15437 lines
373 KiB
JSON
15437 lines
373 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 3.0,
|
|
"eval_steps": 500,
|
|
"global_step": 2199,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.00136542072025943,
|
|
"grad_norm": 27.29060173034668,
|
|
"learning_rate": 0.0,
|
|
"loss": 11.8282,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.00273084144051886,
|
|
"grad_norm": 27.101430892944336,
|
|
"learning_rate": 6.060606060606061e-07,
|
|
"loss": 11.9583,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.00409626216077829,
|
|
"grad_norm": 27.203603744506836,
|
|
"learning_rate": 1.2121212121212122e-06,
|
|
"loss": 11.7199,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.00546168288103772,
|
|
"grad_norm": 27.445079803466797,
|
|
"learning_rate": 1.8181818181818183e-06,
|
|
"loss": 11.8413,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.006827103601297149,
|
|
"grad_norm": 26.943281173706055,
|
|
"learning_rate": 2.4242424242424244e-06,
|
|
"loss": 11.7987,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.00819252432155658,
|
|
"grad_norm": 26.69304847717285,
|
|
"learning_rate": 3.0303030303030305e-06,
|
|
"loss": 11.7112,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.009557945041816009,
|
|
"grad_norm": 26.09612464904785,
|
|
"learning_rate": 3.6363636363636366e-06,
|
|
"loss": 11.6788,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.01092336576207544,
|
|
"grad_norm": 25.46772003173828,
|
|
"learning_rate": 4.242424242424243e-06,
|
|
"loss": 11.6706,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.01228878648233487,
|
|
"grad_norm": 22.130035400390625,
|
|
"learning_rate": 4.848484848484849e-06,
|
|
"loss": 11.147,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.013654207202594299,
|
|
"grad_norm": 22.017324447631836,
|
|
"learning_rate": 5.4545454545454545e-06,
|
|
"loss": 10.8546,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.01501962792285373,
|
|
"grad_norm": 21.423377990722656,
|
|
"learning_rate": 6.060606060606061e-06,
|
|
"loss": 10.8027,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.01638504864311316,
|
|
"grad_norm": 17.77073860168457,
|
|
"learning_rate": 6.666666666666667e-06,
|
|
"loss": 9.4719,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.01775046936337259,
|
|
"grad_norm": 18.365257263183594,
|
|
"learning_rate": 7.272727272727273e-06,
|
|
"loss": 9.4704,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.019115890083632018,
|
|
"grad_norm": 17.95745277404785,
|
|
"learning_rate": 7.87878787878788e-06,
|
|
"loss": 9.1954,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.02048131080389145,
|
|
"grad_norm": 26.231185913085938,
|
|
"learning_rate": 8.484848484848486e-06,
|
|
"loss": 8.7755,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.02184673152415088,
|
|
"grad_norm": 82.10050964355469,
|
|
"learning_rate": 9.090909090909091e-06,
|
|
"loss": 7.2191,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.023212152244410308,
|
|
"grad_norm": 22.369043350219727,
|
|
"learning_rate": 9.696969696969698e-06,
|
|
"loss": 6.9942,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.02457757296466974,
|
|
"grad_norm": 22.22688865661621,
|
|
"learning_rate": 1.0303030303030304e-05,
|
|
"loss": 6.4808,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.02594299368492917,
|
|
"grad_norm": 14.63390827178955,
|
|
"learning_rate": 1.0909090909090909e-05,
|
|
"loss": 6.0061,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.027308414405188598,
|
|
"grad_norm": 22.937284469604492,
|
|
"learning_rate": 1.1515151515151517e-05,
|
|
"loss": 5.5741,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.02867383512544803,
|
|
"grad_norm": 11.154397964477539,
|
|
"learning_rate": 1.2121212121212122e-05,
|
|
"loss": 5.3143,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.03003925584570746,
|
|
"grad_norm": 7.8057379722595215,
|
|
"learning_rate": 1.2727272727272728e-05,
|
|
"loss": 4.833,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.03140467656596689,
|
|
"grad_norm": 6.351495265960693,
|
|
"learning_rate": 1.3333333333333333e-05,
|
|
"loss": 4.6488,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.03277009728622632,
|
|
"grad_norm": 4.073518753051758,
|
|
"learning_rate": 1.3939393939393942e-05,
|
|
"loss": 4.6527,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.034135518006485746,
|
|
"grad_norm": 4.10856819152832,
|
|
"learning_rate": 1.4545454545454546e-05,
|
|
"loss": 4.6148,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.03550093872674518,
|
|
"grad_norm": 3.631073474884033,
|
|
"learning_rate": 1.5151515151515153e-05,
|
|
"loss": 4.523,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.03686635944700461,
|
|
"grad_norm": 3.0445265769958496,
|
|
"learning_rate": 1.575757575757576e-05,
|
|
"loss": 4.2615,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.038231780167264036,
|
|
"grad_norm": 3.002786874771118,
|
|
"learning_rate": 1.6363636363636366e-05,
|
|
"loss": 4.2207,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.03959720088752347,
|
|
"grad_norm": 2.9761602878570557,
|
|
"learning_rate": 1.6969696969696972e-05,
|
|
"loss": 4.2448,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.0409626216077829,
|
|
"grad_norm": 3.0609021186828613,
|
|
"learning_rate": 1.7575757575757576e-05,
|
|
"loss": 4.3805,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.042328042328042326,
|
|
"grad_norm": 2.874307870864868,
|
|
"learning_rate": 1.8181818181818182e-05,
|
|
"loss": 4.1549,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.04369346304830176,
|
|
"grad_norm": 2.971336603164673,
|
|
"learning_rate": 1.8787878787878792e-05,
|
|
"loss": 4.2545,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.04505888376856119,
|
|
"grad_norm": 2.9191112518310547,
|
|
"learning_rate": 1.9393939393939395e-05,
|
|
"loss": 4.1873,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.046424304488820615,
|
|
"grad_norm": 2.93782114982605,
|
|
"learning_rate": 2e-05,
|
|
"loss": 4.054,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.04778972520908005,
|
|
"grad_norm": 2.930889844894409,
|
|
"learning_rate": 2.0606060606060608e-05,
|
|
"loss": 3.9244,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.04915514592933948,
|
|
"grad_norm": 2.9650650024414062,
|
|
"learning_rate": 2.121212121212121e-05,
|
|
"loss": 3.9049,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.050520566649598905,
|
|
"grad_norm": 2.910654067993164,
|
|
"learning_rate": 2.1818181818181818e-05,
|
|
"loss": 4.0147,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.05188598736985834,
|
|
"grad_norm": 2.877976179122925,
|
|
"learning_rate": 2.2424242424242424e-05,
|
|
"loss": 3.9195,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.05325140809011777,
|
|
"grad_norm": 2.840790271759033,
|
|
"learning_rate": 2.3030303030303034e-05,
|
|
"loss": 3.8173,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.054616828810377195,
|
|
"grad_norm": 2.8126590251922607,
|
|
"learning_rate": 2.363636363636364e-05,
|
|
"loss": 3.8882,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.05598224953063663,
|
|
"grad_norm": 2.8062613010406494,
|
|
"learning_rate": 2.4242424242424244e-05,
|
|
"loss": 3.8439,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.05734767025089606,
|
|
"grad_norm": 3.009477376937866,
|
|
"learning_rate": 2.484848484848485e-05,
|
|
"loss": 3.7638,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.058713090971155485,
|
|
"grad_norm": 2.8368887901306152,
|
|
"learning_rate": 2.5454545454545457e-05,
|
|
"loss": 3.8081,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.06007851169141492,
|
|
"grad_norm": 2.742190361022949,
|
|
"learning_rate": 2.6060606060606063e-05,
|
|
"loss": 3.8122,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.06144393241167435,
|
|
"grad_norm": 2.91174054145813,
|
|
"learning_rate": 2.6666666666666667e-05,
|
|
"loss": 3.7679,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.06280935313193378,
|
|
"grad_norm": 2.898702621459961,
|
|
"learning_rate": 2.7272727272727273e-05,
|
|
"loss": 3.8033,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.06417477385219321,
|
|
"grad_norm": 2.9040398597717285,
|
|
"learning_rate": 2.7878787878787883e-05,
|
|
"loss": 3.7048,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.06554019457245264,
|
|
"grad_norm": 2.885359048843384,
|
|
"learning_rate": 2.848484848484849e-05,
|
|
"loss": 3.7252,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.06690561529271206,
|
|
"grad_norm": 2.8904311656951904,
|
|
"learning_rate": 2.9090909090909093e-05,
|
|
"loss": 3.8476,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.06827103601297149,
|
|
"grad_norm": 2.7308733463287354,
|
|
"learning_rate": 2.96969696969697e-05,
|
|
"loss": 3.5271,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.06963645673323093,
|
|
"grad_norm": 2.8446156978607178,
|
|
"learning_rate": 3.0303030303030306e-05,
|
|
"loss": 3.8744,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.07100187745349036,
|
|
"grad_norm": 2.8620967864990234,
|
|
"learning_rate": 3.090909090909091e-05,
|
|
"loss": 3.6392,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.07236729817374979,
|
|
"grad_norm": 2.812472105026245,
|
|
"learning_rate": 3.151515151515152e-05,
|
|
"loss": 3.7459,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.07373271889400922,
|
|
"grad_norm": 2.9046828746795654,
|
|
"learning_rate": 3.212121212121212e-05,
|
|
"loss": 3.6442,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.07509813961426864,
|
|
"grad_norm": 2.8417768478393555,
|
|
"learning_rate": 3.272727272727273e-05,
|
|
"loss": 3.6122,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.07646356033452807,
|
|
"grad_norm": 2.7872884273529053,
|
|
"learning_rate": 3.3333333333333335e-05,
|
|
"loss": 3.5001,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.07782898105478751,
|
|
"grad_norm": 2.7673394680023193,
|
|
"learning_rate": 3.3939393939393945e-05,
|
|
"loss": 3.5532,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.07919440177504694,
|
|
"grad_norm": 2.7456703186035156,
|
|
"learning_rate": 3.454545454545455e-05,
|
|
"loss": 3.5906,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.08055982249530637,
|
|
"grad_norm": 2.8259494304656982,
|
|
"learning_rate": 3.515151515151515e-05,
|
|
"loss": 3.5843,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.0819252432155658,
|
|
"grad_norm": 2.6943252086639404,
|
|
"learning_rate": 3.575757575757576e-05,
|
|
"loss": 3.3294,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.08329066393582522,
|
|
"grad_norm": 2.7992498874664307,
|
|
"learning_rate": 3.6363636363636364e-05,
|
|
"loss": 3.5269,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.08465608465608465,
|
|
"grad_norm": 2.731005907058716,
|
|
"learning_rate": 3.6969696969696974e-05,
|
|
"loss": 3.4626,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.08602150537634409,
|
|
"grad_norm": 2.6247339248657227,
|
|
"learning_rate": 3.7575757575757584e-05,
|
|
"loss": 3.5402,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.08738692609660352,
|
|
"grad_norm": 2.6144378185272217,
|
|
"learning_rate": 3.818181818181819e-05,
|
|
"loss": 3.4253,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.08875234681686295,
|
|
"grad_norm": 2.5079870223999023,
|
|
"learning_rate": 3.878787878787879e-05,
|
|
"loss": 3.3501,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.09011776753712238,
|
|
"grad_norm": 2.4330976009368896,
|
|
"learning_rate": 3.93939393939394e-05,
|
|
"loss": 3.4232,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.0914831882573818,
|
|
"grad_norm": 2.2991628646850586,
|
|
"learning_rate": 4e-05,
|
|
"loss": 3.3386,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.09284860897764123,
|
|
"grad_norm": 2.1482725143432617,
|
|
"learning_rate": 3.999998047637464e-05,
|
|
"loss": 3.3887,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.09421402969790067,
|
|
"grad_norm": 2.032754898071289,
|
|
"learning_rate": 3.99999219055409e-05,
|
|
"loss": 3.2551,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.0955794504181601,
|
|
"grad_norm": 1.8964202404022217,
|
|
"learning_rate": 3.9999824287625855e-05,
|
|
"loss": 3.4667,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.09694487113841953,
|
|
"grad_norm": 1.8003062009811401,
|
|
"learning_rate": 3.999968762284124e-05,
|
|
"loss": 3.39,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.09831029185867896,
|
|
"grad_norm": 1.703377366065979,
|
|
"learning_rate": 3.999951191148356e-05,
|
|
"loss": 3.3535,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.09967571257893838,
|
|
"grad_norm": 1.7009670734405518,
|
|
"learning_rate": 3.999929715393395e-05,
|
|
"loss": 3.3069,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.10104113329919781,
|
|
"grad_norm": 1.6436004638671875,
|
|
"learning_rate": 3.999904335065829e-05,
|
|
"loss": 3.3685,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.10240655401945725,
|
|
"grad_norm": 1.7554755210876465,
|
|
"learning_rate": 3.999875050220715e-05,
|
|
"loss": 3.4039,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.10377197473971668,
|
|
"grad_norm": 1.6258020401000977,
|
|
"learning_rate": 3.9998418609215826e-05,
|
|
"loss": 3.1369,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.10513739545997611,
|
|
"grad_norm": 1.6664680242538452,
|
|
"learning_rate": 3.9998047672404265e-05,
|
|
"loss": 3.1407,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.10650281618023553,
|
|
"grad_norm": 1.6535282135009766,
|
|
"learning_rate": 3.9997637692577146e-05,
|
|
"loss": 3.276,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.10786823690049496,
|
|
"grad_norm": 1.5287853479385376,
|
|
"learning_rate": 3.999718867062384e-05,
|
|
"loss": 3.1718,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.10923365762075439,
|
|
"grad_norm": 1.6630401611328125,
|
|
"learning_rate": 3.99967006075184e-05,
|
|
"loss": 3.5108,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.11059907834101383,
|
|
"grad_norm": 1.627175211906433,
|
|
"learning_rate": 3.999617350431958e-05,
|
|
"loss": 3.0597,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.11196449906127326,
|
|
"grad_norm": 1.8537323474884033,
|
|
"learning_rate": 3.9995607362170823e-05,
|
|
"loss": 3.0389,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.11332991978153269,
|
|
"grad_norm": 1.7223312854766846,
|
|
"learning_rate": 3.999500218230025e-05,
|
|
"loss": 3.2699,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.11469534050179211,
|
|
"grad_norm": 1.7203669548034668,
|
|
"learning_rate": 3.999435796602068e-05,
|
|
"loss": 3.1521,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.11606076122205154,
|
|
"grad_norm": 1.855812430381775,
|
|
"learning_rate": 3.99936747147296e-05,
|
|
"loss": 3.286,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.11742618194231097,
|
|
"grad_norm": 1.630742073059082,
|
|
"learning_rate": 3.999295242990918e-05,
|
|
"loss": 3.1285,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.11879160266257041,
|
|
"grad_norm": 1.834832787513733,
|
|
"learning_rate": 3.999219111312627e-05,
|
|
"loss": 3.374,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.12015702338282984,
|
|
"grad_norm": 1.5942246913909912,
|
|
"learning_rate": 3.99913907660324e-05,
|
|
"loss": 3.1751,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.12152244410308927,
|
|
"grad_norm": 1.8591982126235962,
|
|
"learning_rate": 3.9990551390363735e-05,
|
|
"loss": 3.3035,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.1228878648233487,
|
|
"grad_norm": 1.6944773197174072,
|
|
"learning_rate": 3.998967298794113e-05,
|
|
"loss": 3.3072,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.12425328554360812,
|
|
"grad_norm": 1.7387422323226929,
|
|
"learning_rate": 3.998875556067011e-05,
|
|
"loss": 3.3605,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.12561870626386756,
|
|
"grad_norm": 1.5652858018875122,
|
|
"learning_rate": 3.9987799110540836e-05,
|
|
"loss": 3.2174,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.12698412698412698,
|
|
"grad_norm": 1.6528273820877075,
|
|
"learning_rate": 3.9986803639628124e-05,
|
|
"loss": 3.2931,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.12834954770438642,
|
|
"grad_norm": 1.698073387145996,
|
|
"learning_rate": 3.9985769150091434e-05,
|
|
"loss": 3.2661,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.12971496842464583,
|
|
"grad_norm": 1.7020331621170044,
|
|
"learning_rate": 3.998469564417489e-05,
|
|
"loss": 3.0376,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.13108038914490527,
|
|
"grad_norm": 1.5728801488876343,
|
|
"learning_rate": 3.998358312420723e-05,
|
|
"loss": 3.1267,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.13244580986516472,
|
|
"grad_norm": 1.5581607818603516,
|
|
"learning_rate": 3.998243159260184e-05,
|
|
"loss": 3.3959,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.13381123058542413,
|
|
"grad_norm": 1.584854006767273,
|
|
"learning_rate": 3.9981241051856734e-05,
|
|
"loss": 3.1853,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.13517665130568357,
|
|
"grad_norm": 1.5182476043701172,
|
|
"learning_rate": 3.998001150455452e-05,
|
|
"loss": 3.237,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.13654207202594298,
|
|
"grad_norm": 1.5051459074020386,
|
|
"learning_rate": 3.997874295336246e-05,
|
|
"loss": 3.1649,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.13790749274620243,
|
|
"grad_norm": 1.522617220878601,
|
|
"learning_rate": 3.9977435401032415e-05,
|
|
"loss": 3.0658,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.13927291346646187,
|
|
"grad_norm": 1.6695613861083984,
|
|
"learning_rate": 3.997608885040083e-05,
|
|
"loss": 3.2961,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.14063833418672128,
|
|
"grad_norm": 1.5407582521438599,
|
|
"learning_rate": 3.997470330438879e-05,
|
|
"loss": 3.276,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.14200375490698072,
|
|
"grad_norm": 1.5296891927719116,
|
|
"learning_rate": 3.997327876600194e-05,
|
|
"loss": 3.2126,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.14336917562724014,
|
|
"grad_norm": 1.6092779636383057,
|
|
"learning_rate": 3.997181523833051e-05,
|
|
"loss": 3.1453,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.14473459634749958,
|
|
"grad_norm": 1.5463693141937256,
|
|
"learning_rate": 3.9970312724549325e-05,
|
|
"loss": 3.1401,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.146100017067759,
|
|
"grad_norm": 1.5076404809951782,
|
|
"learning_rate": 3.996877122791778e-05,
|
|
"loss": 3.1713,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.14746543778801843,
|
|
"grad_norm": 1.5350888967514038,
|
|
"learning_rate": 3.9967190751779815e-05,
|
|
"loss": 3.3033,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.14883085850827787,
|
|
"grad_norm": 1.61422598361969,
|
|
"learning_rate": 3.9965571299563966e-05,
|
|
"loss": 3.2258,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.1501962792285373,
|
|
"grad_norm": 1.4621989727020264,
|
|
"learning_rate": 3.9963912874783276e-05,
|
|
"loss": 3.1758,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.15156169994879673,
|
|
"grad_norm": 1.5220097303390503,
|
|
"learning_rate": 3.9962215481035374e-05,
|
|
"loss": 3.0574,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.15292712066905614,
|
|
"grad_norm": 1.5093547105789185,
|
|
"learning_rate": 3.9960479122002384e-05,
|
|
"loss": 3.0645,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.15429254138931559,
|
|
"grad_norm": 1.6433111429214478,
|
|
"learning_rate": 3.995870380145098e-05,
|
|
"loss": 3.2438,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.15565796210957503,
|
|
"grad_norm": 1.621281385421753,
|
|
"learning_rate": 3.995688952323236e-05,
|
|
"loss": 3.3748,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.15702338282983444,
|
|
"grad_norm": 1.5065555572509766,
|
|
"learning_rate": 3.99550362912822e-05,
|
|
"loss": 3.2262,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.15838880355009388,
|
|
"grad_norm": 1.5167025327682495,
|
|
"learning_rate": 3.995314410962073e-05,
|
|
"loss": 3.0886,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.1597542242703533,
|
|
"grad_norm": 1.4831392765045166,
|
|
"learning_rate": 3.995121298235262e-05,
|
|
"loss": 3.1595,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.16111964499061274,
|
|
"grad_norm": 1.4959598779678345,
|
|
"learning_rate": 3.9949242913667066e-05,
|
|
"loss": 3.23,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.16248506571087215,
|
|
"grad_norm": 1.431364893913269,
|
|
"learning_rate": 3.994723390783771e-05,
|
|
"loss": 2.9825,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.1638504864311316,
|
|
"grad_norm": 1.5354398488998413,
|
|
"learning_rate": 3.994518596922267e-05,
|
|
"loss": 3.122,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.16521590715139103,
|
|
"grad_norm": 1.508204460144043,
|
|
"learning_rate": 3.994309910226453e-05,
|
|
"loss": 2.9463,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.16658132787165045,
|
|
"grad_norm": 1.4888150691986084,
|
|
"learning_rate": 3.994097331149031e-05,
|
|
"loss": 3.0929,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.1679467485919099,
|
|
"grad_norm": 1.4554660320281982,
|
|
"learning_rate": 3.9938808601511475e-05,
|
|
"loss": 3.1214,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.1693121693121693,
|
|
"grad_norm": 1.4815845489501953,
|
|
"learning_rate": 3.99366049770239e-05,
|
|
"loss": 3.203,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.17067759003242874,
|
|
"grad_norm": 1.4656120538711548,
|
|
"learning_rate": 3.9934362442807904e-05,
|
|
"loss": 3.1883,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.17204301075268819,
|
|
"grad_norm": 1.4258489608764648,
|
|
"learning_rate": 3.993208100372818e-05,
|
|
"loss": 3.0039,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.1734084314729476,
|
|
"grad_norm": 1.4694154262542725,
|
|
"learning_rate": 3.992976066473386e-05,
|
|
"loss": 3.221,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.17477385219320704,
|
|
"grad_norm": 1.4860414266586304,
|
|
"learning_rate": 3.992740143085842e-05,
|
|
"loss": 3.0728,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.17613927291346645,
|
|
"grad_norm": 1.6058411598205566,
|
|
"learning_rate": 3.992500330721973e-05,
|
|
"loss": 3.2692,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.1775046936337259,
|
|
"grad_norm": 1.4404314756393433,
|
|
"learning_rate": 3.9922566299020015e-05,
|
|
"loss": 3.1371,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.1788701143539853,
|
|
"grad_norm": 1.395689606666565,
|
|
"learning_rate": 3.9920090411545855e-05,
|
|
"loss": 3.1913,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.18023553507424475,
|
|
"grad_norm": 1.3928699493408203,
|
|
"learning_rate": 3.991757565016818e-05,
|
|
"loss": 3.2454,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.1816009557945042,
|
|
"grad_norm": 1.4996368885040283,
|
|
"learning_rate": 3.991502202034225e-05,
|
|
"loss": 3.1346,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.1829663765147636,
|
|
"grad_norm": 1.3858879804611206,
|
|
"learning_rate": 3.991242952760761e-05,
|
|
"loss": 3.0907,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.18433179723502305,
|
|
"grad_norm": 1.3553260564804077,
|
|
"learning_rate": 3.990979817758815e-05,
|
|
"loss": 3.0519,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.18569721795528246,
|
|
"grad_norm": 1.4780244827270508,
|
|
"learning_rate": 3.990712797599202e-05,
|
|
"loss": 3.1632,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.1870626386755419,
|
|
"grad_norm": 1.4284120798110962,
|
|
"learning_rate": 3.9904418928611686e-05,
|
|
"loss": 3.2388,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.18842805939580134,
|
|
"grad_norm": 1.4712940454483032,
|
|
"learning_rate": 3.9901671041323856e-05,
|
|
"loss": 3.1466,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.18979348011606076,
|
|
"grad_norm": 1.5241836309432983,
|
|
"learning_rate": 3.989888432008948e-05,
|
|
"loss": 3.176,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.1911589008363202,
|
|
"grad_norm": 1.4123114347457886,
|
|
"learning_rate": 3.98960587709538e-05,
|
|
"loss": 3.2112,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.19252432155657961,
|
|
"grad_norm": 1.4714604616165161,
|
|
"learning_rate": 3.989319440004623e-05,
|
|
"loss": 2.9738,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.19388974227683906,
|
|
"grad_norm": 1.465427041053772,
|
|
"learning_rate": 3.9890291213580444e-05,
|
|
"loss": 3.134,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.19525516299709847,
|
|
"grad_norm": 1.4285204410552979,
|
|
"learning_rate": 3.988734921785429e-05,
|
|
"loss": 3.1983,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.1966205837173579,
|
|
"grad_norm": 1.4719756841659546,
|
|
"learning_rate": 3.988436841924982e-05,
|
|
"loss": 3.0901,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.19798600443761735,
|
|
"grad_norm": 1.4046169519424438,
|
|
"learning_rate": 3.988134882423326e-05,
|
|
"loss": 3.1468,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.19935142515787677,
|
|
"grad_norm": 1.434508204460144,
|
|
"learning_rate": 3.987829043935498e-05,
|
|
"loss": 3.1504,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.2007168458781362,
|
|
"grad_norm": 1.4397052526474,
|
|
"learning_rate": 3.987519327124951e-05,
|
|
"loss": 3.0815,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.20208226659839562,
|
|
"grad_norm": 1.3975492715835571,
|
|
"learning_rate": 3.9872057326635525e-05,
|
|
"loss": 3.2318,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.20344768731865506,
|
|
"grad_norm": 1.4486109018325806,
|
|
"learning_rate": 3.986888261231579e-05,
|
|
"loss": 3.1083,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.2048131080389145,
|
|
"grad_norm": 1.4100350141525269,
|
|
"learning_rate": 3.98656691351772e-05,
|
|
"loss": 3.0157,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.20617852875917392,
|
|
"grad_norm": 1.4731138944625854,
|
|
"learning_rate": 3.9862416902190706e-05,
|
|
"loss": 3.1266,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.20754394947943336,
|
|
"grad_norm": 1.3232550621032715,
|
|
"learning_rate": 3.985912592041136e-05,
|
|
"loss": 2.9004,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.20890937019969277,
|
|
"grad_norm": 1.5442419052124023,
|
|
"learning_rate": 3.9855796196978265e-05,
|
|
"loss": 3.015,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.21027479091995221,
|
|
"grad_norm": 1.52120041847229,
|
|
"learning_rate": 3.985242773911456e-05,
|
|
"loss": 3.2035,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.21164021164021163,
|
|
"grad_norm": 1.4759293794631958,
|
|
"learning_rate": 3.9849020554127415e-05,
|
|
"loss": 3.0335,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.21300563236047107,
|
|
"grad_norm": 1.4842160940170288,
|
|
"learning_rate": 3.9845574649407996e-05,
|
|
"loss": 3.1482,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.2143710530807305,
|
|
"grad_norm": 1.6772977113723755,
|
|
"learning_rate": 3.984209003243149e-05,
|
|
"loss": 3.1364,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.21573647380098993,
|
|
"grad_norm": 1.5249519348144531,
|
|
"learning_rate": 3.9838566710757044e-05,
|
|
"loss": 3.3697,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.21710189452124937,
|
|
"grad_norm": 1.5777902603149414,
|
|
"learning_rate": 3.983500469202776e-05,
|
|
"loss": 3.1309,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.21846731524150878,
|
|
"grad_norm": 1.5024640560150146,
|
|
"learning_rate": 3.983140398397071e-05,
|
|
"loss": 3.1293,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.21983273596176822,
|
|
"grad_norm": 1.5011036396026611,
|
|
"learning_rate": 3.982776459439687e-05,
|
|
"loss": 3.0945,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.22119815668202766,
|
|
"grad_norm": 1.5172325372695923,
|
|
"learning_rate": 3.982408653120115e-05,
|
|
"loss": 3.1207,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.22256357740228708,
|
|
"grad_norm": 1.501692771911621,
|
|
"learning_rate": 3.9820369802362325e-05,
|
|
"loss": 3.1473,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.22392899812254652,
|
|
"grad_norm": 1.4966915845870972,
|
|
"learning_rate": 3.981661441594308e-05,
|
|
"loss": 3.054,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.22529441884280593,
|
|
"grad_norm": 1.5072288513183594,
|
|
"learning_rate": 3.981282038008993e-05,
|
|
"loss": 3.0506,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.22665983956306537,
|
|
"grad_norm": 1.4281047582626343,
|
|
"learning_rate": 3.9808987703033256e-05,
|
|
"loss": 2.9523,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.2280252602833248,
|
|
"grad_norm": 1.466499924659729,
|
|
"learning_rate": 3.980511639308724e-05,
|
|
"loss": 3.0773,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.22939068100358423,
|
|
"grad_norm": 1.4500519037246704,
|
|
"learning_rate": 3.980120645864991e-05,
|
|
"loss": 3.1234,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.23075610172384367,
|
|
"grad_norm": 1.3653678894042969,
|
|
"learning_rate": 3.979725790820302e-05,
|
|
"loss": 3.0479,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.23212152244410308,
|
|
"grad_norm": 1.4903764724731445,
|
|
"learning_rate": 3.979327075031215e-05,
|
|
"loss": 3.1529,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.23348694316436253,
|
|
"grad_norm": 1.5020712614059448,
|
|
"learning_rate": 3.97892449936266e-05,
|
|
"loss": 3.1186,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.23485236388462194,
|
|
"grad_norm": 1.5594592094421387,
|
|
"learning_rate": 3.9785180646879406e-05,
|
|
"loss": 3.063,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.23621778460488138,
|
|
"grad_norm": 1.5814682245254517,
|
|
"learning_rate": 3.978107771888733e-05,
|
|
"loss": 3.3003,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.23758320532514082,
|
|
"grad_norm": 1.630428671836853,
|
|
"learning_rate": 3.9776936218550825e-05,
|
|
"loss": 3.0884,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.23894862604540024,
|
|
"grad_norm": 1.5162523984909058,
|
|
"learning_rate": 3.977275615485401e-05,
|
|
"loss": 3.0227,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.24031404676565968,
|
|
"grad_norm": 1.487644076347351,
|
|
"learning_rate": 3.9768537536864646e-05,
|
|
"loss": 3.0575,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.2416794674859191,
|
|
"grad_norm": 1.653088927268982,
|
|
"learning_rate": 3.9764280373734165e-05,
|
|
"loss": 3.0835,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.24304488820617853,
|
|
"grad_norm": 1.4124138355255127,
|
|
"learning_rate": 3.9759984674697584e-05,
|
|
"loss": 3.0413,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.24441030892643795,
|
|
"grad_norm": 1.5104941129684448,
|
|
"learning_rate": 3.975565044907354e-05,
|
|
"loss": 3.0228,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.2457757296466974,
|
|
"grad_norm": 1.4053763151168823,
|
|
"learning_rate": 3.975127770626422e-05,
|
|
"loss": 3.0466,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.24714115036695683,
|
|
"grad_norm": 1.4529576301574707,
|
|
"learning_rate": 3.9746866455755385e-05,
|
|
"loss": 3.1507,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.24850657108721624,
|
|
"grad_norm": 1.4030247926712036,
|
|
"learning_rate": 3.974241670711632e-05,
|
|
"loss": 3.0599,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.24987199180747569,
|
|
"grad_norm": 1.391717791557312,
|
|
"learning_rate": 3.973792846999984e-05,
|
|
"loss": 3.0897,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.2512374125277351,
|
|
"grad_norm": 1.4277074337005615,
|
|
"learning_rate": 3.973340175414222e-05,
|
|
"loss": 3.018,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.25260283324799454,
|
|
"grad_norm": 1.401803970336914,
|
|
"learning_rate": 3.972883656936325e-05,
|
|
"loss": 3.0227,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.25396825396825395,
|
|
"grad_norm": 1.446486234664917,
|
|
"learning_rate": 3.972423292556613e-05,
|
|
"loss": 3.0875,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.2553336746885134,
|
|
"grad_norm": 1.5253474712371826,
|
|
"learning_rate": 3.9719590832737516e-05,
|
|
"loss": 3.1615,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.25669909540877284,
|
|
"grad_norm": 1.5694295167922974,
|
|
"learning_rate": 3.9714910300947454e-05,
|
|
"loss": 3.1936,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.25806451612903225,
|
|
"grad_norm": 1.515258550643921,
|
|
"learning_rate": 3.9710191340349385e-05,
|
|
"loss": 3.103,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.25942993684929166,
|
|
"grad_norm": 1.4086757898330688,
|
|
"learning_rate": 3.9705433961180115e-05,
|
|
"loss": 2.9179,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.26079535756955113,
|
|
"grad_norm": 1.4511244297027588,
|
|
"learning_rate": 3.970063817375979e-05,
|
|
"loss": 3.0582,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.26216077828981055,
|
|
"grad_norm": 1.3760454654693604,
|
|
"learning_rate": 3.969580398849186e-05,
|
|
"loss": 3.0178,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.26352619901006996,
|
|
"grad_norm": 1.4180570840835571,
|
|
"learning_rate": 3.96909314158631e-05,
|
|
"loss": 3.0052,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.26489161973032943,
|
|
"grad_norm": 1.3801015615463257,
|
|
"learning_rate": 3.9686020466443514e-05,
|
|
"loss": 3.0294,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.26625704045058884,
|
|
"grad_norm": 1.451645016670227,
|
|
"learning_rate": 3.968107115088641e-05,
|
|
"loss": 3.1715,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.26762246117084826,
|
|
"grad_norm": 1.3865185976028442,
|
|
"learning_rate": 3.96760834799283e-05,
|
|
"loss": 3.0625,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.26898788189110767,
|
|
"grad_norm": 1.3763779401779175,
|
|
"learning_rate": 3.967105746438887e-05,
|
|
"loss": 3.0502,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 0.27035330261136714,
|
|
"grad_norm": 1.373224139213562,
|
|
"learning_rate": 3.966599311517103e-05,
|
|
"loss": 2.9775,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.27171872333162655,
|
|
"grad_norm": 1.4603142738342285,
|
|
"learning_rate": 3.9660890443260836e-05,
|
|
"loss": 3.1125,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 0.27308414405188597,
|
|
"grad_norm": 1.438384771347046,
|
|
"learning_rate": 3.9655749459727465e-05,
|
|
"loss": 3.0832,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.27444956477214544,
|
|
"grad_norm": 1.356074333190918,
|
|
"learning_rate": 3.965057017572321e-05,
|
|
"loss": 2.8803,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 0.27581498549240485,
|
|
"grad_norm": 1.4421138763427734,
|
|
"learning_rate": 3.9645352602483456e-05,
|
|
"loss": 3.0424,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.27718040621266427,
|
|
"grad_norm": 1.5339027643203735,
|
|
"learning_rate": 3.964009675132662e-05,
|
|
"loss": 3.2676,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 0.27854582693292373,
|
|
"grad_norm": 1.3659694194793701,
|
|
"learning_rate": 3.963480263365421e-05,
|
|
"loss": 3.0624,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.27991124765318315,
|
|
"grad_norm": 1.4103004932403564,
|
|
"learning_rate": 3.962947026095069e-05,
|
|
"loss": 3.1935,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.28127666837344256,
|
|
"grad_norm": 1.409977674484253,
|
|
"learning_rate": 3.9624099644783526e-05,
|
|
"loss": 3.1349,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.282642089093702,
|
|
"grad_norm": 1.3748815059661865,
|
|
"learning_rate": 3.9618690796803155e-05,
|
|
"loss": 2.8683,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 0.28400750981396145,
|
|
"grad_norm": 1.3962953090667725,
|
|
"learning_rate": 3.961324372874296e-05,
|
|
"loss": 2.9815,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.28537293053422086,
|
|
"grad_norm": 1.3806780576705933,
|
|
"learning_rate": 3.960775845241921e-05,
|
|
"loss": 3.0506,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 0.2867383512544803,
|
|
"grad_norm": 1.4572687149047852,
|
|
"learning_rate": 3.960223497973108e-05,
|
|
"loss": 2.9926,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.28810377197473974,
|
|
"grad_norm": 1.3185594081878662,
|
|
"learning_rate": 3.959667332266057e-05,
|
|
"loss": 3.0307,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 0.28946919269499916,
|
|
"grad_norm": 1.434801459312439,
|
|
"learning_rate": 3.959107349327256e-05,
|
|
"loss": 3.0045,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.29083461341525857,
|
|
"grad_norm": 1.4034205675125122,
|
|
"learning_rate": 3.95854355037147e-05,
|
|
"loss": 3.2118,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 0.292200034135518,
|
|
"grad_norm": 1.4422470331192017,
|
|
"learning_rate": 3.9579759366217444e-05,
|
|
"loss": 3.1018,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.29356545485577745,
|
|
"grad_norm": 1.3593902587890625,
|
|
"learning_rate": 3.9574045093093983e-05,
|
|
"loss": 3.0055,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.29493087557603687,
|
|
"grad_norm": 1.3980135917663574,
|
|
"learning_rate": 3.9568292696740236e-05,
|
|
"loss": 3.0399,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.2962962962962963,
|
|
"grad_norm": 1.4268746376037598,
|
|
"learning_rate": 3.9562502189634846e-05,
|
|
"loss": 3.0863,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 0.29766171701655575,
|
|
"grad_norm": 1.3492878675460815,
|
|
"learning_rate": 3.95566735843391e-05,
|
|
"loss": 2.9681,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.29902713773681516,
|
|
"grad_norm": 1.4067364931106567,
|
|
"learning_rate": 3.9550806893496944e-05,
|
|
"loss": 2.987,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 0.3003925584570746,
|
|
"grad_norm": 1.433929204940796,
|
|
"learning_rate": 3.9544902129834945e-05,
|
|
"loss": 3.1468,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.301757979177334,
|
|
"grad_norm": 1.3934516906738281,
|
|
"learning_rate": 3.953895930616226e-05,
|
|
"loss": 3.0444,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 0.30312339989759346,
|
|
"grad_norm": 1.468695878982544,
|
|
"learning_rate": 3.9532978435370594e-05,
|
|
"loss": 3.1784,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.3044888206178529,
|
|
"grad_norm": 1.452207326889038,
|
|
"learning_rate": 3.952695953043422e-05,
|
|
"loss": 3.0834,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 0.3058542413381123,
|
|
"grad_norm": 1.4073649644851685,
|
|
"learning_rate": 3.952090260440989e-05,
|
|
"loss": 2.9741,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.30721966205837176,
|
|
"grad_norm": 1.4219416379928589,
|
|
"learning_rate": 3.951480767043683e-05,
|
|
"loss": 2.9256,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.30858508277863117,
|
|
"grad_norm": 1.3768128156661987,
|
|
"learning_rate": 3.950867474173675e-05,
|
|
"loss": 2.9853,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.3099505034988906,
|
|
"grad_norm": 1.4296373128890991,
|
|
"learning_rate": 3.950250383161375e-05,
|
|
"loss": 2.9574,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 0.31131592421915005,
|
|
"grad_norm": 1.3591349124908447,
|
|
"learning_rate": 3.9496294953454336e-05,
|
|
"loss": 2.9602,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.31268134493940947,
|
|
"grad_norm": 1.4345592260360718,
|
|
"learning_rate": 3.949004812072738e-05,
|
|
"loss": 3.1352,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 0.3140467656596689,
|
|
"grad_norm": 1.4081335067749023,
|
|
"learning_rate": 3.948376334698409e-05,
|
|
"loss": 2.9472,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.3154121863799283,
|
|
"grad_norm": 1.4144725799560547,
|
|
"learning_rate": 3.947744064585795e-05,
|
|
"loss": 2.9073,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 0.31677760710018776,
|
|
"grad_norm": 1.3229619264602661,
|
|
"learning_rate": 3.9471080031064765e-05,
|
|
"loss": 2.9551,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 0.3181430278204472,
|
|
"grad_norm": 1.3419454097747803,
|
|
"learning_rate": 3.946468151640255e-05,
|
|
"loss": 2.917,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 0.3195084485407066,
|
|
"grad_norm": 1.3524123430252075,
|
|
"learning_rate": 3.945824511575157e-05,
|
|
"loss": 2.9219,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 0.32087386926096606,
|
|
"grad_norm": 1.387582540512085,
|
|
"learning_rate": 3.945177084307423e-05,
|
|
"loss": 3.0767,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.3222392899812255,
|
|
"grad_norm": 1.3753900527954102,
|
|
"learning_rate": 3.944525871241514e-05,
|
|
"loss": 3.0015,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 0.3236047107014849,
|
|
"grad_norm": 1.398117184638977,
|
|
"learning_rate": 3.9438708737900986e-05,
|
|
"loss": 3.0974,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 0.3249701314217443,
|
|
"grad_norm": 1.562734842300415,
|
|
"learning_rate": 3.94321209337406e-05,
|
|
"loss": 2.9214,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 0.32633555214200377,
|
|
"grad_norm": 1.4604074954986572,
|
|
"learning_rate": 3.942549531422483e-05,
|
|
"loss": 3.0322,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 0.3277009728622632,
|
|
"grad_norm": 1.4694637060165405,
|
|
"learning_rate": 3.941883189372659e-05,
|
|
"loss": 3.0074,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.3290663935825226,
|
|
"grad_norm": 1.3830381631851196,
|
|
"learning_rate": 3.941213068670078e-05,
|
|
"loss": 2.9779,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 0.33043181430278207,
|
|
"grad_norm": 1.4520971775054932,
|
|
"learning_rate": 3.940539170768426e-05,
|
|
"loss": 3.1271,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 0.3317972350230415,
|
|
"grad_norm": 1.5289911031723022,
|
|
"learning_rate": 3.939861497129586e-05,
|
|
"loss": 3.3404,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 0.3331626557433009,
|
|
"grad_norm": 1.3928587436676025,
|
|
"learning_rate": 3.939180049223629e-05,
|
|
"loss": 3.0863,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 0.3345280764635603,
|
|
"grad_norm": 1.3869800567626953,
|
|
"learning_rate": 3.9384948285288145e-05,
|
|
"loss": 2.9346,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.3358934971838198,
|
|
"grad_norm": 1.3455641269683838,
|
|
"learning_rate": 3.937805836531585e-05,
|
|
"loss": 3.0091,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 0.3372589179040792,
|
|
"grad_norm": 1.469413161277771,
|
|
"learning_rate": 3.937113074726567e-05,
|
|
"loss": 3.1037,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 0.3386243386243386,
|
|
"grad_norm": 1.3640011548995972,
|
|
"learning_rate": 3.9364165446165615e-05,
|
|
"loss": 3.0471,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 0.3399897593445981,
|
|
"grad_norm": 1.427222490310669,
|
|
"learning_rate": 3.935716247712546e-05,
|
|
"loss": 3.0044,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 0.3413551800648575,
|
|
"grad_norm": 1.3031620979309082,
|
|
"learning_rate": 3.9350121855336694e-05,
|
|
"loss": 2.9551,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.3427206007851169,
|
|
"grad_norm": 1.3024346828460693,
|
|
"learning_rate": 3.9343043596072464e-05,
|
|
"loss": 2.904,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 0.34408602150537637,
|
|
"grad_norm": 1.4278597831726074,
|
|
"learning_rate": 3.9335927714687584e-05,
|
|
"loss": 2.9646,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 0.3454514422256358,
|
|
"grad_norm": 1.3256884813308716,
|
|
"learning_rate": 3.9328774226618485e-05,
|
|
"loss": 3.0222,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 0.3468168629458952,
|
|
"grad_norm": 1.4290896654129028,
|
|
"learning_rate": 3.932158314738317e-05,
|
|
"loss": 2.9425,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 0.3481822836661546,
|
|
"grad_norm": 1.4056618213653564,
|
|
"learning_rate": 3.931435449258118e-05,
|
|
"loss": 2.9839,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.3495477043864141,
|
|
"grad_norm": 1.3533239364624023,
|
|
"learning_rate": 3.930708827789357e-05,
|
|
"loss": 2.8758,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.3509131251066735,
|
|
"grad_norm": 1.4235435724258423,
|
|
"learning_rate": 3.9299784519082894e-05,
|
|
"loss": 2.8751,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 0.3522785458269329,
|
|
"grad_norm": 1.4764057397842407,
|
|
"learning_rate": 3.929244323199313e-05,
|
|
"loss": 2.9559,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 0.3536439665471924,
|
|
"grad_norm": 1.3680962324142456,
|
|
"learning_rate": 3.928506443254967e-05,
|
|
"loss": 2.9041,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 0.3550093872674518,
|
|
"grad_norm": 1.3964440822601318,
|
|
"learning_rate": 3.927764813675928e-05,
|
|
"loss": 2.7772,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.3563748079877112,
|
|
"grad_norm": 1.3815569877624512,
|
|
"learning_rate": 3.9270194360710064e-05,
|
|
"loss": 2.941,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 0.3577402287079706,
|
|
"grad_norm": 1.5464051961898804,
|
|
"learning_rate": 3.926270312057145e-05,
|
|
"loss": 3.196,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 0.3591056494282301,
|
|
"grad_norm": 1.4574122428894043,
|
|
"learning_rate": 3.925517443259412e-05,
|
|
"loss": 2.9771,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 0.3604710701484895,
|
|
"grad_norm": 1.3610405921936035,
|
|
"learning_rate": 3.924760831310999e-05,
|
|
"loss": 3.0683,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 0.3618364908687489,
|
|
"grad_norm": 1.4155353307724,
|
|
"learning_rate": 3.924000477853218e-05,
|
|
"loss": 2.852,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.3632019115890084,
|
|
"grad_norm": 1.4231737852096558,
|
|
"learning_rate": 3.9232363845354974e-05,
|
|
"loss": 2.8902,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 0.3645673323092678,
|
|
"grad_norm": 1.3444836139678955,
|
|
"learning_rate": 3.922468553015379e-05,
|
|
"loss": 2.9308,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 0.3659327530295272,
|
|
"grad_norm": 1.4084193706512451,
|
|
"learning_rate": 3.9216969849585135e-05,
|
|
"loss": 2.994,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 0.3672981737497866,
|
|
"grad_norm": 1.3839198350906372,
|
|
"learning_rate": 3.920921682038656e-05,
|
|
"loss": 2.9382,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 0.3686635944700461,
|
|
"grad_norm": 1.4327356815338135,
|
|
"learning_rate": 3.9201426459376655e-05,
|
|
"loss": 3.0459,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.3700290151903055,
|
|
"grad_norm": 1.3953254222869873,
|
|
"learning_rate": 3.9193598783454984e-05,
|
|
"loss": 3.047,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 0.3713944359105649,
|
|
"grad_norm": 1.4276584386825562,
|
|
"learning_rate": 3.918573380960206e-05,
|
|
"loss": 2.9688,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 0.3727598566308244,
|
|
"grad_norm": 1.3536823987960815,
|
|
"learning_rate": 3.91778315548793e-05,
|
|
"loss": 3.0259,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 0.3741252773510838,
|
|
"grad_norm": 1.3419265747070312,
|
|
"learning_rate": 3.9169892036429014e-05,
|
|
"loss": 2.9833,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 0.3754906980713432,
|
|
"grad_norm": 1.3257263898849487,
|
|
"learning_rate": 3.916191527147431e-05,
|
|
"loss": 2.8981,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.3768561187916027,
|
|
"grad_norm": 1.3887954950332642,
|
|
"learning_rate": 3.915390127731914e-05,
|
|
"loss": 3.0064,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 0.3782215395118621,
|
|
"grad_norm": 1.3079547882080078,
|
|
"learning_rate": 3.91458500713482e-05,
|
|
"loss": 2.8363,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 0.3795869602321215,
|
|
"grad_norm": 1.3726911544799805,
|
|
"learning_rate": 3.913776167102688e-05,
|
|
"loss": 2.9567,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 0.38095238095238093,
|
|
"grad_norm": 1.3575981855392456,
|
|
"learning_rate": 3.9129636093901284e-05,
|
|
"loss": 2.9757,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 0.3823178016726404,
|
|
"grad_norm": 1.4176872968673706,
|
|
"learning_rate": 3.9121473357598175e-05,
|
|
"loss": 3.1465,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.3836832223928998,
|
|
"grad_norm": 1.38345468044281,
|
|
"learning_rate": 3.91132734798249e-05,
|
|
"loss": 2.8905,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 0.38504864311315923,
|
|
"grad_norm": 1.4212768077850342,
|
|
"learning_rate": 3.910503647836939e-05,
|
|
"loss": 3.0615,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 0.3864140638334187,
|
|
"grad_norm": 1.3602497577667236,
|
|
"learning_rate": 3.9096762371100094e-05,
|
|
"loss": 3.0335,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 0.3877794845536781,
|
|
"grad_norm": 1.3397915363311768,
|
|
"learning_rate": 3.908845117596597e-05,
|
|
"loss": 3.0985,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 0.3891449052739375,
|
|
"grad_norm": 1.2894964218139648,
|
|
"learning_rate": 3.908010291099643e-05,
|
|
"loss": 2.8898,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.39051032599419694,
|
|
"grad_norm": 1.3393354415893555,
|
|
"learning_rate": 3.907171759430128e-05,
|
|
"loss": 3.0582,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 0.3918757467144564,
|
|
"grad_norm": 1.2876499891281128,
|
|
"learning_rate": 3.9063295244070743e-05,
|
|
"loss": 2.9869,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 0.3932411674347158,
|
|
"grad_norm": 1.265411615371704,
|
|
"learning_rate": 3.9054835878575336e-05,
|
|
"loss": 2.8476,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 0.39460658815497524,
|
|
"grad_norm": 1.3758430480957031,
|
|
"learning_rate": 3.904633951616589e-05,
|
|
"loss": 2.9314,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 0.3959720088752347,
|
|
"grad_norm": 1.3400568962097168,
|
|
"learning_rate": 3.90378061752735e-05,
|
|
"loss": 3.2395,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.3973374295954941,
|
|
"grad_norm": 1.3283575773239136,
|
|
"learning_rate": 3.902923587440947e-05,
|
|
"loss": 3.11,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 0.39870285031575353,
|
|
"grad_norm": 1.3666977882385254,
|
|
"learning_rate": 3.902062863216528e-05,
|
|
"loss": 2.9748,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 0.40006827103601295,
|
|
"grad_norm": 1.342584252357483,
|
|
"learning_rate": 3.901198446721256e-05,
|
|
"loss": 2.9218,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 0.4014336917562724,
|
|
"grad_norm": 1.3122738599777222,
|
|
"learning_rate": 3.900330339830301e-05,
|
|
"loss": 2.8833,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 0.40279911247653183,
|
|
"grad_norm": 1.3478033542633057,
|
|
"learning_rate": 3.899458544426841e-05,
|
|
"loss": 3.0038,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 0.40416453319679124,
|
|
"grad_norm": 1.312415361404419,
|
|
"learning_rate": 3.8985830624020533e-05,
|
|
"loss": 2.8595,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 0.4055299539170507,
|
|
"grad_norm": 1.4030121564865112,
|
|
"learning_rate": 3.897703895655115e-05,
|
|
"loss": 3.0907,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 0.4068953746373101,
|
|
"grad_norm": 1.2528835535049438,
|
|
"learning_rate": 3.8968210460931957e-05,
|
|
"loss": 2.7231,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 0.40826079535756954,
|
|
"grad_norm": 1.2837860584259033,
|
|
"learning_rate": 3.8959345156314524e-05,
|
|
"loss": 2.8879,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 0.409626216077829,
|
|
"grad_norm": 1.2902891635894775,
|
|
"learning_rate": 3.8950443061930295e-05,
|
|
"loss": 2.9437,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.4109916367980884,
|
|
"grad_norm": 1.3145170211791992,
|
|
"learning_rate": 3.89415041970905e-05,
|
|
"loss": 2.8968,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 0.41235705751834784,
|
|
"grad_norm": 1.375896692276001,
|
|
"learning_rate": 3.8932528581186145e-05,
|
|
"loss": 3.1013,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 0.41372247823860725,
|
|
"grad_norm": 1.279364824295044,
|
|
"learning_rate": 3.892351623368796e-05,
|
|
"loss": 2.9239,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 0.4150878989588667,
|
|
"grad_norm": 1.3359878063201904,
|
|
"learning_rate": 3.891446717414635e-05,
|
|
"loss": 3.0631,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 0.41645331967912613,
|
|
"grad_norm": 1.3311201333999634,
|
|
"learning_rate": 3.8905381422191385e-05,
|
|
"loss": 3.0484,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 0.41781874039938555,
|
|
"grad_norm": 1.329620599746704,
|
|
"learning_rate": 3.8896258997532685e-05,
|
|
"loss": 2.9581,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 0.419184161119645,
|
|
"grad_norm": 1.3566920757293701,
|
|
"learning_rate": 3.8887099919959475e-05,
|
|
"loss": 2.9822,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 0.42054958183990443,
|
|
"grad_norm": 1.42951500415802,
|
|
"learning_rate": 3.887790420934045e-05,
|
|
"loss": 2.9736,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 0.42191500256016384,
|
|
"grad_norm": 1.3591212034225464,
|
|
"learning_rate": 3.886867188562379e-05,
|
|
"loss": 3.0734,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 0.42328042328042326,
|
|
"grad_norm": 1.3106906414031982,
|
|
"learning_rate": 3.8859402968837106e-05,
|
|
"loss": 3.0949,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.4246458440006827,
|
|
"grad_norm": 1.3801910877227783,
|
|
"learning_rate": 3.885009747908737e-05,
|
|
"loss": 3.0056,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 0.42601126472094214,
|
|
"grad_norm": 1.3937325477600098,
|
|
"learning_rate": 3.884075543656092e-05,
|
|
"loss": 3.0166,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 0.42737668544120155,
|
|
"grad_norm": 1.3688315153121948,
|
|
"learning_rate": 3.883137686152336e-05,
|
|
"loss": 2.9224,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 0.428742106161461,
|
|
"grad_norm": 1.3972077369689941,
|
|
"learning_rate": 3.8821961774319555e-05,
|
|
"loss": 2.9957,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 0.43010752688172044,
|
|
"grad_norm": 1.385298728942871,
|
|
"learning_rate": 3.881251019537358e-05,
|
|
"loss": 3.0206,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 0.43147294760197985,
|
|
"grad_norm": 1.4394325017929077,
|
|
"learning_rate": 3.880302214518866e-05,
|
|
"loss": 2.9026,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 0.43283836832223926,
|
|
"grad_norm": 1.3800427913665771,
|
|
"learning_rate": 3.879349764434716e-05,
|
|
"loss": 3.1173,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 0.43420378904249873,
|
|
"grad_norm": 1.4867631196975708,
|
|
"learning_rate": 3.878393671351048e-05,
|
|
"loss": 3.0277,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 0.43556920976275815,
|
|
"grad_norm": 1.2858531475067139,
|
|
"learning_rate": 3.877433937341908e-05,
|
|
"loss": 2.8638,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 0.43693463048301756,
|
|
"grad_norm": 1.4738233089447021,
|
|
"learning_rate": 3.876470564489239e-05,
|
|
"loss": 2.7714,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.43830005120327703,
|
|
"grad_norm": 1.5328595638275146,
|
|
"learning_rate": 3.875503554882878e-05,
|
|
"loss": 3.1111,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 0.43966547192353644,
|
|
"grad_norm": 1.4056901931762695,
|
|
"learning_rate": 3.8745329106205486e-05,
|
|
"loss": 3.0781,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 0.44103089264379586,
|
|
"grad_norm": 1.4081515073776245,
|
|
"learning_rate": 3.873558633807865e-05,
|
|
"loss": 2.8776,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 0.4423963133640553,
|
|
"grad_norm": 1.3121602535247803,
|
|
"learning_rate": 3.872580726558315e-05,
|
|
"loss": 2.8528,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 0.44376173408431474,
|
|
"grad_norm": 1.3597134351730347,
|
|
"learning_rate": 3.871599190993266e-05,
|
|
"loss": 3.0126,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 0.44512715480457415,
|
|
"grad_norm": 1.4099037647247314,
|
|
"learning_rate": 3.8706140292419546e-05,
|
|
"loss": 2.8402,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 0.44649257552483357,
|
|
"grad_norm": 1.4041759967803955,
|
|
"learning_rate": 3.869625243441484e-05,
|
|
"loss": 3.1083,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 0.44785799624509304,
|
|
"grad_norm": 1.355782151222229,
|
|
"learning_rate": 3.868632835736819e-05,
|
|
"loss": 3.0502,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 0.44922341696535245,
|
|
"grad_norm": 1.3535327911376953,
|
|
"learning_rate": 3.867636808280781e-05,
|
|
"loss": 2.9945,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 0.45058883768561186,
|
|
"grad_norm": 1.3494234085083008,
|
|
"learning_rate": 3.866637163234045e-05,
|
|
"loss": 2.8163,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.45195425840587133,
|
|
"grad_norm": 1.4025193452835083,
|
|
"learning_rate": 3.865633902765133e-05,
|
|
"loss": 3.1347,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 0.45331967912613075,
|
|
"grad_norm": 1.3067885637283325,
|
|
"learning_rate": 3.8646270290504085e-05,
|
|
"loss": 2.924,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 0.45468509984639016,
|
|
"grad_norm": 1.3395352363586426,
|
|
"learning_rate": 3.8636165442740746e-05,
|
|
"loss": 2.9047,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 0.4560505205666496,
|
|
"grad_norm": 1.3719593286514282,
|
|
"learning_rate": 3.862602450628167e-05,
|
|
"loss": 3.0079,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 0.45741594128690904,
|
|
"grad_norm": 1.4157326221466064,
|
|
"learning_rate": 3.861584750312552e-05,
|
|
"loss": 3.0759,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 0.45878136200716846,
|
|
"grad_norm": 1.3816114664077759,
|
|
"learning_rate": 3.860563445534918e-05,
|
|
"loss": 2.9723,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 0.46014678272742787,
|
|
"grad_norm": 1.3497341871261597,
|
|
"learning_rate": 3.859538538510772e-05,
|
|
"loss": 3.0346,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 0.46151220344768734,
|
|
"grad_norm": 1.350602626800537,
|
|
"learning_rate": 3.858510031463438e-05,
|
|
"loss": 2.8743,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 0.46287762416794676,
|
|
"grad_norm": 1.387095332145691,
|
|
"learning_rate": 3.857477926624046e-05,
|
|
"loss": 3.0133,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 0.46424304488820617,
|
|
"grad_norm": 1.4189172983169556,
|
|
"learning_rate": 3.8564422262315336e-05,
|
|
"loss": 3.2004,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.4656084656084656,
|
|
"grad_norm": 1.3419146537780762,
|
|
"learning_rate": 3.855402932532637e-05,
|
|
"loss": 2.9068,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 0.46697388632872505,
|
|
"grad_norm": 1.3219139575958252,
|
|
"learning_rate": 3.854360047781886e-05,
|
|
"loss": 2.8327,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 0.46833930704898447,
|
|
"grad_norm": 1.317773699760437,
|
|
"learning_rate": 3.8533135742416045e-05,
|
|
"loss": 3.0316,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 0.4697047277692439,
|
|
"grad_norm": 1.4251924753189087,
|
|
"learning_rate": 3.852263514181897e-05,
|
|
"loss": 3.0074,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 0.47107014848950335,
|
|
"grad_norm": 1.4333152770996094,
|
|
"learning_rate": 3.8512098698806506e-05,
|
|
"loss": 3.1109,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 0.47243556920976276,
|
|
"grad_norm": 1.3378651142120361,
|
|
"learning_rate": 3.850152643623527e-05,
|
|
"loss": 2.9431,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 0.4738009899300222,
|
|
"grad_norm": 1.4802751541137695,
|
|
"learning_rate": 3.8490918377039576e-05,
|
|
"loss": 3.091,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 0.47516641065028165,
|
|
"grad_norm": 1.3342303037643433,
|
|
"learning_rate": 3.8480274544231415e-05,
|
|
"loss": 3.0976,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 0.47653183137054106,
|
|
"grad_norm": 1.3089995384216309,
|
|
"learning_rate": 3.846959496090036e-05,
|
|
"loss": 2.9495,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 0.4778972520908005,
|
|
"grad_norm": 1.3713091611862183,
|
|
"learning_rate": 3.8458879650213534e-05,
|
|
"loss": 2.9096,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.4792626728110599,
|
|
"grad_norm": 1.338836431503296,
|
|
"learning_rate": 3.844812863541557e-05,
|
|
"loss": 2.9119,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 0.48062809353131936,
|
|
"grad_norm": 1.444617509841919,
|
|
"learning_rate": 3.843734193982857e-05,
|
|
"loss": 2.9674,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 0.48199351425157877,
|
|
"grad_norm": 1.434388518333435,
|
|
"learning_rate": 3.842651958685202e-05,
|
|
"loss": 3.1323,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 0.4833589349718382,
|
|
"grad_norm": 1.4443765878677368,
|
|
"learning_rate": 3.8415661599962746e-05,
|
|
"loss": 3.0445,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 0.48472435569209765,
|
|
"grad_norm": 1.519293189048767,
|
|
"learning_rate": 3.8404768002714904e-05,
|
|
"loss": 2.9302,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 0.48608977641235707,
|
|
"grad_norm": 1.3553463220596313,
|
|
"learning_rate": 3.8393838818739874e-05,
|
|
"loss": 2.8599,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 0.4874551971326165,
|
|
"grad_norm": 1.339248538017273,
|
|
"learning_rate": 3.838287407174626e-05,
|
|
"loss": 2.9773,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 0.4888206178528759,
|
|
"grad_norm": 1.3699098825454712,
|
|
"learning_rate": 3.8371873785519785e-05,
|
|
"loss": 2.9303,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 0.49018603857313536,
|
|
"grad_norm": 1.3392761945724487,
|
|
"learning_rate": 3.836083798392327e-05,
|
|
"loss": 2.9212,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 0.4915514592933948,
|
|
"grad_norm": 1.4360921382904053,
|
|
"learning_rate": 3.83497666908966e-05,
|
|
"loss": 3.0258,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.4929168800136542,
|
|
"grad_norm": 1.3094574213027954,
|
|
"learning_rate": 3.833865993045665e-05,
|
|
"loss": 2.9445,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 0.49428230073391366,
|
|
"grad_norm": 1.3445249795913696,
|
|
"learning_rate": 3.8327517726697194e-05,
|
|
"loss": 2.9284,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 0.4956477214541731,
|
|
"grad_norm": 1.3780626058578491,
|
|
"learning_rate": 3.8316340103788947e-05,
|
|
"loss": 3.0074,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 0.4970131421744325,
|
|
"grad_norm": 1.3903131484985352,
|
|
"learning_rate": 3.830512708597942e-05,
|
|
"loss": 2.893,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 0.4983785628946919,
|
|
"grad_norm": 1.338554859161377,
|
|
"learning_rate": 3.829387869759293e-05,
|
|
"loss": 2.9588,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 0.49974398361495137,
|
|
"grad_norm": 1.3329784870147705,
|
|
"learning_rate": 3.82825949630305e-05,
|
|
"loss": 2.8984,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 0.5011094043352108,
|
|
"grad_norm": 1.3981587886810303,
|
|
"learning_rate": 3.827127590676986e-05,
|
|
"loss": 2.8382,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 0.5024748250554703,
|
|
"grad_norm": 1.3244234323501587,
|
|
"learning_rate": 3.8259921553365324e-05,
|
|
"loss": 2.9084,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 0.5038402457757296,
|
|
"grad_norm": 1.4119958877563477,
|
|
"learning_rate": 3.8248531927447805e-05,
|
|
"loss": 3.0194,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 0.5052056664959891,
|
|
"grad_norm": 1.46544349193573,
|
|
"learning_rate": 3.823710705372473e-05,
|
|
"loss": 2.8543,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.5065710872162486,
|
|
"grad_norm": 1.4029783010482788,
|
|
"learning_rate": 3.822564695697998e-05,
|
|
"loss": 2.833,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 0.5079365079365079,
|
|
"grad_norm": 1.4057574272155762,
|
|
"learning_rate": 3.8214151662073854e-05,
|
|
"loss": 2.9731,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 0.5093019286567674,
|
|
"grad_norm": 1.5014464855194092,
|
|
"learning_rate": 3.8202621193942976e-05,
|
|
"loss": 3.1724,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 0.5106673493770268,
|
|
"grad_norm": 1.3028396368026733,
|
|
"learning_rate": 3.819105557760032e-05,
|
|
"loss": 2.8206,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 0.5120327700972862,
|
|
"grad_norm": 1.4192930459976196,
|
|
"learning_rate": 3.8179454838135066e-05,
|
|
"loss": 2.9899,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 0.5133981908175457,
|
|
"grad_norm": 1.331186056137085,
|
|
"learning_rate": 3.8167819000712615e-05,
|
|
"loss": 2.9847,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 0.514763611537805,
|
|
"grad_norm": 1.3640269041061401,
|
|
"learning_rate": 3.815614809057448e-05,
|
|
"loss": 2.8577,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 0.5161290322580645,
|
|
"grad_norm": 1.3373394012451172,
|
|
"learning_rate": 3.814444213303828e-05,
|
|
"loss": 2.9442,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 0.517494452978324,
|
|
"grad_norm": 1.2525429725646973,
|
|
"learning_rate": 3.8132701153497655e-05,
|
|
"loss": 2.755,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 0.5188598736985833,
|
|
"grad_norm": 1.392865538597107,
|
|
"learning_rate": 3.8120925177422196e-05,
|
|
"loss": 2.9872,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.5202252944188428,
|
|
"grad_norm": 1.423351526260376,
|
|
"learning_rate": 3.810911423035745e-05,
|
|
"loss": 3.0558,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 0.5215907151391023,
|
|
"grad_norm": 1.2661659717559814,
|
|
"learning_rate": 3.809726833792479e-05,
|
|
"loss": 2.8862,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 0.5229561358593616,
|
|
"grad_norm": 1.4103831052780151,
|
|
"learning_rate": 3.808538752582142e-05,
|
|
"loss": 2.9663,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 0.5243215565796211,
|
|
"grad_norm": 1.3018399477005005,
|
|
"learning_rate": 3.8073471819820294e-05,
|
|
"loss": 2.8138,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 0.5256869772998806,
|
|
"grad_norm": 1.3350375890731812,
|
|
"learning_rate": 3.8061521245770044e-05,
|
|
"loss": 2.9331,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 0.5270523980201399,
|
|
"grad_norm": 1.2823617458343506,
|
|
"learning_rate": 3.8049535829594956e-05,
|
|
"loss": 2.8896,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 0.5284178187403994,
|
|
"grad_norm": 1.3584403991699219,
|
|
"learning_rate": 3.803751559729489e-05,
|
|
"loss": 3.0395,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 0.5297832394606589,
|
|
"grad_norm": 1.3150285482406616,
|
|
"learning_rate": 3.802546057494524e-05,
|
|
"loss": 3.0553,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 0.5311486601809182,
|
|
"grad_norm": 1.3261231184005737,
|
|
"learning_rate": 3.801337078869686e-05,
|
|
"loss": 2.9124,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 0.5325140809011777,
|
|
"grad_norm": 1.3283610343933105,
|
|
"learning_rate": 3.8001246264776025e-05,
|
|
"loss": 2.966,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.5338795016214372,
|
|
"grad_norm": 1.300338625907898,
|
|
"learning_rate": 3.798908702948437e-05,
|
|
"loss": 2.9111,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 0.5352449223416965,
|
|
"grad_norm": 1.3091778755187988,
|
|
"learning_rate": 3.797689310919883e-05,
|
|
"loss": 2.9385,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 0.536610343061956,
|
|
"grad_norm": 1.3251817226409912,
|
|
"learning_rate": 3.7964664530371565e-05,
|
|
"loss": 2.8677,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 0.5379757637822153,
|
|
"grad_norm": 1.3573335409164429,
|
|
"learning_rate": 3.795240131952992e-05,
|
|
"loss": 2.837,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 0.5393411845024748,
|
|
"grad_norm": 1.3734980821609497,
|
|
"learning_rate": 3.7940103503276383e-05,
|
|
"loss": 3.0215,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 0.5407066052227343,
|
|
"grad_norm": 1.4021447896957397,
|
|
"learning_rate": 3.792777110828852e-05,
|
|
"loss": 3.0128,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 0.5420720259429936,
|
|
"grad_norm": 1.340755820274353,
|
|
"learning_rate": 3.791540416131887e-05,
|
|
"loss": 3.0792,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 0.5434374466632531,
|
|
"grad_norm": 1.2638185024261475,
|
|
"learning_rate": 3.7903002689194976e-05,
|
|
"loss": 2.8853,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 0.5448028673835126,
|
|
"grad_norm": 1.3345012664794922,
|
|
"learning_rate": 3.7890566718819216e-05,
|
|
"loss": 2.9527,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 0.5461682881037719,
|
|
"grad_norm": 1.3717132806777954,
|
|
"learning_rate": 3.787809627716887e-05,
|
|
"loss": 2.8532,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.5475337088240314,
|
|
"grad_norm": 1.3624272346496582,
|
|
"learning_rate": 3.786559139129594e-05,
|
|
"loss": 2.9944,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 0.5488991295442909,
|
|
"grad_norm": 1.3174376487731934,
|
|
"learning_rate": 3.785305208832717e-05,
|
|
"loss": 2.9651,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 0.5502645502645502,
|
|
"grad_norm": 1.368506669998169,
|
|
"learning_rate": 3.784047839546399e-05,
|
|
"loss": 2.9833,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 0.5516299709848097,
|
|
"grad_norm": 1.386845588684082,
|
|
"learning_rate": 3.7827870339982385e-05,
|
|
"loss": 2.9086,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 0.5529953917050692,
|
|
"grad_norm": 1.3105249404907227,
|
|
"learning_rate": 3.781522794923291e-05,
|
|
"loss": 2.9186,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 0.5543608124253285,
|
|
"grad_norm": 1.2829691171646118,
|
|
"learning_rate": 3.780255125064061e-05,
|
|
"loss": 2.729,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 0.555726233145588,
|
|
"grad_norm": 1.3970478773117065,
|
|
"learning_rate": 3.7789840271704925e-05,
|
|
"loss": 3.1215,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 0.5570916538658475,
|
|
"grad_norm": 1.312456727027893,
|
|
"learning_rate": 3.777709503999968e-05,
|
|
"loss": 2.8841,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 0.5584570745861068,
|
|
"grad_norm": 1.3093911409378052,
|
|
"learning_rate": 3.776431558317302e-05,
|
|
"loss": 3.0049,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 0.5598224953063663,
|
|
"grad_norm": 1.3421498537063599,
|
|
"learning_rate": 3.775150192894729e-05,
|
|
"loss": 2.9349,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.5611879160266257,
|
|
"grad_norm": 1.3915818929672241,
|
|
"learning_rate": 3.773865410511906e-05,
|
|
"loss": 2.9318,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 0.5625533367468851,
|
|
"grad_norm": 1.2593127489089966,
|
|
"learning_rate": 3.7725772139559e-05,
|
|
"loss": 2.7427,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 0.5639187574671446,
|
|
"grad_norm": 1.3098043203353882,
|
|
"learning_rate": 3.771285606021184e-05,
|
|
"loss": 2.902,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 0.565284178187404,
|
|
"grad_norm": 1.3974379301071167,
|
|
"learning_rate": 3.769990589509635e-05,
|
|
"loss": 2.9425,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 0.5666495989076634,
|
|
"grad_norm": 1.2861424684524536,
|
|
"learning_rate": 3.768692167230519e-05,
|
|
"loss": 2.8829,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 0.5680150196279229,
|
|
"grad_norm": 1.362608551979065,
|
|
"learning_rate": 3.7673903420004946e-05,
|
|
"loss": 2.979,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 0.5693804403481822,
|
|
"grad_norm": 1.4318872690200806,
|
|
"learning_rate": 3.7660851166436e-05,
|
|
"loss": 2.9063,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 0.5707458610684417,
|
|
"grad_norm": 1.320885419845581,
|
|
"learning_rate": 3.764776493991249e-05,
|
|
"loss": 2.8517,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 0.5721112817887012,
|
|
"grad_norm": 1.353554129600525,
|
|
"learning_rate": 3.763464476882226e-05,
|
|
"loss": 2.9256,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 0.5734767025089605,
|
|
"grad_norm": 1.3187509775161743,
|
|
"learning_rate": 3.76214906816268e-05,
|
|
"loss": 2.8558,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.57484212322922,
|
|
"grad_norm": 1.334849238395691,
|
|
"learning_rate": 3.7608302706861154e-05,
|
|
"loss": 2.9241,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 0.5762075439494795,
|
|
"grad_norm": 1.2721538543701172,
|
|
"learning_rate": 3.759508087313388e-05,
|
|
"loss": 2.9531,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 0.5775729646697388,
|
|
"grad_norm": 1.378733515739441,
|
|
"learning_rate": 3.7581825209127e-05,
|
|
"loss": 2.9066,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 0.5789383853899983,
|
|
"grad_norm": 1.4031331539154053,
|
|
"learning_rate": 3.756853574359592e-05,
|
|
"loss": 3.0673,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 0.5803038061102577,
|
|
"grad_norm": 1.2762374877929688,
|
|
"learning_rate": 3.7555212505369355e-05,
|
|
"loss": 2.8023,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 0.5816692268305171,
|
|
"grad_norm": 1.3040027618408203,
|
|
"learning_rate": 3.7541855523349306e-05,
|
|
"loss": 2.7411,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 0.5830346475507766,
|
|
"grad_norm": 1.372672438621521,
|
|
"learning_rate": 3.7528464826510965e-05,
|
|
"loss": 2.9527,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 0.584400068271036,
|
|
"grad_norm": 1.3174269199371338,
|
|
"learning_rate": 3.751504044390264e-05,
|
|
"loss": 2.8347,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 0.5857654889912954,
|
|
"grad_norm": 1.4506326913833618,
|
|
"learning_rate": 3.750158240464576e-05,
|
|
"loss": 3.0221,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 0.5871309097115549,
|
|
"grad_norm": 1.2877005338668823,
|
|
"learning_rate": 3.7488090737934714e-05,
|
|
"loss": 2.788,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.5884963304318143,
|
|
"grad_norm": 1.398964524269104,
|
|
"learning_rate": 3.7474565473036886e-05,
|
|
"loss": 3.111,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 0.5898617511520737,
|
|
"grad_norm": 1.3040918111801147,
|
|
"learning_rate": 3.74610066392925e-05,
|
|
"loss": 2.7763,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 0.5912271718723332,
|
|
"grad_norm": 1.3138196468353271,
|
|
"learning_rate": 3.744741426611464e-05,
|
|
"loss": 2.9258,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 0.5925925925925926,
|
|
"grad_norm": 1.2859567403793335,
|
|
"learning_rate": 3.7433788382989106e-05,
|
|
"loss": 2.683,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 0.593958013312852,
|
|
"grad_norm": 1.3327406644821167,
|
|
"learning_rate": 3.742012901947443e-05,
|
|
"loss": 3.0007,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 0.5953234340331115,
|
|
"grad_norm": 1.3187899589538574,
|
|
"learning_rate": 3.7406436205201755e-05,
|
|
"loss": 2.9108,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 0.5966888547533709,
|
|
"grad_norm": 1.3259321451187134,
|
|
"learning_rate": 3.7392709969874785e-05,
|
|
"loss": 3.0018,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 0.5980542754736303,
|
|
"grad_norm": 1.2598587274551392,
|
|
"learning_rate": 3.737895034326973e-05,
|
|
"loss": 2.7834,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 0.5994196961938898,
|
|
"grad_norm": 1.2821201086044312,
|
|
"learning_rate": 3.736515735523523e-05,
|
|
"loss": 2.8404,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 0.6007851169141492,
|
|
"grad_norm": 1.3087409734725952,
|
|
"learning_rate": 3.735133103569231e-05,
|
|
"loss": 2.7119,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.6021505376344086,
|
|
"grad_norm": 1.2687911987304688,
|
|
"learning_rate": 3.733747141463428e-05,
|
|
"loss": 2.7103,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 0.603515958354668,
|
|
"grad_norm": 1.2933452129364014,
|
|
"learning_rate": 3.7323578522126704e-05,
|
|
"loss": 2.8893,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 0.6048813790749274,
|
|
"grad_norm": 1.3670916557312012,
|
|
"learning_rate": 3.730965238830732e-05,
|
|
"loss": 2.9303,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 0.6062467997951869,
|
|
"grad_norm": 1.3215402364730835,
|
|
"learning_rate": 3.729569304338597e-05,
|
|
"loss": 2.8011,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 0.6076122205154463,
|
|
"grad_norm": 1.316300868988037,
|
|
"learning_rate": 3.7281700517644554e-05,
|
|
"loss": 2.9002,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 0.6089776412357057,
|
|
"grad_norm": 1.4437733888626099,
|
|
"learning_rate": 3.726767484143694e-05,
|
|
"loss": 2.9884,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 0.6103430619559652,
|
|
"grad_norm": 1.4378395080566406,
|
|
"learning_rate": 3.72536160451889e-05,
|
|
"loss": 2.8825,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 0.6117084826762246,
|
|
"grad_norm": 1.3129379749298096,
|
|
"learning_rate": 3.7239524159398076e-05,
|
|
"loss": 2.8515,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 0.613073903396484,
|
|
"grad_norm": 1.3621375560760498,
|
|
"learning_rate": 3.722539921463387e-05,
|
|
"loss": 2.8922,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 0.6144393241167435,
|
|
"grad_norm": 1.4121601581573486,
|
|
"learning_rate": 3.7211241241537414e-05,
|
|
"loss": 3.0759,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.6158047448370029,
|
|
"grad_norm": 1.3335072994232178,
|
|
"learning_rate": 3.7197050270821485e-05,
|
|
"loss": 2.9079,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 0.6171701655572623,
|
|
"grad_norm": 1.4576181173324585,
|
|
"learning_rate": 3.7182826333270436e-05,
|
|
"loss": 3.1032,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 0.6185355862775218,
|
|
"grad_norm": 1.3565021753311157,
|
|
"learning_rate": 3.7168569459740126e-05,
|
|
"loss": 2.8538,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 0.6199010069977812,
|
|
"grad_norm": 1.336393117904663,
|
|
"learning_rate": 3.715427968115789e-05,
|
|
"loss": 2.8774,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 0.6212664277180406,
|
|
"grad_norm": 1.362845540046692,
|
|
"learning_rate": 3.713995702852241e-05,
|
|
"loss": 2.9532,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 0.6226318484383001,
|
|
"grad_norm": 1.335113525390625,
|
|
"learning_rate": 3.71256015329037e-05,
|
|
"loss": 2.9395,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 0.6239972691585595,
|
|
"grad_norm": 1.3559925556182861,
|
|
"learning_rate": 3.711121322544302e-05,
|
|
"loss": 2.9057,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 0.6253626898788189,
|
|
"grad_norm": 1.445767879486084,
|
|
"learning_rate": 3.709679213735283e-05,
|
|
"loss": 2.888,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 0.6267281105990783,
|
|
"grad_norm": 1.4072614908218384,
|
|
"learning_rate": 3.708233829991663e-05,
|
|
"loss": 2.9206,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 0.6280935313193378,
|
|
"grad_norm": 1.2806531190872192,
|
|
"learning_rate": 3.706785174448905e-05,
|
|
"loss": 2.7264,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.6294589520395972,
|
|
"grad_norm": 1.3245452642440796,
|
|
"learning_rate": 3.7053332502495636e-05,
|
|
"loss": 2.8157,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 0.6308243727598566,
|
|
"grad_norm": 1.3116190433502197,
|
|
"learning_rate": 3.703878060543286e-05,
|
|
"loss": 2.8256,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 0.6321897934801161,
|
|
"grad_norm": 1.2462058067321777,
|
|
"learning_rate": 3.702419608486803e-05,
|
|
"loss": 2.8425,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 0.6335552142003755,
|
|
"grad_norm": 1.2823293209075928,
|
|
"learning_rate": 3.700957897243924e-05,
|
|
"loss": 2.7328,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 0.6349206349206349,
|
|
"grad_norm": 1.3262630701065063,
|
|
"learning_rate": 3.6994929299855254e-05,
|
|
"loss": 2.936,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 0.6362860556408944,
|
|
"grad_norm": 1.4157698154449463,
|
|
"learning_rate": 3.6980247098895485e-05,
|
|
"loss": 2.7993,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 0.6376514763611538,
|
|
"grad_norm": 1.3853559494018555,
|
|
"learning_rate": 3.696553240140993e-05,
|
|
"loss": 2.9282,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 0.6390168970814132,
|
|
"grad_norm": 1.4059337377548218,
|
|
"learning_rate": 3.695078523931903e-05,
|
|
"loss": 3.0765,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 0.6403823178016727,
|
|
"grad_norm": 1.387112021446228,
|
|
"learning_rate": 3.693600564461371e-05,
|
|
"loss": 2.8957,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 0.6417477385219321,
|
|
"grad_norm": 1.3582907915115356,
|
|
"learning_rate": 3.6921193649355206e-05,
|
|
"loss": 3.0103,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.6431131592421915,
|
|
"grad_norm": 1.3183821439743042,
|
|
"learning_rate": 3.6906349285675065e-05,
|
|
"loss": 2.8717,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 0.644478579962451,
|
|
"grad_norm": 1.261896014213562,
|
|
"learning_rate": 3.6891472585775034e-05,
|
|
"loss": 2.8289,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 0.6458440006827103,
|
|
"grad_norm": 1.3002463579177856,
|
|
"learning_rate": 3.687656358192702e-05,
|
|
"loss": 2.8723,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 0.6472094214029698,
|
|
"grad_norm": 1.3367985486984253,
|
|
"learning_rate": 3.6861622306473e-05,
|
|
"loss": 2.9214,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 0.6485748421232292,
|
|
"grad_norm": 1.2751028537750244,
|
|
"learning_rate": 3.684664879182496e-05,
|
|
"loss": 2.8831,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 0.6499402628434886,
|
|
"grad_norm": 1.2681186199188232,
|
|
"learning_rate": 3.6831643070464806e-05,
|
|
"loss": 2.7936,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 0.6513056835637481,
|
|
"grad_norm": 1.314717173576355,
|
|
"learning_rate": 3.681660517494436e-05,
|
|
"loss": 2.8979,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 0.6526711042840075,
|
|
"grad_norm": 1.2387361526489258,
|
|
"learning_rate": 3.680153513788517e-05,
|
|
"loss": 2.8042,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 0.6540365250042669,
|
|
"grad_norm": 1.325661540031433,
|
|
"learning_rate": 3.678643299197855e-05,
|
|
"loss": 2.9468,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 0.6554019457245264,
|
|
"grad_norm": 1.2384459972381592,
|
|
"learning_rate": 3.677129876998548e-05,
|
|
"loss": 2.7237,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.6567673664447858,
|
|
"grad_norm": 1.3409217596054077,
|
|
"learning_rate": 3.675613250473648e-05,
|
|
"loss": 2.9,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 0.6581327871650452,
|
|
"grad_norm": 1.2916115522384644,
|
|
"learning_rate": 3.6740934229131606e-05,
|
|
"loss": 2.8951,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 0.6594982078853047,
|
|
"grad_norm": 1.2838852405548096,
|
|
"learning_rate": 3.672570397614036e-05,
|
|
"loss": 2.8885,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 0.6608636286055641,
|
|
"grad_norm": 1.3061528205871582,
|
|
"learning_rate": 3.67104417788016e-05,
|
|
"loss": 2.8753,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 0.6622290493258235,
|
|
"grad_norm": 1.2723528146743774,
|
|
"learning_rate": 3.669514767022349e-05,
|
|
"loss": 2.8564,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 0.663594470046083,
|
|
"grad_norm": 1.3076740503311157,
|
|
"learning_rate": 3.6679821683583396e-05,
|
|
"loss": 2.8132,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 0.6649598907663424,
|
|
"grad_norm": 1.334466576576233,
|
|
"learning_rate": 3.666446385212787e-05,
|
|
"loss": 2.9244,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 0.6663253114866018,
|
|
"grad_norm": 1.3105363845825195,
|
|
"learning_rate": 3.664907420917252e-05,
|
|
"loss": 2.9365,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 0.6676907322068613,
|
|
"grad_norm": 1.322219729423523,
|
|
"learning_rate": 3.6633652788101975e-05,
|
|
"loss": 2.9781,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 0.6690561529271206,
|
|
"grad_norm": 1.2741801738739014,
|
|
"learning_rate": 3.66181996223698e-05,
|
|
"loss": 2.8713,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.6704215736473801,
|
|
"grad_norm": 1.3462766408920288,
|
|
"learning_rate": 3.66027147454984e-05,
|
|
"loss": 2.9106,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 0.6717869943676396,
|
|
"grad_norm": 1.3164334297180176,
|
|
"learning_rate": 3.6587198191079014e-05,
|
|
"loss": 2.804,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 0.6731524150878989,
|
|
"grad_norm": 1.349804162979126,
|
|
"learning_rate": 3.657164999277156e-05,
|
|
"loss": 2.831,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 0.6745178358081584,
|
|
"grad_norm": 1.2329461574554443,
|
|
"learning_rate": 3.6556070184304624e-05,
|
|
"loss": 2.8624,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 0.6758832565284179,
|
|
"grad_norm": 1.2478387355804443,
|
|
"learning_rate": 3.654045879947535e-05,
|
|
"loss": 2.8427,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 0.6772486772486772,
|
|
"grad_norm": 1.3101484775543213,
|
|
"learning_rate": 3.652481587214939e-05,
|
|
"loss": 2.8203,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 0.6786140979689367,
|
|
"grad_norm": 1.3023991584777832,
|
|
"learning_rate": 3.650914143626081e-05,
|
|
"loss": 2.7205,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 0.6799795186891961,
|
|
"grad_norm": 1.299358606338501,
|
|
"learning_rate": 3.6493435525812034e-05,
|
|
"loss": 2.9856,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 0.6813449394094555,
|
|
"grad_norm": 1.4544318914413452,
|
|
"learning_rate": 3.647769817487377e-05,
|
|
"loss": 2.9477,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 0.682710360129715,
|
|
"grad_norm": 1.2803057432174683,
|
|
"learning_rate": 3.6461929417584915e-05,
|
|
"loss": 2.8648,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.6840757808499744,
|
|
"grad_norm": 1.3588660955429077,
|
|
"learning_rate": 3.6446129288152514e-05,
|
|
"loss": 2.8725,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 0.6854412015702338,
|
|
"grad_norm": 1.2590023279190063,
|
|
"learning_rate": 3.643029782085165e-05,
|
|
"loss": 2.9037,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 0.6868066222904933,
|
|
"grad_norm": 1.249646782875061,
|
|
"learning_rate": 3.64144350500254e-05,
|
|
"loss": 2.8656,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 0.6881720430107527,
|
|
"grad_norm": 1.3663312196731567,
|
|
"learning_rate": 3.639854101008472e-05,
|
|
"loss": 3.0374,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 0.6895374637310121,
|
|
"grad_norm": 1.511388897895813,
|
|
"learning_rate": 3.638261573550844e-05,
|
|
"loss": 2.8988,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 0.6909028844512716,
|
|
"grad_norm": 1.2522783279418945,
|
|
"learning_rate": 3.636665926084313e-05,
|
|
"loss": 2.7906,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 0.6922683051715309,
|
|
"grad_norm": 1.3429816961288452,
|
|
"learning_rate": 3.6350671620703025e-05,
|
|
"loss": 3.0203,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 0.6936337258917904,
|
|
"grad_norm": 1.2900177240371704,
|
|
"learning_rate": 3.633465284976998e-05,
|
|
"loss": 2.8085,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 0.6949991466120499,
|
|
"grad_norm": 1.2798503637313843,
|
|
"learning_rate": 3.631860298279338e-05,
|
|
"loss": 2.8639,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 0.6963645673323092,
|
|
"grad_norm": 1.3201751708984375,
|
|
"learning_rate": 3.630252205459009e-05,
|
|
"loss": 2.833,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.6977299880525687,
|
|
"grad_norm": 1.2585594654083252,
|
|
"learning_rate": 3.628641010004431e-05,
|
|
"loss": 2.7823,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 0.6990954087728282,
|
|
"grad_norm": 1.3217718601226807,
|
|
"learning_rate": 3.6270267154107576e-05,
|
|
"loss": 2.9667,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 0.7004608294930875,
|
|
"grad_norm": 1.3991295099258423,
|
|
"learning_rate": 3.625409325179865e-05,
|
|
"loss": 2.9473,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 0.701826250213347,
|
|
"grad_norm": 1.2950828075408936,
|
|
"learning_rate": 3.623788842820344e-05,
|
|
"loss": 2.9907,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 0.7031916709336065,
|
|
"grad_norm": 1.302770972251892,
|
|
"learning_rate": 3.622165271847494e-05,
|
|
"loss": 2.8413,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 0.7045570916538658,
|
|
"grad_norm": 1.384196162223816,
|
|
"learning_rate": 3.6205386157833144e-05,
|
|
"loss": 3.0346,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 0.7059225123741253,
|
|
"grad_norm": 1.262619137763977,
|
|
"learning_rate": 3.618908878156496e-05,
|
|
"loss": 2.8783,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 0.7072879330943848,
|
|
"grad_norm": 1.3378034830093384,
|
|
"learning_rate": 3.617276062502415e-05,
|
|
"loss": 2.8852,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 0.7086533538146441,
|
|
"grad_norm": 1.303502082824707,
|
|
"learning_rate": 3.615640172363126e-05,
|
|
"loss": 2.8648,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 0.7100187745349036,
|
|
"grad_norm": 1.3309911489486694,
|
|
"learning_rate": 3.61400121128735e-05,
|
|
"loss": 3.0171,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.7113841952551629,
|
|
"grad_norm": 1.3169946670532227,
|
|
"learning_rate": 3.6123591828304726e-05,
|
|
"loss": 2.8624,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 0.7127496159754224,
|
|
"grad_norm": 1.2952288389205933,
|
|
"learning_rate": 3.610714090554533e-05,
|
|
"loss": 2.7668,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 0.7141150366956819,
|
|
"grad_norm": 1.2812696695327759,
|
|
"learning_rate": 3.609065938028216e-05,
|
|
"loss": 2.9468,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 0.7154804574159412,
|
|
"grad_norm": 1.281525731086731,
|
|
"learning_rate": 3.6074147288268456e-05,
|
|
"loss": 2.737,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 0.7168458781362007,
|
|
"grad_norm": 1.3946808576583862,
|
|
"learning_rate": 3.605760466532374e-05,
|
|
"loss": 3.1228,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 0.7182112988564602,
|
|
"grad_norm": 1.3583076000213623,
|
|
"learning_rate": 3.604103154733382e-05,
|
|
"loss": 2.9225,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 0.7195767195767195,
|
|
"grad_norm": 1.2891432046890259,
|
|
"learning_rate": 3.602442797025061e-05,
|
|
"loss": 2.7942,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 0.720942140296979,
|
|
"grad_norm": 1.3038846254348755,
|
|
"learning_rate": 3.6007793970092095e-05,
|
|
"loss": 2.9226,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 0.7223075610172385,
|
|
"grad_norm": 1.3120319843292236,
|
|
"learning_rate": 3.599112958294229e-05,
|
|
"loss": 2.9012,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 0.7236729817374978,
|
|
"grad_norm": 1.3864185810089111,
|
|
"learning_rate": 3.597443484495112e-05,
|
|
"loss": 2.9309,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.7250384024577573,
|
|
"grad_norm": 1.2283259630203247,
|
|
"learning_rate": 3.595770979233433e-05,
|
|
"loss": 2.8252,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 0.7264038231780168,
|
|
"grad_norm": 1.2426667213439941,
|
|
"learning_rate": 3.594095446137343e-05,
|
|
"loss": 2.8775,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 0.7277692438982761,
|
|
"grad_norm": 1.2631727457046509,
|
|
"learning_rate": 3.592416888841564e-05,
|
|
"loss": 2.8984,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 0.7291346646185356,
|
|
"grad_norm": 1.3043859004974365,
|
|
"learning_rate": 3.5907353109873745e-05,
|
|
"loss": 2.9097,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 0.7305000853387951,
|
|
"grad_norm": 1.2307614088058472,
|
|
"learning_rate": 3.589050716222609e-05,
|
|
"loss": 2.8628,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 0.7318655060590544,
|
|
"grad_norm": 1.2963740825653076,
|
|
"learning_rate": 3.5873631082016445e-05,
|
|
"loss": 2.8542,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 0.7332309267793139,
|
|
"grad_norm": 1.3001391887664795,
|
|
"learning_rate": 3.585672490585394e-05,
|
|
"loss": 2.9331,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 0.7345963474995733,
|
|
"grad_norm": 1.2801858186721802,
|
|
"learning_rate": 3.583978867041302e-05,
|
|
"loss": 2.8885,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 0.7359617682198327,
|
|
"grad_norm": 1.2577100992202759,
|
|
"learning_rate": 3.5822822412433304e-05,
|
|
"loss": 2.8451,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 0.7373271889400922,
|
|
"grad_norm": 1.3069607019424438,
|
|
"learning_rate": 3.5805826168719564e-05,
|
|
"loss": 2.8202,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.7386926096603516,
|
|
"grad_norm": 1.3131080865859985,
|
|
"learning_rate": 3.578879997614161e-05,
|
|
"loss": 2.9385,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 0.740058030380611,
|
|
"grad_norm": 1.2916386127471924,
|
|
"learning_rate": 3.577174387163421e-05,
|
|
"loss": 2.9576,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 0.7414234511008705,
|
|
"grad_norm": 1.3010426759719849,
|
|
"learning_rate": 3.5754657892197056e-05,
|
|
"loss": 2.9518,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 0.7427888718211298,
|
|
"grad_norm": 1.2421988248825073,
|
|
"learning_rate": 3.5737542074894595e-05,
|
|
"loss": 2.7443,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 0.7441542925413893,
|
|
"grad_norm": 1.293596863746643,
|
|
"learning_rate": 3.572039645685603e-05,
|
|
"loss": 2.9496,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 0.7455197132616488,
|
|
"grad_norm": 1.3112589120864868,
|
|
"learning_rate": 3.5703221075275227e-05,
|
|
"loss": 3.0441,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 0.7468851339819081,
|
|
"grad_norm": 1.2407242059707642,
|
|
"learning_rate": 3.5686015967410584e-05,
|
|
"loss": 2.7161,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 0.7482505547021676,
|
|
"grad_norm": 1.248875379562378,
|
|
"learning_rate": 3.5668781170584996e-05,
|
|
"loss": 2.7916,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 0.7496159754224271,
|
|
"grad_norm": 1.3158230781555176,
|
|
"learning_rate": 3.565151672218578e-05,
|
|
"loss": 2.8347,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 0.7509813961426864,
|
|
"grad_norm": 1.344825029373169,
|
|
"learning_rate": 3.563422265966454e-05,
|
|
"loss": 3.0494,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.7523468168629459,
|
|
"grad_norm": 1.3518285751342773,
|
|
"learning_rate": 3.5616899020537166e-05,
|
|
"loss": 2.7562,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 0.7537122375832054,
|
|
"grad_norm": 1.2998853921890259,
|
|
"learning_rate": 3.559954584238366e-05,
|
|
"loss": 2.7406,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 0.7550776583034647,
|
|
"grad_norm": 1.257563829421997,
|
|
"learning_rate": 3.558216316284815e-05,
|
|
"loss": 2.9462,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 0.7564430790237242,
|
|
"grad_norm": 1.2820138931274414,
|
|
"learning_rate": 3.556475101963872e-05,
|
|
"loss": 2.8143,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 0.7578084997439836,
|
|
"grad_norm": 1.3024104833602905,
|
|
"learning_rate": 3.5547309450527394e-05,
|
|
"loss": 2.7173,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 0.759173920464243,
|
|
"grad_norm": 1.2970681190490723,
|
|
"learning_rate": 3.5529838493350034e-05,
|
|
"loss": 2.8941,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 0.7605393411845025,
|
|
"grad_norm": 1.2700526714324951,
|
|
"learning_rate": 3.551233818600623e-05,
|
|
"loss": 2.6633,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 0.7619047619047619,
|
|
"grad_norm": 1.3061867952346802,
|
|
"learning_rate": 3.5494808566459267e-05,
|
|
"loss": 2.9219,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 0.7632701826250213,
|
|
"grad_norm": 1.2967194318771362,
|
|
"learning_rate": 3.5477249672735976e-05,
|
|
"loss": 2.9349,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 0.7646356033452808,
|
|
"grad_norm": 1.313602089881897,
|
|
"learning_rate": 3.5459661542926756e-05,
|
|
"loss": 2.8445,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.7660010240655402,
|
|
"grad_norm": 1.219576358795166,
|
|
"learning_rate": 3.5442044215185363e-05,
|
|
"loss": 2.8255,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 0.7673664447857996,
|
|
"grad_norm": 1.30018949508667,
|
|
"learning_rate": 3.542439772772893e-05,
|
|
"loss": 2.9768,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 0.7687318655060591,
|
|
"grad_norm": 1.2077510356903076,
|
|
"learning_rate": 3.540672211883783e-05,
|
|
"loss": 2.79,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 0.7700972862263185,
|
|
"grad_norm": 1.2231390476226807,
|
|
"learning_rate": 3.538901742685563e-05,
|
|
"loss": 2.7321,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 0.7714627069465779,
|
|
"grad_norm": 1.233472466468811,
|
|
"learning_rate": 3.537128369018895e-05,
|
|
"loss": 2.7442,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 0.7728281276668374,
|
|
"grad_norm": 1.2162251472473145,
|
|
"learning_rate": 3.535352094730746e-05,
|
|
"loss": 2.7649,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 0.7741935483870968,
|
|
"grad_norm": 1.3011486530303955,
|
|
"learning_rate": 3.533572923674372e-05,
|
|
"loss": 3.0022,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 0.7755589691073562,
|
|
"grad_norm": 1.2810593843460083,
|
|
"learning_rate": 3.531790859709313e-05,
|
|
"loss": 2.8362,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 0.7769243898276156,
|
|
"grad_norm": 1.3131102323532104,
|
|
"learning_rate": 3.5300059067013885e-05,
|
|
"loss": 2.8971,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 0.778289810547875,
|
|
"grad_norm": 1.291644811630249,
|
|
"learning_rate": 3.528218068522679e-05,
|
|
"loss": 2.7924,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.7796552312681345,
|
|
"grad_norm": 1.2757987976074219,
|
|
"learning_rate": 3.526427349051528e-05,
|
|
"loss": 2.763,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 0.7810206519883939,
|
|
"grad_norm": 1.302538275718689,
|
|
"learning_rate": 3.52463375217253e-05,
|
|
"loss": 2.8442,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 0.7823860727086533,
|
|
"grad_norm": 1.339532732963562,
|
|
"learning_rate": 3.522837281776519e-05,
|
|
"loss": 2.8294,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 0.7837514934289128,
|
|
"grad_norm": 1.2920910120010376,
|
|
"learning_rate": 3.521037941760562e-05,
|
|
"loss": 2.9086,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 0.7851169141491722,
|
|
"grad_norm": 1.3217432498931885,
|
|
"learning_rate": 3.5192357360279536e-05,
|
|
"loss": 2.8346,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 0.7864823348694316,
|
|
"grad_norm": 1.3719730377197266,
|
|
"learning_rate": 3.517430668488203e-05,
|
|
"loss": 2.8723,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 0.7878477555896911,
|
|
"grad_norm": 1.2575520277023315,
|
|
"learning_rate": 3.5156227430570294e-05,
|
|
"loss": 2.8521,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 0.7892131763099505,
|
|
"grad_norm": 1.3220593929290771,
|
|
"learning_rate": 3.5138119636563495e-05,
|
|
"loss": 2.9331,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 0.7905785970302099,
|
|
"grad_norm": 1.2344598770141602,
|
|
"learning_rate": 3.5119983342142726e-05,
|
|
"loss": 2.8002,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 0.7919440177504694,
|
|
"grad_norm": 1.2928383350372314,
|
|
"learning_rate": 3.51018185866509e-05,
|
|
"loss": 2.7776,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.7933094384707288,
|
|
"grad_norm": 1.3142491579055786,
|
|
"learning_rate": 3.508362540949266e-05,
|
|
"loss": 2.8554,
|
|
"step": 581
|
|
},
|
|
{
|
|
"epoch": 0.7946748591909882,
|
|
"grad_norm": 1.287967324256897,
|
|
"learning_rate": 3.506540385013433e-05,
|
|
"loss": 2.9613,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 0.7960402799112477,
|
|
"grad_norm": 1.3606940507888794,
|
|
"learning_rate": 3.5047153948103775e-05,
|
|
"loss": 2.9892,
|
|
"step": 583
|
|
},
|
|
{
|
|
"epoch": 0.7974057006315071,
|
|
"grad_norm": 1.281965732574463,
|
|
"learning_rate": 3.502887574299036e-05,
|
|
"loss": 2.7951,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 0.7987711213517665,
|
|
"grad_norm": 1.2725483179092407,
|
|
"learning_rate": 3.501056927444485e-05,
|
|
"loss": 2.7232,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 0.8001365420720259,
|
|
"grad_norm": 1.245137333869934,
|
|
"learning_rate": 3.499223458217931e-05,
|
|
"loss": 2.6519,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 0.8015019627922854,
|
|
"grad_norm": 1.3419994115829468,
|
|
"learning_rate": 3.497387170596703e-05,
|
|
"loss": 3.0079,
|
|
"step": 587
|
|
},
|
|
{
|
|
"epoch": 0.8028673835125448,
|
|
"grad_norm": 1.3098769187927246,
|
|
"learning_rate": 3.4955480685642454e-05,
|
|
"loss": 2.9278,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 0.8042328042328042,
|
|
"grad_norm": 1.3644626140594482,
|
|
"learning_rate": 3.493706156110107e-05,
|
|
"loss": 2.9749,
|
|
"step": 589
|
|
},
|
|
{
|
|
"epoch": 0.8055982249530637,
|
|
"grad_norm": 1.3489822149276733,
|
|
"learning_rate": 3.491861437229933e-05,
|
|
"loss": 2.989,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.8069636456733231,
|
|
"grad_norm": 1.279343605041504,
|
|
"learning_rate": 3.490013915925456e-05,
|
|
"loss": 2.868,
|
|
"step": 591
|
|
},
|
|
{
|
|
"epoch": 0.8083290663935825,
|
|
"grad_norm": 1.2475160360336304,
|
|
"learning_rate": 3.4881635962044894e-05,
|
|
"loss": 2.8691,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 0.809694487113842,
|
|
"grad_norm": 1.3186317682266235,
|
|
"learning_rate": 3.486310482080917e-05,
|
|
"loss": 2.8482,
|
|
"step": 593
|
|
},
|
|
{
|
|
"epoch": 0.8110599078341014,
|
|
"grad_norm": 1.2843761444091797,
|
|
"learning_rate": 3.4844545775746835e-05,
|
|
"loss": 2.7708,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 0.8124253285543608,
|
|
"grad_norm": 1.2376091480255127,
|
|
"learning_rate": 3.482595886711786e-05,
|
|
"loss": 2.8785,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 0.8137907492746203,
|
|
"grad_norm": 1.2332408428192139,
|
|
"learning_rate": 3.480734413524268e-05,
|
|
"loss": 2.7759,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 0.8151561699948797,
|
|
"grad_norm": 1.2218464612960815,
|
|
"learning_rate": 3.478870162050209e-05,
|
|
"loss": 2.8464,
|
|
"step": 597
|
|
},
|
|
{
|
|
"epoch": 0.8165215907151391,
|
|
"grad_norm": 1.2308814525604248,
|
|
"learning_rate": 3.4770031363337126e-05,
|
|
"loss": 2.6718,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 0.8178870114353985,
|
|
"grad_norm": 1.286547064781189,
|
|
"learning_rate": 3.4751333404249026e-05,
|
|
"loss": 2.7857,
|
|
"step": 599
|
|
},
|
|
{
|
|
"epoch": 0.819252432155658,
|
|
"grad_norm": 1.261696457862854,
|
|
"learning_rate": 3.4732607783799125e-05,
|
|
"loss": 2.8666,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.8206178528759174,
|
|
"grad_norm": 2.709296703338623,
|
|
"learning_rate": 3.4713854542608744e-05,
|
|
"loss": 3.0213,
|
|
"step": 601
|
|
},
|
|
{
|
|
"epoch": 0.8219832735961768,
|
|
"grad_norm": 1.297171950340271,
|
|
"learning_rate": 3.469507372135914e-05,
|
|
"loss": 2.8193,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 0.8233486943164362,
|
|
"grad_norm": 1.3143333196640015,
|
|
"learning_rate": 3.4676265360791396e-05,
|
|
"loss": 2.9438,
|
|
"step": 603
|
|
},
|
|
{
|
|
"epoch": 0.8247141150366957,
|
|
"grad_norm": 1.2548006772994995,
|
|
"learning_rate": 3.465742950170633e-05,
|
|
"loss": 2.7751,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 0.8260795357569551,
|
|
"grad_norm": 1.2405400276184082,
|
|
"learning_rate": 3.4638566184964414e-05,
|
|
"loss": 2.7434,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 0.8274449564772145,
|
|
"grad_norm": 1.3934334516525269,
|
|
"learning_rate": 3.4619675451485686e-05,
|
|
"loss": 2.9338,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 0.828810377197474,
|
|
"grad_norm": 1.2526410818099976,
|
|
"learning_rate": 3.460075734224966e-05,
|
|
"loss": 2.7289,
|
|
"step": 607
|
|
},
|
|
{
|
|
"epoch": 0.8301757979177334,
|
|
"grad_norm": 1.2939361333847046,
|
|
"learning_rate": 3.458181189829523e-05,
|
|
"loss": 2.7588,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 0.8315412186379928,
|
|
"grad_norm": 1.3009428977966309,
|
|
"learning_rate": 3.4562839160720586e-05,
|
|
"loss": 2.8298,
|
|
"step": 609
|
|
},
|
|
{
|
|
"epoch": 0.8329066393582523,
|
|
"grad_norm": 1.3296343088150024,
|
|
"learning_rate": 3.4543839170683135e-05,
|
|
"loss": 2.9854,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.8342720600785117,
|
|
"grad_norm": 1.346441626548767,
|
|
"learning_rate": 3.45248119693994e-05,
|
|
"loss": 2.9774,
|
|
"step": 611
|
|
},
|
|
{
|
|
"epoch": 0.8356374807987711,
|
|
"grad_norm": 1.29673433303833,
|
|
"learning_rate": 3.4505757598144926e-05,
|
|
"loss": 2.8763,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 0.8370029015190306,
|
|
"grad_norm": 1.242966651916504,
|
|
"learning_rate": 3.4486676098254206e-05,
|
|
"loss": 2.7548,
|
|
"step": 613
|
|
},
|
|
{
|
|
"epoch": 0.83836832223929,
|
|
"grad_norm": 1.3075823783874512,
|
|
"learning_rate": 3.4467567511120577e-05,
|
|
"loss": 2.7328,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 0.8397337429595494,
|
|
"grad_norm": 1.2685598134994507,
|
|
"learning_rate": 3.444843187819614e-05,
|
|
"loss": 2.8541,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 0.8410991636798089,
|
|
"grad_norm": 1.303835153579712,
|
|
"learning_rate": 3.442926924099167e-05,
|
|
"loss": 2.7868,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 0.8424645844000682,
|
|
"grad_norm": 1.2787021398544312,
|
|
"learning_rate": 3.441007964107651e-05,
|
|
"loss": 2.8887,
|
|
"step": 617
|
|
},
|
|
{
|
|
"epoch": 0.8438300051203277,
|
|
"grad_norm": 1.3013572692871094,
|
|
"learning_rate": 3.43908631200785e-05,
|
|
"loss": 2.9006,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 0.8451954258405872,
|
|
"grad_norm": 1.3113733530044556,
|
|
"learning_rate": 3.437161971968388e-05,
|
|
"loss": 2.7733,
|
|
"step": 619
|
|
},
|
|
{
|
|
"epoch": 0.8465608465608465,
|
|
"grad_norm": 1.2344701290130615,
|
|
"learning_rate": 3.435234948163721e-05,
|
|
"loss": 2.7694,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.847926267281106,
|
|
"grad_norm": 1.2834700345993042,
|
|
"learning_rate": 3.433305244774124e-05,
|
|
"loss": 2.7795,
|
|
"step": 621
|
|
},
|
|
{
|
|
"epoch": 0.8492916880013655,
|
|
"grad_norm": 1.2224047183990479,
|
|
"learning_rate": 3.4313728659856873e-05,
|
|
"loss": 2.7868,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 0.8506571087216248,
|
|
"grad_norm": 1.3431744575500488,
|
|
"learning_rate": 3.4294378159903044e-05,
|
|
"loss": 2.9298,
|
|
"step": 623
|
|
},
|
|
{
|
|
"epoch": 0.8520225294418843,
|
|
"grad_norm": 1.2859256267547607,
|
|
"learning_rate": 3.4275000989856634e-05,
|
|
"loss": 2.7768,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 0.8533879501621437,
|
|
"grad_norm": 1.2665132284164429,
|
|
"learning_rate": 3.4255597191752365e-05,
|
|
"loss": 2.7742,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 0.8547533708824031,
|
|
"grad_norm": 1.2370717525482178,
|
|
"learning_rate": 3.423616680768276e-05,
|
|
"loss": 2.9145,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 0.8561187916026626,
|
|
"grad_norm": 1.286116600036621,
|
|
"learning_rate": 3.421670987979796e-05,
|
|
"loss": 2.7915,
|
|
"step": 627
|
|
},
|
|
{
|
|
"epoch": 0.857484212322922,
|
|
"grad_norm": 1.3869763612747192,
|
|
"learning_rate": 3.419722645030574e-05,
|
|
"loss": 3.0081,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 0.8588496330431814,
|
|
"grad_norm": 1.2512043714523315,
|
|
"learning_rate": 3.417771656147133e-05,
|
|
"loss": 2.781,
|
|
"step": 629
|
|
},
|
|
{
|
|
"epoch": 0.8602150537634409,
|
|
"grad_norm": 1.2461572885513306,
|
|
"learning_rate": 3.4158180255617365e-05,
|
|
"loss": 2.8337,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.8615804744837003,
|
|
"grad_norm": 1.2329281568527222,
|
|
"learning_rate": 3.413861757512381e-05,
|
|
"loss": 2.7472,
|
|
"step": 631
|
|
},
|
|
{
|
|
"epoch": 0.8629458952039597,
|
|
"grad_norm": 1.2923029661178589,
|
|
"learning_rate": 3.411902856242782e-05,
|
|
"loss": 2.812,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 0.8643113159242192,
|
|
"grad_norm": 1.2564419507980347,
|
|
"learning_rate": 3.4099413260023654e-05,
|
|
"loss": 2.8627,
|
|
"step": 633
|
|
},
|
|
{
|
|
"epoch": 0.8656767366444785,
|
|
"grad_norm": 1.3133330345153809,
|
|
"learning_rate": 3.407977171046267e-05,
|
|
"loss": 2.9075,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 0.867042157364738,
|
|
"grad_norm": 1.2775532007217407,
|
|
"learning_rate": 3.406010395635307e-05,
|
|
"loss": 2.8755,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 0.8684075780849975,
|
|
"grad_norm": 1.329980492591858,
|
|
"learning_rate": 3.404041004035998e-05,
|
|
"loss": 2.9359,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 0.8697729988052568,
|
|
"grad_norm": 1.2722467184066772,
|
|
"learning_rate": 3.4020690005205245e-05,
|
|
"loss": 2.9149,
|
|
"step": 637
|
|
},
|
|
{
|
|
"epoch": 0.8711384195255163,
|
|
"grad_norm": 1.3029361963272095,
|
|
"learning_rate": 3.400094389366737e-05,
|
|
"loss": 2.9161,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 0.8725038402457758,
|
|
"grad_norm": 1.2868540287017822,
|
|
"learning_rate": 3.3981171748581434e-05,
|
|
"loss": 2.6881,
|
|
"step": 639
|
|
},
|
|
{
|
|
"epoch": 0.8738692609660351,
|
|
"grad_norm": 1.223644733428955,
|
|
"learning_rate": 3.396137361283898e-05,
|
|
"loss": 2.6368,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.8752346816862946,
|
|
"grad_norm": 1.274714708328247,
|
|
"learning_rate": 3.3941549529387936e-05,
|
|
"loss": 2.8138,
|
|
"step": 641
|
|
},
|
|
{
|
|
"epoch": 0.8766001024065541,
|
|
"grad_norm": 1.3436501026153564,
|
|
"learning_rate": 3.392169954123253e-05,
|
|
"loss": 2.7889,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 0.8779655231268134,
|
|
"grad_norm": 1.2697542905807495,
|
|
"learning_rate": 3.390182369143319e-05,
|
|
"loss": 2.7488,
|
|
"step": 643
|
|
},
|
|
{
|
|
"epoch": 0.8793309438470729,
|
|
"grad_norm": 1.2328263521194458,
|
|
"learning_rate": 3.3881922023106414e-05,
|
|
"loss": 2.7076,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 0.8806963645673324,
|
|
"grad_norm": 1.283242106437683,
|
|
"learning_rate": 3.3861994579424725e-05,
|
|
"loss": 2.7996,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 0.8820617852875917,
|
|
"grad_norm": 1.290000557899475,
|
|
"learning_rate": 3.384204140361657e-05,
|
|
"loss": 2.9553,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 0.8834272060078512,
|
|
"grad_norm": 1.3263002634048462,
|
|
"learning_rate": 3.38220625389662e-05,
|
|
"loss": 2.8436,
|
|
"step": 647
|
|
},
|
|
{
|
|
"epoch": 0.8847926267281107,
|
|
"grad_norm": 1.296995759010315,
|
|
"learning_rate": 3.380205802881362e-05,
|
|
"loss": 2.8812,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 0.88615804744837,
|
|
"grad_norm": 1.1882314682006836,
|
|
"learning_rate": 3.378202791655441e-05,
|
|
"loss": 2.6222,
|
|
"step": 649
|
|
},
|
|
{
|
|
"epoch": 0.8875234681686295,
|
|
"grad_norm": 1.2342636585235596,
|
|
"learning_rate": 3.376197224563977e-05,
|
|
"loss": 2.731,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.8888888888888888,
|
|
"grad_norm": 1.2116607427597046,
|
|
"learning_rate": 3.374189105957627e-05,
|
|
"loss": 2.7918,
|
|
"step": 651
|
|
},
|
|
{
|
|
"epoch": 0.8902543096091483,
|
|
"grad_norm": 1.2263665199279785,
|
|
"learning_rate": 3.372178440192588e-05,
|
|
"loss": 2.9312,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 0.8916197303294078,
|
|
"grad_norm": 1.2436758279800415,
|
|
"learning_rate": 3.3701652316305784e-05,
|
|
"loss": 2.7438,
|
|
"step": 653
|
|
},
|
|
{
|
|
"epoch": 0.8929851510496671,
|
|
"grad_norm": 1.2518842220306396,
|
|
"learning_rate": 3.3681494846388365e-05,
|
|
"loss": 2.7772,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 0.8943505717699266,
|
|
"grad_norm": 1.3337477445602417,
|
|
"learning_rate": 3.366131203590106e-05,
|
|
"loss": 2.7328,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 0.8957159924901861,
|
|
"grad_norm": 1.3460004329681396,
|
|
"learning_rate": 3.364110392862625e-05,
|
|
"loss": 2.8666,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 0.8970814132104454,
|
|
"grad_norm": 1.2906866073608398,
|
|
"learning_rate": 3.362087056840123e-05,
|
|
"loss": 2.7562,
|
|
"step": 657
|
|
},
|
|
{
|
|
"epoch": 0.8984468339307049,
|
|
"grad_norm": 1.26626455783844,
|
|
"learning_rate": 3.360061199911807e-05,
|
|
"loss": 2.8764,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 0.8998122546509644,
|
|
"grad_norm": 1.2349644899368286,
|
|
"learning_rate": 3.358032826472349e-05,
|
|
"loss": 2.7971,
|
|
"step": 659
|
|
},
|
|
{
|
|
"epoch": 0.9011776753712237,
|
|
"grad_norm": 1.334713339805603,
|
|
"learning_rate": 3.3560019409218845e-05,
|
|
"loss": 2.9036,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.9025430960914832,
|
|
"grad_norm": 1.265499472618103,
|
|
"learning_rate": 3.3539685476659964e-05,
|
|
"loss": 2.7105,
|
|
"step": 661
|
|
},
|
|
{
|
|
"epoch": 0.9039085168117427,
|
|
"grad_norm": 1.2752310037612915,
|
|
"learning_rate": 3.351932651115708e-05,
|
|
"loss": 2.7944,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 0.905273937532002,
|
|
"grad_norm": 1.230279803276062,
|
|
"learning_rate": 3.3498942556874724e-05,
|
|
"loss": 2.836,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 0.9066393582522615,
|
|
"grad_norm": 1.2341333627700806,
|
|
"learning_rate": 3.3478533658031645e-05,
|
|
"loss": 2.5839,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 0.9080047789725209,
|
|
"grad_norm": 1.2281657457351685,
|
|
"learning_rate": 3.345809985890069e-05,
|
|
"loss": 2.7524,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 0.9093701996927803,
|
|
"grad_norm": 1.2955389022827148,
|
|
"learning_rate": 3.343764120380873e-05,
|
|
"loss": 2.8666,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 0.9107356204130398,
|
|
"grad_norm": 1.2975099086761475,
|
|
"learning_rate": 3.341715773713657e-05,
|
|
"loss": 2.8252,
|
|
"step": 667
|
|
},
|
|
{
|
|
"epoch": 0.9121010411332992,
|
|
"grad_norm": 1.2703649997711182,
|
|
"learning_rate": 3.339664950331881e-05,
|
|
"loss": 2.8396,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 0.9134664618535586,
|
|
"grad_norm": 1.265570878982544,
|
|
"learning_rate": 3.3376116546843784e-05,
|
|
"loss": 2.7271,
|
|
"step": 669
|
|
},
|
|
{
|
|
"epoch": 0.9148318825738181,
|
|
"grad_norm": 1.3075271844863892,
|
|
"learning_rate": 3.335555891225349e-05,
|
|
"loss": 2.9552,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.9161973032940774,
|
|
"grad_norm": 1.3111639022827148,
|
|
"learning_rate": 3.333497664414341e-05,
|
|
"loss": 2.806,
|
|
"step": 671
|
|
},
|
|
{
|
|
"epoch": 0.9175627240143369,
|
|
"grad_norm": 1.2256838083267212,
|
|
"learning_rate": 3.33143697871625e-05,
|
|
"loss": 2.6456,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 0.9189281447345964,
|
|
"grad_norm": 1.2534023523330688,
|
|
"learning_rate": 3.3293738386013046e-05,
|
|
"loss": 2.5962,
|
|
"step": 673
|
|
},
|
|
{
|
|
"epoch": 0.9202935654548557,
|
|
"grad_norm": 1.3422966003417969,
|
|
"learning_rate": 3.327308248545057e-05,
|
|
"loss": 2.9627,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 0.9216589861751152,
|
|
"grad_norm": 1.2841782569885254,
|
|
"learning_rate": 3.325240213028374e-05,
|
|
"loss": 2.9914,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 0.9230244068953747,
|
|
"grad_norm": 1.2441655397415161,
|
|
"learning_rate": 3.323169736537429e-05,
|
|
"loss": 2.776,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 0.924389827615634,
|
|
"grad_norm": 1.3254841566085815,
|
|
"learning_rate": 3.321096823563689e-05,
|
|
"loss": 3.053,
|
|
"step": 677
|
|
},
|
|
{
|
|
"epoch": 0.9257552483358935,
|
|
"grad_norm": 1.311414122581482,
|
|
"learning_rate": 3.3190214786039065e-05,
|
|
"loss": 2.9002,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 0.927120669056153,
|
|
"grad_norm": 1.2594579458236694,
|
|
"learning_rate": 3.316943706160111e-05,
|
|
"loss": 2.7641,
|
|
"step": 679
|
|
},
|
|
{
|
|
"epoch": 0.9284860897764123,
|
|
"grad_norm": 1.251226544380188,
|
|
"learning_rate": 3.314863510739597e-05,
|
|
"loss": 2.776,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.9298515104966718,
|
|
"grad_norm": 1.2537087202072144,
|
|
"learning_rate": 3.312780896854915e-05,
|
|
"loss": 2.7878,
|
|
"step": 681
|
|
},
|
|
{
|
|
"epoch": 0.9312169312169312,
|
|
"grad_norm": 1.243266224861145,
|
|
"learning_rate": 3.310695869023861e-05,
|
|
"loss": 2.8274,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 0.9325823519371906,
|
|
"grad_norm": 1.206876516342163,
|
|
"learning_rate": 3.308608431769469e-05,
|
|
"loss": 2.6728,
|
|
"step": 683
|
|
},
|
|
{
|
|
"epoch": 0.9339477726574501,
|
|
"grad_norm": 1.2700166702270508,
|
|
"learning_rate": 3.30651858962e-05,
|
|
"loss": 2.7512,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 0.9353131933777095,
|
|
"grad_norm": 1.2888001203536987,
|
|
"learning_rate": 3.304426347108932e-05,
|
|
"loss": 3.0157,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 0.9366786140979689,
|
|
"grad_norm": 1.2521600723266602,
|
|
"learning_rate": 3.302331708774947e-05,
|
|
"loss": 2.6743,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 0.9380440348182284,
|
|
"grad_norm": 1.2771605253219604,
|
|
"learning_rate": 3.300234679161928e-05,
|
|
"loss": 2.9194,
|
|
"step": 687
|
|
},
|
|
{
|
|
"epoch": 0.9394094555384878,
|
|
"grad_norm": 1.2342579364776611,
|
|
"learning_rate": 3.298135262818944e-05,
|
|
"loss": 2.7792,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 0.9407748762587472,
|
|
"grad_norm": 1.316307544708252,
|
|
"learning_rate": 3.296033464300241e-05,
|
|
"loss": 2.8363,
|
|
"step": 689
|
|
},
|
|
{
|
|
"epoch": 0.9421402969790067,
|
|
"grad_norm": 1.2764463424682617,
|
|
"learning_rate": 3.293929288165234e-05,
|
|
"loss": 2.8647,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.943505717699266,
|
|
"grad_norm": 1.2586461305618286,
|
|
"learning_rate": 3.291822738978494e-05,
|
|
"loss": 2.882,
|
|
"step": 691
|
|
},
|
|
{
|
|
"epoch": 0.9448711384195255,
|
|
"grad_norm": 1.319823980331421,
|
|
"learning_rate": 3.289713821309741e-05,
|
|
"loss": 2.8941,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 0.946236559139785,
|
|
"grad_norm": 1.2705409526824951,
|
|
"learning_rate": 3.287602539733832e-05,
|
|
"loss": 2.849,
|
|
"step": 693
|
|
},
|
|
{
|
|
"epoch": 0.9476019798600444,
|
|
"grad_norm": 1.346256136894226,
|
|
"learning_rate": 3.2854888988307536e-05,
|
|
"loss": 2.9216,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 0.9489674005803038,
|
|
"grad_norm": 1.302469253540039,
|
|
"learning_rate": 3.2833729031856086e-05,
|
|
"loss": 2.824,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 0.9503328213005633,
|
|
"grad_norm": 1.229063868522644,
|
|
"learning_rate": 3.281254557388609e-05,
|
|
"loss": 2.7571,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 0.9516982420208226,
|
|
"grad_norm": 1.3340593576431274,
|
|
"learning_rate": 3.279133866035065e-05,
|
|
"loss": 2.9479,
|
|
"step": 697
|
|
},
|
|
{
|
|
"epoch": 0.9530636627410821,
|
|
"grad_norm": 1.2611497640609741,
|
|
"learning_rate": 3.277010833725375e-05,
|
|
"loss": 2.8909,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 0.9544290834613415,
|
|
"grad_norm": 1.2591370344161987,
|
|
"learning_rate": 3.2748854650650156e-05,
|
|
"loss": 2.8929,
|
|
"step": 699
|
|
},
|
|
{
|
|
"epoch": 0.955794504181601,
|
|
"grad_norm": 1.3075501918792725,
|
|
"learning_rate": 3.27275776466453e-05,
|
|
"loss": 2.8476,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.9571599249018604,
|
|
"grad_norm": 1.294305682182312,
|
|
"learning_rate": 3.270627737139522e-05,
|
|
"loss": 2.8072,
|
|
"step": 701
|
|
},
|
|
{
|
|
"epoch": 0.9585253456221198,
|
|
"grad_norm": 1.2306734323501587,
|
|
"learning_rate": 3.268495387110644e-05,
|
|
"loss": 2.8255,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 0.9598907663423792,
|
|
"grad_norm": 1.19227933883667,
|
|
"learning_rate": 3.266360719203582e-05,
|
|
"loss": 2.7115,
|
|
"step": 703
|
|
},
|
|
{
|
|
"epoch": 0.9612561870626387,
|
|
"grad_norm": 1.3305531740188599,
|
|
"learning_rate": 3.264223738049056e-05,
|
|
"loss": 2.934,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 0.9626216077828981,
|
|
"grad_norm": 1.2004867792129517,
|
|
"learning_rate": 3.262084448282801e-05,
|
|
"loss": 2.6128,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 0.9639870285031575,
|
|
"grad_norm": 1.2114498615264893,
|
|
"learning_rate": 3.259942854545559e-05,
|
|
"loss": 2.8224,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 0.965352449223417,
|
|
"grad_norm": 1.3151301145553589,
|
|
"learning_rate": 3.257798961483074e-05,
|
|
"loss": 2.9076,
|
|
"step": 707
|
|
},
|
|
{
|
|
"epoch": 0.9667178699436764,
|
|
"grad_norm": 1.2859467267990112,
|
|
"learning_rate": 3.2556527737460744e-05,
|
|
"loss": 2.9579,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 0.9680832906639358,
|
|
"grad_norm": 1.1956194639205933,
|
|
"learning_rate": 3.2535042959902663e-05,
|
|
"loss": 2.6498,
|
|
"step": 709
|
|
},
|
|
{
|
|
"epoch": 0.9694487113841953,
|
|
"grad_norm": 1.255617380142212,
|
|
"learning_rate": 3.2513535328763264e-05,
|
|
"loss": 2.7343,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.9708141321044547,
|
|
"grad_norm": 1.3147718906402588,
|
|
"learning_rate": 3.249200489069886e-05,
|
|
"loss": 2.8163,
|
|
"step": 711
|
|
},
|
|
{
|
|
"epoch": 0.9721795528247141,
|
|
"grad_norm": 1.2712767124176025,
|
|
"learning_rate": 3.247045169241526e-05,
|
|
"loss": 2.8664,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 0.9735449735449735,
|
|
"grad_norm": 1.2978441715240479,
|
|
"learning_rate": 3.2448875780667637e-05,
|
|
"loss": 2.8297,
|
|
"step": 713
|
|
},
|
|
{
|
|
"epoch": 0.974910394265233,
|
|
"grad_norm": 1.3107860088348389,
|
|
"learning_rate": 3.242727720226044e-05,
|
|
"loss": 2.8116,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 0.9762758149854924,
|
|
"grad_norm": 1.313315749168396,
|
|
"learning_rate": 3.240565600404727e-05,
|
|
"loss": 2.9201,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 0.9776412357057518,
|
|
"grad_norm": 1.2412936687469482,
|
|
"learning_rate": 3.2384012232930835e-05,
|
|
"loss": 2.6672,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 0.9790066564260113,
|
|
"grad_norm": 1.2813894748687744,
|
|
"learning_rate": 3.236234593586278e-05,
|
|
"loss": 2.802,
|
|
"step": 717
|
|
},
|
|
{
|
|
"epoch": 0.9803720771462707,
|
|
"grad_norm": 1.352304458618164,
|
|
"learning_rate": 3.234065715984361e-05,
|
|
"loss": 2.9553,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 0.9817374978665301,
|
|
"grad_norm": 1.2740548849105835,
|
|
"learning_rate": 3.2318945951922626e-05,
|
|
"loss": 2.8205,
|
|
"step": 719
|
|
},
|
|
{
|
|
"epoch": 0.9831029185867896,
|
|
"grad_norm": 1.2704315185546875,
|
|
"learning_rate": 3.2297212359197765e-05,
|
|
"loss": 2.8346,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.984468339307049,
|
|
"grad_norm": 1.242711067199707,
|
|
"learning_rate": 3.227545642881553e-05,
|
|
"loss": 2.8913,
|
|
"step": 721
|
|
},
|
|
{
|
|
"epoch": 0.9858337600273084,
|
|
"grad_norm": 1.3351891040802002,
|
|
"learning_rate": 3.2253678207970874e-05,
|
|
"loss": 2.9166,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 0.9871991807475679,
|
|
"grad_norm": 1.250417947769165,
|
|
"learning_rate": 3.223187774390712e-05,
|
|
"loss": 2.7145,
|
|
"step": 723
|
|
},
|
|
{
|
|
"epoch": 0.9885646014678273,
|
|
"grad_norm": 1.2289533615112305,
|
|
"learning_rate": 3.221005508391583e-05,
|
|
"loss": 2.8529,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 0.9899300221880867,
|
|
"grad_norm": 1.2092610597610474,
|
|
"learning_rate": 3.218821027533671e-05,
|
|
"loss": 2.7472,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 0.9912954429083461,
|
|
"grad_norm": 1.2371174097061157,
|
|
"learning_rate": 3.2166343365557534e-05,
|
|
"loss": 2.7295,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 0.9926608636286056,
|
|
"grad_norm": 1.273874044418335,
|
|
"learning_rate": 3.214445440201401e-05,
|
|
"loss": 2.892,
|
|
"step": 727
|
|
},
|
|
{
|
|
"epoch": 0.994026284348865,
|
|
"grad_norm": 1.3234708309173584,
|
|
"learning_rate": 3.2122543432189685e-05,
|
|
"loss": 2.9901,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 0.9953917050691244,
|
|
"grad_norm": 1.2832272052764893,
|
|
"learning_rate": 3.210061050361583e-05,
|
|
"loss": 2.6648,
|
|
"step": 729
|
|
},
|
|
{
|
|
"epoch": 0.9967571257893838,
|
|
"grad_norm": 1.3132859468460083,
|
|
"learning_rate": 3.207865566387138e-05,
|
|
"loss": 2.8767,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.9981225465096433,
|
|
"grad_norm": 1.2053296566009521,
|
|
"learning_rate": 3.2056678960582776e-05,
|
|
"loss": 2.777,
|
|
"step": 731
|
|
},
|
|
{
|
|
"epoch": 0.9994879672299027,
|
|
"grad_norm": 1.1889965534210205,
|
|
"learning_rate": 3.203468044142391e-05,
|
|
"loss": 2.7235,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 1.1889965534210205,
|
|
"learning_rate": 3.2012660154115974e-05,
|
|
"loss": 1.052,
|
|
"step": 733
|
|
},
|
|
{
|
|
"epoch": 1.0013654207202594,
|
|
"grad_norm": 1.3007735013961792,
|
|
"learning_rate": 3.19906181464274e-05,
|
|
"loss": 2.366,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 1.002730841440519,
|
|
"grad_norm": 1.3528233766555786,
|
|
"learning_rate": 3.1968554466173736e-05,
|
|
"loss": 2.3713,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 1.0040962621607783,
|
|
"grad_norm": 1.1850340366363525,
|
|
"learning_rate": 3.1946469161217534e-05,
|
|
"loss": 2.3266,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 1.0054616828810377,
|
|
"grad_norm": 1.2342414855957031,
|
|
"learning_rate": 3.192436227946828e-05,
|
|
"loss": 2.4724,
|
|
"step": 737
|
|
},
|
|
{
|
|
"epoch": 1.0068271036012972,
|
|
"grad_norm": 1.2932716608047485,
|
|
"learning_rate": 3.190223386888223e-05,
|
|
"loss": 2.3667,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 1.0081925243215566,
|
|
"grad_norm": 1.24687922000885,
|
|
"learning_rate": 3.188008397746236e-05,
|
|
"loss": 2.3615,
|
|
"step": 739
|
|
},
|
|
{
|
|
"epoch": 1.009557945041816,
|
|
"grad_norm": 1.4638174772262573,
|
|
"learning_rate": 3.185791265325826e-05,
|
|
"loss": 2.3729,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 1.0109233657620755,
|
|
"grad_norm": 1.484650731086731,
|
|
"learning_rate": 3.1835719944365994e-05,
|
|
"loss": 2.4536,
|
|
"step": 741
|
|
},
|
|
{
|
|
"epoch": 1.012288786482335,
|
|
"grad_norm": 1.346647024154663,
|
|
"learning_rate": 3.1813505898928017e-05,
|
|
"loss": 2.3052,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 1.0136542072025942,
|
|
"grad_norm": 1.3402996063232422,
|
|
"learning_rate": 3.179127056513309e-05,
|
|
"loss": 2.5899,
|
|
"step": 743
|
|
},
|
|
{
|
|
"epoch": 1.0150196279228538,
|
|
"grad_norm": 1.3082900047302246,
|
|
"learning_rate": 3.176901399121611e-05,
|
|
"loss": 2.4095,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 1.0163850486431132,
|
|
"grad_norm": 1.238875150680542,
|
|
"learning_rate": 3.1746736225458104e-05,
|
|
"loss": 2.2713,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 1.0177504693633725,
|
|
"grad_norm": 1.1435068845748901,
|
|
"learning_rate": 3.172443731618602e-05,
|
|
"loss": 2.3114,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 1.0191158900836321,
|
|
"grad_norm": 1.2557450532913208,
|
|
"learning_rate": 3.1702117311772725e-05,
|
|
"loss": 2.4071,
|
|
"step": 747
|
|
},
|
|
{
|
|
"epoch": 1.0204813108038915,
|
|
"grad_norm": 1.314193844795227,
|
|
"learning_rate": 3.16797762606368e-05,
|
|
"loss": 2.4469,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 1.0218467315241508,
|
|
"grad_norm": 1.277459740638733,
|
|
"learning_rate": 3.165741421124251e-05,
|
|
"loss": 2.483,
|
|
"step": 749
|
|
},
|
|
{
|
|
"epoch": 1.0232121522444102,
|
|
"grad_norm": 1.238173484802246,
|
|
"learning_rate": 3.163503121209966e-05,
|
|
"loss": 2.4167,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 1.0245775729646698,
|
|
"grad_norm": 1.2115769386291504,
|
|
"learning_rate": 3.161262731176351e-05,
|
|
"loss": 2.4411,
|
|
"step": 751
|
|
},
|
|
{
|
|
"epoch": 1.0259429936849291,
|
|
"grad_norm": 1.2024219036102295,
|
|
"learning_rate": 3.159020255883464e-05,
|
|
"loss": 2.2472,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 1.0273084144051885,
|
|
"grad_norm": 1.154970407485962,
|
|
"learning_rate": 3.15677570019589e-05,
|
|
"loss": 2.3995,
|
|
"step": 753
|
|
},
|
|
{
|
|
"epoch": 1.028673835125448,
|
|
"grad_norm": 1.3096437454223633,
|
|
"learning_rate": 3.154529068982724e-05,
|
|
"loss": 2.5174,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 1.0300392558457074,
|
|
"grad_norm": 1.2959457635879517,
|
|
"learning_rate": 3.152280367117565e-05,
|
|
"loss": 2.4114,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 1.0314046765659668,
|
|
"grad_norm": 1.3084999322891235,
|
|
"learning_rate": 3.150029599478502e-05,
|
|
"loss": 2.3414,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 1.0327700972862264,
|
|
"grad_norm": 1.216001033782959,
|
|
"learning_rate": 3.147776770948108e-05,
|
|
"loss": 2.4283,
|
|
"step": 757
|
|
},
|
|
{
|
|
"epoch": 1.0341355180064857,
|
|
"grad_norm": 1.2088611125946045,
|
|
"learning_rate": 3.145521886413425e-05,
|
|
"loss": 2.4019,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 1.035500938726745,
|
|
"grad_norm": 1.2276612520217896,
|
|
"learning_rate": 3.143264950765954e-05,
|
|
"loss": 2.4979,
|
|
"step": 759
|
|
},
|
|
{
|
|
"epoch": 1.0368663594470047,
|
|
"grad_norm": 1.186261773109436,
|
|
"learning_rate": 3.1410059689016485e-05,
|
|
"loss": 2.3569,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 1.038231780167264,
|
|
"grad_norm": 1.2320445775985718,
|
|
"learning_rate": 3.138744945720899e-05,
|
|
"loss": 2.4025,
|
|
"step": 761
|
|
},
|
|
{
|
|
"epoch": 1.0395972008875234,
|
|
"grad_norm": 1.2397140264511108,
|
|
"learning_rate": 3.136481886128523e-05,
|
|
"loss": 2.4283,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 1.040962621607783,
|
|
"grad_norm": 1.2361187934875488,
|
|
"learning_rate": 3.134216795033758e-05,
|
|
"loss": 2.3359,
|
|
"step": 763
|
|
},
|
|
{
|
|
"epoch": 1.0423280423280423,
|
|
"grad_norm": 1.1806995868682861,
|
|
"learning_rate": 3.131949677350248e-05,
|
|
"loss": 2.2691,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 1.0436934630483017,
|
|
"grad_norm": 1.2157903909683228,
|
|
"learning_rate": 3.12968053799603e-05,
|
|
"loss": 2.4098,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 1.0450588837685613,
|
|
"grad_norm": 1.233747124671936,
|
|
"learning_rate": 3.127409381893531e-05,
|
|
"loss": 2.3853,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 1.0464243044888206,
|
|
"grad_norm": 1.181455373764038,
|
|
"learning_rate": 3.125136213969552e-05,
|
|
"loss": 2.5347,
|
|
"step": 767
|
|
},
|
|
{
|
|
"epoch": 1.04778972520908,
|
|
"grad_norm": 1.2235243320465088,
|
|
"learning_rate": 3.1228610391552556e-05,
|
|
"loss": 2.4146,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 1.0491551459293396,
|
|
"grad_norm": 1.2277873754501343,
|
|
"learning_rate": 3.12058386238616e-05,
|
|
"loss": 2.2987,
|
|
"step": 769
|
|
},
|
|
{
|
|
"epoch": 1.050520566649599,
|
|
"grad_norm": 1.2242408990859985,
|
|
"learning_rate": 3.1183046886021266e-05,
|
|
"loss": 2.3255,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 1.0518859873698583,
|
|
"grad_norm": 1.2719402313232422,
|
|
"learning_rate": 3.116023522747348e-05,
|
|
"loss": 2.378,
|
|
"step": 771
|
|
},
|
|
{
|
|
"epoch": 1.0532514080901179,
|
|
"grad_norm": 1.2798495292663574,
|
|
"learning_rate": 3.1137403697703376e-05,
|
|
"loss": 2.2835,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 1.0546168288103772,
|
|
"grad_norm": 1.2535274028778076,
|
|
"learning_rate": 3.111455234623921e-05,
|
|
"loss": 2.2596,
|
|
"step": 773
|
|
},
|
|
{
|
|
"epoch": 1.0559822495306366,
|
|
"grad_norm": 1.2075456380844116,
|
|
"learning_rate": 3.109168122265222e-05,
|
|
"loss": 2.3479,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 1.0573476702508962,
|
|
"grad_norm": 1.2067813873291016,
|
|
"learning_rate": 3.106879037655656e-05,
|
|
"loss": 2.4002,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 1.0587130909711555,
|
|
"grad_norm": 1.1607502698898315,
|
|
"learning_rate": 3.1045879857609146e-05,
|
|
"loss": 2.2174,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 1.0600785116914149,
|
|
"grad_norm": 1.2418051958084106,
|
|
"learning_rate": 3.102294971550957e-05,
|
|
"loss": 2.4897,
|
|
"step": 777
|
|
},
|
|
{
|
|
"epoch": 1.0614439324116745,
|
|
"grad_norm": 1.3349454402923584,
|
|
"learning_rate": 3.1e-05,
|
|
"loss": 2.4338,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 1.0628093531319338,
|
|
"grad_norm": 1.24398672580719,
|
|
"learning_rate": 3.097703076086508e-05,
|
|
"loss": 2.3657,
|
|
"step": 779
|
|
},
|
|
{
|
|
"epoch": 1.0641747738521932,
|
|
"grad_norm": 1.2262773513793945,
|
|
"learning_rate": 3.095404204793176e-05,
|
|
"loss": 2.4001,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 1.0655401945724527,
|
|
"grad_norm": 1.2271606922149658,
|
|
"learning_rate": 3.093103391106929e-05,
|
|
"loss": 2.3163,
|
|
"step": 781
|
|
},
|
|
{
|
|
"epoch": 1.066905615292712,
|
|
"grad_norm": 1.2613786458969116,
|
|
"learning_rate": 3.090800640018903e-05,
|
|
"loss": 2.4153,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 1.0682710360129715,
|
|
"grad_norm": 1.257781982421875,
|
|
"learning_rate": 3.088495956524435e-05,
|
|
"loss": 2.3656,
|
|
"step": 783
|
|
},
|
|
{
|
|
"epoch": 1.0696364567332308,
|
|
"grad_norm": 1.2626638412475586,
|
|
"learning_rate": 3.086189345623058e-05,
|
|
"loss": 2.4738,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 1.0710018774534904,
|
|
"grad_norm": 1.2129454612731934,
|
|
"learning_rate": 3.083880812318482e-05,
|
|
"loss": 2.2247,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 1.0723672981737498,
|
|
"grad_norm": 1.2723970413208008,
|
|
"learning_rate": 3.0815703616185886e-05,
|
|
"loss": 2.3489,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 1.0737327188940091,
|
|
"grad_norm": 1.2267957925796509,
|
|
"learning_rate": 3.079257998535423e-05,
|
|
"loss": 2.3608,
|
|
"step": 787
|
|
},
|
|
{
|
|
"epoch": 1.0750981396142687,
|
|
"grad_norm": 1.266006350517273,
|
|
"learning_rate": 3.076943728085171e-05,
|
|
"loss": 2.5007,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 1.076463560334528,
|
|
"grad_norm": 1.272132158279419,
|
|
"learning_rate": 3.074627555288163e-05,
|
|
"loss": 2.3828,
|
|
"step": 789
|
|
},
|
|
{
|
|
"epoch": 1.0778289810547874,
|
|
"grad_norm": 1.2638702392578125,
|
|
"learning_rate": 3.072309485168853e-05,
|
|
"loss": 2.4909,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 1.079194401775047,
|
|
"grad_norm": 1.2475417852401733,
|
|
"learning_rate": 3.0699895227558105e-05,
|
|
"loss": 2.2922,
|
|
"step": 791
|
|
},
|
|
{
|
|
"epoch": 1.0805598224953064,
|
|
"grad_norm": 1.2859658002853394,
|
|
"learning_rate": 3.067667673081711e-05,
|
|
"loss": 2.3449,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 1.0819252432155657,
|
|
"grad_norm": 1.2649673223495483,
|
|
"learning_rate": 3.065343941183324e-05,
|
|
"loss": 2.4047,
|
|
"step": 793
|
|
},
|
|
{
|
|
"epoch": 1.0832906639358253,
|
|
"grad_norm": 1.2742799520492554,
|
|
"learning_rate": 3.063018332101502e-05,
|
|
"loss": 2.3943,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 1.0846560846560847,
|
|
"grad_norm": 1.2191989421844482,
|
|
"learning_rate": 3.060690850881169e-05,
|
|
"loss": 2.3651,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 1.086021505376344,
|
|
"grad_norm": 1.2377209663391113,
|
|
"learning_rate": 3.058361502571312e-05,
|
|
"loss": 2.324,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 1.0873869260966036,
|
|
"grad_norm": 1.1660215854644775,
|
|
"learning_rate": 3.056030292224964e-05,
|
|
"loss": 2.4516,
|
|
"step": 797
|
|
},
|
|
{
|
|
"epoch": 1.088752346816863,
|
|
"grad_norm": 1.2605676651000977,
|
|
"learning_rate": 3.053697224899203e-05,
|
|
"loss": 2.3711,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 1.0901177675371223,
|
|
"grad_norm": 1.2061911821365356,
|
|
"learning_rate": 3.0513623056551323e-05,
|
|
"loss": 2.2943,
|
|
"step": 799
|
|
},
|
|
{
|
|
"epoch": 1.0914831882573819,
|
|
"grad_norm": 1.1918188333511353,
|
|
"learning_rate": 3.0490255395578713e-05,
|
|
"loss": 2.391,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 1.0928486089776412,
|
|
"grad_norm": 1.2193245887756348,
|
|
"learning_rate": 3.0466869316765487e-05,
|
|
"loss": 2.4471,
|
|
"step": 801
|
|
},
|
|
{
|
|
"epoch": 1.0942140296979006,
|
|
"grad_norm": 1.217197299003601,
|
|
"learning_rate": 3.0443464870842873e-05,
|
|
"loss": 2.2482,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 1.0955794504181602,
|
|
"grad_norm": 1.2516602277755737,
|
|
"learning_rate": 3.0420042108581934e-05,
|
|
"loss": 2.3523,
|
|
"step": 803
|
|
},
|
|
{
|
|
"epoch": 1.0969448711384195,
|
|
"grad_norm": 1.2566345930099487,
|
|
"learning_rate": 3.039660108079348e-05,
|
|
"loss": 2.3851,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 1.098310291858679,
|
|
"grad_norm": 1.2261894941329956,
|
|
"learning_rate": 3.037314183832793e-05,
|
|
"loss": 2.2808,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 1.0996757125789385,
|
|
"grad_norm": 1.2877192497253418,
|
|
"learning_rate": 3.0349664432075227e-05,
|
|
"loss": 2.4582,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 1.1010411332991978,
|
|
"grad_norm": 1.2833895683288574,
|
|
"learning_rate": 3.0326168912964725e-05,
|
|
"loss": 2.342,
|
|
"step": 807
|
|
},
|
|
{
|
|
"epoch": 1.1024065540194572,
|
|
"grad_norm": 1.2046228647232056,
|
|
"learning_rate": 3.0302655331965044e-05,
|
|
"loss": 2.3051,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 1.1037719747397168,
|
|
"grad_norm": 1.2776175737380981,
|
|
"learning_rate": 3.0279123740084005e-05,
|
|
"loss": 2.4439,
|
|
"step": 809
|
|
},
|
|
{
|
|
"epoch": 1.1051373954599761,
|
|
"grad_norm": 1.2844034433364868,
|
|
"learning_rate": 3.02555741883685e-05,
|
|
"loss": 2.3217,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 1.1065028161802355,
|
|
"grad_norm": 1.2023413181304932,
|
|
"learning_rate": 3.0232006727904368e-05,
|
|
"loss": 2.3179,
|
|
"step": 811
|
|
},
|
|
{
|
|
"epoch": 1.107868236900495,
|
|
"grad_norm": 1.259875774383545,
|
|
"learning_rate": 3.0208421409816303e-05,
|
|
"loss": 2.4463,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 1.1092336576207544,
|
|
"grad_norm": 1.2018908262252808,
|
|
"learning_rate": 3.018481828526776e-05,
|
|
"loss": 2.3046,
|
|
"step": 813
|
|
},
|
|
{
|
|
"epoch": 1.1105990783410138,
|
|
"grad_norm": 1.184941053390503,
|
|
"learning_rate": 3.0161197405460774e-05,
|
|
"loss": 2.3271,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 1.1119644990612731,
|
|
"grad_norm": 1.250959038734436,
|
|
"learning_rate": 3.013755882163595e-05,
|
|
"loss": 2.4071,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 1.1133299197815327,
|
|
"grad_norm": 1.1493854522705078,
|
|
"learning_rate": 3.0113902585072252e-05,
|
|
"loss": 2.3381,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 1.114695340501792,
|
|
"grad_norm": 1.41165292263031,
|
|
"learning_rate": 3.0090228747086968e-05,
|
|
"loss": 2.4111,
|
|
"step": 817
|
|
},
|
|
{
|
|
"epoch": 1.1160607612220514,
|
|
"grad_norm": 1.2390671968460083,
|
|
"learning_rate": 3.0066537359035554e-05,
|
|
"loss": 2.3519,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 1.117426181942311,
|
|
"grad_norm": 1.252549409866333,
|
|
"learning_rate": 3.0042828472311548e-05,
|
|
"loss": 2.5,
|
|
"step": 819
|
|
},
|
|
{
|
|
"epoch": 1.1187916026625704,
|
|
"grad_norm": 1.2065517902374268,
|
|
"learning_rate": 3.0019102138346427e-05,
|
|
"loss": 2.3803,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 1.1201570233828297,
|
|
"grad_norm": 1.271870493888855,
|
|
"learning_rate": 2.9995358408609547e-05,
|
|
"loss": 2.4116,
|
|
"step": 821
|
|
},
|
|
{
|
|
"epoch": 1.1215224441030893,
|
|
"grad_norm": 1.1853049993515015,
|
|
"learning_rate": 2.9971597334607977e-05,
|
|
"loss": 2.3875,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 1.1228878648233487,
|
|
"grad_norm": 1.24370539188385,
|
|
"learning_rate": 2.9947818967886416e-05,
|
|
"loss": 2.321,
|
|
"step": 823
|
|
},
|
|
{
|
|
"epoch": 1.124253285543608,
|
|
"grad_norm": 1.2376235723495483,
|
|
"learning_rate": 2.9924023360027078e-05,
|
|
"loss": 2.4163,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 1.1256187062638676,
|
|
"grad_norm": 1.211007833480835,
|
|
"learning_rate": 2.9900210562649587e-05,
|
|
"loss": 2.2701,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 1.126984126984127,
|
|
"grad_norm": 1.1674623489379883,
|
|
"learning_rate": 2.9876380627410832e-05,
|
|
"loss": 2.3198,
|
|
"step": 826
|
|
},
|
|
{
|
|
"epoch": 1.1283495477043863,
|
|
"grad_norm": 1.259652018547058,
|
|
"learning_rate": 2.98525336060049e-05,
|
|
"loss": 2.4805,
|
|
"step": 827
|
|
},
|
|
{
|
|
"epoch": 1.129714968424646,
|
|
"grad_norm": 1.2471641302108765,
|
|
"learning_rate": 2.9828669550162942e-05,
|
|
"loss": 2.3068,
|
|
"step": 828
|
|
},
|
|
{
|
|
"epoch": 1.1310803891449053,
|
|
"grad_norm": 1.1802136898040771,
|
|
"learning_rate": 2.9804788511653054e-05,
|
|
"loss": 2.2306,
|
|
"step": 829
|
|
},
|
|
{
|
|
"epoch": 1.1324458098651646,
|
|
"grad_norm": 1.1555675268173218,
|
|
"learning_rate": 2.9780890542280173e-05,
|
|
"loss": 2.1659,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 1.1338112305854242,
|
|
"grad_norm": 1.232371211051941,
|
|
"learning_rate": 2.975697569388596e-05,
|
|
"loss": 2.2894,
|
|
"step": 831
|
|
},
|
|
{
|
|
"epoch": 1.1351766513056836,
|
|
"grad_norm": 1.2489995956420898,
|
|
"learning_rate": 2.9733044018348707e-05,
|
|
"loss": 2.304,
|
|
"step": 832
|
|
},
|
|
{
|
|
"epoch": 1.136542072025943,
|
|
"grad_norm": 1.194148063659668,
|
|
"learning_rate": 2.9709095567583194e-05,
|
|
"loss": 2.3264,
|
|
"step": 833
|
|
},
|
|
{
|
|
"epoch": 1.1379074927462025,
|
|
"grad_norm": 1.2902276515960693,
|
|
"learning_rate": 2.96851303935406e-05,
|
|
"loss": 2.4445,
|
|
"step": 834
|
|
},
|
|
{
|
|
"epoch": 1.1392729134664619,
|
|
"grad_norm": 1.2605379819869995,
|
|
"learning_rate": 2.966114854820837e-05,
|
|
"loss": 2.4595,
|
|
"step": 835
|
|
},
|
|
{
|
|
"epoch": 1.1406383341867212,
|
|
"grad_norm": 1.3062224388122559,
|
|
"learning_rate": 2.9637150083610136e-05,
|
|
"loss": 2.3895,
|
|
"step": 836
|
|
},
|
|
{
|
|
"epoch": 1.1420037549069808,
|
|
"grad_norm": 1.2228200435638428,
|
|
"learning_rate": 2.961313505180556e-05,
|
|
"loss": 2.431,
|
|
"step": 837
|
|
},
|
|
{
|
|
"epoch": 1.1433691756272402,
|
|
"grad_norm": 1.2395297288894653,
|
|
"learning_rate": 2.9589103504890254e-05,
|
|
"loss": 2.3203,
|
|
"step": 838
|
|
},
|
|
{
|
|
"epoch": 1.1447345963474995,
|
|
"grad_norm": 1.3226234912872314,
|
|
"learning_rate": 2.9565055494995645e-05,
|
|
"loss": 2.4152,
|
|
"step": 839
|
|
},
|
|
{
|
|
"epoch": 1.1461000170677589,
|
|
"grad_norm": 1.3246808052062988,
|
|
"learning_rate": 2.9540991074288895e-05,
|
|
"loss": 2.4196,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 1.1474654377880185,
|
|
"grad_norm": 1.3043259382247925,
|
|
"learning_rate": 2.9516910294972745e-05,
|
|
"loss": 2.3748,
|
|
"step": 841
|
|
},
|
|
{
|
|
"epoch": 1.1488308585082778,
|
|
"grad_norm": 1.2049700021743774,
|
|
"learning_rate": 2.9492813209285428e-05,
|
|
"loss": 2.3288,
|
|
"step": 842
|
|
},
|
|
{
|
|
"epoch": 1.1501962792285374,
|
|
"grad_norm": 1.2596042156219482,
|
|
"learning_rate": 2.9468699869500552e-05,
|
|
"loss": 2.3893,
|
|
"step": 843
|
|
},
|
|
{
|
|
"epoch": 1.1515616999487968,
|
|
"grad_norm": 1.253206491470337,
|
|
"learning_rate": 2.9444570327926983e-05,
|
|
"loss": 2.502,
|
|
"step": 844
|
|
},
|
|
{
|
|
"epoch": 1.1529271206690561,
|
|
"grad_norm": 1.2741444110870361,
|
|
"learning_rate": 2.9420424636908755e-05,
|
|
"loss": 2.5141,
|
|
"step": 845
|
|
},
|
|
{
|
|
"epoch": 1.1542925413893155,
|
|
"grad_norm": 1.2161749601364136,
|
|
"learning_rate": 2.9396262848824887e-05,
|
|
"loss": 2.3185,
|
|
"step": 846
|
|
},
|
|
{
|
|
"epoch": 1.155657962109575,
|
|
"grad_norm": 1.2241460084915161,
|
|
"learning_rate": 2.937208501608936e-05,
|
|
"loss": 2.2743,
|
|
"step": 847
|
|
},
|
|
{
|
|
"epoch": 1.1570233828298344,
|
|
"grad_norm": 1.2649509906768799,
|
|
"learning_rate": 2.934789119115095e-05,
|
|
"loss": 2.3243,
|
|
"step": 848
|
|
},
|
|
{
|
|
"epoch": 1.158388803550094,
|
|
"grad_norm": 1.3003116846084595,
|
|
"learning_rate": 2.9323681426493117e-05,
|
|
"loss": 2.3508,
|
|
"step": 849
|
|
},
|
|
{
|
|
"epoch": 1.1597542242703534,
|
|
"grad_norm": 1.245038390159607,
|
|
"learning_rate": 2.9299455774633894e-05,
|
|
"loss": 2.2541,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 1.1611196449906127,
|
|
"grad_norm": 1.2251543998718262,
|
|
"learning_rate": 2.9275214288125794e-05,
|
|
"loss": 2.4737,
|
|
"step": 851
|
|
},
|
|
{
|
|
"epoch": 1.162485065710872,
|
|
"grad_norm": 1.3493139743804932,
|
|
"learning_rate": 2.9250957019555674e-05,
|
|
"loss": 2.3517,
|
|
"step": 852
|
|
},
|
|
{
|
|
"epoch": 1.1638504864311316,
|
|
"grad_norm": 1.3227975368499756,
|
|
"learning_rate": 2.9226684021544627e-05,
|
|
"loss": 2.4873,
|
|
"step": 853
|
|
},
|
|
{
|
|
"epoch": 1.165215907151391,
|
|
"grad_norm": 1.3293849229812622,
|
|
"learning_rate": 2.9202395346747865e-05,
|
|
"loss": 2.353,
|
|
"step": 854
|
|
},
|
|
{
|
|
"epoch": 1.1665813278716504,
|
|
"grad_norm": 1.3362562656402588,
|
|
"learning_rate": 2.9178091047854603e-05,
|
|
"loss": 2.3884,
|
|
"step": 855
|
|
},
|
|
{
|
|
"epoch": 1.16794674859191,
|
|
"grad_norm": 1.2474746704101562,
|
|
"learning_rate": 2.915377117758796e-05,
|
|
"loss": 2.3201,
|
|
"step": 856
|
|
},
|
|
{
|
|
"epoch": 1.1693121693121693,
|
|
"grad_norm": 1.2002493143081665,
|
|
"learning_rate": 2.9129435788704827e-05,
|
|
"loss": 2.4961,
|
|
"step": 857
|
|
},
|
|
{
|
|
"epoch": 1.1706775900324287,
|
|
"grad_norm": 1.2316269874572754,
|
|
"learning_rate": 2.9105084933995763e-05,
|
|
"loss": 2.3991,
|
|
"step": 858
|
|
},
|
|
{
|
|
"epoch": 1.1720430107526882,
|
|
"grad_norm": 1.2648407220840454,
|
|
"learning_rate": 2.908071866628487e-05,
|
|
"loss": 2.3619,
|
|
"step": 859
|
|
},
|
|
{
|
|
"epoch": 1.1734084314729476,
|
|
"grad_norm": 1.21544349193573,
|
|
"learning_rate": 2.9056337038429708e-05,
|
|
"loss": 2.4144,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 1.174773852193207,
|
|
"grad_norm": 1.2424837350845337,
|
|
"learning_rate": 2.9031940103321115e-05,
|
|
"loss": 2.4836,
|
|
"step": 861
|
|
},
|
|
{
|
|
"epoch": 1.1761392729134665,
|
|
"grad_norm": 1.1828193664550781,
|
|
"learning_rate": 2.9007527913883176e-05,
|
|
"loss": 2.3297,
|
|
"step": 862
|
|
},
|
|
{
|
|
"epoch": 1.177504693633726,
|
|
"grad_norm": 1.2255760431289673,
|
|
"learning_rate": 2.8983100523073044e-05,
|
|
"loss": 2.3258,
|
|
"step": 863
|
|
},
|
|
{
|
|
"epoch": 1.1788701143539853,
|
|
"grad_norm": 1.2073782682418823,
|
|
"learning_rate": 2.895865798388086e-05,
|
|
"loss": 2.3375,
|
|
"step": 864
|
|
},
|
|
{
|
|
"epoch": 1.1802355350742448,
|
|
"grad_norm": 1.2225022315979004,
|
|
"learning_rate": 2.8934200349329623e-05,
|
|
"loss": 2.361,
|
|
"step": 865
|
|
},
|
|
{
|
|
"epoch": 1.1816009557945042,
|
|
"grad_norm": 1.2762993574142456,
|
|
"learning_rate": 2.8909727672475072e-05,
|
|
"loss": 2.338,
|
|
"step": 866
|
|
},
|
|
{
|
|
"epoch": 1.1829663765147636,
|
|
"grad_norm": 1.2287622690200806,
|
|
"learning_rate": 2.888524000640558e-05,
|
|
"loss": 2.3487,
|
|
"step": 867
|
|
},
|
|
{
|
|
"epoch": 1.1843317972350231,
|
|
"grad_norm": 1.1822468042373657,
|
|
"learning_rate": 2.886073740424205e-05,
|
|
"loss": 2.4022,
|
|
"step": 868
|
|
},
|
|
{
|
|
"epoch": 1.1856972179552825,
|
|
"grad_norm": 1.238525390625,
|
|
"learning_rate": 2.8836219919137764e-05,
|
|
"loss": 2.3097,
|
|
"step": 869
|
|
},
|
|
{
|
|
"epoch": 1.1870626386755418,
|
|
"grad_norm": 1.2410509586334229,
|
|
"learning_rate": 2.8811687604278297e-05,
|
|
"loss": 2.3714,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 1.1884280593958014,
|
|
"grad_norm": 1.2486552000045776,
|
|
"learning_rate": 2.8787140512881398e-05,
|
|
"loss": 2.2827,
|
|
"step": 871
|
|
},
|
|
{
|
|
"epoch": 1.1897934801160608,
|
|
"grad_norm": 1.2500061988830566,
|
|
"learning_rate": 2.8762578698196876e-05,
|
|
"loss": 2.3645,
|
|
"step": 872
|
|
},
|
|
{
|
|
"epoch": 1.1911589008363201,
|
|
"grad_norm": 1.1996694803237915,
|
|
"learning_rate": 2.8738002213506462e-05,
|
|
"loss": 2.3794,
|
|
"step": 873
|
|
},
|
|
{
|
|
"epoch": 1.1925243215565797,
|
|
"grad_norm": 1.21322500705719,
|
|
"learning_rate": 2.8713411112123722e-05,
|
|
"loss": 2.3274,
|
|
"step": 874
|
|
},
|
|
{
|
|
"epoch": 1.193889742276839,
|
|
"grad_norm": 1.2636908292770386,
|
|
"learning_rate": 2.868880544739394e-05,
|
|
"loss": 2.3805,
|
|
"step": 875
|
|
},
|
|
{
|
|
"epoch": 1.1952551629970984,
|
|
"grad_norm": 1.1915347576141357,
|
|
"learning_rate": 2.866418527269396e-05,
|
|
"loss": 2.2621,
|
|
"step": 876
|
|
},
|
|
{
|
|
"epoch": 1.1966205837173578,
|
|
"grad_norm": 1.2206077575683594,
|
|
"learning_rate": 2.8639550641432145e-05,
|
|
"loss": 2.3926,
|
|
"step": 877
|
|
},
|
|
{
|
|
"epoch": 1.1979860044376174,
|
|
"grad_norm": 1.2606523036956787,
|
|
"learning_rate": 2.861490160704818e-05,
|
|
"loss": 2.3456,
|
|
"step": 878
|
|
},
|
|
{
|
|
"epoch": 1.1993514251578767,
|
|
"grad_norm": 1.1896344423294067,
|
|
"learning_rate": 2.859023822301302e-05,
|
|
"loss": 2.2806,
|
|
"step": 879
|
|
},
|
|
{
|
|
"epoch": 1.2007168458781363,
|
|
"grad_norm": 1.2329208850860596,
|
|
"learning_rate": 2.856556054282873e-05,
|
|
"loss": 2.4176,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 1.2020822665983957,
|
|
"grad_norm": 1.231826901435852,
|
|
"learning_rate": 2.854086862002841e-05,
|
|
"loss": 2.3699,
|
|
"step": 881
|
|
},
|
|
{
|
|
"epoch": 1.203447687318655,
|
|
"grad_norm": 1.2495681047439575,
|
|
"learning_rate": 2.8516162508176034e-05,
|
|
"loss": 2.463,
|
|
"step": 882
|
|
},
|
|
{
|
|
"epoch": 1.2048131080389144,
|
|
"grad_norm": 1.272783637046814,
|
|
"learning_rate": 2.8491442260866372e-05,
|
|
"loss": 2.3406,
|
|
"step": 883
|
|
},
|
|
{
|
|
"epoch": 1.206178528759174,
|
|
"grad_norm": 1.235047459602356,
|
|
"learning_rate": 2.8466707931724836e-05,
|
|
"loss": 2.2468,
|
|
"step": 884
|
|
},
|
|
{
|
|
"epoch": 1.2075439494794333,
|
|
"grad_norm": 1.2175613641738892,
|
|
"learning_rate": 2.8441959574407415e-05,
|
|
"loss": 2.2956,
|
|
"step": 885
|
|
},
|
|
{
|
|
"epoch": 1.2089093701996927,
|
|
"grad_norm": 1.262965202331543,
|
|
"learning_rate": 2.841719724260052e-05,
|
|
"loss": 2.5032,
|
|
"step": 886
|
|
},
|
|
{
|
|
"epoch": 1.2102747909199523,
|
|
"grad_norm": 1.2792342901229858,
|
|
"learning_rate": 2.8392420990020864e-05,
|
|
"loss": 2.4555,
|
|
"step": 887
|
|
},
|
|
{
|
|
"epoch": 1.2116402116402116,
|
|
"grad_norm": 1.278132677078247,
|
|
"learning_rate": 2.8367630870415364e-05,
|
|
"loss": 2.3753,
|
|
"step": 888
|
|
},
|
|
{
|
|
"epoch": 1.213005632360471,
|
|
"grad_norm": 1.2498081922531128,
|
|
"learning_rate": 2.834282693756102e-05,
|
|
"loss": 2.4198,
|
|
"step": 889
|
|
},
|
|
{
|
|
"epoch": 1.2143710530807306,
|
|
"grad_norm": 1.2764676809310913,
|
|
"learning_rate": 2.8318009245264814e-05,
|
|
"loss": 2.4232,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 1.21573647380099,
|
|
"grad_norm": 1.2853691577911377,
|
|
"learning_rate": 2.829317784736353e-05,
|
|
"loss": 2.3146,
|
|
"step": 891
|
|
},
|
|
{
|
|
"epoch": 1.2171018945212493,
|
|
"grad_norm": 1.254612922668457,
|
|
"learning_rate": 2.826833279772375e-05,
|
|
"loss": 2.4378,
|
|
"step": 892
|
|
},
|
|
{
|
|
"epoch": 1.2184673152415089,
|
|
"grad_norm": 1.2399685382843018,
|
|
"learning_rate": 2.8243474150241602e-05,
|
|
"loss": 2.4583,
|
|
"step": 893
|
|
},
|
|
{
|
|
"epoch": 1.2198327359617682,
|
|
"grad_norm": 1.2260444164276123,
|
|
"learning_rate": 2.821860195884276e-05,
|
|
"loss": 2.3931,
|
|
"step": 894
|
|
},
|
|
{
|
|
"epoch": 1.2211981566820276,
|
|
"grad_norm": 1.2050138711929321,
|
|
"learning_rate": 2.819371627748226e-05,
|
|
"loss": 2.2196,
|
|
"step": 895
|
|
},
|
|
{
|
|
"epoch": 1.2225635774022872,
|
|
"grad_norm": 1.201066255569458,
|
|
"learning_rate": 2.816881716014441e-05,
|
|
"loss": 2.4628,
|
|
"step": 896
|
|
},
|
|
{
|
|
"epoch": 1.2239289981225465,
|
|
"grad_norm": 1.2208431959152222,
|
|
"learning_rate": 2.814390466084264e-05,
|
|
"loss": 2.3979,
|
|
"step": 897
|
|
},
|
|
{
|
|
"epoch": 1.2252944188428059,
|
|
"grad_norm": 1.2809184789657593,
|
|
"learning_rate": 2.8118978833619458e-05,
|
|
"loss": 2.4864,
|
|
"step": 898
|
|
},
|
|
{
|
|
"epoch": 1.2266598395630655,
|
|
"grad_norm": 1.2579782009124756,
|
|
"learning_rate": 2.8094039732546225e-05,
|
|
"loss": 2.3905,
|
|
"step": 899
|
|
},
|
|
{
|
|
"epoch": 1.2280252602833248,
|
|
"grad_norm": 1.2523733377456665,
|
|
"learning_rate": 2.806908741172314e-05,
|
|
"loss": 2.2768,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 1.2293906810035842,
|
|
"grad_norm": 1.2336443662643433,
|
|
"learning_rate": 2.8044121925279068e-05,
|
|
"loss": 2.3323,
|
|
"step": 901
|
|
},
|
|
{
|
|
"epoch": 1.2307561017238438,
|
|
"grad_norm": 1.2365236282348633,
|
|
"learning_rate": 2.801914332737143e-05,
|
|
"loss": 2.3098,
|
|
"step": 902
|
|
},
|
|
{
|
|
"epoch": 1.2321215224441031,
|
|
"grad_norm": 1.2441930770874023,
|
|
"learning_rate": 2.799415167218608e-05,
|
|
"loss": 2.2595,
|
|
"step": 903
|
|
},
|
|
{
|
|
"epoch": 1.2334869431643625,
|
|
"grad_norm": 1.248464584350586,
|
|
"learning_rate": 2.7969147013937227e-05,
|
|
"loss": 2.3735,
|
|
"step": 904
|
|
},
|
|
{
|
|
"epoch": 1.234852363884622,
|
|
"grad_norm": 1.2634050846099854,
|
|
"learning_rate": 2.794412940686725e-05,
|
|
"loss": 2.3045,
|
|
"step": 905
|
|
},
|
|
{
|
|
"epoch": 1.2362177846048814,
|
|
"grad_norm": 1.2350529432296753,
|
|
"learning_rate": 2.7919098905246645e-05,
|
|
"loss": 2.4167,
|
|
"step": 906
|
|
},
|
|
{
|
|
"epoch": 1.2375832053251408,
|
|
"grad_norm": 1.2136973142623901,
|
|
"learning_rate": 2.7894055563373883e-05,
|
|
"loss": 2.3633,
|
|
"step": 907
|
|
},
|
|
{
|
|
"epoch": 1.2389486260454001,
|
|
"grad_norm": 1.2299065589904785,
|
|
"learning_rate": 2.7868999435575256e-05,
|
|
"loss": 2.317,
|
|
"step": 908
|
|
},
|
|
{
|
|
"epoch": 1.2403140467656597,
|
|
"grad_norm": 1.3067283630371094,
|
|
"learning_rate": 2.7843930576204833e-05,
|
|
"loss": 2.4601,
|
|
"step": 909
|
|
},
|
|
{
|
|
"epoch": 1.241679467485919,
|
|
"grad_norm": 1.194559097290039,
|
|
"learning_rate": 2.7818849039644272e-05,
|
|
"loss": 2.3162,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 1.2430448882061786,
|
|
"grad_norm": 1.2037074565887451,
|
|
"learning_rate": 2.7793754880302747e-05,
|
|
"loss": 2.3135,
|
|
"step": 911
|
|
},
|
|
{
|
|
"epoch": 1.244410308926438,
|
|
"grad_norm": 1.2231028079986572,
|
|
"learning_rate": 2.7768648152616802e-05,
|
|
"loss": 2.2711,
|
|
"step": 912
|
|
},
|
|
{
|
|
"epoch": 1.2457757296466974,
|
|
"grad_norm": 1.1659778356552124,
|
|
"learning_rate": 2.7743528911050267e-05,
|
|
"loss": 2.3021,
|
|
"step": 913
|
|
},
|
|
{
|
|
"epoch": 1.2471411503669567,
|
|
"grad_norm": 1.2174005508422852,
|
|
"learning_rate": 2.7718397210094092e-05,
|
|
"loss": 2.3702,
|
|
"step": 914
|
|
},
|
|
{
|
|
"epoch": 1.2485065710872163,
|
|
"grad_norm": 1.1640428304672241,
|
|
"learning_rate": 2.7693253104266276e-05,
|
|
"loss": 2.2262,
|
|
"step": 915
|
|
},
|
|
{
|
|
"epoch": 1.2498719918074757,
|
|
"grad_norm": 1.233407735824585,
|
|
"learning_rate": 2.7668096648111714e-05,
|
|
"loss": 2.3001,
|
|
"step": 916
|
|
},
|
|
{
|
|
"epoch": 1.2512374125277352,
|
|
"grad_norm": 1.2429823875427246,
|
|
"learning_rate": 2.764292789620209e-05,
|
|
"loss": 2.3332,
|
|
"step": 917
|
|
},
|
|
{
|
|
"epoch": 1.2526028332479946,
|
|
"grad_norm": 1.2613537311553955,
|
|
"learning_rate": 2.761774690313579e-05,
|
|
"loss": 2.4765,
|
|
"step": 918
|
|
},
|
|
{
|
|
"epoch": 1.253968253968254,
|
|
"grad_norm": 1.2685474157333374,
|
|
"learning_rate": 2.7592553723537718e-05,
|
|
"loss": 2.2863,
|
|
"step": 919
|
|
},
|
|
{
|
|
"epoch": 1.2553336746885133,
|
|
"grad_norm": 1.2619364261627197,
|
|
"learning_rate": 2.7567348412059226e-05,
|
|
"loss": 2.2419,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 1.256699095408773,
|
|
"grad_norm": 1.228325366973877,
|
|
"learning_rate": 2.7542131023378004e-05,
|
|
"loss": 2.353,
|
|
"step": 921
|
|
},
|
|
{
|
|
"epoch": 1.2580645161290323,
|
|
"grad_norm": 1.2420254945755005,
|
|
"learning_rate": 2.751690161219791e-05,
|
|
"loss": 2.3702,
|
|
"step": 922
|
|
},
|
|
{
|
|
"epoch": 1.2594299368492916,
|
|
"grad_norm": 1.2838985919952393,
|
|
"learning_rate": 2.74916602332489e-05,
|
|
"loss": 2.4912,
|
|
"step": 923
|
|
},
|
|
{
|
|
"epoch": 1.2607953575695512,
|
|
"grad_norm": 1.3119853734970093,
|
|
"learning_rate": 2.7466406941286886e-05,
|
|
"loss": 2.4636,
|
|
"step": 924
|
|
},
|
|
{
|
|
"epoch": 1.2621607782898105,
|
|
"grad_norm": 1.279038667678833,
|
|
"learning_rate": 2.7441141791093627e-05,
|
|
"loss": 2.4114,
|
|
"step": 925
|
|
},
|
|
{
|
|
"epoch": 1.26352619901007,
|
|
"grad_norm": 1.2429629564285278,
|
|
"learning_rate": 2.7415864837476614e-05,
|
|
"loss": 2.3813,
|
|
"step": 926
|
|
},
|
|
{
|
|
"epoch": 1.2648916197303295,
|
|
"grad_norm": 1.2583948373794556,
|
|
"learning_rate": 2.7390576135268915e-05,
|
|
"loss": 2.4365,
|
|
"step": 927
|
|
},
|
|
{
|
|
"epoch": 1.2662570404505888,
|
|
"grad_norm": 1.205424427986145,
|
|
"learning_rate": 2.7365275739329112e-05,
|
|
"loss": 2.3744,
|
|
"step": 928
|
|
},
|
|
{
|
|
"epoch": 1.2676224611708482,
|
|
"grad_norm": 1.2175387144088745,
|
|
"learning_rate": 2.7339963704541143e-05,
|
|
"loss": 2.3951,
|
|
"step": 929
|
|
},
|
|
{
|
|
"epoch": 1.2689878818911078,
|
|
"grad_norm": 1.2389016151428223,
|
|
"learning_rate": 2.7314640085814196e-05,
|
|
"loss": 2.4391,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 1.2703533026113671,
|
|
"grad_norm": 1.2554258108139038,
|
|
"learning_rate": 2.7289304938082583e-05,
|
|
"loss": 2.2553,
|
|
"step": 931
|
|
},
|
|
{
|
|
"epoch": 1.2717187233316265,
|
|
"grad_norm": 1.2264779806137085,
|
|
"learning_rate": 2.7263958316305627e-05,
|
|
"loss": 2.3366,
|
|
"step": 932
|
|
},
|
|
{
|
|
"epoch": 1.2730841440518859,
|
|
"grad_norm": 1.2106153964996338,
|
|
"learning_rate": 2.723860027546756e-05,
|
|
"loss": 2.2292,
|
|
"step": 933
|
|
},
|
|
{
|
|
"epoch": 1.2744495647721454,
|
|
"grad_norm": 1.2736351490020752,
|
|
"learning_rate": 2.721323087057735e-05,
|
|
"loss": 2.3685,
|
|
"step": 934
|
|
},
|
|
{
|
|
"epoch": 1.2758149854924048,
|
|
"grad_norm": 1.2360061407089233,
|
|
"learning_rate": 2.7187850156668648e-05,
|
|
"loss": 2.4408,
|
|
"step": 935
|
|
},
|
|
{
|
|
"epoch": 1.2771804062126644,
|
|
"grad_norm": 1.2158254384994507,
|
|
"learning_rate": 2.716245818879963e-05,
|
|
"loss": 2.3291,
|
|
"step": 936
|
|
},
|
|
{
|
|
"epoch": 1.2785458269329237,
|
|
"grad_norm": 1.2642351388931274,
|
|
"learning_rate": 2.713705502205287e-05,
|
|
"loss": 2.4047,
|
|
"step": 937
|
|
},
|
|
{
|
|
"epoch": 1.279911247653183,
|
|
"grad_norm": 1.2295008897781372,
|
|
"learning_rate": 2.711164071153525e-05,
|
|
"loss": 2.3455,
|
|
"step": 938
|
|
},
|
|
{
|
|
"epoch": 1.2812766683734425,
|
|
"grad_norm": 1.2446925640106201,
|
|
"learning_rate": 2.7086215312377836e-05,
|
|
"loss": 2.4245,
|
|
"step": 939
|
|
},
|
|
{
|
|
"epoch": 1.282642089093702,
|
|
"grad_norm": 1.2333112955093384,
|
|
"learning_rate": 2.7060778879735714e-05,
|
|
"loss": 2.3489,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 1.2840075098139614,
|
|
"grad_norm": 1.22257399559021,
|
|
"learning_rate": 2.7035331468787945e-05,
|
|
"loss": 2.308,
|
|
"step": 941
|
|
},
|
|
{
|
|
"epoch": 1.285372930534221,
|
|
"grad_norm": 1.2384806871414185,
|
|
"learning_rate": 2.7009873134737375e-05,
|
|
"loss": 2.3857,
|
|
"step": 942
|
|
},
|
|
{
|
|
"epoch": 1.2867383512544803,
|
|
"grad_norm": 1.2525445222854614,
|
|
"learning_rate": 2.698440393281056e-05,
|
|
"loss": 2.345,
|
|
"step": 943
|
|
},
|
|
{
|
|
"epoch": 1.2881037719747397,
|
|
"grad_norm": 1.2513006925582886,
|
|
"learning_rate": 2.6958923918257634e-05,
|
|
"loss": 2.3366,
|
|
"step": 944
|
|
},
|
|
{
|
|
"epoch": 1.289469192694999,
|
|
"grad_norm": 1.2394795417785645,
|
|
"learning_rate": 2.693343314635217e-05,
|
|
"loss": 2.3443,
|
|
"step": 945
|
|
},
|
|
{
|
|
"epoch": 1.2908346134152586,
|
|
"grad_norm": 1.2281118631362915,
|
|
"learning_rate": 2.6907931672391106e-05,
|
|
"loss": 2.333,
|
|
"step": 946
|
|
},
|
|
{
|
|
"epoch": 1.292200034135518,
|
|
"grad_norm": 1.2325307130813599,
|
|
"learning_rate": 2.688241955169456e-05,
|
|
"loss": 2.3287,
|
|
"step": 947
|
|
},
|
|
{
|
|
"epoch": 1.2935654548557776,
|
|
"grad_norm": 1.2684941291809082,
|
|
"learning_rate": 2.6856896839605772e-05,
|
|
"loss": 2.5691,
|
|
"step": 948
|
|
},
|
|
{
|
|
"epoch": 1.294930875576037,
|
|
"grad_norm": 1.279487133026123,
|
|
"learning_rate": 2.6831363591490945e-05,
|
|
"loss": 2.389,
|
|
"step": 949
|
|
},
|
|
{
|
|
"epoch": 1.2962962962962963,
|
|
"grad_norm": 1.2265145778656006,
|
|
"learning_rate": 2.6805819862739146e-05,
|
|
"loss": 2.3358,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 1.2976617170165556,
|
|
"grad_norm": 1.2082444429397583,
|
|
"learning_rate": 2.6780265708762177e-05,
|
|
"loss": 2.2491,
|
|
"step": 951
|
|
},
|
|
{
|
|
"epoch": 1.2990271377368152,
|
|
"grad_norm": 1.2949508428573608,
|
|
"learning_rate": 2.6754701184994445e-05,
|
|
"loss": 2.3956,
|
|
"step": 952
|
|
},
|
|
{
|
|
"epoch": 1.3003925584570746,
|
|
"grad_norm": 1.2472524642944336,
|
|
"learning_rate": 2.6729126346892863e-05,
|
|
"loss": 2.3988,
|
|
"step": 953
|
|
},
|
|
{
|
|
"epoch": 1.301757979177334,
|
|
"grad_norm": 1.268323540687561,
|
|
"learning_rate": 2.670354124993672e-05,
|
|
"loss": 2.4286,
|
|
"step": 954
|
|
},
|
|
{
|
|
"epoch": 1.3031233998975935,
|
|
"grad_norm": 1.2821838855743408,
|
|
"learning_rate": 2.6677945949627547e-05,
|
|
"loss": 2.4855,
|
|
"step": 955
|
|
},
|
|
{
|
|
"epoch": 1.3044888206178529,
|
|
"grad_norm": 1.221441626548767,
|
|
"learning_rate": 2.6652340501489026e-05,
|
|
"loss": 2.2783,
|
|
"step": 956
|
|
},
|
|
{
|
|
"epoch": 1.3058542413381122,
|
|
"grad_norm": 1.2497761249542236,
|
|
"learning_rate": 2.662672496106683e-05,
|
|
"loss": 2.4689,
|
|
"step": 957
|
|
},
|
|
{
|
|
"epoch": 1.3072196620583718,
|
|
"grad_norm": 1.2634248733520508,
|
|
"learning_rate": 2.6601099383928545e-05,
|
|
"loss": 2.4282,
|
|
"step": 958
|
|
},
|
|
{
|
|
"epoch": 1.3085850827786312,
|
|
"grad_norm": 1.2188899517059326,
|
|
"learning_rate": 2.657546382566353e-05,
|
|
"loss": 2.3681,
|
|
"step": 959
|
|
},
|
|
{
|
|
"epoch": 1.3099505034988905,
|
|
"grad_norm": 1.3508509397506714,
|
|
"learning_rate": 2.6549818341882776e-05,
|
|
"loss": 2.264,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 1.31131592421915,
|
|
"grad_norm": 1.2509104013442993,
|
|
"learning_rate": 2.652416298821883e-05,
|
|
"loss": 2.3805,
|
|
"step": 961
|
|
},
|
|
{
|
|
"epoch": 1.3126813449394095,
|
|
"grad_norm": 1.259556770324707,
|
|
"learning_rate": 2.6498497820325625e-05,
|
|
"loss": 2.4912,
|
|
"step": 962
|
|
},
|
|
{
|
|
"epoch": 1.3140467656596688,
|
|
"grad_norm": 1.2539644241333008,
|
|
"learning_rate": 2.6472822893878415e-05,
|
|
"loss": 2.423,
|
|
"step": 963
|
|
},
|
|
{
|
|
"epoch": 1.3154121863799282,
|
|
"grad_norm": 1.304323673248291,
|
|
"learning_rate": 2.644713826457359e-05,
|
|
"loss": 2.3,
|
|
"step": 964
|
|
},
|
|
{
|
|
"epoch": 1.3167776071001878,
|
|
"grad_norm": 1.2002923488616943,
|
|
"learning_rate": 2.6421443988128607e-05,
|
|
"loss": 2.4383,
|
|
"step": 965
|
|
},
|
|
{
|
|
"epoch": 1.3181430278204471,
|
|
"grad_norm": 1.2204906940460205,
|
|
"learning_rate": 2.639574012028185e-05,
|
|
"loss": 2.278,
|
|
"step": 966
|
|
},
|
|
{
|
|
"epoch": 1.3195084485407067,
|
|
"grad_norm": 1.2220135927200317,
|
|
"learning_rate": 2.6370026716792505e-05,
|
|
"loss": 2.3305,
|
|
"step": 967
|
|
},
|
|
{
|
|
"epoch": 1.320873869260966,
|
|
"grad_norm": 1.223619818687439,
|
|
"learning_rate": 2.6344303833440443e-05,
|
|
"loss": 2.3942,
|
|
"step": 968
|
|
},
|
|
{
|
|
"epoch": 1.3222392899812254,
|
|
"grad_norm": 1.2592391967773438,
|
|
"learning_rate": 2.63185715260261e-05,
|
|
"loss": 2.4512,
|
|
"step": 969
|
|
},
|
|
{
|
|
"epoch": 1.3236047107014848,
|
|
"grad_norm": 1.225287914276123,
|
|
"learning_rate": 2.6292829850370355e-05,
|
|
"loss": 2.3417,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 1.3249701314217444,
|
|
"grad_norm": 1.219190239906311,
|
|
"learning_rate": 2.626707886231443e-05,
|
|
"loss": 2.4017,
|
|
"step": 971
|
|
},
|
|
{
|
|
"epoch": 1.3263355521420037,
|
|
"grad_norm": 1.2635302543640137,
|
|
"learning_rate": 2.6241318617719703e-05,
|
|
"loss": 2.2509,
|
|
"step": 972
|
|
},
|
|
{
|
|
"epoch": 1.3277009728622633,
|
|
"grad_norm": 1.2044737339019775,
|
|
"learning_rate": 2.621554917246768e-05,
|
|
"loss": 2.2805,
|
|
"step": 973
|
|
},
|
|
{
|
|
"epoch": 1.3290663935825227,
|
|
"grad_norm": 1.238142967224121,
|
|
"learning_rate": 2.618977058245979e-05,
|
|
"loss": 2.3811,
|
|
"step": 974
|
|
},
|
|
{
|
|
"epoch": 1.330431814302782,
|
|
"grad_norm": 1.242542028427124,
|
|
"learning_rate": 2.616398290361733e-05,
|
|
"loss": 2.3598,
|
|
"step": 975
|
|
},
|
|
{
|
|
"epoch": 1.3317972350230414,
|
|
"grad_norm": 1.340445876121521,
|
|
"learning_rate": 2.613818619188129e-05,
|
|
"loss": 2.4058,
|
|
"step": 976
|
|
},
|
|
{
|
|
"epoch": 1.333162655743301,
|
|
"grad_norm": 1.2982323169708252,
|
|
"learning_rate": 2.6112380503212255e-05,
|
|
"loss": 2.4023,
|
|
"step": 977
|
|
},
|
|
{
|
|
"epoch": 1.3345280764635603,
|
|
"grad_norm": 1.223367691040039,
|
|
"learning_rate": 2.6086565893590302e-05,
|
|
"loss": 2.2586,
|
|
"step": 978
|
|
},
|
|
{
|
|
"epoch": 1.33589349718382,
|
|
"grad_norm": 1.21322762966156,
|
|
"learning_rate": 2.606074241901484e-05,
|
|
"loss": 2.4034,
|
|
"step": 979
|
|
},
|
|
{
|
|
"epoch": 1.3372589179040792,
|
|
"grad_norm": 1.2169383764266968,
|
|
"learning_rate": 2.6034910135504534e-05,
|
|
"loss": 2.3915,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 1.3386243386243386,
|
|
"grad_norm": 1.2652515172958374,
|
|
"learning_rate": 2.6009069099097125e-05,
|
|
"loss": 2.4723,
|
|
"step": 981
|
|
},
|
|
{
|
|
"epoch": 1.339989759344598,
|
|
"grad_norm": 1.2372570037841797,
|
|
"learning_rate": 2.5983219365849367e-05,
|
|
"loss": 2.3504,
|
|
"step": 982
|
|
},
|
|
{
|
|
"epoch": 1.3413551800648575,
|
|
"grad_norm": 1.317415475845337,
|
|
"learning_rate": 2.595736099183688e-05,
|
|
"loss": 2.3791,
|
|
"step": 983
|
|
},
|
|
{
|
|
"epoch": 1.342720600785117,
|
|
"grad_norm": 1.2165470123291016,
|
|
"learning_rate": 2.5931494033154002e-05,
|
|
"loss": 2.3239,
|
|
"step": 984
|
|
},
|
|
{
|
|
"epoch": 1.3440860215053765,
|
|
"grad_norm": 1.1797916889190674,
|
|
"learning_rate": 2.5905618545913728e-05,
|
|
"loss": 2.3106,
|
|
"step": 985
|
|
},
|
|
{
|
|
"epoch": 1.3454514422256358,
|
|
"grad_norm": 1.1931771039962769,
|
|
"learning_rate": 2.5879734586247534e-05,
|
|
"loss": 2.3399,
|
|
"step": 986
|
|
},
|
|
{
|
|
"epoch": 1.3468168629458952,
|
|
"grad_norm": 1.2794438600540161,
|
|
"learning_rate": 2.5853842210305268e-05,
|
|
"loss": 2.5,
|
|
"step": 987
|
|
},
|
|
{
|
|
"epoch": 1.3481822836661546,
|
|
"grad_norm": 1.2815632820129395,
|
|
"learning_rate": 2.582794147425506e-05,
|
|
"loss": 2.5131,
|
|
"step": 988
|
|
},
|
|
{
|
|
"epoch": 1.3495477043864141,
|
|
"grad_norm": 1.1562837362289429,
|
|
"learning_rate": 2.5802032434283156e-05,
|
|
"loss": 2.1855,
|
|
"step": 989
|
|
},
|
|
{
|
|
"epoch": 1.3509131251066735,
|
|
"grad_norm": 1.2836556434631348,
|
|
"learning_rate": 2.5776115146593827e-05,
|
|
"loss": 2.3952,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 1.3522785458269329,
|
|
"grad_norm": 1.2334662675857544,
|
|
"learning_rate": 2.5750189667409222e-05,
|
|
"loss": 2.3789,
|
|
"step": 991
|
|
},
|
|
{
|
|
"epoch": 1.3536439665471924,
|
|
"grad_norm": 1.230539083480835,
|
|
"learning_rate": 2.572425605296928e-05,
|
|
"loss": 2.2625,
|
|
"step": 992
|
|
},
|
|
{
|
|
"epoch": 1.3550093872674518,
|
|
"grad_norm": 1.1765425205230713,
|
|
"learning_rate": 2.5698314359531557e-05,
|
|
"loss": 2.2633,
|
|
"step": 993
|
|
},
|
|
{
|
|
"epoch": 1.3563748079877112,
|
|
"grad_norm": 1.2777494192123413,
|
|
"learning_rate": 2.567236464337117e-05,
|
|
"loss": 2.3347,
|
|
"step": 994
|
|
},
|
|
{
|
|
"epoch": 1.3577402287079705,
|
|
"grad_norm": 1.2749028205871582,
|
|
"learning_rate": 2.5646406960780614e-05,
|
|
"loss": 2.4116,
|
|
"step": 995
|
|
},
|
|
{
|
|
"epoch": 1.35910564942823,
|
|
"grad_norm": 1.2012782096862793,
|
|
"learning_rate": 2.5620441368069675e-05,
|
|
"loss": 2.3296,
|
|
"step": 996
|
|
},
|
|
{
|
|
"epoch": 1.3604710701484894,
|
|
"grad_norm": 1.2508784532546997,
|
|
"learning_rate": 2.5594467921565308e-05,
|
|
"loss": 2.4091,
|
|
"step": 997
|
|
},
|
|
{
|
|
"epoch": 1.361836490868749,
|
|
"grad_norm": 1.2551524639129639,
|
|
"learning_rate": 2.5568486677611487e-05,
|
|
"loss": 2.2965,
|
|
"step": 998
|
|
},
|
|
{
|
|
"epoch": 1.3632019115890084,
|
|
"grad_norm": 1.208871603012085,
|
|
"learning_rate": 2.5542497692569103e-05,
|
|
"loss": 2.3919,
|
|
"step": 999
|
|
},
|
|
{
|
|
"epoch": 1.3645673323092677,
|
|
"grad_norm": 1.1751126050949097,
|
|
"learning_rate": 2.5516501022815857e-05,
|
|
"loss": 2.4404,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 1.365932753029527,
|
|
"grad_norm": 1.2942649126052856,
|
|
"learning_rate": 2.5490496724746104e-05,
|
|
"loss": 2.419,
|
|
"step": 1001
|
|
},
|
|
{
|
|
"epoch": 1.3672981737497867,
|
|
"grad_norm": 1.2418574094772339,
|
|
"learning_rate": 2.5464484854770755e-05,
|
|
"loss": 2.2908,
|
|
"step": 1002
|
|
},
|
|
{
|
|
"epoch": 1.368663594470046,
|
|
"grad_norm": 1.2185275554656982,
|
|
"learning_rate": 2.5438465469317142e-05,
|
|
"loss": 2.4586,
|
|
"step": 1003
|
|
},
|
|
{
|
|
"epoch": 1.3700290151903056,
|
|
"grad_norm": 1.2331212759017944,
|
|
"learning_rate": 2.54124386248289e-05,
|
|
"loss": 2.4888,
|
|
"step": 1004
|
|
},
|
|
{
|
|
"epoch": 1.371394435910565,
|
|
"grad_norm": 1.292909860610962,
|
|
"learning_rate": 2.538640437776585e-05,
|
|
"loss": 2.4315,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"epoch": 1.3727598566308243,
|
|
"grad_norm": 1.2930008172988892,
|
|
"learning_rate": 2.5360362784603866e-05,
|
|
"loss": 2.3693,
|
|
"step": 1006
|
|
},
|
|
{
|
|
"epoch": 1.3741252773510837,
|
|
"grad_norm": 1.2821295261383057,
|
|
"learning_rate": 2.533431390183476e-05,
|
|
"loss": 2.4084,
|
|
"step": 1007
|
|
},
|
|
{
|
|
"epoch": 1.3754906980713433,
|
|
"grad_norm": 1.230641484260559,
|
|
"learning_rate": 2.530825778596616e-05,
|
|
"loss": 2.3927,
|
|
"step": 1008
|
|
},
|
|
{
|
|
"epoch": 1.3768561187916026,
|
|
"grad_norm": 1.2552179098129272,
|
|
"learning_rate": 2.528219449352138e-05,
|
|
"loss": 2.4241,
|
|
"step": 1009
|
|
},
|
|
{
|
|
"epoch": 1.3782215395118622,
|
|
"grad_norm": 1.2691830396652222,
|
|
"learning_rate": 2.5256124081039307e-05,
|
|
"loss": 2.2644,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 1.3795869602321216,
|
|
"grad_norm": 1.2305405139923096,
|
|
"learning_rate": 2.5230046605074262e-05,
|
|
"loss": 2.4219,
|
|
"step": 1011
|
|
},
|
|
{
|
|
"epoch": 1.380952380952381,
|
|
"grad_norm": 1.2326072454452515,
|
|
"learning_rate": 2.5203962122195915e-05,
|
|
"loss": 2.3853,
|
|
"step": 1012
|
|
},
|
|
{
|
|
"epoch": 1.3823178016726403,
|
|
"grad_norm": 1.2373192310333252,
|
|
"learning_rate": 2.517787068898909e-05,
|
|
"loss": 2.281,
|
|
"step": 1013
|
|
},
|
|
{
|
|
"epoch": 1.3836832223928999,
|
|
"grad_norm": 1.2571709156036377,
|
|
"learning_rate": 2.5151772362053742e-05,
|
|
"loss": 2.4298,
|
|
"step": 1014
|
|
},
|
|
{
|
|
"epoch": 1.3850486431131592,
|
|
"grad_norm": 1.2474796772003174,
|
|
"learning_rate": 2.512566719800475e-05,
|
|
"loss": 2.3231,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"epoch": 1.3864140638334188,
|
|
"grad_norm": 1.1855806112289429,
|
|
"learning_rate": 2.5099555253471824e-05,
|
|
"loss": 2.3131,
|
|
"step": 1016
|
|
},
|
|
{
|
|
"epoch": 1.3877794845536782,
|
|
"grad_norm": 1.2695180177688599,
|
|
"learning_rate": 2.5073436585099384e-05,
|
|
"loss": 2.4002,
|
|
"step": 1017
|
|
},
|
|
{
|
|
"epoch": 1.3891449052739375,
|
|
"grad_norm": 1.2916597127914429,
|
|
"learning_rate": 2.5047311249546464e-05,
|
|
"loss": 2.4284,
|
|
"step": 1018
|
|
},
|
|
{
|
|
"epoch": 1.3905103259941969,
|
|
"grad_norm": 1.284002423286438,
|
|
"learning_rate": 2.502117930348651e-05,
|
|
"loss": 2.373,
|
|
"step": 1019
|
|
},
|
|
{
|
|
"epoch": 1.3918757467144565,
|
|
"grad_norm": 1.2568774223327637,
|
|
"learning_rate": 2.499504080360735e-05,
|
|
"loss": 2.3322,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 1.3932411674347158,
|
|
"grad_norm": 1.2575657367706299,
|
|
"learning_rate": 2.4968895806611014e-05,
|
|
"loss": 2.4252,
|
|
"step": 1021
|
|
},
|
|
{
|
|
"epoch": 1.3946065881549752,
|
|
"grad_norm": 1.224495530128479,
|
|
"learning_rate": 2.4942744369213626e-05,
|
|
"loss": 2.2994,
|
|
"step": 1022
|
|
},
|
|
{
|
|
"epoch": 1.3959720088752348,
|
|
"grad_norm": 1.316319465637207,
|
|
"learning_rate": 2.4916586548145286e-05,
|
|
"loss": 2.2959,
|
|
"step": 1023
|
|
},
|
|
{
|
|
"epoch": 1.3973374295954941,
|
|
"grad_norm": 1.2435154914855957,
|
|
"learning_rate": 2.489042240014993e-05,
|
|
"loss": 2.4232,
|
|
"step": 1024
|
|
},
|
|
{
|
|
"epoch": 1.3987028503157535,
|
|
"grad_norm": 1.3580273389816284,
|
|
"learning_rate": 2.4864251981985233e-05,
|
|
"loss": 2.3562,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"epoch": 1.4000682710360128,
|
|
"grad_norm": 1.2626869678497314,
|
|
"learning_rate": 2.483807535042246e-05,
|
|
"loss": 2.4745,
|
|
"step": 1026
|
|
},
|
|
{
|
|
"epoch": 1.4014336917562724,
|
|
"grad_norm": 1.2748677730560303,
|
|
"learning_rate": 2.4811892562246373e-05,
|
|
"loss": 2.3718,
|
|
"step": 1027
|
|
},
|
|
{
|
|
"epoch": 1.4027991124765318,
|
|
"grad_norm": 1.232909083366394,
|
|
"learning_rate": 2.4785703674255062e-05,
|
|
"loss": 2.341,
|
|
"step": 1028
|
|
},
|
|
{
|
|
"epoch": 1.4041645331967914,
|
|
"grad_norm": 1.2865220308303833,
|
|
"learning_rate": 2.475950874325988e-05,
|
|
"loss": 2.4262,
|
|
"step": 1029
|
|
},
|
|
{
|
|
"epoch": 1.4055299539170507,
|
|
"grad_norm": 1.1778664588928223,
|
|
"learning_rate": 2.4733307826085265e-05,
|
|
"loss": 2.3194,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 1.40689537463731,
|
|
"grad_norm": 1.2491105794906616,
|
|
"learning_rate": 2.4707100979568646e-05,
|
|
"loss": 2.4309,
|
|
"step": 1031
|
|
},
|
|
{
|
|
"epoch": 1.4082607953575694,
|
|
"grad_norm": 1.2606797218322754,
|
|
"learning_rate": 2.468088826056032e-05,
|
|
"loss": 2.316,
|
|
"step": 1032
|
|
},
|
|
{
|
|
"epoch": 1.409626216077829,
|
|
"grad_norm": 1.2384246587753296,
|
|
"learning_rate": 2.465466972592333e-05,
|
|
"loss": 2.3803,
|
|
"step": 1033
|
|
},
|
|
{
|
|
"epoch": 1.4109916367980884,
|
|
"grad_norm": 1.2098149061203003,
|
|
"learning_rate": 2.4628445432533315e-05,
|
|
"loss": 2.2819,
|
|
"step": 1034
|
|
},
|
|
{
|
|
"epoch": 1.412357057518348,
|
|
"grad_norm": 1.276442289352417,
|
|
"learning_rate": 2.4602215437278422e-05,
|
|
"loss": 2.4833,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"epoch": 1.4137224782386073,
|
|
"grad_norm": 1.2431776523590088,
|
|
"learning_rate": 2.4575979797059165e-05,
|
|
"loss": 2.2797,
|
|
"step": 1036
|
|
},
|
|
{
|
|
"epoch": 1.4150878989588667,
|
|
"grad_norm": 1.2979681491851807,
|
|
"learning_rate": 2.4549738568788293e-05,
|
|
"loss": 2.3272,
|
|
"step": 1037
|
|
},
|
|
{
|
|
"epoch": 1.416453319679126,
|
|
"grad_norm": 1.2811650037765503,
|
|
"learning_rate": 2.4523491809390686e-05,
|
|
"loss": 2.4231,
|
|
"step": 1038
|
|
},
|
|
{
|
|
"epoch": 1.4178187403993856,
|
|
"grad_norm": 1.225139856338501,
|
|
"learning_rate": 2.4497239575803233e-05,
|
|
"loss": 2.2473,
|
|
"step": 1039
|
|
},
|
|
{
|
|
"epoch": 1.419184161119645,
|
|
"grad_norm": 1.2249808311462402,
|
|
"learning_rate": 2.447098192497467e-05,
|
|
"loss": 2.2835,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 1.4205495818399045,
|
|
"grad_norm": 1.257360577583313,
|
|
"learning_rate": 2.4444718913865506e-05,
|
|
"loss": 2.4347,
|
|
"step": 1041
|
|
},
|
|
{
|
|
"epoch": 1.421915002560164,
|
|
"grad_norm": 1.2087372541427612,
|
|
"learning_rate": 2.441845059944789e-05,
|
|
"loss": 2.318,
|
|
"step": 1042
|
|
},
|
|
{
|
|
"epoch": 1.4232804232804233,
|
|
"grad_norm": 1.2171880006790161,
|
|
"learning_rate": 2.4392177038705432e-05,
|
|
"loss": 2.3752,
|
|
"step": 1043
|
|
},
|
|
{
|
|
"epoch": 1.4246458440006826,
|
|
"grad_norm": 1.2110891342163086,
|
|
"learning_rate": 2.436589828863317e-05,
|
|
"loss": 2.3574,
|
|
"step": 1044
|
|
},
|
|
{
|
|
"epoch": 1.4260112647209422,
|
|
"grad_norm": 1.2780026197433472,
|
|
"learning_rate": 2.433961440623737e-05,
|
|
"loss": 2.3068,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"epoch": 1.4273766854412016,
|
|
"grad_norm": 1.1810399293899536,
|
|
"learning_rate": 2.431332544853544e-05,
|
|
"loss": 2.2941,
|
|
"step": 1046
|
|
},
|
|
{
|
|
"epoch": 1.4287421061614611,
|
|
"grad_norm": 1.2623032331466675,
|
|
"learning_rate": 2.4287031472555796e-05,
|
|
"loss": 2.3146,
|
|
"step": 1047
|
|
},
|
|
{
|
|
"epoch": 1.4301075268817205,
|
|
"grad_norm": 1.250718355178833,
|
|
"learning_rate": 2.426073253533775e-05,
|
|
"loss": 2.3973,
|
|
"step": 1048
|
|
},
|
|
{
|
|
"epoch": 1.4314729476019799,
|
|
"grad_norm": 1.2748031616210938,
|
|
"learning_rate": 2.4234428693931355e-05,
|
|
"loss": 2.4401,
|
|
"step": 1049
|
|
},
|
|
{
|
|
"epoch": 1.4328383683222392,
|
|
"grad_norm": 1.1808706521987915,
|
|
"learning_rate": 2.420812000539734e-05,
|
|
"loss": 2.1996,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 1.4342037890424988,
|
|
"grad_norm": 1.2356598377227783,
|
|
"learning_rate": 2.4181806526806893e-05,
|
|
"loss": 2.3672,
|
|
"step": 1051
|
|
},
|
|
{
|
|
"epoch": 1.4355692097627581,
|
|
"grad_norm": 1.2032191753387451,
|
|
"learning_rate": 2.415548831524165e-05,
|
|
"loss": 2.2864,
|
|
"step": 1052
|
|
},
|
|
{
|
|
"epoch": 1.4369346304830175,
|
|
"grad_norm": 1.2007215023040771,
|
|
"learning_rate": 2.4129165427793475e-05,
|
|
"loss": 2.3323,
|
|
"step": 1053
|
|
},
|
|
{
|
|
"epoch": 1.438300051203277,
|
|
"grad_norm": 1.2430835962295532,
|
|
"learning_rate": 2.41028379215644e-05,
|
|
"loss": 2.4303,
|
|
"step": 1054
|
|
},
|
|
{
|
|
"epoch": 1.4396654719235364,
|
|
"grad_norm": 1.2647690773010254,
|
|
"learning_rate": 2.4076505853666458e-05,
|
|
"loss": 2.3199,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"epoch": 1.4410308926437958,
|
|
"grad_norm": 1.1827330589294434,
|
|
"learning_rate": 2.405016928122159e-05,
|
|
"loss": 2.2713,
|
|
"step": 1056
|
|
},
|
|
{
|
|
"epoch": 1.4423963133640554,
|
|
"grad_norm": 1.2489955425262451,
|
|
"learning_rate": 2.40238282613615e-05,
|
|
"loss": 2.4077,
|
|
"step": 1057
|
|
},
|
|
{
|
|
"epoch": 1.4437617340843147,
|
|
"grad_norm": 1.275048851966858,
|
|
"learning_rate": 2.399748285122755e-05,
|
|
"loss": 2.3997,
|
|
"step": 1058
|
|
},
|
|
{
|
|
"epoch": 1.445127154804574,
|
|
"grad_norm": 1.2162705659866333,
|
|
"learning_rate": 2.3971133107970617e-05,
|
|
"loss": 2.2288,
|
|
"step": 1059
|
|
},
|
|
{
|
|
"epoch": 1.4464925755248337,
|
|
"grad_norm": 1.2077502012252808,
|
|
"learning_rate": 2.3944779088750975e-05,
|
|
"loss": 2.3569,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 1.447857996245093,
|
|
"grad_norm": 1.221274733543396,
|
|
"learning_rate": 2.391842085073818e-05,
|
|
"loss": 2.3245,
|
|
"step": 1061
|
|
},
|
|
{
|
|
"epoch": 1.4492234169653524,
|
|
"grad_norm": 1.2395799160003662,
|
|
"learning_rate": 2.389205845111095e-05,
|
|
"loss": 2.3427,
|
|
"step": 1062
|
|
},
|
|
{
|
|
"epoch": 1.4505888376856118,
|
|
"grad_norm": 1.1973603963851929,
|
|
"learning_rate": 2.386569194705701e-05,
|
|
"loss": 2.3743,
|
|
"step": 1063
|
|
},
|
|
{
|
|
"epoch": 1.4519542584058713,
|
|
"grad_norm": 1.2639575004577637,
|
|
"learning_rate": 2.383932139577301e-05,
|
|
"loss": 2.3444,
|
|
"step": 1064
|
|
},
|
|
{
|
|
"epoch": 1.4533196791261307,
|
|
"grad_norm": 1.23374342918396,
|
|
"learning_rate": 2.381294685446435e-05,
|
|
"loss": 2.3924,
|
|
"step": 1065
|
|
},
|
|
{
|
|
"epoch": 1.4546850998463903,
|
|
"grad_norm": 1.3239967823028564,
|
|
"learning_rate": 2.378656838034511e-05,
|
|
"loss": 2.3175,
|
|
"step": 1066
|
|
},
|
|
{
|
|
"epoch": 1.4560505205666496,
|
|
"grad_norm": 1.2364667654037476,
|
|
"learning_rate": 2.3760186030637905e-05,
|
|
"loss": 2.2509,
|
|
"step": 1067
|
|
},
|
|
{
|
|
"epoch": 1.457415941286909,
|
|
"grad_norm": 1.2950961589813232,
|
|
"learning_rate": 2.3733799862573746e-05,
|
|
"loss": 2.5016,
|
|
"step": 1068
|
|
},
|
|
{
|
|
"epoch": 1.4587813620071683,
|
|
"grad_norm": 1.3054630756378174,
|
|
"learning_rate": 2.3707409933391918e-05,
|
|
"loss": 2.3983,
|
|
"step": 1069
|
|
},
|
|
{
|
|
"epoch": 1.460146782727428,
|
|
"grad_norm": 1.2503340244293213,
|
|
"learning_rate": 2.3681016300339875e-05,
|
|
"loss": 2.364,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 1.4615122034476873,
|
|
"grad_norm": 1.2855103015899658,
|
|
"learning_rate": 2.3654619020673124e-05,
|
|
"loss": 2.396,
|
|
"step": 1071
|
|
},
|
|
{
|
|
"epoch": 1.4628776241679469,
|
|
"grad_norm": 1.1567610502243042,
|
|
"learning_rate": 2.3628218151655043e-05,
|
|
"loss": 2.2414,
|
|
"step": 1072
|
|
},
|
|
{
|
|
"epoch": 1.4642430448882062,
|
|
"grad_norm": 1.2140599489212036,
|
|
"learning_rate": 2.3601813750556834e-05,
|
|
"loss": 2.2305,
|
|
"step": 1073
|
|
},
|
|
{
|
|
"epoch": 1.4656084656084656,
|
|
"grad_norm": 1.2495917081832886,
|
|
"learning_rate": 2.3575405874657343e-05,
|
|
"loss": 2.3646,
|
|
"step": 1074
|
|
},
|
|
{
|
|
"epoch": 1.466973886328725,
|
|
"grad_norm": 1.2478123903274536,
|
|
"learning_rate": 2.3548994581242948e-05,
|
|
"loss": 2.6012,
|
|
"step": 1075
|
|
},
|
|
{
|
|
"epoch": 1.4683393070489845,
|
|
"grad_norm": 1.2799197435379028,
|
|
"learning_rate": 2.352257992760745e-05,
|
|
"loss": 2.303,
|
|
"step": 1076
|
|
},
|
|
{
|
|
"epoch": 1.4697047277692439,
|
|
"grad_norm": 1.2615288496017456,
|
|
"learning_rate": 2.349616197105195e-05,
|
|
"loss": 2.375,
|
|
"step": 1077
|
|
},
|
|
{
|
|
"epoch": 1.4710701484895035,
|
|
"grad_norm": 1.1668665409088135,
|
|
"learning_rate": 2.346974076888469e-05,
|
|
"loss": 2.199,
|
|
"step": 1078
|
|
},
|
|
{
|
|
"epoch": 1.4724355692097628,
|
|
"grad_norm": 1.1774864196777344,
|
|
"learning_rate": 2.3443316378420975e-05,
|
|
"loss": 2.3174,
|
|
"step": 1079
|
|
},
|
|
{
|
|
"epoch": 1.4738009899300222,
|
|
"grad_norm": 1.236282229423523,
|
|
"learning_rate": 2.3416888856983003e-05,
|
|
"loss": 2.4059,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 1.4751664106502815,
|
|
"grad_norm": 1.2326610088348389,
|
|
"learning_rate": 2.3390458261899783e-05,
|
|
"loss": 2.4145,
|
|
"step": 1081
|
|
},
|
|
{
|
|
"epoch": 1.4765318313705411,
|
|
"grad_norm": 1.2931314706802368,
|
|
"learning_rate": 2.3364024650506986e-05,
|
|
"loss": 2.3436,
|
|
"step": 1082
|
|
},
|
|
{
|
|
"epoch": 1.4778972520908005,
|
|
"grad_norm": 1.218035340309143,
|
|
"learning_rate": 2.333758808014684e-05,
|
|
"loss": 2.304,
|
|
"step": 1083
|
|
},
|
|
{
|
|
"epoch": 1.4792626728110598,
|
|
"grad_norm": 1.196103811264038,
|
|
"learning_rate": 2.3311148608167944e-05,
|
|
"loss": 2.266,
|
|
"step": 1084
|
|
},
|
|
{
|
|
"epoch": 1.4806280935313194,
|
|
"grad_norm": 1.24627685546875,
|
|
"learning_rate": 2.3284706291925257e-05,
|
|
"loss": 2.4143,
|
|
"step": 1085
|
|
},
|
|
{
|
|
"epoch": 1.4819935142515788,
|
|
"grad_norm": 1.2291640043258667,
|
|
"learning_rate": 2.3258261188779863e-05,
|
|
"loss": 2.4181,
|
|
"step": 1086
|
|
},
|
|
{
|
|
"epoch": 1.4833589349718381,
|
|
"grad_norm": 1.2706551551818848,
|
|
"learning_rate": 2.323181335609891e-05,
|
|
"loss": 2.3843,
|
|
"step": 1087
|
|
},
|
|
{
|
|
"epoch": 1.4847243556920977,
|
|
"grad_norm": 1.222783088684082,
|
|
"learning_rate": 2.3205362851255453e-05,
|
|
"loss": 2.219,
|
|
"step": 1088
|
|
},
|
|
{
|
|
"epoch": 1.486089776412357,
|
|
"grad_norm": 1.2496508359909058,
|
|
"learning_rate": 2.3178909731628365e-05,
|
|
"loss": 2.1473,
|
|
"step": 1089
|
|
},
|
|
{
|
|
"epoch": 1.4874551971326164,
|
|
"grad_norm": 1.1811407804489136,
|
|
"learning_rate": 2.3152454054602166e-05,
|
|
"loss": 2.4481,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 1.488820617852876,
|
|
"grad_norm": 1.3018665313720703,
|
|
"learning_rate": 2.312599587756695e-05,
|
|
"loss": 2.4836,
|
|
"step": 1091
|
|
},
|
|
{
|
|
"epoch": 1.4901860385731354,
|
|
"grad_norm": 1.2372182607650757,
|
|
"learning_rate": 2.3099535257918212e-05,
|
|
"loss": 2.3584,
|
|
"step": 1092
|
|
},
|
|
{
|
|
"epoch": 1.4915514592933947,
|
|
"grad_norm": 1.2060118913650513,
|
|
"learning_rate": 2.307307225305676e-05,
|
|
"loss": 2.3097,
|
|
"step": 1093
|
|
},
|
|
{
|
|
"epoch": 1.492916880013654,
|
|
"grad_norm": 1.256250023841858,
|
|
"learning_rate": 2.304660692038857e-05,
|
|
"loss": 2.3829,
|
|
"step": 1094
|
|
},
|
|
{
|
|
"epoch": 1.4942823007339137,
|
|
"grad_norm": 1.220645785331726,
|
|
"learning_rate": 2.302013931732466e-05,
|
|
"loss": 2.4993,
|
|
"step": 1095
|
|
},
|
|
{
|
|
"epoch": 1.495647721454173,
|
|
"grad_norm": 1.2205283641815186,
|
|
"learning_rate": 2.2993669501280995e-05,
|
|
"loss": 2.3144,
|
|
"step": 1096
|
|
},
|
|
{
|
|
"epoch": 1.4970131421744326,
|
|
"grad_norm": 1.2228596210479736,
|
|
"learning_rate": 2.2967197529678323e-05,
|
|
"loss": 2.2846,
|
|
"step": 1097
|
|
},
|
|
{
|
|
"epoch": 1.498378562894692,
|
|
"grad_norm": 1.1909816265106201,
|
|
"learning_rate": 2.2940723459942067e-05,
|
|
"loss": 2.3701,
|
|
"step": 1098
|
|
},
|
|
{
|
|
"epoch": 1.4997439836149513,
|
|
"grad_norm": 1.2442682981491089,
|
|
"learning_rate": 2.2914247349502206e-05,
|
|
"loss": 2.4626,
|
|
"step": 1099
|
|
},
|
|
{
|
|
"epoch": 1.5011094043352107,
|
|
"grad_norm": 1.228248119354248,
|
|
"learning_rate": 2.2887769255793165e-05,
|
|
"loss": 2.3222,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 1.5024748250554703,
|
|
"grad_norm": 1.2103149890899658,
|
|
"learning_rate": 2.2861289236253627e-05,
|
|
"loss": 2.3756,
|
|
"step": 1101
|
|
},
|
|
{
|
|
"epoch": 1.5038402457757296,
|
|
"grad_norm": 1.2455346584320068,
|
|
"learning_rate": 2.2834807348326497e-05,
|
|
"loss": 2.1895,
|
|
"step": 1102
|
|
},
|
|
{
|
|
"epoch": 1.5052056664959892,
|
|
"grad_norm": 1.1884119510650635,
|
|
"learning_rate": 2.2808323649458703e-05,
|
|
"loss": 2.3963,
|
|
"step": 1103
|
|
},
|
|
{
|
|
"epoch": 1.5065710872162486,
|
|
"grad_norm": 1.23482346534729,
|
|
"learning_rate": 2.278183819710113e-05,
|
|
"loss": 2.3652,
|
|
"step": 1104
|
|
},
|
|
{
|
|
"epoch": 1.507936507936508,
|
|
"grad_norm": 1.2856261730194092,
|
|
"learning_rate": 2.2755351048708428e-05,
|
|
"loss": 2.4035,
|
|
"step": 1105
|
|
},
|
|
{
|
|
"epoch": 1.5093019286567673,
|
|
"grad_norm": 1.240214228630066,
|
|
"learning_rate": 2.2728862261738972e-05,
|
|
"loss": 2.3496,
|
|
"step": 1106
|
|
},
|
|
{
|
|
"epoch": 1.5106673493770268,
|
|
"grad_norm": 1.198083758354187,
|
|
"learning_rate": 2.2702371893654646e-05,
|
|
"loss": 2.3861,
|
|
"step": 1107
|
|
},
|
|
{
|
|
"epoch": 1.5120327700972862,
|
|
"grad_norm": 1.1971734762191772,
|
|
"learning_rate": 2.2675880001920806e-05,
|
|
"loss": 2.3152,
|
|
"step": 1108
|
|
},
|
|
{
|
|
"epoch": 1.5133981908175458,
|
|
"grad_norm": 1.1949067115783691,
|
|
"learning_rate": 2.264938664400608e-05,
|
|
"loss": 2.3054,
|
|
"step": 1109
|
|
},
|
|
{
|
|
"epoch": 1.5147636115378051,
|
|
"grad_norm": 1.2134844064712524,
|
|
"learning_rate": 2.2622891877382285e-05,
|
|
"loss": 2.3676,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 1.5161290322580645,
|
|
"grad_norm": 1.1985032558441162,
|
|
"learning_rate": 2.2596395759524316e-05,
|
|
"loss": 2.2658,
|
|
"step": 1111
|
|
},
|
|
{
|
|
"epoch": 1.5174944529783239,
|
|
"grad_norm": 1.2136932611465454,
|
|
"learning_rate": 2.2569898347909967e-05,
|
|
"loss": 2.3402,
|
|
"step": 1112
|
|
},
|
|
{
|
|
"epoch": 1.5188598736985832,
|
|
"grad_norm": 1.2195227146148682,
|
|
"learning_rate": 2.2543399700019858e-05,
|
|
"loss": 2.3061,
|
|
"step": 1113
|
|
},
|
|
{
|
|
"epoch": 1.5202252944188428,
|
|
"grad_norm": 1.241693139076233,
|
|
"learning_rate": 2.2516899873337286e-05,
|
|
"loss": 2.3131,
|
|
"step": 1114
|
|
},
|
|
{
|
|
"epoch": 1.5215907151391024,
|
|
"grad_norm": 1.1966034173965454,
|
|
"learning_rate": 2.2490398925348108e-05,
|
|
"loss": 2.2667,
|
|
"step": 1115
|
|
},
|
|
{
|
|
"epoch": 1.5229561358593617,
|
|
"grad_norm": 1.2732926607131958,
|
|
"learning_rate": 2.2463896913540605e-05,
|
|
"loss": 2.3658,
|
|
"step": 1116
|
|
},
|
|
{
|
|
"epoch": 1.524321556579621,
|
|
"grad_norm": 1.2363969087600708,
|
|
"learning_rate": 2.2437393895405377e-05,
|
|
"loss": 2.3828,
|
|
"step": 1117
|
|
},
|
|
{
|
|
"epoch": 1.5256869772998805,
|
|
"grad_norm": 1.2610344886779785,
|
|
"learning_rate": 2.24108899284352e-05,
|
|
"loss": 2.3947,
|
|
"step": 1118
|
|
},
|
|
{
|
|
"epoch": 1.5270523980201398,
|
|
"grad_norm": 1.3581113815307617,
|
|
"learning_rate": 2.2384385070124907e-05,
|
|
"loss": 2.4109,
|
|
"step": 1119
|
|
},
|
|
{
|
|
"epoch": 1.5284178187403994,
|
|
"grad_norm": 1.242037057876587,
|
|
"learning_rate": 2.2357879377971265e-05,
|
|
"loss": 2.2902,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 1.529783239460659,
|
|
"grad_norm": 1.235823154449463,
|
|
"learning_rate": 2.2331372909472863e-05,
|
|
"loss": 2.3601,
|
|
"step": 1121
|
|
},
|
|
{
|
|
"epoch": 1.5311486601809183,
|
|
"grad_norm": 1.2350409030914307,
|
|
"learning_rate": 2.2304865722129948e-05,
|
|
"loss": 2.379,
|
|
"step": 1122
|
|
},
|
|
{
|
|
"epoch": 1.5325140809011777,
|
|
"grad_norm": 1.271335482597351,
|
|
"learning_rate": 2.227835787344436e-05,
|
|
"loss": 2.3458,
|
|
"step": 1123
|
|
},
|
|
{
|
|
"epoch": 1.533879501621437,
|
|
"grad_norm": 1.2029156684875488,
|
|
"learning_rate": 2.2251849420919342e-05,
|
|
"loss": 2.3131,
|
|
"step": 1124
|
|
},
|
|
{
|
|
"epoch": 1.5352449223416964,
|
|
"grad_norm": 1.2248457670211792,
|
|
"learning_rate": 2.2225340422059463e-05,
|
|
"loss": 2.4609,
|
|
"step": 1125
|
|
},
|
|
{
|
|
"epoch": 1.536610343061956,
|
|
"grad_norm": 1.2357947826385498,
|
|
"learning_rate": 2.2198830934370474e-05,
|
|
"loss": 2.2153,
|
|
"step": 1126
|
|
},
|
|
{
|
|
"epoch": 1.5379757637822153,
|
|
"grad_norm": 1.2080334424972534,
|
|
"learning_rate": 2.2172321015359196e-05,
|
|
"loss": 2.3497,
|
|
"step": 1127
|
|
},
|
|
{
|
|
"epoch": 1.539341184502475,
|
|
"grad_norm": 1.1954673528671265,
|
|
"learning_rate": 2.214581072253336e-05,
|
|
"loss": 2.1777,
|
|
"step": 1128
|
|
},
|
|
{
|
|
"epoch": 1.5407066052227343,
|
|
"grad_norm": 1.1885936260223389,
|
|
"learning_rate": 2.2119300113401527e-05,
|
|
"loss": 2.35,
|
|
"step": 1129
|
|
},
|
|
{
|
|
"epoch": 1.5420720259429936,
|
|
"grad_norm": 1.2441728115081787,
|
|
"learning_rate": 2.209278924547296e-05,
|
|
"loss": 2.4242,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 1.543437446663253,
|
|
"grad_norm": 1.2682271003723145,
|
|
"learning_rate": 2.206627817625744e-05,
|
|
"loss": 2.2407,
|
|
"step": 1131
|
|
},
|
|
{
|
|
"epoch": 1.5448028673835126,
|
|
"grad_norm": 1.2359076738357544,
|
|
"learning_rate": 2.2039766963265237e-05,
|
|
"loss": 2.3846,
|
|
"step": 1132
|
|
},
|
|
{
|
|
"epoch": 1.546168288103772,
|
|
"grad_norm": 1.303910732269287,
|
|
"learning_rate": 2.201325566400688e-05,
|
|
"loss": 2.3654,
|
|
"step": 1133
|
|
},
|
|
{
|
|
"epoch": 1.5475337088240315,
|
|
"grad_norm": 1.2179566621780396,
|
|
"learning_rate": 2.1986744335993126e-05,
|
|
"loss": 2.2462,
|
|
"step": 1134
|
|
},
|
|
{
|
|
"epoch": 1.5488991295442909,
|
|
"grad_norm": 1.2264856100082397,
|
|
"learning_rate": 2.1960233036734766e-05,
|
|
"loss": 2.3594,
|
|
"step": 1135
|
|
},
|
|
{
|
|
"epoch": 1.5502645502645502,
|
|
"grad_norm": 1.3011183738708496,
|
|
"learning_rate": 2.1933721823742554e-05,
|
|
"loss": 2.368,
|
|
"step": 1136
|
|
},
|
|
{
|
|
"epoch": 1.5516299709848096,
|
|
"grad_norm": 1.26678466796875,
|
|
"learning_rate": 2.190721075452705e-05,
|
|
"loss": 2.3207,
|
|
"step": 1137
|
|
},
|
|
{
|
|
"epoch": 1.5529953917050692,
|
|
"grad_norm": 1.2640334367752075,
|
|
"learning_rate": 2.188069988659848e-05,
|
|
"loss": 2.4533,
|
|
"step": 1138
|
|
},
|
|
{
|
|
"epoch": 1.5543608124253285,
|
|
"grad_norm": 1.269268274307251,
|
|
"learning_rate": 2.185418927746665e-05,
|
|
"loss": 2.3017,
|
|
"step": 1139
|
|
},
|
|
{
|
|
"epoch": 1.5557262331455881,
|
|
"grad_norm": 1.3183499574661255,
|
|
"learning_rate": 2.1827678984640816e-05,
|
|
"loss": 2.3446,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 1.5570916538658475,
|
|
"grad_norm": 1.2338331937789917,
|
|
"learning_rate": 2.180116906562953e-05,
|
|
"loss": 2.3517,
|
|
"step": 1141
|
|
},
|
|
{
|
|
"epoch": 1.5584570745861068,
|
|
"grad_norm": 1.2574589252471924,
|
|
"learning_rate": 2.177465957794054e-05,
|
|
"loss": 2.4078,
|
|
"step": 1142
|
|
},
|
|
{
|
|
"epoch": 1.5598224953063662,
|
|
"grad_norm": 1.220977544784546,
|
|
"learning_rate": 2.1748150579080667e-05,
|
|
"loss": 2.3536,
|
|
"step": 1143
|
|
},
|
|
{
|
|
"epoch": 1.5611879160266255,
|
|
"grad_norm": 1.2266207933425903,
|
|
"learning_rate": 2.1721642126555647e-05,
|
|
"loss": 2.3016,
|
|
"step": 1144
|
|
},
|
|
{
|
|
"epoch": 1.5625533367468851,
|
|
"grad_norm": 1.2747420072555542,
|
|
"learning_rate": 2.1695134277870054e-05,
|
|
"loss": 2.4355,
|
|
"step": 1145
|
|
},
|
|
{
|
|
"epoch": 1.5639187574671447,
|
|
"grad_norm": 1.2303208112716675,
|
|
"learning_rate": 2.1668627090527143e-05,
|
|
"loss": 2.3895,
|
|
"step": 1146
|
|
},
|
|
{
|
|
"epoch": 1.565284178187404,
|
|
"grad_norm": 1.2184724807739258,
|
|
"learning_rate": 2.1642120622028737e-05,
|
|
"loss": 2.2917,
|
|
"step": 1147
|
|
},
|
|
{
|
|
"epoch": 1.5666495989076634,
|
|
"grad_norm": 1.2458738088607788,
|
|
"learning_rate": 2.16156149298751e-05,
|
|
"loss": 2.3045,
|
|
"step": 1148
|
|
},
|
|
{
|
|
"epoch": 1.5680150196279228,
|
|
"grad_norm": 1.2226184606552124,
|
|
"learning_rate": 2.158911007156481e-05,
|
|
"loss": 2.3442,
|
|
"step": 1149
|
|
},
|
|
{
|
|
"epoch": 1.5693804403481821,
|
|
"grad_norm": 1.3232007026672363,
|
|
"learning_rate": 2.1562606104594633e-05,
|
|
"loss": 2.4039,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 1.5707458610684417,
|
|
"grad_norm": 1.2720632553100586,
|
|
"learning_rate": 2.15361030864594e-05,
|
|
"loss": 2.2755,
|
|
"step": 1151
|
|
},
|
|
{
|
|
"epoch": 1.5721112817887013,
|
|
"grad_norm": 1.2147183418273926,
|
|
"learning_rate": 2.1509601074651898e-05,
|
|
"loss": 2.3679,
|
|
"step": 1152
|
|
},
|
|
{
|
|
"epoch": 1.5734767025089607,
|
|
"grad_norm": 1.285058856010437,
|
|
"learning_rate": 2.1483100126662716e-05,
|
|
"loss": 2.4596,
|
|
"step": 1153
|
|
},
|
|
{
|
|
"epoch": 1.57484212322922,
|
|
"grad_norm": 1.282956838607788,
|
|
"learning_rate": 2.1456600299980148e-05,
|
|
"loss": 2.3848,
|
|
"step": 1154
|
|
},
|
|
{
|
|
"epoch": 1.5762075439494794,
|
|
"grad_norm": 1.2431665658950806,
|
|
"learning_rate": 2.1430101652090042e-05,
|
|
"loss": 2.2509,
|
|
"step": 1155
|
|
},
|
|
{
|
|
"epoch": 1.5775729646697387,
|
|
"grad_norm": 1.2542580366134644,
|
|
"learning_rate": 2.140360424047569e-05,
|
|
"loss": 2.3691,
|
|
"step": 1156
|
|
},
|
|
{
|
|
"epoch": 1.5789383853899983,
|
|
"grad_norm": 1.314717411994934,
|
|
"learning_rate": 2.1377108122617717e-05,
|
|
"loss": 2.4533,
|
|
"step": 1157
|
|
},
|
|
{
|
|
"epoch": 1.5803038061102577,
|
|
"grad_norm": 1.2104456424713135,
|
|
"learning_rate": 2.135061335599393e-05,
|
|
"loss": 2.3082,
|
|
"step": 1158
|
|
},
|
|
{
|
|
"epoch": 1.5816692268305172,
|
|
"grad_norm": 1.2363940477371216,
|
|
"learning_rate": 2.1324119998079196e-05,
|
|
"loss": 2.4173,
|
|
"step": 1159
|
|
},
|
|
{
|
|
"epoch": 1.5830346475507766,
|
|
"grad_norm": 1.255435585975647,
|
|
"learning_rate": 2.1297628106345357e-05,
|
|
"loss": 2.438,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 1.584400068271036,
|
|
"grad_norm": 1.2767750024795532,
|
|
"learning_rate": 2.1271137738261033e-05,
|
|
"loss": 2.3624,
|
|
"step": 1161
|
|
},
|
|
{
|
|
"epoch": 1.5857654889912953,
|
|
"grad_norm": 1.2551891803741455,
|
|
"learning_rate": 2.1244648951291578e-05,
|
|
"loss": 2.3915,
|
|
"step": 1162
|
|
},
|
|
{
|
|
"epoch": 1.587130909711555,
|
|
"grad_norm": 1.2307158708572388,
|
|
"learning_rate": 2.121816180289888e-05,
|
|
"loss": 2.3746,
|
|
"step": 1163
|
|
},
|
|
{
|
|
"epoch": 1.5884963304318143,
|
|
"grad_norm": 1.2425217628479004,
|
|
"learning_rate": 2.11916763505413e-05,
|
|
"loss": 2.342,
|
|
"step": 1164
|
|
},
|
|
{
|
|
"epoch": 1.5898617511520738,
|
|
"grad_norm": 1.2080459594726562,
|
|
"learning_rate": 2.116519265167351e-05,
|
|
"loss": 2.3766,
|
|
"step": 1165
|
|
},
|
|
{
|
|
"epoch": 1.5912271718723332,
|
|
"grad_norm": 1.23215651512146,
|
|
"learning_rate": 2.1138710763746385e-05,
|
|
"loss": 2.4228,
|
|
"step": 1166
|
|
},
|
|
{
|
|
"epoch": 1.5925925925925926,
|
|
"grad_norm": 1.242877721786499,
|
|
"learning_rate": 2.1112230744206847e-05,
|
|
"loss": 2.3667,
|
|
"step": 1167
|
|
},
|
|
{
|
|
"epoch": 1.593958013312852,
|
|
"grad_norm": 1.178984522819519,
|
|
"learning_rate": 2.1085752650497796e-05,
|
|
"loss": 2.3217,
|
|
"step": 1168
|
|
},
|
|
{
|
|
"epoch": 1.5953234340331115,
|
|
"grad_norm": 1.2545174360275269,
|
|
"learning_rate": 2.105927654005794e-05,
|
|
"loss": 2.3273,
|
|
"step": 1169
|
|
},
|
|
{
|
|
"epoch": 1.5966888547533709,
|
|
"grad_norm": 1.2036995887756348,
|
|
"learning_rate": 2.1032802470321686e-05,
|
|
"loss": 2.3873,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 1.5980542754736304,
|
|
"grad_norm": 1.2009844779968262,
|
|
"learning_rate": 2.1006330498719008e-05,
|
|
"loss": 2.2696,
|
|
"step": 1171
|
|
},
|
|
{
|
|
"epoch": 1.5994196961938898,
|
|
"grad_norm": 1.2024636268615723,
|
|
"learning_rate": 2.0979860682675344e-05,
|
|
"loss": 2.2695,
|
|
"step": 1172
|
|
},
|
|
{
|
|
"epoch": 1.6007851169141492,
|
|
"grad_norm": 1.2805627584457397,
|
|
"learning_rate": 2.095339307961144e-05,
|
|
"loss": 2.3947,
|
|
"step": 1173
|
|
},
|
|
{
|
|
"epoch": 1.6021505376344085,
|
|
"grad_norm": 1.2442028522491455,
|
|
"learning_rate": 2.0926927746943243e-05,
|
|
"loss": 2.3886,
|
|
"step": 1174
|
|
},
|
|
{
|
|
"epoch": 1.6035159583546679,
|
|
"grad_norm": 1.1755213737487793,
|
|
"learning_rate": 2.0900464742081793e-05,
|
|
"loss": 2.3443,
|
|
"step": 1175
|
|
},
|
|
{
|
|
"epoch": 1.6048813790749274,
|
|
"grad_norm": 1.2607914209365845,
|
|
"learning_rate": 2.087400412243305e-05,
|
|
"loss": 2.3431,
|
|
"step": 1176
|
|
},
|
|
{
|
|
"epoch": 1.606246799795187,
|
|
"grad_norm": 1.2009880542755127,
|
|
"learning_rate": 2.0847545945397836e-05,
|
|
"loss": 2.4301,
|
|
"step": 1177
|
|
},
|
|
{
|
|
"epoch": 1.6076122205154464,
|
|
"grad_norm": 1.2095117568969727,
|
|
"learning_rate": 2.0821090268371648e-05,
|
|
"loss": 2.3518,
|
|
"step": 1178
|
|
},
|
|
{
|
|
"epoch": 1.6089776412357057,
|
|
"grad_norm": 1.2514299154281616,
|
|
"learning_rate": 2.0794637148744553e-05,
|
|
"loss": 2.4091,
|
|
"step": 1179
|
|
},
|
|
{
|
|
"epoch": 1.610343061955965,
|
|
"grad_norm": 1.2250244617462158,
|
|
"learning_rate": 2.0768186643901094e-05,
|
|
"loss": 2.2549,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 1.6117084826762245,
|
|
"grad_norm": 1.2491207122802734,
|
|
"learning_rate": 2.0741738811220142e-05,
|
|
"loss": 2.3577,
|
|
"step": 1181
|
|
},
|
|
{
|
|
"epoch": 1.613073903396484,
|
|
"grad_norm": 1.2476170063018799,
|
|
"learning_rate": 2.0715293708074745e-05,
|
|
"loss": 2.3185,
|
|
"step": 1182
|
|
},
|
|
{
|
|
"epoch": 1.6144393241167436,
|
|
"grad_norm": 1.289138913154602,
|
|
"learning_rate": 2.0688851391832058e-05,
|
|
"loss": 2.4487,
|
|
"step": 1183
|
|
},
|
|
{
|
|
"epoch": 1.615804744837003,
|
|
"grad_norm": 1.196171760559082,
|
|
"learning_rate": 2.0662411919853177e-05,
|
|
"loss": 2.4455,
|
|
"step": 1184
|
|
},
|
|
{
|
|
"epoch": 1.6171701655572623,
|
|
"grad_norm": 1.259664535522461,
|
|
"learning_rate": 2.063597534949302e-05,
|
|
"loss": 2.2797,
|
|
"step": 1185
|
|
},
|
|
{
|
|
"epoch": 1.6185355862775217,
|
|
"grad_norm": 1.2392253875732422,
|
|
"learning_rate": 2.0609541738100223e-05,
|
|
"loss": 2.507,
|
|
"step": 1186
|
|
},
|
|
{
|
|
"epoch": 1.619901006997781,
|
|
"grad_norm": 1.2401288747787476,
|
|
"learning_rate": 2.0583111143017007e-05,
|
|
"loss": 2.2597,
|
|
"step": 1187
|
|
},
|
|
{
|
|
"epoch": 1.6212664277180406,
|
|
"grad_norm": 1.212021827697754,
|
|
"learning_rate": 2.0556683621579037e-05,
|
|
"loss": 2.4304,
|
|
"step": 1188
|
|
},
|
|
{
|
|
"epoch": 1.6226318484383002,
|
|
"grad_norm": 1.2344893217086792,
|
|
"learning_rate": 2.0530259231115308e-05,
|
|
"loss": 2.3359,
|
|
"step": 1189
|
|
},
|
|
{
|
|
"epoch": 1.6239972691585596,
|
|
"grad_norm": 1.2323673963546753,
|
|
"learning_rate": 2.0503838028948055e-05,
|
|
"loss": 2.352,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 1.625362689878819,
|
|
"grad_norm": 1.2047122716903687,
|
|
"learning_rate": 2.0477420072392555e-05,
|
|
"loss": 2.2971,
|
|
"step": 1191
|
|
},
|
|
{
|
|
"epoch": 1.6267281105990783,
|
|
"grad_norm": 1.2283841371536255,
|
|
"learning_rate": 2.0451005418757058e-05,
|
|
"loss": 2.4028,
|
|
"step": 1192
|
|
},
|
|
{
|
|
"epoch": 1.6280935313193377,
|
|
"grad_norm": 1.166121244430542,
|
|
"learning_rate": 2.0424594125342666e-05,
|
|
"loss": 2.2876,
|
|
"step": 1193
|
|
},
|
|
{
|
|
"epoch": 1.6294589520395972,
|
|
"grad_norm": 1.1811237335205078,
|
|
"learning_rate": 2.0398186249443172e-05,
|
|
"loss": 2.3199,
|
|
"step": 1194
|
|
},
|
|
{
|
|
"epoch": 1.6308243727598566,
|
|
"grad_norm": 1.208305835723877,
|
|
"learning_rate": 2.037178184834496e-05,
|
|
"loss": 2.4115,
|
|
"step": 1195
|
|
},
|
|
{
|
|
"epoch": 1.6321897934801162,
|
|
"grad_norm": 1.2738384008407593,
|
|
"learning_rate": 2.034538097932689e-05,
|
|
"loss": 2.4104,
|
|
"step": 1196
|
|
},
|
|
{
|
|
"epoch": 1.6335552142003755,
|
|
"grad_norm": 1.2632803916931152,
|
|
"learning_rate": 2.031898369966013e-05,
|
|
"loss": 2.3641,
|
|
"step": 1197
|
|
},
|
|
{
|
|
"epoch": 1.6349206349206349,
|
|
"grad_norm": 1.211148738861084,
|
|
"learning_rate": 2.029259006660809e-05,
|
|
"loss": 2.2214,
|
|
"step": 1198
|
|
},
|
|
{
|
|
"epoch": 1.6362860556408942,
|
|
"grad_norm": 1.2432053089141846,
|
|
"learning_rate": 2.0266200137426263e-05,
|
|
"loss": 2.2065,
|
|
"step": 1199
|
|
},
|
|
{
|
|
"epoch": 1.6376514763611538,
|
|
"grad_norm": 1.1672781705856323,
|
|
"learning_rate": 2.0239813969362097e-05,
|
|
"loss": 2.2865,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 1.6390168970814132,
|
|
"grad_norm": 1.197617769241333,
|
|
"learning_rate": 2.0213431619654894e-05,
|
|
"loss": 2.2293,
|
|
"step": 1201
|
|
},
|
|
{
|
|
"epoch": 1.6403823178016728,
|
|
"grad_norm": 1.1703133583068848,
|
|
"learning_rate": 2.0187053145535663e-05,
|
|
"loss": 2.2546,
|
|
"step": 1202
|
|
},
|
|
{
|
|
"epoch": 1.6417477385219321,
|
|
"grad_norm": 1.2296996116638184,
|
|
"learning_rate": 2.0160678604227e-05,
|
|
"loss": 2.3584,
|
|
"step": 1203
|
|
},
|
|
{
|
|
"epoch": 1.6431131592421915,
|
|
"grad_norm": 1.259677767753601,
|
|
"learning_rate": 2.0134308052942995e-05,
|
|
"loss": 2.3224,
|
|
"step": 1204
|
|
},
|
|
{
|
|
"epoch": 1.6444785799624508,
|
|
"grad_norm": 1.17851984500885,
|
|
"learning_rate": 2.0107941548889056e-05,
|
|
"loss": 2.3071,
|
|
"step": 1205
|
|
},
|
|
{
|
|
"epoch": 1.6458440006827102,
|
|
"grad_norm": 1.2315696477890015,
|
|
"learning_rate": 2.008157914926182e-05,
|
|
"loss": 2.3561,
|
|
"step": 1206
|
|
},
|
|
{
|
|
"epoch": 1.6472094214029698,
|
|
"grad_norm": 1.2477763891220093,
|
|
"learning_rate": 2.0055220911249034e-05,
|
|
"loss": 2.3604,
|
|
"step": 1207
|
|
},
|
|
{
|
|
"epoch": 1.6485748421232294,
|
|
"grad_norm": 1.2165106534957886,
|
|
"learning_rate": 2.0028866892029395e-05,
|
|
"loss": 2.3117,
|
|
"step": 1208
|
|
},
|
|
{
|
|
"epoch": 1.6499402628434887,
|
|
"grad_norm": 1.245399832725525,
|
|
"learning_rate": 2.000251714877246e-05,
|
|
"loss": 2.3411,
|
|
"step": 1209
|
|
},
|
|
{
|
|
"epoch": 1.651305683563748,
|
|
"grad_norm": 1.173814058303833,
|
|
"learning_rate": 1.9976171738638504e-05,
|
|
"loss": 2.3077,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 1.6526711042840074,
|
|
"grad_norm": 1.1953760385513306,
|
|
"learning_rate": 1.9949830718778415e-05,
|
|
"loss": 2.3804,
|
|
"step": 1211
|
|
},
|
|
{
|
|
"epoch": 1.6540365250042668,
|
|
"grad_norm": 1.2615714073181152,
|
|
"learning_rate": 1.9923494146333544e-05,
|
|
"loss": 2.4287,
|
|
"step": 1212
|
|
},
|
|
{
|
|
"epoch": 1.6554019457245264,
|
|
"grad_norm": 1.2128006219863892,
|
|
"learning_rate": 1.9897162078435613e-05,
|
|
"loss": 2.2973,
|
|
"step": 1213
|
|
},
|
|
{
|
|
"epoch": 1.656767366444786,
|
|
"grad_norm": 1.2068262100219727,
|
|
"learning_rate": 1.9870834572206527e-05,
|
|
"loss": 2.2809,
|
|
"step": 1214
|
|
},
|
|
{
|
|
"epoch": 1.6581327871650453,
|
|
"grad_norm": 1.2407810688018799,
|
|
"learning_rate": 1.984451168475836e-05,
|
|
"loss": 2.4074,
|
|
"step": 1215
|
|
},
|
|
{
|
|
"epoch": 1.6594982078853047,
|
|
"grad_norm": 1.2685725688934326,
|
|
"learning_rate": 1.9818193473193113e-05,
|
|
"loss": 2.3072,
|
|
"step": 1216
|
|
},
|
|
{
|
|
"epoch": 1.660863628605564,
|
|
"grad_norm": 1.2917054891586304,
|
|
"learning_rate": 1.9791879994602674e-05,
|
|
"loss": 2.396,
|
|
"step": 1217
|
|
},
|
|
{
|
|
"epoch": 1.6622290493258234,
|
|
"grad_norm": 1.2833771705627441,
|
|
"learning_rate": 1.9765571306068647e-05,
|
|
"loss": 2.3787,
|
|
"step": 1218
|
|
},
|
|
{
|
|
"epoch": 1.663594470046083,
|
|
"grad_norm": 1.1846504211425781,
|
|
"learning_rate": 1.973926746466226e-05,
|
|
"loss": 2.2715,
|
|
"step": 1219
|
|
},
|
|
{
|
|
"epoch": 1.6649598907663425,
|
|
"grad_norm": 1.2178796529769897,
|
|
"learning_rate": 1.9712968527444216e-05,
|
|
"loss": 2.3325,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 1.666325311486602,
|
|
"grad_norm": 1.167587399482727,
|
|
"learning_rate": 1.9686674551464566e-05,
|
|
"loss": 2.4707,
|
|
"step": 1221
|
|
},
|
|
{
|
|
"epoch": 1.6676907322068613,
|
|
"grad_norm": 1.2548010349273682,
|
|
"learning_rate": 1.966038559376264e-05,
|
|
"loss": 2.3621,
|
|
"step": 1222
|
|
},
|
|
{
|
|
"epoch": 1.6690561529271206,
|
|
"grad_norm": 1.2430486679077148,
|
|
"learning_rate": 1.9634101711366833e-05,
|
|
"loss": 2.3817,
|
|
"step": 1223
|
|
},
|
|
{
|
|
"epoch": 1.67042157364738,
|
|
"grad_norm": 1.2409595251083374,
|
|
"learning_rate": 1.9607822961294567e-05,
|
|
"loss": 2.3581,
|
|
"step": 1224
|
|
},
|
|
{
|
|
"epoch": 1.6717869943676396,
|
|
"grad_norm": 1.1380168199539185,
|
|
"learning_rate": 1.958154940055212e-05,
|
|
"loss": 2.2757,
|
|
"step": 1225
|
|
},
|
|
{
|
|
"epoch": 1.673152415087899,
|
|
"grad_norm": 1.2114099264144897,
|
|
"learning_rate": 1.9555281086134496e-05,
|
|
"loss": 2.4302,
|
|
"step": 1226
|
|
},
|
|
{
|
|
"epoch": 1.6745178358081585,
|
|
"grad_norm": 1.1802924871444702,
|
|
"learning_rate": 1.952901807502533e-05,
|
|
"loss": 2.3748,
|
|
"step": 1227
|
|
},
|
|
{
|
|
"epoch": 1.6758832565284179,
|
|
"grad_norm": 1.2748708724975586,
|
|
"learning_rate": 1.9502760424196773e-05,
|
|
"loss": 2.3904,
|
|
"step": 1228
|
|
},
|
|
{
|
|
"epoch": 1.6772486772486772,
|
|
"grad_norm": 1.2163430452346802,
|
|
"learning_rate": 1.9476508190609316e-05,
|
|
"loss": 2.3279,
|
|
"step": 1229
|
|
},
|
|
{
|
|
"epoch": 1.6786140979689366,
|
|
"grad_norm": 1.2480100393295288,
|
|
"learning_rate": 1.945026143121171e-05,
|
|
"loss": 2.3195,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 1.6799795186891961,
|
|
"grad_norm": 1.2400996685028076,
|
|
"learning_rate": 1.9424020202940844e-05,
|
|
"loss": 2.306,
|
|
"step": 1231
|
|
},
|
|
{
|
|
"epoch": 1.6813449394094555,
|
|
"grad_norm": 1.2779078483581543,
|
|
"learning_rate": 1.939778456272158e-05,
|
|
"loss": 2.3093,
|
|
"step": 1232
|
|
},
|
|
{
|
|
"epoch": 1.682710360129715,
|
|
"grad_norm": 1.1824541091918945,
|
|
"learning_rate": 1.9371554567466687e-05,
|
|
"loss": 2.2926,
|
|
"step": 1233
|
|
},
|
|
{
|
|
"epoch": 1.6840757808499744,
|
|
"grad_norm": 1.1961851119995117,
|
|
"learning_rate": 1.9345330274076675e-05,
|
|
"loss": 2.3872,
|
|
"step": 1234
|
|
},
|
|
{
|
|
"epoch": 1.6854412015702338,
|
|
"grad_norm": 1.2460107803344727,
|
|
"learning_rate": 1.931911173943968e-05,
|
|
"loss": 2.5012,
|
|
"step": 1235
|
|
},
|
|
{
|
|
"epoch": 1.6868066222904932,
|
|
"grad_norm": 1.234752893447876,
|
|
"learning_rate": 1.9292899020431356e-05,
|
|
"loss": 2.3076,
|
|
"step": 1236
|
|
},
|
|
{
|
|
"epoch": 1.6881720430107527,
|
|
"grad_norm": 1.21217942237854,
|
|
"learning_rate": 1.9266692173914747e-05,
|
|
"loss": 2.3378,
|
|
"step": 1237
|
|
},
|
|
{
|
|
"epoch": 1.689537463731012,
|
|
"grad_norm": 1.1792680025100708,
|
|
"learning_rate": 1.9240491256740127e-05,
|
|
"loss": 2.2452,
|
|
"step": 1238
|
|
},
|
|
{
|
|
"epoch": 1.6909028844512717,
|
|
"grad_norm": 1.2648640871047974,
|
|
"learning_rate": 1.921429632574494e-05,
|
|
"loss": 2.3229,
|
|
"step": 1239
|
|
},
|
|
{
|
|
"epoch": 1.692268305171531,
|
|
"grad_norm": 1.18714439868927,
|
|
"learning_rate": 1.9188107437753633e-05,
|
|
"loss": 2.4348,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 1.6936337258917904,
|
|
"grad_norm": 1.2279962301254272,
|
|
"learning_rate": 1.9161924649577542e-05,
|
|
"loss": 2.2269,
|
|
"step": 1241
|
|
},
|
|
{
|
|
"epoch": 1.6949991466120498,
|
|
"grad_norm": 1.194790005683899,
|
|
"learning_rate": 1.913574801801478e-05,
|
|
"loss": 2.314,
|
|
"step": 1242
|
|
},
|
|
{
|
|
"epoch": 1.6963645673323091,
|
|
"grad_norm": 1.2696503400802612,
|
|
"learning_rate": 1.9109577599850083e-05,
|
|
"loss": 2.3511,
|
|
"step": 1243
|
|
},
|
|
{
|
|
"epoch": 1.6977299880525687,
|
|
"grad_norm": 1.282675862312317,
|
|
"learning_rate": 1.908341345185472e-05,
|
|
"loss": 2.3288,
|
|
"step": 1244
|
|
},
|
|
{
|
|
"epoch": 1.6990954087728283,
|
|
"grad_norm": 1.2242058515548706,
|
|
"learning_rate": 1.9057255630786376e-05,
|
|
"loss": 2.386,
|
|
"step": 1245
|
|
},
|
|
{
|
|
"epoch": 1.7004608294930876,
|
|
"grad_norm": 1.2264022827148438,
|
|
"learning_rate": 1.903110419338899e-05,
|
|
"loss": 2.4116,
|
|
"step": 1246
|
|
},
|
|
{
|
|
"epoch": 1.701826250213347,
|
|
"grad_norm": 1.2401572465896606,
|
|
"learning_rate": 1.9004959196392652e-05,
|
|
"loss": 2.3218,
|
|
"step": 1247
|
|
},
|
|
{
|
|
"epoch": 1.7031916709336063,
|
|
"grad_norm": 1.2544509172439575,
|
|
"learning_rate": 1.89788206965135e-05,
|
|
"loss": 2.4009,
|
|
"step": 1248
|
|
},
|
|
{
|
|
"epoch": 1.7045570916538657,
|
|
"grad_norm": 1.2233247756958008,
|
|
"learning_rate": 1.895268875045355e-05,
|
|
"loss": 2.2914,
|
|
"step": 1249
|
|
},
|
|
{
|
|
"epoch": 1.7059225123741253,
|
|
"grad_norm": 1.2209675312042236,
|
|
"learning_rate": 1.892656341490062e-05,
|
|
"loss": 2.4089,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 1.7072879330943849,
|
|
"grad_norm": 1.2649309635162354,
|
|
"learning_rate": 1.890044474652818e-05,
|
|
"loss": 2.2918,
|
|
"step": 1251
|
|
},
|
|
{
|
|
"epoch": 1.7086533538146442,
|
|
"grad_norm": 1.1954387426376343,
|
|
"learning_rate": 1.8874332801995258e-05,
|
|
"loss": 2.2829,
|
|
"step": 1252
|
|
},
|
|
{
|
|
"epoch": 1.7100187745349036,
|
|
"grad_norm": 1.1896917819976807,
|
|
"learning_rate": 1.8848227637946257e-05,
|
|
"loss": 2.3117,
|
|
"step": 1253
|
|
},
|
|
{
|
|
"epoch": 1.711384195255163,
|
|
"grad_norm": 1.2037822008132935,
|
|
"learning_rate": 1.8822129311010918e-05,
|
|
"loss": 2.2518,
|
|
"step": 1254
|
|
},
|
|
{
|
|
"epoch": 1.7127496159754223,
|
|
"grad_norm": 1.1890069246292114,
|
|
"learning_rate": 1.8796037877804098e-05,
|
|
"loss": 2.3709,
|
|
"step": 1255
|
|
},
|
|
{
|
|
"epoch": 1.7141150366956819,
|
|
"grad_norm": 1.2203930616378784,
|
|
"learning_rate": 1.8769953394925747e-05,
|
|
"loss": 2.2648,
|
|
"step": 1256
|
|
},
|
|
{
|
|
"epoch": 1.7154804574159412,
|
|
"grad_norm": 1.2275177240371704,
|
|
"learning_rate": 1.8743875918960702e-05,
|
|
"loss": 2.3832,
|
|
"step": 1257
|
|
},
|
|
{
|
|
"epoch": 1.7168458781362008,
|
|
"grad_norm": 1.264441967010498,
|
|
"learning_rate": 1.8717805506478624e-05,
|
|
"loss": 2.4046,
|
|
"step": 1258
|
|
},
|
|
{
|
|
"epoch": 1.7182112988564602,
|
|
"grad_norm": 1.1798632144927979,
|
|
"learning_rate": 1.869174221403385e-05,
|
|
"loss": 2.3198,
|
|
"step": 1259
|
|
},
|
|
{
|
|
"epoch": 1.7195767195767195,
|
|
"grad_norm": 1.233816146850586,
|
|
"learning_rate": 1.866568609816525e-05,
|
|
"loss": 2.398,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 1.720942140296979,
|
|
"grad_norm": 1.2309916019439697,
|
|
"learning_rate": 1.863963721539614e-05,
|
|
"loss": 2.3004,
|
|
"step": 1261
|
|
},
|
|
{
|
|
"epoch": 1.7223075610172385,
|
|
"grad_norm": 1.2181870937347412,
|
|
"learning_rate": 1.8613595622234158e-05,
|
|
"loss": 2.3404,
|
|
"step": 1262
|
|
},
|
|
{
|
|
"epoch": 1.7236729817374978,
|
|
"grad_norm": 1.2026022672653198,
|
|
"learning_rate": 1.8587561375171104e-05,
|
|
"loss": 2.2914,
|
|
"step": 1263
|
|
},
|
|
{
|
|
"epoch": 1.7250384024577574,
|
|
"grad_norm": 1.2416661977767944,
|
|
"learning_rate": 1.856153453068286e-05,
|
|
"loss": 2.341,
|
|
"step": 1264
|
|
},
|
|
{
|
|
"epoch": 1.7264038231780168,
|
|
"grad_norm": 1.2317922115325928,
|
|
"learning_rate": 1.8535515145229247e-05,
|
|
"loss": 2.3215,
|
|
"step": 1265
|
|
},
|
|
{
|
|
"epoch": 1.7277692438982761,
|
|
"grad_norm": 1.2122260332107544,
|
|
"learning_rate": 1.85095032752539e-05,
|
|
"loss": 2.3181,
|
|
"step": 1266
|
|
},
|
|
{
|
|
"epoch": 1.7291346646185355,
|
|
"grad_norm": 1.1933279037475586,
|
|
"learning_rate": 1.8483498977184152e-05,
|
|
"loss": 2.2199,
|
|
"step": 1267
|
|
},
|
|
{
|
|
"epoch": 1.730500085338795,
|
|
"grad_norm": 1.2105554342269897,
|
|
"learning_rate": 1.84575023074309e-05,
|
|
"loss": 2.1619,
|
|
"step": 1268
|
|
},
|
|
{
|
|
"epoch": 1.7318655060590544,
|
|
"grad_norm": 1.2069892883300781,
|
|
"learning_rate": 1.8431513322388522e-05,
|
|
"loss": 2.2365,
|
|
"step": 1269
|
|
},
|
|
{
|
|
"epoch": 1.733230926779314,
|
|
"grad_norm": 1.1760435104370117,
|
|
"learning_rate": 1.8405532078434695e-05,
|
|
"loss": 2.2783,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 1.7345963474995734,
|
|
"grad_norm": 1.1959654092788696,
|
|
"learning_rate": 1.8379558631930324e-05,
|
|
"loss": 2.3919,
|
|
"step": 1271
|
|
},
|
|
{
|
|
"epoch": 1.7359617682198327,
|
|
"grad_norm": 1.231494426727295,
|
|
"learning_rate": 1.835359303921939e-05,
|
|
"loss": 2.3484,
|
|
"step": 1272
|
|
},
|
|
{
|
|
"epoch": 1.737327188940092,
|
|
"grad_norm": 1.2006170749664307,
|
|
"learning_rate": 1.832763535662884e-05,
|
|
"loss": 2.248,
|
|
"step": 1273
|
|
},
|
|
{
|
|
"epoch": 1.7386926096603514,
|
|
"grad_norm": 1.1837365627288818,
|
|
"learning_rate": 1.830168564046845e-05,
|
|
"loss": 2.3024,
|
|
"step": 1274
|
|
},
|
|
{
|
|
"epoch": 1.740058030380611,
|
|
"grad_norm": 1.2078886032104492,
|
|
"learning_rate": 1.827574394703073e-05,
|
|
"loss": 2.4261,
|
|
"step": 1275
|
|
},
|
|
{
|
|
"epoch": 1.7414234511008706,
|
|
"grad_norm": 1.298533320426941,
|
|
"learning_rate": 1.824981033259078e-05,
|
|
"loss": 2.3713,
|
|
"step": 1276
|
|
},
|
|
{
|
|
"epoch": 1.74278887182113,
|
|
"grad_norm": 1.216442584991455,
|
|
"learning_rate": 1.8223884853406172e-05,
|
|
"loss": 2.3904,
|
|
"step": 1277
|
|
},
|
|
{
|
|
"epoch": 1.7441542925413893,
|
|
"grad_norm": 1.219859004020691,
|
|
"learning_rate": 1.8197967565716847e-05,
|
|
"loss": 2.2529,
|
|
"step": 1278
|
|
},
|
|
{
|
|
"epoch": 1.7455197132616487,
|
|
"grad_norm": 1.2334622144699097,
|
|
"learning_rate": 1.8172058525744948e-05,
|
|
"loss": 2.3991,
|
|
"step": 1279
|
|
},
|
|
{
|
|
"epoch": 1.746885133981908,
|
|
"grad_norm": 1.1952390670776367,
|
|
"learning_rate": 1.8146157789694737e-05,
|
|
"loss": 2.3859,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 1.7482505547021676,
|
|
"grad_norm": 1.2213901281356812,
|
|
"learning_rate": 1.8120265413752475e-05,
|
|
"loss": 2.3523,
|
|
"step": 1281
|
|
},
|
|
{
|
|
"epoch": 1.7496159754224272,
|
|
"grad_norm": 1.1949186325073242,
|
|
"learning_rate": 1.8094381454086278e-05,
|
|
"loss": 2.2649,
|
|
"step": 1282
|
|
},
|
|
{
|
|
"epoch": 1.7509813961426866,
|
|
"grad_norm": 1.176440954208374,
|
|
"learning_rate": 1.8068505966846007e-05,
|
|
"loss": 2.313,
|
|
"step": 1283
|
|
},
|
|
{
|
|
"epoch": 1.752346816862946,
|
|
"grad_norm": 1.242050051689148,
|
|
"learning_rate": 1.8042639008163133e-05,
|
|
"loss": 2.4241,
|
|
"step": 1284
|
|
},
|
|
{
|
|
"epoch": 1.7537122375832053,
|
|
"grad_norm": 1.2013907432556152,
|
|
"learning_rate": 1.8016780634150635e-05,
|
|
"loss": 2.2546,
|
|
"step": 1285
|
|
},
|
|
{
|
|
"epoch": 1.7550776583034646,
|
|
"grad_norm": 1.2207469940185547,
|
|
"learning_rate": 1.7990930900902884e-05,
|
|
"loss": 2.3802,
|
|
"step": 1286
|
|
},
|
|
{
|
|
"epoch": 1.7564430790237242,
|
|
"grad_norm": 1.2393518686294556,
|
|
"learning_rate": 1.7965089864495472e-05,
|
|
"loss": 2.2244,
|
|
"step": 1287
|
|
},
|
|
{
|
|
"epoch": 1.7578084997439836,
|
|
"grad_norm": 1.2343543767929077,
|
|
"learning_rate": 1.7939257580985162e-05,
|
|
"loss": 2.427,
|
|
"step": 1288
|
|
},
|
|
{
|
|
"epoch": 1.7591739204642431,
|
|
"grad_norm": 1.2377870082855225,
|
|
"learning_rate": 1.791343410640971e-05,
|
|
"loss": 2.2635,
|
|
"step": 1289
|
|
},
|
|
{
|
|
"epoch": 1.7605393411845025,
|
|
"grad_norm": 1.190020203590393,
|
|
"learning_rate": 1.7887619496787754e-05,
|
|
"loss": 2.3753,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 1.7619047619047619,
|
|
"grad_norm": 1.2214184999465942,
|
|
"learning_rate": 1.786181380811872e-05,
|
|
"loss": 2.2924,
|
|
"step": 1291
|
|
},
|
|
{
|
|
"epoch": 1.7632701826250212,
|
|
"grad_norm": 1.2515887022018433,
|
|
"learning_rate": 1.7836017096382673e-05,
|
|
"loss": 2.4225,
|
|
"step": 1292
|
|
},
|
|
{
|
|
"epoch": 1.7646356033452808,
|
|
"grad_norm": 1.2050586938858032,
|
|
"learning_rate": 1.7810229417540213e-05,
|
|
"loss": 2.3559,
|
|
"step": 1293
|
|
},
|
|
{
|
|
"epoch": 1.7660010240655402,
|
|
"grad_norm": 1.2048786878585815,
|
|
"learning_rate": 1.7784450827532323e-05,
|
|
"loss": 2.2441,
|
|
"step": 1294
|
|
},
|
|
{
|
|
"epoch": 1.7673664447857997,
|
|
"grad_norm": 1.2292776107788086,
|
|
"learning_rate": 1.7758681382280302e-05,
|
|
"loss": 2.4483,
|
|
"step": 1295
|
|
},
|
|
{
|
|
"epoch": 1.768731865506059,
|
|
"grad_norm": 1.2190500497817993,
|
|
"learning_rate": 1.773292113768558e-05,
|
|
"loss": 2.3465,
|
|
"step": 1296
|
|
},
|
|
{
|
|
"epoch": 1.7700972862263185,
|
|
"grad_norm": 1.1827260255813599,
|
|
"learning_rate": 1.770717014962965e-05,
|
|
"loss": 2.4278,
|
|
"step": 1297
|
|
},
|
|
{
|
|
"epoch": 1.7714627069465778,
|
|
"grad_norm": 1.2594752311706543,
|
|
"learning_rate": 1.7681428473973908e-05,
|
|
"loss": 2.4079,
|
|
"step": 1298
|
|
},
|
|
{
|
|
"epoch": 1.7728281276668374,
|
|
"grad_norm": 1.205233097076416,
|
|
"learning_rate": 1.7655696166559563e-05,
|
|
"loss": 2.2988,
|
|
"step": 1299
|
|
},
|
|
{
|
|
"epoch": 1.7741935483870968,
|
|
"grad_norm": 1.1580568552017212,
|
|
"learning_rate": 1.76299732832075e-05,
|
|
"loss": 2.1781,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 1.7755589691073563,
|
|
"grad_norm": 1.1895431280136108,
|
|
"learning_rate": 1.760425987971816e-05,
|
|
"loss": 2.4093,
|
|
"step": 1301
|
|
},
|
|
{
|
|
"epoch": 1.7769243898276157,
|
|
"grad_norm": 1.1872233152389526,
|
|
"learning_rate": 1.7578556011871398e-05,
|
|
"loss": 2.3125,
|
|
"step": 1302
|
|
},
|
|
{
|
|
"epoch": 1.778289810547875,
|
|
"grad_norm": 1.2323864698410034,
|
|
"learning_rate": 1.7552861735426415e-05,
|
|
"loss": 2.2704,
|
|
"step": 1303
|
|
},
|
|
{
|
|
"epoch": 1.7796552312681344,
|
|
"grad_norm": 1.1709593534469604,
|
|
"learning_rate": 1.7527177106121588e-05,
|
|
"loss": 2.1519,
|
|
"step": 1304
|
|
},
|
|
{
|
|
"epoch": 1.7810206519883938,
|
|
"grad_norm": 1.196088194847107,
|
|
"learning_rate": 1.7501502179674378e-05,
|
|
"loss": 2.3095,
|
|
"step": 1305
|
|
},
|
|
{
|
|
"epoch": 1.7823860727086533,
|
|
"grad_norm": 1.1769793033599854,
|
|
"learning_rate": 1.7475837011781175e-05,
|
|
"loss": 2.3466,
|
|
"step": 1306
|
|
},
|
|
{
|
|
"epoch": 1.783751493428913,
|
|
"grad_norm": 1.1503105163574219,
|
|
"learning_rate": 1.745018165811723e-05,
|
|
"loss": 2.3492,
|
|
"step": 1307
|
|
},
|
|
{
|
|
"epoch": 1.7851169141491723,
|
|
"grad_norm": 1.2130194902420044,
|
|
"learning_rate": 1.7424536174336478e-05,
|
|
"loss": 2.3666,
|
|
"step": 1308
|
|
},
|
|
{
|
|
"epoch": 1.7864823348694316,
|
|
"grad_norm": 1.2520149946212769,
|
|
"learning_rate": 1.7398900616071457e-05,
|
|
"loss": 2.3877,
|
|
"step": 1309
|
|
},
|
|
{
|
|
"epoch": 1.787847755589691,
|
|
"grad_norm": 1.1659858226776123,
|
|
"learning_rate": 1.737327503893318e-05,
|
|
"loss": 2.2843,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 1.7892131763099504,
|
|
"grad_norm": 1.2109911441802979,
|
|
"learning_rate": 1.7347659498510983e-05,
|
|
"loss": 2.3669,
|
|
"step": 1311
|
|
},
|
|
{
|
|
"epoch": 1.79057859703021,
|
|
"grad_norm": 1.2372288703918457,
|
|
"learning_rate": 1.7322054050372455e-05,
|
|
"loss": 2.4022,
|
|
"step": 1312
|
|
},
|
|
{
|
|
"epoch": 1.7919440177504695,
|
|
"grad_norm": 1.1807947158813477,
|
|
"learning_rate": 1.7296458750063285e-05,
|
|
"loss": 2.4867,
|
|
"step": 1313
|
|
},
|
|
{
|
|
"epoch": 1.7933094384707289,
|
|
"grad_norm": 1.2210131883621216,
|
|
"learning_rate": 1.7270873653107143e-05,
|
|
"loss": 2.3282,
|
|
"step": 1314
|
|
},
|
|
{
|
|
"epoch": 1.7946748591909882,
|
|
"grad_norm": 1.2372682094573975,
|
|
"learning_rate": 1.724529881500556e-05,
|
|
"loss": 2.3697,
|
|
"step": 1315
|
|
},
|
|
{
|
|
"epoch": 1.7960402799112476,
|
|
"grad_norm": 1.2280601263046265,
|
|
"learning_rate": 1.7219734291237832e-05,
|
|
"loss": 2.3421,
|
|
"step": 1316
|
|
},
|
|
{
|
|
"epoch": 1.797405700631507,
|
|
"grad_norm": 1.2569504976272583,
|
|
"learning_rate": 1.7194180137260853e-05,
|
|
"loss": 2.4402,
|
|
"step": 1317
|
|
},
|
|
{
|
|
"epoch": 1.7987711213517665,
|
|
"grad_norm": 1.277348279953003,
|
|
"learning_rate": 1.7168636408509064e-05,
|
|
"loss": 2.2867,
|
|
"step": 1318
|
|
},
|
|
{
|
|
"epoch": 1.800136542072026,
|
|
"grad_norm": 1.2433885335922241,
|
|
"learning_rate": 1.714310316039424e-05,
|
|
"loss": 2.3006,
|
|
"step": 1319
|
|
},
|
|
{
|
|
"epoch": 1.8015019627922855,
|
|
"grad_norm": 1.1478744745254517,
|
|
"learning_rate": 1.7117580448305454e-05,
|
|
"loss": 2.1821,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 1.8028673835125448,
|
|
"grad_norm": 1.1595771312713623,
|
|
"learning_rate": 1.7092068327608903e-05,
|
|
"loss": 2.3428,
|
|
"step": 1321
|
|
},
|
|
{
|
|
"epoch": 1.8042328042328042,
|
|
"grad_norm": 1.2210897207260132,
|
|
"learning_rate": 1.706656685364783e-05,
|
|
"loss": 2.2515,
|
|
"step": 1322
|
|
},
|
|
{
|
|
"epoch": 1.8055982249530635,
|
|
"grad_norm": 1.2028534412384033,
|
|
"learning_rate": 1.704107608174237e-05,
|
|
"loss": 2.4068,
|
|
"step": 1323
|
|
},
|
|
{
|
|
"epoch": 1.8069636456733231,
|
|
"grad_norm": 1.239604115486145,
|
|
"learning_rate": 1.7015596067189444e-05,
|
|
"loss": 2.3543,
|
|
"step": 1324
|
|
},
|
|
{
|
|
"epoch": 1.8083290663935825,
|
|
"grad_norm": 1.2691093683242798,
|
|
"learning_rate": 1.6990126865262634e-05,
|
|
"loss": 2.2681,
|
|
"step": 1325
|
|
},
|
|
{
|
|
"epoch": 1.809694487113842,
|
|
"grad_norm": 1.1803323030471802,
|
|
"learning_rate": 1.6964668531212064e-05,
|
|
"loss": 2.3009,
|
|
"step": 1326
|
|
},
|
|
{
|
|
"epoch": 1.8110599078341014,
|
|
"grad_norm": 1.2273375988006592,
|
|
"learning_rate": 1.693922112026429e-05,
|
|
"loss": 2.3473,
|
|
"step": 1327
|
|
},
|
|
{
|
|
"epoch": 1.8124253285543608,
|
|
"grad_norm": 1.1603344678878784,
|
|
"learning_rate": 1.691378468762217e-05,
|
|
"loss": 2.1896,
|
|
"step": 1328
|
|
},
|
|
{
|
|
"epoch": 1.8137907492746201,
|
|
"grad_norm": 1.2181870937347412,
|
|
"learning_rate": 1.688835928846475e-05,
|
|
"loss": 2.2582,
|
|
"step": 1329
|
|
},
|
|
{
|
|
"epoch": 1.8151561699948797,
|
|
"grad_norm": 1.1933072805404663,
|
|
"learning_rate": 1.686294497794714e-05,
|
|
"loss": 2.3481,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 1.816521590715139,
|
|
"grad_norm": 1.2468600273132324,
|
|
"learning_rate": 1.6837541811200382e-05,
|
|
"loss": 2.2836,
|
|
"step": 1331
|
|
},
|
|
{
|
|
"epoch": 1.8178870114353987,
|
|
"grad_norm": 1.2400648593902588,
|
|
"learning_rate": 1.6812149843331358e-05,
|
|
"loss": 2.4269,
|
|
"step": 1332
|
|
},
|
|
{
|
|
"epoch": 1.819252432155658,
|
|
"grad_norm": 1.1988747119903564,
|
|
"learning_rate": 1.678676912942266e-05,
|
|
"loss": 2.2971,
|
|
"step": 1333
|
|
},
|
|
{
|
|
"epoch": 1.8206178528759174,
|
|
"grad_norm": 1.218732237815857,
|
|
"learning_rate": 1.6761399724532446e-05,
|
|
"loss": 2.3435,
|
|
"step": 1334
|
|
},
|
|
{
|
|
"epoch": 1.8219832735961767,
|
|
"grad_norm": 1.225645661354065,
|
|
"learning_rate": 1.6736041683694372e-05,
|
|
"loss": 2.3266,
|
|
"step": 1335
|
|
},
|
|
{
|
|
"epoch": 1.823348694316436,
|
|
"grad_norm": 1.23872709274292,
|
|
"learning_rate": 1.671069506191743e-05,
|
|
"loss": 2.3109,
|
|
"step": 1336
|
|
},
|
|
{
|
|
"epoch": 1.8247141150366957,
|
|
"grad_norm": 1.1791586875915527,
|
|
"learning_rate": 1.668535991418582e-05,
|
|
"loss": 2.3324,
|
|
"step": 1337
|
|
},
|
|
{
|
|
"epoch": 1.8260795357569553,
|
|
"grad_norm": 1.193030834197998,
|
|
"learning_rate": 1.6660036295458863e-05,
|
|
"loss": 2.2953,
|
|
"step": 1338
|
|
},
|
|
{
|
|
"epoch": 1.8274449564772146,
|
|
"grad_norm": 1.1756483316421509,
|
|
"learning_rate": 1.6634724260670894e-05,
|
|
"loss": 2.3178,
|
|
"step": 1339
|
|
},
|
|
{
|
|
"epoch": 1.828810377197474,
|
|
"grad_norm": 1.230737328529358,
|
|
"learning_rate": 1.660942386473109e-05,
|
|
"loss": 2.3131,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 1.8301757979177333,
|
|
"grad_norm": 1.2487858533859253,
|
|
"learning_rate": 1.658413516252339e-05,
|
|
"loss": 2.4517,
|
|
"step": 1341
|
|
},
|
|
{
|
|
"epoch": 1.8315412186379927,
|
|
"grad_norm": 1.2753077745437622,
|
|
"learning_rate": 1.6558858208906375e-05,
|
|
"loss": 2.4082,
|
|
"step": 1342
|
|
},
|
|
{
|
|
"epoch": 1.8329066393582523,
|
|
"grad_norm": 1.2872533798217773,
|
|
"learning_rate": 1.653359305871312e-05,
|
|
"loss": 2.3859,
|
|
"step": 1343
|
|
},
|
|
{
|
|
"epoch": 1.8342720600785118,
|
|
"grad_norm": 1.277876615524292,
|
|
"learning_rate": 1.6508339766751106e-05,
|
|
"loss": 2.5175,
|
|
"step": 1344
|
|
},
|
|
{
|
|
"epoch": 1.8356374807987712,
|
|
"grad_norm": 1.263545274734497,
|
|
"learning_rate": 1.6483098387802098e-05,
|
|
"loss": 2.3267,
|
|
"step": 1345
|
|
},
|
|
{
|
|
"epoch": 1.8370029015190306,
|
|
"grad_norm": 1.2160521745681763,
|
|
"learning_rate": 1.6457868976622e-05,
|
|
"loss": 2.2412,
|
|
"step": 1346
|
|
},
|
|
{
|
|
"epoch": 1.83836832223929,
|
|
"grad_norm": 1.214532732963562,
|
|
"learning_rate": 1.643265158794077e-05,
|
|
"loss": 2.4211,
|
|
"step": 1347
|
|
},
|
|
{
|
|
"epoch": 1.8397337429595493,
|
|
"grad_norm": 1.175498127937317,
|
|
"learning_rate": 1.640744627646229e-05,
|
|
"loss": 2.3183,
|
|
"step": 1348
|
|
},
|
|
{
|
|
"epoch": 1.8410991636798089,
|
|
"grad_norm": 1.2451056241989136,
|
|
"learning_rate": 1.6382253096864217e-05,
|
|
"loss": 2.36,
|
|
"step": 1349
|
|
},
|
|
{
|
|
"epoch": 1.8424645844000682,
|
|
"grad_norm": 1.2524595260620117,
|
|
"learning_rate": 1.635707210379791e-05,
|
|
"loss": 2.3537,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 1.8438300051203278,
|
|
"grad_norm": 1.1536561250686646,
|
|
"learning_rate": 1.6331903351888295e-05,
|
|
"loss": 2.2428,
|
|
"step": 1351
|
|
},
|
|
{
|
|
"epoch": 1.8451954258405872,
|
|
"grad_norm": 1.1689746379852295,
|
|
"learning_rate": 1.630674689573373e-05,
|
|
"loss": 2.3641,
|
|
"step": 1352
|
|
},
|
|
{
|
|
"epoch": 1.8465608465608465,
|
|
"grad_norm": 1.2238224744796753,
|
|
"learning_rate": 1.628160278990591e-05,
|
|
"loss": 2.3178,
|
|
"step": 1353
|
|
},
|
|
{
|
|
"epoch": 1.8479262672811059,
|
|
"grad_norm": 1.2244027853012085,
|
|
"learning_rate": 1.6256471088949742e-05,
|
|
"loss": 2.2811,
|
|
"step": 1354
|
|
},
|
|
{
|
|
"epoch": 1.8492916880013655,
|
|
"grad_norm": 1.2538769245147705,
|
|
"learning_rate": 1.62313518473832e-05,
|
|
"loss": 2.3414,
|
|
"step": 1355
|
|
},
|
|
{
|
|
"epoch": 1.8506571087216248,
|
|
"grad_norm": 1.1916768550872803,
|
|
"learning_rate": 1.6206245119697262e-05,
|
|
"loss": 2.3556,
|
|
"step": 1356
|
|
},
|
|
{
|
|
"epoch": 1.8520225294418844,
|
|
"grad_norm": 1.2084734439849854,
|
|
"learning_rate": 1.6181150960355734e-05,
|
|
"loss": 2.3021,
|
|
"step": 1357
|
|
},
|
|
{
|
|
"epoch": 1.8533879501621437,
|
|
"grad_norm": 1.206769347190857,
|
|
"learning_rate": 1.615606942379517e-05,
|
|
"loss": 2.3629,
|
|
"step": 1358
|
|
},
|
|
{
|
|
"epoch": 1.854753370882403,
|
|
"grad_norm": 1.1988277435302734,
|
|
"learning_rate": 1.6131000564424747e-05,
|
|
"loss": 2.2833,
|
|
"step": 1359
|
|
},
|
|
{
|
|
"epoch": 1.8561187916026625,
|
|
"grad_norm": 1.2607680559158325,
|
|
"learning_rate": 1.6105944436626123e-05,
|
|
"loss": 2.4577,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 1.857484212322922,
|
|
"grad_norm": 1.1977181434631348,
|
|
"learning_rate": 1.6080901094753357e-05,
|
|
"loss": 2.3069,
|
|
"step": 1361
|
|
},
|
|
{
|
|
"epoch": 1.8588496330431814,
|
|
"grad_norm": 1.3004677295684814,
|
|
"learning_rate": 1.6055870593132756e-05,
|
|
"loss": 2.3781,
|
|
"step": 1362
|
|
},
|
|
{
|
|
"epoch": 1.860215053763441,
|
|
"grad_norm": 1.1765613555908203,
|
|
"learning_rate": 1.6030852986062782e-05,
|
|
"loss": 2.2055,
|
|
"step": 1363
|
|
},
|
|
{
|
|
"epoch": 1.8615804744837003,
|
|
"grad_norm": 1.21068274974823,
|
|
"learning_rate": 1.6005848327813924e-05,
|
|
"loss": 2.2742,
|
|
"step": 1364
|
|
},
|
|
{
|
|
"epoch": 1.8629458952039597,
|
|
"grad_norm": 1.1883211135864258,
|
|
"learning_rate": 1.5980856672628583e-05,
|
|
"loss": 2.3113,
|
|
"step": 1365
|
|
},
|
|
{
|
|
"epoch": 1.864311315924219,
|
|
"grad_norm": 1.2216191291809082,
|
|
"learning_rate": 1.5955878074720938e-05,
|
|
"loss": 2.3638,
|
|
"step": 1366
|
|
},
|
|
{
|
|
"epoch": 1.8656767366444784,
|
|
"grad_norm": 1.2610712051391602,
|
|
"learning_rate": 1.5930912588276863e-05,
|
|
"loss": 2.3281,
|
|
"step": 1367
|
|
},
|
|
{
|
|
"epoch": 1.867042157364738,
|
|
"grad_norm": 1.2435632944107056,
|
|
"learning_rate": 1.590596026745378e-05,
|
|
"loss": 2.4589,
|
|
"step": 1368
|
|
},
|
|
{
|
|
"epoch": 1.8684075780849976,
|
|
"grad_norm": 1.2494769096374512,
|
|
"learning_rate": 1.5881021166380547e-05,
|
|
"loss": 2.3411,
|
|
"step": 1369
|
|
},
|
|
{
|
|
"epoch": 1.869772998805257,
|
|
"grad_norm": 1.1486777067184448,
|
|
"learning_rate": 1.5856095339157357e-05,
|
|
"loss": 2.2008,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 1.8711384195255163,
|
|
"grad_norm": 1.2144020795822144,
|
|
"learning_rate": 1.58311828398556e-05,
|
|
"loss": 2.2796,
|
|
"step": 1371
|
|
},
|
|
{
|
|
"epoch": 1.8725038402457757,
|
|
"grad_norm": 1.185417890548706,
|
|
"learning_rate": 1.5806283722517747e-05,
|
|
"loss": 2.356,
|
|
"step": 1372
|
|
},
|
|
{
|
|
"epoch": 1.873869260966035,
|
|
"grad_norm": 1.2093297243118286,
|
|
"learning_rate": 1.5781398041157245e-05,
|
|
"loss": 2.3936,
|
|
"step": 1373
|
|
},
|
|
{
|
|
"epoch": 1.8752346816862946,
|
|
"grad_norm": 1.263375997543335,
|
|
"learning_rate": 1.5756525849758407e-05,
|
|
"loss": 2.3605,
|
|
"step": 1374
|
|
},
|
|
{
|
|
"epoch": 1.8766001024065542,
|
|
"grad_norm": 1.219164252281189,
|
|
"learning_rate": 1.573166720227626e-05,
|
|
"loss": 2.4565,
|
|
"step": 1375
|
|
},
|
|
{
|
|
"epoch": 1.8779655231268135,
|
|
"grad_norm": 1.250172734260559,
|
|
"learning_rate": 1.5706822152636472e-05,
|
|
"loss": 2.4952,
|
|
"step": 1376
|
|
},
|
|
{
|
|
"epoch": 1.8793309438470729,
|
|
"grad_norm": 1.2893790006637573,
|
|
"learning_rate": 1.56819907547352e-05,
|
|
"loss": 2.3845,
|
|
"step": 1377
|
|
},
|
|
{
|
|
"epoch": 1.8806963645673322,
|
|
"grad_norm": 1.2518771886825562,
|
|
"learning_rate": 1.5657173062438986e-05,
|
|
"loss": 2.273,
|
|
"step": 1378
|
|
},
|
|
{
|
|
"epoch": 1.8820617852875916,
|
|
"grad_norm": 1.2362000942230225,
|
|
"learning_rate": 1.5632369129584645e-05,
|
|
"loss": 2.3237,
|
|
"step": 1379
|
|
},
|
|
{
|
|
"epoch": 1.8834272060078512,
|
|
"grad_norm": 1.200493574142456,
|
|
"learning_rate": 1.5607579009979145e-05,
|
|
"loss": 2.3248,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 1.8847926267281108,
|
|
"grad_norm": 1.2331230640411377,
|
|
"learning_rate": 1.5582802757399485e-05,
|
|
"loss": 2.4362,
|
|
"step": 1381
|
|
},
|
|
{
|
|
"epoch": 1.8861580474483701,
|
|
"grad_norm": 1.2420063018798828,
|
|
"learning_rate": 1.5558040425592584e-05,
|
|
"loss": 2.2996,
|
|
"step": 1382
|
|
},
|
|
{
|
|
"epoch": 1.8875234681686295,
|
|
"grad_norm": 1.2456883192062378,
|
|
"learning_rate": 1.5533292068275173e-05,
|
|
"loss": 2.3489,
|
|
"step": 1383
|
|
},
|
|
{
|
|
"epoch": 1.8888888888888888,
|
|
"grad_norm": 1.2516740560531616,
|
|
"learning_rate": 1.5508557739133647e-05,
|
|
"loss": 2.3793,
|
|
"step": 1384
|
|
},
|
|
{
|
|
"epoch": 1.8902543096091482,
|
|
"grad_norm": 1.1862624883651733,
|
|
"learning_rate": 1.5483837491823975e-05,
|
|
"loss": 2.2961,
|
|
"step": 1385
|
|
},
|
|
{
|
|
"epoch": 1.8916197303294078,
|
|
"grad_norm": 1.2264900207519531,
|
|
"learning_rate": 1.545913137997159e-05,
|
|
"loss": 2.2731,
|
|
"step": 1386
|
|
},
|
|
{
|
|
"epoch": 1.8929851510496671,
|
|
"grad_norm": 1.2587826251983643,
|
|
"learning_rate": 1.5434439457171274e-05,
|
|
"loss": 2.3172,
|
|
"step": 1387
|
|
},
|
|
{
|
|
"epoch": 1.8943505717699267,
|
|
"grad_norm": 1.2544316053390503,
|
|
"learning_rate": 1.540976177698698e-05,
|
|
"loss": 2.416,
|
|
"step": 1388
|
|
},
|
|
{
|
|
"epoch": 1.895715992490186,
|
|
"grad_norm": 1.2008434534072876,
|
|
"learning_rate": 1.5385098392951826e-05,
|
|
"loss": 2.2583,
|
|
"step": 1389
|
|
},
|
|
{
|
|
"epoch": 1.8970814132104454,
|
|
"grad_norm": 1.2177056074142456,
|
|
"learning_rate": 1.5360449358567864e-05,
|
|
"loss": 2.2604,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 1.8984468339307048,
|
|
"grad_norm": 1.1929326057434082,
|
|
"learning_rate": 1.5335814727306044e-05,
|
|
"loss": 2.3991,
|
|
"step": 1391
|
|
},
|
|
{
|
|
"epoch": 1.8998122546509644,
|
|
"grad_norm": 1.241988182067871,
|
|
"learning_rate": 1.5311194552606067e-05,
|
|
"loss": 2.3787,
|
|
"step": 1392
|
|
},
|
|
{
|
|
"epoch": 1.9011776753712237,
|
|
"grad_norm": 1.2393487691879272,
|
|
"learning_rate": 1.528658888787628e-05,
|
|
"loss": 2.4142,
|
|
"step": 1393
|
|
},
|
|
{
|
|
"epoch": 1.9025430960914833,
|
|
"grad_norm": 1.2541463375091553,
|
|
"learning_rate": 1.5261997786493547e-05,
|
|
"loss": 2.3728,
|
|
"step": 1394
|
|
},
|
|
{
|
|
"epoch": 1.9039085168117427,
|
|
"grad_norm": 1.2482483386993408,
|
|
"learning_rate": 1.5237421301803136e-05,
|
|
"loss": 2.273,
|
|
"step": 1395
|
|
},
|
|
{
|
|
"epoch": 1.905273937532002,
|
|
"grad_norm": 1.24033784866333,
|
|
"learning_rate": 1.521285948711861e-05,
|
|
"loss": 2.2912,
|
|
"step": 1396
|
|
},
|
|
{
|
|
"epoch": 1.9066393582522614,
|
|
"grad_norm": 1.2042142152786255,
|
|
"learning_rate": 1.5188312395721712e-05,
|
|
"loss": 2.3003,
|
|
"step": 1397
|
|
},
|
|
{
|
|
"epoch": 1.9080047789725207,
|
|
"grad_norm": 1.2854644060134888,
|
|
"learning_rate": 1.5163780080862247e-05,
|
|
"loss": 2.3533,
|
|
"step": 1398
|
|
},
|
|
{
|
|
"epoch": 1.9093701996927803,
|
|
"grad_norm": 1.2115676403045654,
|
|
"learning_rate": 1.5139262595757954e-05,
|
|
"loss": 2.2281,
|
|
"step": 1399
|
|
},
|
|
{
|
|
"epoch": 1.91073562041304,
|
|
"grad_norm": 1.2456870079040527,
|
|
"learning_rate": 1.5114759993594419e-05,
|
|
"loss": 2.3682,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 1.9121010411332993,
|
|
"grad_norm": 1.21597421169281,
|
|
"learning_rate": 1.5090272327524935e-05,
|
|
"loss": 2.4307,
|
|
"step": 1401
|
|
},
|
|
{
|
|
"epoch": 1.9134664618535586,
|
|
"grad_norm": 1.2519721984863281,
|
|
"learning_rate": 1.5065799650670383e-05,
|
|
"loss": 2.3114,
|
|
"step": 1402
|
|
},
|
|
{
|
|
"epoch": 1.914831882573818,
|
|
"grad_norm": 1.2159708738327026,
|
|
"learning_rate": 1.5041342016119145e-05,
|
|
"loss": 2.3308,
|
|
"step": 1403
|
|
},
|
|
{
|
|
"epoch": 1.9161973032940773,
|
|
"grad_norm": 1.2429728507995605,
|
|
"learning_rate": 1.5016899476926962e-05,
|
|
"loss": 2.43,
|
|
"step": 1404
|
|
},
|
|
{
|
|
"epoch": 1.917562724014337,
|
|
"grad_norm": 1.204867959022522,
|
|
"learning_rate": 1.4992472086116828e-05,
|
|
"loss": 2.3426,
|
|
"step": 1405
|
|
},
|
|
{
|
|
"epoch": 1.9189281447345965,
|
|
"grad_norm": 1.230167269706726,
|
|
"learning_rate": 1.4968059896678898e-05,
|
|
"loss": 2.4001,
|
|
"step": 1406
|
|
},
|
|
{
|
|
"epoch": 1.9202935654548559,
|
|
"grad_norm": 1.263527750968933,
|
|
"learning_rate": 1.4943662961570304e-05,
|
|
"loss": 2.4552,
|
|
"step": 1407
|
|
},
|
|
{
|
|
"epoch": 1.9216589861751152,
|
|
"grad_norm": 1.2129266262054443,
|
|
"learning_rate": 1.4919281333715136e-05,
|
|
"loss": 2.3536,
|
|
"step": 1408
|
|
},
|
|
{
|
|
"epoch": 1.9230244068953746,
|
|
"grad_norm": 1.2071499824523926,
|
|
"learning_rate": 1.489491506600424e-05,
|
|
"loss": 2.2174,
|
|
"step": 1409
|
|
},
|
|
{
|
|
"epoch": 1.924389827615634,
|
|
"grad_norm": 1.2222583293914795,
|
|
"learning_rate": 1.487056421129518e-05,
|
|
"loss": 2.3559,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 1.9257552483358935,
|
|
"grad_norm": 1.197881817817688,
|
|
"learning_rate": 1.4846228822412046e-05,
|
|
"loss": 2.2971,
|
|
"step": 1411
|
|
},
|
|
{
|
|
"epoch": 1.927120669056153,
|
|
"grad_norm": 1.2255703210830688,
|
|
"learning_rate": 1.4821908952145409e-05,
|
|
"loss": 2.2738,
|
|
"step": 1412
|
|
},
|
|
{
|
|
"epoch": 1.9284860897764124,
|
|
"grad_norm": 1.229466199874878,
|
|
"learning_rate": 1.4797604653252142e-05,
|
|
"loss": 2.3474,
|
|
"step": 1413
|
|
},
|
|
{
|
|
"epoch": 1.9298515104966718,
|
|
"grad_norm": 1.2755507230758667,
|
|
"learning_rate": 1.477331597845538e-05,
|
|
"loss": 2.1397,
|
|
"step": 1414
|
|
},
|
|
{
|
|
"epoch": 1.9312169312169312,
|
|
"grad_norm": 1.191508412361145,
|
|
"learning_rate": 1.4749042980444332e-05,
|
|
"loss": 2.2721,
|
|
"step": 1415
|
|
},
|
|
{
|
|
"epoch": 1.9325823519371905,
|
|
"grad_norm": 1.2486668825149536,
|
|
"learning_rate": 1.4724785711874208e-05,
|
|
"loss": 2.4176,
|
|
"step": 1416
|
|
},
|
|
{
|
|
"epoch": 1.93394777265745,
|
|
"grad_norm": 1.2215373516082764,
|
|
"learning_rate": 1.4700544225366114e-05,
|
|
"loss": 2.3141,
|
|
"step": 1417
|
|
},
|
|
{
|
|
"epoch": 1.9353131933777095,
|
|
"grad_norm": 1.2214670181274414,
|
|
"learning_rate": 1.4676318573506896e-05,
|
|
"loss": 2.3555,
|
|
"step": 1418
|
|
},
|
|
{
|
|
"epoch": 1.936678614097969,
|
|
"grad_norm": 1.2122772932052612,
|
|
"learning_rate": 1.465210880884906e-05,
|
|
"loss": 2.2284,
|
|
"step": 1419
|
|
},
|
|
{
|
|
"epoch": 1.9380440348182284,
|
|
"grad_norm": 1.1815413236618042,
|
|
"learning_rate": 1.4627914983910643e-05,
|
|
"loss": 2.4631,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 1.9394094555384878,
|
|
"grad_norm": 1.2228288650512695,
|
|
"learning_rate": 1.4603737151175122e-05,
|
|
"loss": 2.3494,
|
|
"step": 1421
|
|
},
|
|
{
|
|
"epoch": 1.9407748762587471,
|
|
"grad_norm": 1.2137821912765503,
|
|
"learning_rate": 1.4579575363091252e-05,
|
|
"loss": 2.2671,
|
|
"step": 1422
|
|
},
|
|
{
|
|
"epoch": 1.9421402969790067,
|
|
"grad_norm": 1.2307125329971313,
|
|
"learning_rate": 1.4555429672073014e-05,
|
|
"loss": 2.4963,
|
|
"step": 1423
|
|
},
|
|
{
|
|
"epoch": 1.943505717699266,
|
|
"grad_norm": 1.272155523300171,
|
|
"learning_rate": 1.4531300130499455e-05,
|
|
"loss": 2.3605,
|
|
"step": 1424
|
|
},
|
|
{
|
|
"epoch": 1.9448711384195256,
|
|
"grad_norm": 1.1575047969818115,
|
|
"learning_rate": 1.4507186790714581e-05,
|
|
"loss": 2.3041,
|
|
"step": 1425
|
|
},
|
|
{
|
|
"epoch": 1.946236559139785,
|
|
"grad_norm": 1.2062952518463135,
|
|
"learning_rate": 1.4483089705027267e-05,
|
|
"loss": 2.3556,
|
|
"step": 1426
|
|
},
|
|
{
|
|
"epoch": 1.9476019798600444,
|
|
"grad_norm": 1.2023831605911255,
|
|
"learning_rate": 1.4459008925711104e-05,
|
|
"loss": 2.2748,
|
|
"step": 1427
|
|
},
|
|
{
|
|
"epoch": 1.9489674005803037,
|
|
"grad_norm": 1.2403326034545898,
|
|
"learning_rate": 1.4434944505004355e-05,
|
|
"loss": 2.4439,
|
|
"step": 1428
|
|
},
|
|
{
|
|
"epoch": 1.9503328213005633,
|
|
"grad_norm": 1.192940354347229,
|
|
"learning_rate": 1.4410896495109752e-05,
|
|
"loss": 2.3165,
|
|
"step": 1429
|
|
},
|
|
{
|
|
"epoch": 1.9516982420208226,
|
|
"grad_norm": 1.2951130867004395,
|
|
"learning_rate": 1.4386864948194447e-05,
|
|
"loss": 2.422,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 1.9530636627410822,
|
|
"grad_norm": 1.187801480293274,
|
|
"learning_rate": 1.4362849916389867e-05,
|
|
"loss": 2.2974,
|
|
"step": 1431
|
|
},
|
|
{
|
|
"epoch": 1.9544290834613416,
|
|
"grad_norm": 1.2528104782104492,
|
|
"learning_rate": 1.4338851451791631e-05,
|
|
"loss": 2.4501,
|
|
"step": 1432
|
|
},
|
|
{
|
|
"epoch": 1.955794504181601,
|
|
"grad_norm": 1.199501633644104,
|
|
"learning_rate": 1.4314869606459408e-05,
|
|
"loss": 2.3958,
|
|
"step": 1433
|
|
},
|
|
{
|
|
"epoch": 1.9571599249018603,
|
|
"grad_norm": 1.2060744762420654,
|
|
"learning_rate": 1.4290904432416813e-05,
|
|
"loss": 2.2625,
|
|
"step": 1434
|
|
},
|
|
{
|
|
"epoch": 1.9585253456221197,
|
|
"grad_norm": 1.2410277128219604,
|
|
"learning_rate": 1.42669559816513e-05,
|
|
"loss": 2.3214,
|
|
"step": 1435
|
|
},
|
|
{
|
|
"epoch": 1.9598907663423792,
|
|
"grad_norm": 1.202832818031311,
|
|
"learning_rate": 1.4243024306114048e-05,
|
|
"loss": 2.3188,
|
|
"step": 1436
|
|
},
|
|
{
|
|
"epoch": 1.9612561870626388,
|
|
"grad_norm": 1.2308259010314941,
|
|
"learning_rate": 1.4219109457719839e-05,
|
|
"loss": 2.3961,
|
|
"step": 1437
|
|
},
|
|
{
|
|
"epoch": 1.9626216077828982,
|
|
"grad_norm": 1.2404173612594604,
|
|
"learning_rate": 1.4195211488346953e-05,
|
|
"loss": 2.2899,
|
|
"step": 1438
|
|
},
|
|
{
|
|
"epoch": 1.9639870285031575,
|
|
"grad_norm": 1.1884961128234863,
|
|
"learning_rate": 1.4171330449837063e-05,
|
|
"loss": 2.373,
|
|
"step": 1439
|
|
},
|
|
{
|
|
"epoch": 1.965352449223417,
|
|
"grad_norm": 1.2462489604949951,
|
|
"learning_rate": 1.4147466393995109e-05,
|
|
"loss": 2.3116,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 1.9667178699436763,
|
|
"grad_norm": 1.205567479133606,
|
|
"learning_rate": 1.412361937258917e-05,
|
|
"loss": 2.2824,
|
|
"step": 1441
|
|
},
|
|
{
|
|
"epoch": 1.9680832906639358,
|
|
"grad_norm": 1.199938178062439,
|
|
"learning_rate": 1.4099789437350424e-05,
|
|
"loss": 2.3717,
|
|
"step": 1442
|
|
},
|
|
{
|
|
"epoch": 1.9694487113841954,
|
|
"grad_norm": 1.3135393857955933,
|
|
"learning_rate": 1.4075976639972928e-05,
|
|
"loss": 2.2107,
|
|
"step": 1443
|
|
},
|
|
{
|
|
"epoch": 1.9708141321044548,
|
|
"grad_norm": 1.2465384006500244,
|
|
"learning_rate": 1.4052181032113596e-05,
|
|
"loss": 2.4146,
|
|
"step": 1444
|
|
},
|
|
{
|
|
"epoch": 1.9721795528247141,
|
|
"grad_norm": 1.231345772743225,
|
|
"learning_rate": 1.4028402665392027e-05,
|
|
"loss": 2.2268,
|
|
"step": 1445
|
|
},
|
|
{
|
|
"epoch": 1.9735449735449735,
|
|
"grad_norm": 1.3131641149520874,
|
|
"learning_rate": 1.4004641591390455e-05,
|
|
"loss": 2.4308,
|
|
"step": 1446
|
|
},
|
|
{
|
|
"epoch": 1.9749103942652328,
|
|
"grad_norm": 1.2397103309631348,
|
|
"learning_rate": 1.3980897861653575e-05,
|
|
"loss": 2.304,
|
|
"step": 1447
|
|
},
|
|
{
|
|
"epoch": 1.9762758149854924,
|
|
"grad_norm": 1.2151758670806885,
|
|
"learning_rate": 1.3957171527688466e-05,
|
|
"loss": 2.2748,
|
|
"step": 1448
|
|
},
|
|
{
|
|
"epoch": 1.9776412357057518,
|
|
"grad_norm": 1.2326351404190063,
|
|
"learning_rate": 1.393346264096445e-05,
|
|
"loss": 2.4372,
|
|
"step": 1449
|
|
},
|
|
{
|
|
"epoch": 1.9790066564260114,
|
|
"grad_norm": 1.223924994468689,
|
|
"learning_rate": 1.3909771252913038e-05,
|
|
"loss": 2.3241,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 1.9803720771462707,
|
|
"grad_norm": 1.2367944717407227,
|
|
"learning_rate": 1.3886097414927754e-05,
|
|
"loss": 2.4258,
|
|
"step": 1451
|
|
},
|
|
{
|
|
"epoch": 1.98173749786653,
|
|
"grad_norm": 1.2360970973968506,
|
|
"learning_rate": 1.386244117836406e-05,
|
|
"loss": 2.3976,
|
|
"step": 1452
|
|
},
|
|
{
|
|
"epoch": 1.9831029185867894,
|
|
"grad_norm": 1.206300973892212,
|
|
"learning_rate": 1.3838802594539228e-05,
|
|
"loss": 2.3041,
|
|
"step": 1453
|
|
},
|
|
{
|
|
"epoch": 1.984468339307049,
|
|
"grad_norm": 1.1823267936706543,
|
|
"learning_rate": 1.3815181714732251e-05,
|
|
"loss": 2.3594,
|
|
"step": 1454
|
|
},
|
|
{
|
|
"epoch": 1.9858337600273084,
|
|
"grad_norm": 1.2500476837158203,
|
|
"learning_rate": 1.3791578590183701e-05,
|
|
"loss": 2.4902,
|
|
"step": 1455
|
|
},
|
|
{
|
|
"epoch": 1.987199180747568,
|
|
"grad_norm": 1.2190042734146118,
|
|
"learning_rate": 1.3767993272095643e-05,
|
|
"loss": 2.4029,
|
|
"step": 1456
|
|
},
|
|
{
|
|
"epoch": 1.9885646014678273,
|
|
"grad_norm": 1.2220433950424194,
|
|
"learning_rate": 1.3744425811631512e-05,
|
|
"loss": 2.4227,
|
|
"step": 1457
|
|
},
|
|
{
|
|
"epoch": 1.9899300221880867,
|
|
"grad_norm": 1.18170964717865,
|
|
"learning_rate": 1.3720876259915996e-05,
|
|
"loss": 2.2376,
|
|
"step": 1458
|
|
},
|
|
{
|
|
"epoch": 1.991295442908346,
|
|
"grad_norm": 1.2125738859176636,
|
|
"learning_rate": 1.3697344668034967e-05,
|
|
"loss": 2.4209,
|
|
"step": 1459
|
|
},
|
|
{
|
|
"epoch": 1.9926608636286056,
|
|
"grad_norm": 1.2430468797683716,
|
|
"learning_rate": 1.3673831087035286e-05,
|
|
"loss": 2.3765,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 1.994026284348865,
|
|
"grad_norm": 1.2244330644607544,
|
|
"learning_rate": 1.3650335567924779e-05,
|
|
"loss": 2.2975,
|
|
"step": 1461
|
|
},
|
|
{
|
|
"epoch": 1.9953917050691246,
|
|
"grad_norm": 1.2216966152191162,
|
|
"learning_rate": 1.3626858161672074e-05,
|
|
"loss": 2.3473,
|
|
"step": 1462
|
|
},
|
|
{
|
|
"epoch": 1.996757125789384,
|
|
"grad_norm": 1.2209025621414185,
|
|
"learning_rate": 1.3603398919206523e-05,
|
|
"loss": 2.3286,
|
|
"step": 1463
|
|
},
|
|
{
|
|
"epoch": 1.9981225465096433,
|
|
"grad_norm": 1.1662893295288086,
|
|
"learning_rate": 1.3579957891418068e-05,
|
|
"loss": 2.2821,
|
|
"step": 1464
|
|
},
|
|
{
|
|
"epoch": 1.9994879672299026,
|
|
"grad_norm": 1.210418939590454,
|
|
"learning_rate": 1.3556535129157138e-05,
|
|
"loss": 2.2984,
|
|
"step": 1465
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 1.210418939590454,
|
|
"learning_rate": 1.3533130683234515e-05,
|
|
"loss": 0.8701,
|
|
"step": 1466
|
|
},
|
|
{
|
|
"epoch": 2.0013654207202594,
|
|
"grad_norm": 1.146583080291748,
|
|
"learning_rate": 1.3509744604421289e-05,
|
|
"loss": 2.0388,
|
|
"step": 1467
|
|
},
|
|
{
|
|
"epoch": 2.0027308414405187,
|
|
"grad_norm": 1.2640188932418823,
|
|
"learning_rate": 1.3486376943448686e-05,
|
|
"loss": 1.9709,
|
|
"step": 1468
|
|
},
|
|
{
|
|
"epoch": 2.004096262160778,
|
|
"grad_norm": 1.2100741863250732,
|
|
"learning_rate": 1.3463027751007975e-05,
|
|
"loss": 1.9241,
|
|
"step": 1469
|
|
},
|
|
{
|
|
"epoch": 2.005461682881038,
|
|
"grad_norm": 1.1397905349731445,
|
|
"learning_rate": 1.3439697077750367e-05,
|
|
"loss": 2.1248,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 2.0068271036012972,
|
|
"grad_norm": 1.1227343082427979,
|
|
"learning_rate": 1.3416384974286895e-05,
|
|
"loss": 2.0604,
|
|
"step": 1471
|
|
},
|
|
{
|
|
"epoch": 2.0081925243215566,
|
|
"grad_norm": 1.0937353372573853,
|
|
"learning_rate": 1.3393091491188317e-05,
|
|
"loss": 1.9704,
|
|
"step": 1472
|
|
},
|
|
{
|
|
"epoch": 2.009557945041816,
|
|
"grad_norm": 1.1105605363845825,
|
|
"learning_rate": 1.3369816678984986e-05,
|
|
"loss": 1.9982,
|
|
"step": 1473
|
|
},
|
|
{
|
|
"epoch": 2.0109233657620753,
|
|
"grad_norm": 1.1038012504577637,
|
|
"learning_rate": 1.3346560588166764e-05,
|
|
"loss": 1.9851,
|
|
"step": 1474
|
|
},
|
|
{
|
|
"epoch": 2.0122887864823347,
|
|
"grad_norm": 1.149288296699524,
|
|
"learning_rate": 1.3323323269182891e-05,
|
|
"loss": 1.8834,
|
|
"step": 1475
|
|
},
|
|
{
|
|
"epoch": 2.0136542072025945,
|
|
"grad_norm": 1.2271548509597778,
|
|
"learning_rate": 1.3300104772441897e-05,
|
|
"loss": 2.0603,
|
|
"step": 1476
|
|
},
|
|
{
|
|
"epoch": 2.015019627922854,
|
|
"grad_norm": 1.2477668523788452,
|
|
"learning_rate": 1.3276905148311481e-05,
|
|
"loss": 1.953,
|
|
"step": 1477
|
|
},
|
|
{
|
|
"epoch": 2.016385048643113,
|
|
"grad_norm": 1.2525019645690918,
|
|
"learning_rate": 1.325372444711838e-05,
|
|
"loss": 1.8891,
|
|
"step": 1478
|
|
},
|
|
{
|
|
"epoch": 2.0177504693633725,
|
|
"grad_norm": 1.2048678398132324,
|
|
"learning_rate": 1.3230562719148292e-05,
|
|
"loss": 2.02,
|
|
"step": 1479
|
|
},
|
|
{
|
|
"epoch": 2.019115890083632,
|
|
"grad_norm": 1.2122950553894043,
|
|
"learning_rate": 1.320742001464578e-05,
|
|
"loss": 1.94,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 2.0204813108038913,
|
|
"grad_norm": 1.1750199794769287,
|
|
"learning_rate": 1.3184296383814114e-05,
|
|
"loss": 1.9207,
|
|
"step": 1481
|
|
},
|
|
{
|
|
"epoch": 2.021846731524151,
|
|
"grad_norm": 1.208469033241272,
|
|
"learning_rate": 1.3161191876815194e-05,
|
|
"loss": 1.9812,
|
|
"step": 1482
|
|
},
|
|
{
|
|
"epoch": 2.0232121522444104,
|
|
"grad_norm": 1.1509740352630615,
|
|
"learning_rate": 1.3138106543769433e-05,
|
|
"loss": 2.0222,
|
|
"step": 1483
|
|
},
|
|
{
|
|
"epoch": 2.02457757296467,
|
|
"grad_norm": 1.1613163948059082,
|
|
"learning_rate": 1.3115040434755656e-05,
|
|
"loss": 2.0043,
|
|
"step": 1484
|
|
},
|
|
{
|
|
"epoch": 2.025942993684929,
|
|
"grad_norm": 1.1147252321243286,
|
|
"learning_rate": 1.309199359981098e-05,
|
|
"loss": 1.997,
|
|
"step": 1485
|
|
},
|
|
{
|
|
"epoch": 2.0273084144051885,
|
|
"grad_norm": 1.159620761871338,
|
|
"learning_rate": 1.3068966088930713e-05,
|
|
"loss": 2.008,
|
|
"step": 1486
|
|
},
|
|
{
|
|
"epoch": 2.028673835125448,
|
|
"grad_norm": 1.1480010747909546,
|
|
"learning_rate": 1.3045957952068242e-05,
|
|
"loss": 2.0153,
|
|
"step": 1487
|
|
},
|
|
{
|
|
"epoch": 2.0300392558457077,
|
|
"grad_norm": 1.1194638013839722,
|
|
"learning_rate": 1.3022969239134927e-05,
|
|
"loss": 1.9913,
|
|
"step": 1488
|
|
},
|
|
{
|
|
"epoch": 2.031404676565967,
|
|
"grad_norm": 1.1164032220840454,
|
|
"learning_rate": 1.3000000000000006e-05,
|
|
"loss": 2.0751,
|
|
"step": 1489
|
|
},
|
|
{
|
|
"epoch": 2.0327700972862264,
|
|
"grad_norm": 1.1992695331573486,
|
|
"learning_rate": 1.297705028449044e-05,
|
|
"loss": 2.0849,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 2.0341355180064857,
|
|
"grad_norm": 1.1376081705093384,
|
|
"learning_rate": 1.2954120142390863e-05,
|
|
"loss": 1.9686,
|
|
"step": 1491
|
|
},
|
|
{
|
|
"epoch": 2.035500938726745,
|
|
"grad_norm": 1.1503387689590454,
|
|
"learning_rate": 1.293120962344344e-05,
|
|
"loss": 1.9227,
|
|
"step": 1492
|
|
},
|
|
{
|
|
"epoch": 2.0368663594470044,
|
|
"grad_norm": 1.1579762697219849,
|
|
"learning_rate": 1.2908318777347778e-05,
|
|
"loss": 2.0542,
|
|
"step": 1493
|
|
},
|
|
{
|
|
"epoch": 2.0382317801672643,
|
|
"grad_norm": 1.1448447704315186,
|
|
"learning_rate": 1.2885447653760804e-05,
|
|
"loss": 2.0296,
|
|
"step": 1494
|
|
},
|
|
{
|
|
"epoch": 2.0395972008875236,
|
|
"grad_norm": 1.1701680421829224,
|
|
"learning_rate": 1.2862596302296635e-05,
|
|
"loss": 1.8718,
|
|
"step": 1495
|
|
},
|
|
{
|
|
"epoch": 2.040962621607783,
|
|
"grad_norm": 1.1812020540237427,
|
|
"learning_rate": 1.2839764772526527e-05,
|
|
"loss": 1.9208,
|
|
"step": 1496
|
|
},
|
|
{
|
|
"epoch": 2.0423280423280423,
|
|
"grad_norm": 1.1286402940750122,
|
|
"learning_rate": 1.2816953113978738e-05,
|
|
"loss": 1.9031,
|
|
"step": 1497
|
|
},
|
|
{
|
|
"epoch": 2.0436934630483017,
|
|
"grad_norm": 1.1178324222564697,
|
|
"learning_rate": 1.2794161376138403e-05,
|
|
"loss": 1.9357,
|
|
"step": 1498
|
|
},
|
|
{
|
|
"epoch": 2.045058883768561,
|
|
"grad_norm": 1.129090428352356,
|
|
"learning_rate": 1.2771389608447452e-05,
|
|
"loss": 1.9072,
|
|
"step": 1499
|
|
},
|
|
{
|
|
"epoch": 2.0464243044888204,
|
|
"grad_norm": 1.097334861755371,
|
|
"learning_rate": 1.2748637860304486e-05,
|
|
"loss": 1.9097,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 2.04778972520908,
|
|
"grad_norm": 1.1420358419418335,
|
|
"learning_rate": 1.2725906181064693e-05,
|
|
"loss": 1.9709,
|
|
"step": 1501
|
|
},
|
|
{
|
|
"epoch": 2.0491551459293396,
|
|
"grad_norm": 1.1314576864242554,
|
|
"learning_rate": 1.2703194620039706e-05,
|
|
"loss": 2.0499,
|
|
"step": 1502
|
|
},
|
|
{
|
|
"epoch": 2.050520566649599,
|
|
"grad_norm": 1.142789363861084,
|
|
"learning_rate": 1.2680503226497533e-05,
|
|
"loss": 2.0436,
|
|
"step": 1503
|
|
},
|
|
{
|
|
"epoch": 2.0518859873698583,
|
|
"grad_norm": 1.1338099241256714,
|
|
"learning_rate": 1.2657832049662426e-05,
|
|
"loss": 1.9189,
|
|
"step": 1504
|
|
},
|
|
{
|
|
"epoch": 2.0532514080901176,
|
|
"grad_norm": 1.1203646659851074,
|
|
"learning_rate": 1.2635181138714771e-05,
|
|
"loss": 1.9004,
|
|
"step": 1505
|
|
},
|
|
{
|
|
"epoch": 2.054616828810377,
|
|
"grad_norm": 1.1215237379074097,
|
|
"learning_rate": 1.261255054279102e-05,
|
|
"loss": 1.9765,
|
|
"step": 1506
|
|
},
|
|
{
|
|
"epoch": 2.055982249530637,
|
|
"grad_norm": 1.1525779962539673,
|
|
"learning_rate": 1.2589940310983519e-05,
|
|
"loss": 2.0145,
|
|
"step": 1507
|
|
},
|
|
{
|
|
"epoch": 2.057347670250896,
|
|
"grad_norm": 1.0830928087234497,
|
|
"learning_rate": 1.2567350492340466e-05,
|
|
"loss": 1.9518,
|
|
"step": 1508
|
|
},
|
|
{
|
|
"epoch": 2.0587130909711555,
|
|
"grad_norm": 1.0851759910583496,
|
|
"learning_rate": 1.2544781135865755e-05,
|
|
"loss": 1.9049,
|
|
"step": 1509
|
|
},
|
|
{
|
|
"epoch": 2.060078511691415,
|
|
"grad_norm": 1.1207575798034668,
|
|
"learning_rate": 1.2522232290518924e-05,
|
|
"loss": 1.9779,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 2.0614439324116742,
|
|
"grad_norm": 1.1156715154647827,
|
|
"learning_rate": 1.2499704005214983e-05,
|
|
"loss": 2.1131,
|
|
"step": 1511
|
|
},
|
|
{
|
|
"epoch": 2.0628093531319336,
|
|
"grad_norm": 1.1843677759170532,
|
|
"learning_rate": 1.2477196328824364e-05,
|
|
"loss": 2.0288,
|
|
"step": 1512
|
|
},
|
|
{
|
|
"epoch": 2.0641747738521934,
|
|
"grad_norm": 1.1832064390182495,
|
|
"learning_rate": 1.2454709310172763e-05,
|
|
"loss": 1.9656,
|
|
"step": 1513
|
|
},
|
|
{
|
|
"epoch": 2.0655401945724527,
|
|
"grad_norm": 1.150840163230896,
|
|
"learning_rate": 1.2432242998041101e-05,
|
|
"loss": 1.9899,
|
|
"step": 1514
|
|
},
|
|
{
|
|
"epoch": 2.066905615292712,
|
|
"grad_norm": 1.155748724937439,
|
|
"learning_rate": 1.2409797441165363e-05,
|
|
"loss": 1.9656,
|
|
"step": 1515
|
|
},
|
|
{
|
|
"epoch": 2.0682710360129715,
|
|
"grad_norm": 1.1391583681106567,
|
|
"learning_rate": 1.2387372688236499e-05,
|
|
"loss": 2.0434,
|
|
"step": 1516
|
|
},
|
|
{
|
|
"epoch": 2.069636456733231,
|
|
"grad_norm": 1.1313402652740479,
|
|
"learning_rate": 1.2364968787900344e-05,
|
|
"loss": 1.9569,
|
|
"step": 1517
|
|
},
|
|
{
|
|
"epoch": 2.07100187745349,
|
|
"grad_norm": 1.1111037731170654,
|
|
"learning_rate": 1.2342585788757492e-05,
|
|
"loss": 1.8981,
|
|
"step": 1518
|
|
},
|
|
{
|
|
"epoch": 2.07236729817375,
|
|
"grad_norm": 1.1136736869812012,
|
|
"learning_rate": 1.2320223739363204e-05,
|
|
"loss": 1.9177,
|
|
"step": 1519
|
|
},
|
|
{
|
|
"epoch": 2.0737327188940093,
|
|
"grad_norm": 1.122404932975769,
|
|
"learning_rate": 1.229788268822728e-05,
|
|
"loss": 2.0029,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 2.0750981396142687,
|
|
"grad_norm": 1.1285018920898438,
|
|
"learning_rate": 1.2275562683813984e-05,
|
|
"loss": 2.0271,
|
|
"step": 1521
|
|
},
|
|
{
|
|
"epoch": 2.076463560334528,
|
|
"grad_norm": 1.151413917541504,
|
|
"learning_rate": 1.2253263774541901e-05,
|
|
"loss": 2.0136,
|
|
"step": 1522
|
|
},
|
|
{
|
|
"epoch": 2.0778289810547874,
|
|
"grad_norm": 1.1226527690887451,
|
|
"learning_rate": 1.2230986008783891e-05,
|
|
"loss": 1.9649,
|
|
"step": 1523
|
|
},
|
|
{
|
|
"epoch": 2.0791944017750468,
|
|
"grad_norm": 1.1200917959213257,
|
|
"learning_rate": 1.2208729434866923e-05,
|
|
"loss": 1.9129,
|
|
"step": 1524
|
|
},
|
|
{
|
|
"epoch": 2.0805598224953066,
|
|
"grad_norm": 1.1146423816680908,
|
|
"learning_rate": 1.218649410107199e-05,
|
|
"loss": 2.0204,
|
|
"step": 1525
|
|
},
|
|
{
|
|
"epoch": 2.081925243215566,
|
|
"grad_norm": 1.138129711151123,
|
|
"learning_rate": 1.216428005563401e-05,
|
|
"loss": 2.0263,
|
|
"step": 1526
|
|
},
|
|
{
|
|
"epoch": 2.0832906639358253,
|
|
"grad_norm": 1.1686633825302124,
|
|
"learning_rate": 1.2142087346741742e-05,
|
|
"loss": 1.9263,
|
|
"step": 1527
|
|
},
|
|
{
|
|
"epoch": 2.0846560846560847,
|
|
"grad_norm": 1.1207084655761719,
|
|
"learning_rate": 1.2119916022537644e-05,
|
|
"loss": 2.0608,
|
|
"step": 1528
|
|
},
|
|
{
|
|
"epoch": 2.086021505376344,
|
|
"grad_norm": 1.1394667625427246,
|
|
"learning_rate": 1.2097766131117781e-05,
|
|
"loss": 2.0945,
|
|
"step": 1529
|
|
},
|
|
{
|
|
"epoch": 2.0873869260966034,
|
|
"grad_norm": 1.2030839920043945,
|
|
"learning_rate": 1.207563772053173e-05,
|
|
"loss": 2.0958,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 2.0887523468168627,
|
|
"grad_norm": 1.1938525438308716,
|
|
"learning_rate": 1.2053530838782468e-05,
|
|
"loss": 2.0289,
|
|
"step": 1531
|
|
},
|
|
{
|
|
"epoch": 2.0901177675371225,
|
|
"grad_norm": 1.1356427669525146,
|
|
"learning_rate": 1.203144553382627e-05,
|
|
"loss": 2.003,
|
|
"step": 1532
|
|
},
|
|
{
|
|
"epoch": 2.091483188257382,
|
|
"grad_norm": 1.1546865701675415,
|
|
"learning_rate": 1.2009381853572608e-05,
|
|
"loss": 2.0054,
|
|
"step": 1533
|
|
},
|
|
{
|
|
"epoch": 2.0928486089776412,
|
|
"grad_norm": 1.140323519706726,
|
|
"learning_rate": 1.1987339845884036e-05,
|
|
"loss": 2.0093,
|
|
"step": 1534
|
|
},
|
|
{
|
|
"epoch": 2.0942140296979006,
|
|
"grad_norm": 1.156976580619812,
|
|
"learning_rate": 1.1965319558576103e-05,
|
|
"loss": 2.0344,
|
|
"step": 1535
|
|
},
|
|
{
|
|
"epoch": 2.09557945041816,
|
|
"grad_norm": 1.2063413858413696,
|
|
"learning_rate": 1.1943321039417234e-05,
|
|
"loss": 1.9337,
|
|
"step": 1536
|
|
},
|
|
{
|
|
"epoch": 2.0969448711384193,
|
|
"grad_norm": 1.1303611993789673,
|
|
"learning_rate": 1.1921344336128633e-05,
|
|
"loss": 2.0799,
|
|
"step": 1537
|
|
},
|
|
{
|
|
"epoch": 2.098310291858679,
|
|
"grad_norm": 1.186185359954834,
|
|
"learning_rate": 1.189938949638418e-05,
|
|
"loss": 1.9715,
|
|
"step": 1538
|
|
},
|
|
{
|
|
"epoch": 2.0996757125789385,
|
|
"grad_norm": 1.1383761167526245,
|
|
"learning_rate": 1.187745656781032e-05,
|
|
"loss": 1.9733,
|
|
"step": 1539
|
|
},
|
|
{
|
|
"epoch": 2.101041133299198,
|
|
"grad_norm": 1.1534337997436523,
|
|
"learning_rate": 1.1855545597985989e-05,
|
|
"loss": 2.0453,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 2.102406554019457,
|
|
"grad_norm": 1.164361834526062,
|
|
"learning_rate": 1.183365663444247e-05,
|
|
"loss": 1.9914,
|
|
"step": 1541
|
|
},
|
|
{
|
|
"epoch": 2.1037719747397166,
|
|
"grad_norm": 1.146592378616333,
|
|
"learning_rate": 1.1811789724663298e-05,
|
|
"loss": 2.0094,
|
|
"step": 1542
|
|
},
|
|
{
|
|
"epoch": 2.105137395459976,
|
|
"grad_norm": 1.1418884992599487,
|
|
"learning_rate": 1.1789944916084177e-05,
|
|
"loss": 1.926,
|
|
"step": 1543
|
|
},
|
|
{
|
|
"epoch": 2.1065028161802357,
|
|
"grad_norm": 1.1620937585830688,
|
|
"learning_rate": 1.1768122256092887e-05,
|
|
"loss": 1.9724,
|
|
"step": 1544
|
|
},
|
|
{
|
|
"epoch": 2.107868236900495,
|
|
"grad_norm": 1.1262433528900146,
|
|
"learning_rate": 1.174632179202913e-05,
|
|
"loss": 2.0638,
|
|
"step": 1545
|
|
},
|
|
{
|
|
"epoch": 2.1092336576207544,
|
|
"grad_norm": 1.137506365776062,
|
|
"learning_rate": 1.1724543571184476e-05,
|
|
"loss": 2.0084,
|
|
"step": 1546
|
|
},
|
|
{
|
|
"epoch": 2.110599078341014,
|
|
"grad_norm": 1.1238553524017334,
|
|
"learning_rate": 1.1702787640802238e-05,
|
|
"loss": 1.9462,
|
|
"step": 1547
|
|
},
|
|
{
|
|
"epoch": 2.111964499061273,
|
|
"grad_norm": 1.2142099142074585,
|
|
"learning_rate": 1.1681054048077378e-05,
|
|
"loss": 2.1155,
|
|
"step": 1548
|
|
},
|
|
{
|
|
"epoch": 2.1133299197815325,
|
|
"grad_norm": 1.1988736391067505,
|
|
"learning_rate": 1.1659342840156394e-05,
|
|
"loss": 1.9976,
|
|
"step": 1549
|
|
},
|
|
{
|
|
"epoch": 2.1146953405017923,
|
|
"grad_norm": 1.1824698448181152,
|
|
"learning_rate": 1.163765406413723e-05,
|
|
"loss": 2.0702,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 2.1160607612220517,
|
|
"grad_norm": 1.127030372619629,
|
|
"learning_rate": 1.1615987767069173e-05,
|
|
"loss": 1.9057,
|
|
"step": 1551
|
|
},
|
|
{
|
|
"epoch": 2.117426181942311,
|
|
"grad_norm": 1.1208933591842651,
|
|
"learning_rate": 1.1594343995952728e-05,
|
|
"loss": 2.1173,
|
|
"step": 1552
|
|
},
|
|
{
|
|
"epoch": 2.1187916026625704,
|
|
"grad_norm": 1.2297381162643433,
|
|
"learning_rate": 1.1572722797739572e-05,
|
|
"loss": 2.0815,
|
|
"step": 1553
|
|
},
|
|
{
|
|
"epoch": 2.1201570233828297,
|
|
"grad_norm": 1.1967939138412476,
|
|
"learning_rate": 1.1551124219332367e-05,
|
|
"loss": 1.954,
|
|
"step": 1554
|
|
},
|
|
{
|
|
"epoch": 2.121522444103089,
|
|
"grad_norm": 1.1408159732818604,
|
|
"learning_rate": 1.1529548307584748e-05,
|
|
"loss": 2.0679,
|
|
"step": 1555
|
|
},
|
|
{
|
|
"epoch": 2.122887864823349,
|
|
"grad_norm": 1.1509073972702026,
|
|
"learning_rate": 1.150799510930114e-05,
|
|
"loss": 1.9662,
|
|
"step": 1556
|
|
},
|
|
{
|
|
"epoch": 2.1242532855436083,
|
|
"grad_norm": 1.172161340713501,
|
|
"learning_rate": 1.1486464671236738e-05,
|
|
"loss": 1.9397,
|
|
"step": 1557
|
|
},
|
|
{
|
|
"epoch": 2.1256187062638676,
|
|
"grad_norm": 1.1243789196014404,
|
|
"learning_rate": 1.1464957040097337e-05,
|
|
"loss": 1.9028,
|
|
"step": 1558
|
|
},
|
|
{
|
|
"epoch": 2.126984126984127,
|
|
"grad_norm": 1.0887666940689087,
|
|
"learning_rate": 1.144347226253927e-05,
|
|
"loss": 1.936,
|
|
"step": 1559
|
|
},
|
|
{
|
|
"epoch": 2.1283495477043863,
|
|
"grad_norm": 1.0996894836425781,
|
|
"learning_rate": 1.1422010385169262e-05,
|
|
"loss": 1.9489,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 2.1297149684246457,
|
|
"grad_norm": 1.105038046836853,
|
|
"learning_rate": 1.1400571454544412e-05,
|
|
"loss": 2.0866,
|
|
"step": 1561
|
|
},
|
|
{
|
|
"epoch": 2.1310803891449055,
|
|
"grad_norm": 1.209944725036621,
|
|
"learning_rate": 1.1379155517172e-05,
|
|
"loss": 1.9113,
|
|
"step": 1562
|
|
},
|
|
{
|
|
"epoch": 2.132445809865165,
|
|
"grad_norm": 1.1354070901870728,
|
|
"learning_rate": 1.1357762619509445e-05,
|
|
"loss": 1.9841,
|
|
"step": 1563
|
|
},
|
|
{
|
|
"epoch": 2.133811230585424,
|
|
"grad_norm": 1.154759407043457,
|
|
"learning_rate": 1.1336392807964185e-05,
|
|
"loss": 1.8951,
|
|
"step": 1564
|
|
},
|
|
{
|
|
"epoch": 2.1351766513056836,
|
|
"grad_norm": 1.1262272596359253,
|
|
"learning_rate": 1.1315046128893571e-05,
|
|
"loss": 2.0162,
|
|
"step": 1565
|
|
},
|
|
{
|
|
"epoch": 2.136542072025943,
|
|
"grad_norm": 1.1389347314834595,
|
|
"learning_rate": 1.1293722628604782e-05,
|
|
"loss": 2.0102,
|
|
"step": 1566
|
|
},
|
|
{
|
|
"epoch": 2.1379074927462023,
|
|
"grad_norm": 1.1754345893859863,
|
|
"learning_rate": 1.1272422353354706e-05,
|
|
"loss": 2.0082,
|
|
"step": 1567
|
|
},
|
|
{
|
|
"epoch": 2.1392729134664616,
|
|
"grad_norm": 1.1821562051773071,
|
|
"learning_rate": 1.1251145349349855e-05,
|
|
"loss": 2.043,
|
|
"step": 1568
|
|
},
|
|
{
|
|
"epoch": 2.1406383341867214,
|
|
"grad_norm": 1.1311756372451782,
|
|
"learning_rate": 1.1229891662746248e-05,
|
|
"loss": 1.9931,
|
|
"step": 1569
|
|
},
|
|
{
|
|
"epoch": 2.142003754906981,
|
|
"grad_norm": 1.1404931545257568,
|
|
"learning_rate": 1.1208661339649348e-05,
|
|
"loss": 1.9649,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 2.14336917562724,
|
|
"grad_norm": 1.1803452968597412,
|
|
"learning_rate": 1.1187454426113917e-05,
|
|
"loss": 2.0332,
|
|
"step": 1571
|
|
},
|
|
{
|
|
"epoch": 2.1447345963474995,
|
|
"grad_norm": 1.1680721044540405,
|
|
"learning_rate": 1.1166270968143923e-05,
|
|
"loss": 1.9419,
|
|
"step": 1572
|
|
},
|
|
{
|
|
"epoch": 2.146100017067759,
|
|
"grad_norm": 1.130502700805664,
|
|
"learning_rate": 1.1145111011692471e-05,
|
|
"loss": 1.9237,
|
|
"step": 1573
|
|
},
|
|
{
|
|
"epoch": 2.1474654377880182,
|
|
"grad_norm": 1.1211011409759521,
|
|
"learning_rate": 1.1123974602661685e-05,
|
|
"loss": 2.0883,
|
|
"step": 1574
|
|
},
|
|
{
|
|
"epoch": 2.148830858508278,
|
|
"grad_norm": 1.2083908319473267,
|
|
"learning_rate": 1.1102861786902595e-05,
|
|
"loss": 1.9568,
|
|
"step": 1575
|
|
},
|
|
{
|
|
"epoch": 2.1501962792285374,
|
|
"grad_norm": 1.125117301940918,
|
|
"learning_rate": 1.108177261021507e-05,
|
|
"loss": 1.9609,
|
|
"step": 1576
|
|
},
|
|
{
|
|
"epoch": 2.1515616999487968,
|
|
"grad_norm": 1.1487423181533813,
|
|
"learning_rate": 1.1060707118347662e-05,
|
|
"loss": 2.0161,
|
|
"step": 1577
|
|
},
|
|
{
|
|
"epoch": 2.152927120669056,
|
|
"grad_norm": 1.1642670631408691,
|
|
"learning_rate": 1.103966535699759e-05,
|
|
"loss": 1.9868,
|
|
"step": 1578
|
|
},
|
|
{
|
|
"epoch": 2.1542925413893155,
|
|
"grad_norm": 1.1711370944976807,
|
|
"learning_rate": 1.1018647371810562e-05,
|
|
"loss": 1.9635,
|
|
"step": 1579
|
|
},
|
|
{
|
|
"epoch": 2.155657962109575,
|
|
"grad_norm": 1.2143476009368896,
|
|
"learning_rate": 1.0997653208380723e-05,
|
|
"loss": 2.0522,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 2.1570233828298346,
|
|
"grad_norm": 1.190935492515564,
|
|
"learning_rate": 1.0976682912250537e-05,
|
|
"loss": 1.8711,
|
|
"step": 1581
|
|
},
|
|
{
|
|
"epoch": 2.158388803550094,
|
|
"grad_norm": 1.121225118637085,
|
|
"learning_rate": 1.0955736528910692e-05,
|
|
"loss": 1.9589,
|
|
"step": 1582
|
|
},
|
|
{
|
|
"epoch": 2.1597542242703534,
|
|
"grad_norm": 1.1459887027740479,
|
|
"learning_rate": 1.0934814103800004e-05,
|
|
"loss": 2.0435,
|
|
"step": 1583
|
|
},
|
|
{
|
|
"epoch": 2.1611196449906127,
|
|
"grad_norm": 1.1818052530288696,
|
|
"learning_rate": 1.0913915682305319e-05,
|
|
"loss": 2.1193,
|
|
"step": 1584
|
|
},
|
|
{
|
|
"epoch": 2.162485065710872,
|
|
"grad_norm": 1.1633687019348145,
|
|
"learning_rate": 1.0893041309761403e-05,
|
|
"loss": 1.8864,
|
|
"step": 1585
|
|
},
|
|
{
|
|
"epoch": 2.1638504864311314,
|
|
"grad_norm": 1.1369997262954712,
|
|
"learning_rate": 1.0872191031450861e-05,
|
|
"loss": 1.9937,
|
|
"step": 1586
|
|
},
|
|
{
|
|
"epoch": 2.1652159071513912,
|
|
"grad_norm": 1.1436717510223389,
|
|
"learning_rate": 1.0851364892604032e-05,
|
|
"loss": 1.9842,
|
|
"step": 1587
|
|
},
|
|
{
|
|
"epoch": 2.1665813278716506,
|
|
"grad_norm": 1.1580510139465332,
|
|
"learning_rate": 1.0830562938398893e-05,
|
|
"loss": 1.9535,
|
|
"step": 1588
|
|
},
|
|
{
|
|
"epoch": 2.16794674859191,
|
|
"grad_norm": 1.1783857345581055,
|
|
"learning_rate": 1.080978521396094e-05,
|
|
"loss": 2.022,
|
|
"step": 1589
|
|
},
|
|
{
|
|
"epoch": 2.1693121693121693,
|
|
"grad_norm": 1.2002201080322266,
|
|
"learning_rate": 1.0789031764363114e-05,
|
|
"loss": 1.9589,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 2.1706775900324287,
|
|
"grad_norm": 1.1553797721862793,
|
|
"learning_rate": 1.0768302634625716e-05,
|
|
"loss": 2.0492,
|
|
"step": 1591
|
|
},
|
|
{
|
|
"epoch": 2.172043010752688,
|
|
"grad_norm": 1.138646125793457,
|
|
"learning_rate": 1.0747597869716265e-05,
|
|
"loss": 1.9955,
|
|
"step": 1592
|
|
},
|
|
{
|
|
"epoch": 2.1734084314729474,
|
|
"grad_norm": 1.1653780937194824,
|
|
"learning_rate": 1.072691751454944e-05,
|
|
"loss": 2.0341,
|
|
"step": 1593
|
|
},
|
|
{
|
|
"epoch": 2.174773852193207,
|
|
"grad_norm": 1.188685655593872,
|
|
"learning_rate": 1.0706261613986961e-05,
|
|
"loss": 2.0317,
|
|
"step": 1594
|
|
},
|
|
{
|
|
"epoch": 2.1761392729134665,
|
|
"grad_norm": 1.1902343034744263,
|
|
"learning_rate": 1.0685630212837503e-05,
|
|
"loss": 2.0087,
|
|
"step": 1595
|
|
},
|
|
{
|
|
"epoch": 2.177504693633726,
|
|
"grad_norm": 1.166034460067749,
|
|
"learning_rate": 1.0665023355856596e-05,
|
|
"loss": 2.0042,
|
|
"step": 1596
|
|
},
|
|
{
|
|
"epoch": 2.1788701143539853,
|
|
"grad_norm": 1.1893069744110107,
|
|
"learning_rate": 1.064444108774652e-05,
|
|
"loss": 2.0491,
|
|
"step": 1597
|
|
},
|
|
{
|
|
"epoch": 2.1802355350742446,
|
|
"grad_norm": 1.1973901987075806,
|
|
"learning_rate": 1.0623883453156218e-05,
|
|
"loss": 2.1741,
|
|
"step": 1598
|
|
},
|
|
{
|
|
"epoch": 2.1816009557945044,
|
|
"grad_norm": 1.190361499786377,
|
|
"learning_rate": 1.0603350496681197e-05,
|
|
"loss": 1.9309,
|
|
"step": 1599
|
|
},
|
|
{
|
|
"epoch": 2.1829663765147638,
|
|
"grad_norm": 1.161087155342102,
|
|
"learning_rate": 1.0582842262863442e-05,
|
|
"loss": 1.9948,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 2.184331797235023,
|
|
"grad_norm": 1.1410590410232544,
|
|
"learning_rate": 1.0562358796191274e-05,
|
|
"loss": 1.9834,
|
|
"step": 1601
|
|
},
|
|
{
|
|
"epoch": 2.1856972179552825,
|
|
"grad_norm": 1.1307111978530884,
|
|
"learning_rate": 1.0541900141099319e-05,
|
|
"loss": 2.0245,
|
|
"step": 1602
|
|
},
|
|
{
|
|
"epoch": 2.187062638675542,
|
|
"grad_norm": 1.1609324216842651,
|
|
"learning_rate": 1.052146634196836e-05,
|
|
"loss": 1.8932,
|
|
"step": 1603
|
|
},
|
|
{
|
|
"epoch": 2.188428059395801,
|
|
"grad_norm": 1.1601325273513794,
|
|
"learning_rate": 1.0501057443125277e-05,
|
|
"loss": 1.9055,
|
|
"step": 1604
|
|
},
|
|
{
|
|
"epoch": 2.1897934801160606,
|
|
"grad_norm": 1.1565388441085815,
|
|
"learning_rate": 1.0480673488842923e-05,
|
|
"loss": 2.1283,
|
|
"step": 1605
|
|
},
|
|
{
|
|
"epoch": 2.1911589008363204,
|
|
"grad_norm": 1.1876124143600464,
|
|
"learning_rate": 1.0460314523340045e-05,
|
|
"loss": 1.8878,
|
|
"step": 1606
|
|
},
|
|
{
|
|
"epoch": 2.1925243215565797,
|
|
"grad_norm": 1.1314270496368408,
|
|
"learning_rate": 1.0439980590781161e-05,
|
|
"loss": 1.9657,
|
|
"step": 1607
|
|
},
|
|
{
|
|
"epoch": 2.193889742276839,
|
|
"grad_norm": 1.1396403312683105,
|
|
"learning_rate": 1.0419671735276518e-05,
|
|
"loss": 2.0119,
|
|
"step": 1608
|
|
},
|
|
{
|
|
"epoch": 2.1952551629970984,
|
|
"grad_norm": 1.2485142946243286,
|
|
"learning_rate": 1.0399388000881942e-05,
|
|
"loss": 2.0265,
|
|
"step": 1609
|
|
},
|
|
{
|
|
"epoch": 2.196620583717358,
|
|
"grad_norm": 1.2038015127182007,
|
|
"learning_rate": 1.0379129431598775e-05,
|
|
"loss": 2.0171,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 2.197986004437617,
|
|
"grad_norm": 1.1367573738098145,
|
|
"learning_rate": 1.0358896071373758e-05,
|
|
"loss": 2.0448,
|
|
"step": 1611
|
|
},
|
|
{
|
|
"epoch": 2.199351425157877,
|
|
"grad_norm": 1.1328151226043701,
|
|
"learning_rate": 1.0338687964098953e-05,
|
|
"loss": 2.0014,
|
|
"step": 1612
|
|
},
|
|
{
|
|
"epoch": 2.2007168458781363,
|
|
"grad_norm": 1.150307297706604,
|
|
"learning_rate": 1.0318505153611642e-05,
|
|
"loss": 1.9455,
|
|
"step": 1613
|
|
},
|
|
{
|
|
"epoch": 2.2020822665983957,
|
|
"grad_norm": 1.165669560432434,
|
|
"learning_rate": 1.0298347683694224e-05,
|
|
"loss": 2.0205,
|
|
"step": 1614
|
|
},
|
|
{
|
|
"epoch": 2.203447687318655,
|
|
"grad_norm": 1.200374722480774,
|
|
"learning_rate": 1.0278215598074133e-05,
|
|
"loss": 2.0584,
|
|
"step": 1615
|
|
},
|
|
{
|
|
"epoch": 2.2048131080389144,
|
|
"grad_norm": 1.1646145582199097,
|
|
"learning_rate": 1.025810894042373e-05,
|
|
"loss": 1.9527,
|
|
"step": 1616
|
|
},
|
|
{
|
|
"epoch": 2.2061785287591738,
|
|
"grad_norm": 1.111045002937317,
|
|
"learning_rate": 1.0238027754360238e-05,
|
|
"loss": 2.0103,
|
|
"step": 1617
|
|
},
|
|
{
|
|
"epoch": 2.2075439494794336,
|
|
"grad_norm": 1.1974886655807495,
|
|
"learning_rate": 1.0217972083445591e-05,
|
|
"loss": 2.0685,
|
|
"step": 1618
|
|
},
|
|
{
|
|
"epoch": 2.208909370199693,
|
|
"grad_norm": 1.237799048423767,
|
|
"learning_rate": 1.0197941971186393e-05,
|
|
"loss": 2.1097,
|
|
"step": 1619
|
|
},
|
|
{
|
|
"epoch": 2.2102747909199523,
|
|
"grad_norm": 1.1992545127868652,
|
|
"learning_rate": 1.0177937461033798e-05,
|
|
"loss": 1.9797,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 2.2116402116402116,
|
|
"grad_norm": 1.2122840881347656,
|
|
"learning_rate": 1.0157958596383433e-05,
|
|
"loss": 2.051,
|
|
"step": 1621
|
|
},
|
|
{
|
|
"epoch": 2.213005632360471,
|
|
"grad_norm": 1.1240154504776,
|
|
"learning_rate": 1.0138005420575281e-05,
|
|
"loss": 1.946,
|
|
"step": 1622
|
|
},
|
|
{
|
|
"epoch": 2.2143710530807303,
|
|
"grad_norm": 1.1616336107254028,
|
|
"learning_rate": 1.01180779768936e-05,
|
|
"loss": 2.0729,
|
|
"step": 1623
|
|
},
|
|
{
|
|
"epoch": 2.21573647380099,
|
|
"grad_norm": 1.1519469022750854,
|
|
"learning_rate": 1.0098176308566817e-05,
|
|
"loss": 2.101,
|
|
"step": 1624
|
|
},
|
|
{
|
|
"epoch": 2.2171018945212495,
|
|
"grad_norm": 1.1439200639724731,
|
|
"learning_rate": 1.0078300458767467e-05,
|
|
"loss": 1.9156,
|
|
"step": 1625
|
|
},
|
|
{
|
|
"epoch": 2.218467315241509,
|
|
"grad_norm": 1.1231272220611572,
|
|
"learning_rate": 1.0058450470612068e-05,
|
|
"loss": 1.9486,
|
|
"step": 1626
|
|
},
|
|
{
|
|
"epoch": 2.219832735961768,
|
|
"grad_norm": 1.1443954706192017,
|
|
"learning_rate": 1.003862638716103e-05,
|
|
"loss": 1.9831,
|
|
"step": 1627
|
|
},
|
|
{
|
|
"epoch": 2.2211981566820276,
|
|
"grad_norm": 1.2110002040863037,
|
|
"learning_rate": 1.0018828251418576e-05,
|
|
"loss": 1.89,
|
|
"step": 1628
|
|
},
|
|
{
|
|
"epoch": 2.222563577402287,
|
|
"grad_norm": 1.131422519683838,
|
|
"learning_rate": 9.999056106332635e-06,
|
|
"loss": 2.0307,
|
|
"step": 1629
|
|
},
|
|
{
|
|
"epoch": 2.2239289981225463,
|
|
"grad_norm": 1.1750086545944214,
|
|
"learning_rate": 9.979309994794757e-06,
|
|
"loss": 1.9842,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 2.225294418842806,
|
|
"grad_norm": 1.136098027229309,
|
|
"learning_rate": 9.959589959640021e-06,
|
|
"loss": 1.9184,
|
|
"step": 1631
|
|
},
|
|
{
|
|
"epoch": 2.2266598395630655,
|
|
"grad_norm": 1.1384086608886719,
|
|
"learning_rate": 9.939896043646932e-06,
|
|
"loss": 2.1782,
|
|
"step": 1632
|
|
},
|
|
{
|
|
"epoch": 2.228025260283325,
|
|
"grad_norm": 1.1740875244140625,
|
|
"learning_rate": 9.920228289537337e-06,
|
|
"loss": 2.1236,
|
|
"step": 1633
|
|
},
|
|
{
|
|
"epoch": 2.229390681003584,
|
|
"grad_norm": 1.1853106021881104,
|
|
"learning_rate": 9.90058673997634e-06,
|
|
"loss": 1.961,
|
|
"step": 1634
|
|
},
|
|
{
|
|
"epoch": 2.2307561017238435,
|
|
"grad_norm": 1.1684694290161133,
|
|
"learning_rate": 9.880971437572194e-06,
|
|
"loss": 1.9986,
|
|
"step": 1635
|
|
},
|
|
{
|
|
"epoch": 2.232121522444103,
|
|
"grad_norm": 1.155835509300232,
|
|
"learning_rate": 9.861382424876196e-06,
|
|
"loss": 1.9934,
|
|
"step": 1636
|
|
},
|
|
{
|
|
"epoch": 2.2334869431643627,
|
|
"grad_norm": 1.199952483177185,
|
|
"learning_rate": 9.841819744382634e-06,
|
|
"loss": 1.9918,
|
|
"step": 1637
|
|
},
|
|
{
|
|
"epoch": 2.234852363884622,
|
|
"grad_norm": 1.1183953285217285,
|
|
"learning_rate": 9.822283438528677e-06,
|
|
"loss": 2.0141,
|
|
"step": 1638
|
|
},
|
|
{
|
|
"epoch": 2.2362177846048814,
|
|
"grad_norm": 1.1736717224121094,
|
|
"learning_rate": 9.802773549694267e-06,
|
|
"loss": 1.9891,
|
|
"step": 1639
|
|
},
|
|
{
|
|
"epoch": 2.2375832053251408,
|
|
"grad_norm": 1.14573335647583,
|
|
"learning_rate": 9.783290120202043e-06,
|
|
"loss": 1.9699,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 2.2389486260454,
|
|
"grad_norm": 1.1581631898880005,
|
|
"learning_rate": 9.763833192317248e-06,
|
|
"loss": 1.9273,
|
|
"step": 1641
|
|
},
|
|
{
|
|
"epoch": 2.2403140467656595,
|
|
"grad_norm": 1.1063188314437866,
|
|
"learning_rate": 9.744402808247635e-06,
|
|
"loss": 2.039,
|
|
"step": 1642
|
|
},
|
|
{
|
|
"epoch": 2.2416794674859193,
|
|
"grad_norm": 1.1506023406982422,
|
|
"learning_rate": 9.724999010143372e-06,
|
|
"loss": 1.9951,
|
|
"step": 1643
|
|
},
|
|
{
|
|
"epoch": 2.2430448882061786,
|
|
"grad_norm": 1.1540553569793701,
|
|
"learning_rate": 9.70562184009696e-06,
|
|
"loss": 2.0294,
|
|
"step": 1644
|
|
},
|
|
{
|
|
"epoch": 2.244410308926438,
|
|
"grad_norm": 1.1372369527816772,
|
|
"learning_rate": 9.686271340143132e-06,
|
|
"loss": 1.948,
|
|
"step": 1645
|
|
},
|
|
{
|
|
"epoch": 2.2457757296466974,
|
|
"grad_norm": 1.1267369985580444,
|
|
"learning_rate": 9.666947552258764e-06,
|
|
"loss": 2.0442,
|
|
"step": 1646
|
|
},
|
|
{
|
|
"epoch": 2.2471411503669567,
|
|
"grad_norm": 1.1574680805206299,
|
|
"learning_rate": 9.647650518362799e-06,
|
|
"loss": 2.0136,
|
|
"step": 1647
|
|
},
|
|
{
|
|
"epoch": 2.248506571087216,
|
|
"grad_norm": 1.1667635440826416,
|
|
"learning_rate": 9.628380280316124e-06,
|
|
"loss": 1.9556,
|
|
"step": 1648
|
|
},
|
|
{
|
|
"epoch": 2.249871991807476,
|
|
"grad_norm": 1.1534496545791626,
|
|
"learning_rate": 9.609136879921506e-06,
|
|
"loss": 2.0214,
|
|
"step": 1649
|
|
},
|
|
{
|
|
"epoch": 2.2512374125277352,
|
|
"grad_norm": 1.1363247632980347,
|
|
"learning_rate": 9.589920358923492e-06,
|
|
"loss": 2.0243,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 2.2526028332479946,
|
|
"grad_norm": 1.200705647468567,
|
|
"learning_rate": 9.570730759008331e-06,
|
|
"loss": 1.8716,
|
|
"step": 1651
|
|
},
|
|
{
|
|
"epoch": 2.253968253968254,
|
|
"grad_norm": 1.0914024114608765,
|
|
"learning_rate": 9.551568121803859e-06,
|
|
"loss": 1.972,
|
|
"step": 1652
|
|
},
|
|
{
|
|
"epoch": 2.2553336746885133,
|
|
"grad_norm": 1.1444605588912964,
|
|
"learning_rate": 9.53243248887943e-06,
|
|
"loss": 1.992,
|
|
"step": 1653
|
|
},
|
|
{
|
|
"epoch": 2.2566990954087727,
|
|
"grad_norm": 1.1734261512756348,
|
|
"learning_rate": 9.5133239017458e-06,
|
|
"loss": 2.0342,
|
|
"step": 1654
|
|
},
|
|
{
|
|
"epoch": 2.258064516129032,
|
|
"grad_norm": 1.1729016304016113,
|
|
"learning_rate": 9.494242401855081e-06,
|
|
"loss": 2.0437,
|
|
"step": 1655
|
|
},
|
|
{
|
|
"epoch": 2.259429936849292,
|
|
"grad_norm": 1.1631510257720947,
|
|
"learning_rate": 9.475188030600608e-06,
|
|
"loss": 2.0655,
|
|
"step": 1656
|
|
},
|
|
{
|
|
"epoch": 2.260795357569551,
|
|
"grad_norm": 1.147375226020813,
|
|
"learning_rate": 9.456160829316872e-06,
|
|
"loss": 1.889,
|
|
"step": 1657
|
|
},
|
|
{
|
|
"epoch": 2.2621607782898105,
|
|
"grad_norm": 1.103159785270691,
|
|
"learning_rate": 9.437160839279422e-06,
|
|
"loss": 2.1335,
|
|
"step": 1658
|
|
},
|
|
{
|
|
"epoch": 2.26352619901007,
|
|
"grad_norm": 1.187808871269226,
|
|
"learning_rate": 9.418188101704779e-06,
|
|
"loss": 2.002,
|
|
"step": 1659
|
|
},
|
|
{
|
|
"epoch": 2.2648916197303293,
|
|
"grad_norm": 1.1828166246414185,
|
|
"learning_rate": 9.399242657750346e-06,
|
|
"loss": 2.0596,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 2.266257040450589,
|
|
"grad_norm": 1.1728928089141846,
|
|
"learning_rate": 9.380324548514316e-06,
|
|
"loss": 1.9575,
|
|
"step": 1661
|
|
},
|
|
{
|
|
"epoch": 2.2676224611708484,
|
|
"grad_norm": 1.1334058046340942,
|
|
"learning_rate": 9.361433815035588e-06,
|
|
"loss": 1.8906,
|
|
"step": 1662
|
|
},
|
|
{
|
|
"epoch": 2.268987881891108,
|
|
"grad_norm": 1.1529375314712524,
|
|
"learning_rate": 9.342570498293668e-06,
|
|
"loss": 2.0344,
|
|
"step": 1663
|
|
},
|
|
{
|
|
"epoch": 2.270353302611367,
|
|
"grad_norm": 1.133925437927246,
|
|
"learning_rate": 9.323734639208607e-06,
|
|
"loss": 1.8931,
|
|
"step": 1664
|
|
},
|
|
{
|
|
"epoch": 2.2717187233316265,
|
|
"grad_norm": 1.13822340965271,
|
|
"learning_rate": 9.304926278640865e-06,
|
|
"loss": 2.0319,
|
|
"step": 1665
|
|
},
|
|
{
|
|
"epoch": 2.273084144051886,
|
|
"grad_norm": 1.1660736799240112,
|
|
"learning_rate": 9.286145457391265e-06,
|
|
"loss": 1.9676,
|
|
"step": 1666
|
|
},
|
|
{
|
|
"epoch": 2.274449564772145,
|
|
"grad_norm": 1.1501853466033936,
|
|
"learning_rate": 9.26739221620088e-06,
|
|
"loss": 1.961,
|
|
"step": 1667
|
|
},
|
|
{
|
|
"epoch": 2.275814985492405,
|
|
"grad_norm": 1.1225939989089966,
|
|
"learning_rate": 9.248666595750976e-06,
|
|
"loss": 1.9155,
|
|
"step": 1668
|
|
},
|
|
{
|
|
"epoch": 2.2771804062126644,
|
|
"grad_norm": 1.1339390277862549,
|
|
"learning_rate": 9.229968636662878e-06,
|
|
"loss": 2.0527,
|
|
"step": 1669
|
|
},
|
|
{
|
|
"epoch": 2.2785458269329237,
|
|
"grad_norm": 1.166846513748169,
|
|
"learning_rate": 9.21129837949792e-06,
|
|
"loss": 1.9564,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 2.279911247653183,
|
|
"grad_norm": 1.135148048400879,
|
|
"learning_rate": 9.192655864757318e-06,
|
|
"loss": 1.9404,
|
|
"step": 1671
|
|
},
|
|
{
|
|
"epoch": 2.2812766683734425,
|
|
"grad_norm": 1.1577703952789307,
|
|
"learning_rate": 9.174041132882142e-06,
|
|
"loss": 2.0681,
|
|
"step": 1672
|
|
},
|
|
{
|
|
"epoch": 2.282642089093702,
|
|
"grad_norm": 1.1706666946411133,
|
|
"learning_rate": 9.155454224253172e-06,
|
|
"loss": 1.9762,
|
|
"step": 1673
|
|
},
|
|
{
|
|
"epoch": 2.2840075098139616,
|
|
"grad_norm": 1.1468843221664429,
|
|
"learning_rate": 9.136895179190832e-06,
|
|
"loss": 2.0729,
|
|
"step": 1674
|
|
},
|
|
{
|
|
"epoch": 2.285372930534221,
|
|
"grad_norm": 1.1795384883880615,
|
|
"learning_rate": 9.118364037955105e-06,
|
|
"loss": 2.0004,
|
|
"step": 1675
|
|
},
|
|
{
|
|
"epoch": 2.2867383512544803,
|
|
"grad_norm": 1.2244058847427368,
|
|
"learning_rate": 9.099860840745443e-06,
|
|
"loss": 2.0322,
|
|
"step": 1676
|
|
},
|
|
{
|
|
"epoch": 2.2881037719747397,
|
|
"grad_norm": 1.1860140562057495,
|
|
"learning_rate": 9.081385627700679e-06,
|
|
"loss": 1.9917,
|
|
"step": 1677
|
|
},
|
|
{
|
|
"epoch": 2.289469192694999,
|
|
"grad_norm": 1.1088379621505737,
|
|
"learning_rate": 9.062938438898936e-06,
|
|
"loss": 1.9874,
|
|
"step": 1678
|
|
},
|
|
{
|
|
"epoch": 2.2908346134152584,
|
|
"grad_norm": 1.2267651557922363,
|
|
"learning_rate": 9.04451931435755e-06,
|
|
"loss": 1.9497,
|
|
"step": 1679
|
|
},
|
|
{
|
|
"epoch": 2.2922000341355178,
|
|
"grad_norm": 1.1261852979660034,
|
|
"learning_rate": 9.02612829403297e-06,
|
|
"loss": 1.9654,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 2.2935654548557776,
|
|
"grad_norm": 1.1619963645935059,
|
|
"learning_rate": 9.007765417820693e-06,
|
|
"loss": 2.0292,
|
|
"step": 1681
|
|
},
|
|
{
|
|
"epoch": 2.294930875576037,
|
|
"grad_norm": 1.138156533241272,
|
|
"learning_rate": 8.989430725555157e-06,
|
|
"loss": 2.0463,
|
|
"step": 1682
|
|
},
|
|
{
|
|
"epoch": 2.2962962962962963,
|
|
"grad_norm": 1.1535521745681763,
|
|
"learning_rate": 8.971124257009644e-06,
|
|
"loss": 1.9308,
|
|
"step": 1683
|
|
},
|
|
{
|
|
"epoch": 2.2976617170165556,
|
|
"grad_norm": 1.1425036191940308,
|
|
"learning_rate": 8.952846051896229e-06,
|
|
"loss": 1.9825,
|
|
"step": 1684
|
|
},
|
|
{
|
|
"epoch": 2.299027137736815,
|
|
"grad_norm": 1.1328743696212769,
|
|
"learning_rate": 8.934596149865675e-06,
|
|
"loss": 1.9403,
|
|
"step": 1685
|
|
},
|
|
{
|
|
"epoch": 2.300392558457075,
|
|
"grad_norm": 1.1798624992370605,
|
|
"learning_rate": 8.916374590507344e-06,
|
|
"loss": 1.927,
|
|
"step": 1686
|
|
},
|
|
{
|
|
"epoch": 2.301757979177334,
|
|
"grad_norm": 1.1388009786605835,
|
|
"learning_rate": 8.898181413349107e-06,
|
|
"loss": 2.0535,
|
|
"step": 1687
|
|
},
|
|
{
|
|
"epoch": 2.3031233998975935,
|
|
"grad_norm": 1.1744321584701538,
|
|
"learning_rate": 8.880016657857278e-06,
|
|
"loss": 1.9411,
|
|
"step": 1688
|
|
},
|
|
{
|
|
"epoch": 2.304488820617853,
|
|
"grad_norm": 1.1813966035842896,
|
|
"learning_rate": 8.861880363436507e-06,
|
|
"loss": 2.0849,
|
|
"step": 1689
|
|
},
|
|
{
|
|
"epoch": 2.3058542413381122,
|
|
"grad_norm": 1.1790677309036255,
|
|
"learning_rate": 8.843772569429712e-06,
|
|
"loss": 2.059,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 2.3072196620583716,
|
|
"grad_norm": 1.1730358600616455,
|
|
"learning_rate": 8.825693315117974e-06,
|
|
"loss": 2.0023,
|
|
"step": 1691
|
|
},
|
|
{
|
|
"epoch": 2.308585082778631,
|
|
"grad_norm": 1.1869069337844849,
|
|
"learning_rate": 8.807642639720475e-06,
|
|
"loss": 2.0288,
|
|
"step": 1692
|
|
},
|
|
{
|
|
"epoch": 2.3099505034988908,
|
|
"grad_norm": 1.159970760345459,
|
|
"learning_rate": 8.789620582394385e-06,
|
|
"loss": 1.9623,
|
|
"step": 1693
|
|
},
|
|
{
|
|
"epoch": 2.31131592421915,
|
|
"grad_norm": 1.1603195667266846,
|
|
"learning_rate": 8.771627182234824e-06,
|
|
"loss": 1.9996,
|
|
"step": 1694
|
|
},
|
|
{
|
|
"epoch": 2.3126813449394095,
|
|
"grad_norm": 1.1524176597595215,
|
|
"learning_rate": 8.753662478274704e-06,
|
|
"loss": 1.9765,
|
|
"step": 1695
|
|
},
|
|
{
|
|
"epoch": 2.314046765659669,
|
|
"grad_norm": 1.129731297492981,
|
|
"learning_rate": 8.735726509484722e-06,
|
|
"loss": 2.0091,
|
|
"step": 1696
|
|
},
|
|
{
|
|
"epoch": 2.315412186379928,
|
|
"grad_norm": 1.164451241493225,
|
|
"learning_rate": 8.717819314773213e-06,
|
|
"loss": 1.9598,
|
|
"step": 1697
|
|
},
|
|
{
|
|
"epoch": 2.316777607100188,
|
|
"grad_norm": 1.1587612628936768,
|
|
"learning_rate": 8.699940932986121e-06,
|
|
"loss": 1.9889,
|
|
"step": 1698
|
|
},
|
|
{
|
|
"epoch": 2.3181430278204473,
|
|
"grad_norm": 1.1855641603469849,
|
|
"learning_rate": 8.682091402906871e-06,
|
|
"loss": 1.9548,
|
|
"step": 1699
|
|
},
|
|
{
|
|
"epoch": 2.3195084485407067,
|
|
"grad_norm": 1.104287028312683,
|
|
"learning_rate": 8.66427076325629e-06,
|
|
"loss": 1.8798,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 2.320873869260966,
|
|
"grad_norm": 1.1085776090621948,
|
|
"learning_rate": 8.646479052692541e-06,
|
|
"loss": 2.001,
|
|
"step": 1701
|
|
},
|
|
{
|
|
"epoch": 2.3222392899812254,
|
|
"grad_norm": 1.1575961112976074,
|
|
"learning_rate": 8.62871630981105e-06,
|
|
"loss": 2.0229,
|
|
"step": 1702
|
|
},
|
|
{
|
|
"epoch": 2.3236047107014848,
|
|
"grad_norm": 1.1817338466644287,
|
|
"learning_rate": 8.610982573144376e-06,
|
|
"loss": 2.1197,
|
|
"step": 1703
|
|
},
|
|
{
|
|
"epoch": 2.324970131421744,
|
|
"grad_norm": 1.19670569896698,
|
|
"learning_rate": 8.593277881162171e-06,
|
|
"loss": 2.0872,
|
|
"step": 1704
|
|
},
|
|
{
|
|
"epoch": 2.326335552142004,
|
|
"grad_norm": 1.159096121788025,
|
|
"learning_rate": 8.575602272271077e-06,
|
|
"loss": 1.984,
|
|
"step": 1705
|
|
},
|
|
{
|
|
"epoch": 2.3277009728622633,
|
|
"grad_norm": 1.1681056022644043,
|
|
"learning_rate": 8.557955784814647e-06,
|
|
"loss": 2.1071,
|
|
"step": 1706
|
|
},
|
|
{
|
|
"epoch": 2.3290663935825227,
|
|
"grad_norm": 1.1719386577606201,
|
|
"learning_rate": 8.540338457073253e-06,
|
|
"loss": 1.9543,
|
|
"step": 1707
|
|
},
|
|
{
|
|
"epoch": 2.330431814302782,
|
|
"grad_norm": 1.221099615097046,
|
|
"learning_rate": 8.522750327264024e-06,
|
|
"loss": 1.9552,
|
|
"step": 1708
|
|
},
|
|
{
|
|
"epoch": 2.3317972350230414,
|
|
"grad_norm": 1.155889868736267,
|
|
"learning_rate": 8.505191433540743e-06,
|
|
"loss": 1.9871,
|
|
"step": 1709
|
|
},
|
|
{
|
|
"epoch": 2.3331626557433007,
|
|
"grad_norm": 1.1443977355957031,
|
|
"learning_rate": 8.487661813993767e-06,
|
|
"loss": 2.0017,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 2.3345280764635605,
|
|
"grad_norm": 1.1238549947738647,
|
|
"learning_rate": 8.47016150664997e-06,
|
|
"loss": 2.0162,
|
|
"step": 1711
|
|
},
|
|
{
|
|
"epoch": 2.33589349718382,
|
|
"grad_norm": 1.1937847137451172,
|
|
"learning_rate": 8.452690549472608e-06,
|
|
"loss": 1.9845,
|
|
"step": 1712
|
|
},
|
|
{
|
|
"epoch": 2.3372589179040792,
|
|
"grad_norm": 1.1769059896469116,
|
|
"learning_rate": 8.43524898036129e-06,
|
|
"loss": 1.9769,
|
|
"step": 1713
|
|
},
|
|
{
|
|
"epoch": 2.3386243386243386,
|
|
"grad_norm": 1.1830600500106812,
|
|
"learning_rate": 8.417836837151857e-06,
|
|
"loss": 1.9595,
|
|
"step": 1714
|
|
},
|
|
{
|
|
"epoch": 2.339989759344598,
|
|
"grad_norm": 1.1209391355514526,
|
|
"learning_rate": 8.400454157616343e-06,
|
|
"loss": 1.9851,
|
|
"step": 1715
|
|
},
|
|
{
|
|
"epoch": 2.3413551800648573,
|
|
"grad_norm": 1.141635775566101,
|
|
"learning_rate": 8.383100979462843e-06,
|
|
"loss": 1.9849,
|
|
"step": 1716
|
|
},
|
|
{
|
|
"epoch": 2.3427206007851167,
|
|
"grad_norm": 1.1458054780960083,
|
|
"learning_rate": 8.365777340335466e-06,
|
|
"loss": 2.0071,
|
|
"step": 1717
|
|
},
|
|
{
|
|
"epoch": 2.3440860215053765,
|
|
"grad_norm": 1.139327049255371,
|
|
"learning_rate": 8.348483277814228e-06,
|
|
"loss": 1.9089,
|
|
"step": 1718
|
|
},
|
|
{
|
|
"epoch": 2.345451442225636,
|
|
"grad_norm": 1.136906623840332,
|
|
"learning_rate": 8.331218829415008e-06,
|
|
"loss": 1.9176,
|
|
"step": 1719
|
|
},
|
|
{
|
|
"epoch": 2.346816862945895,
|
|
"grad_norm": 1.0827677249908447,
|
|
"learning_rate": 8.313984032589423e-06,
|
|
"loss": 1.9509,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 2.3481822836661546,
|
|
"grad_norm": 1.162163257598877,
|
|
"learning_rate": 8.296778924724777e-06,
|
|
"loss": 1.936,
|
|
"step": 1721
|
|
},
|
|
{
|
|
"epoch": 2.349547704386414,
|
|
"grad_norm": 1.1270315647125244,
|
|
"learning_rate": 8.27960354314397e-06,
|
|
"loss": 1.9451,
|
|
"step": 1722
|
|
},
|
|
{
|
|
"epoch": 2.3509131251066737,
|
|
"grad_norm": 1.1139661073684692,
|
|
"learning_rate": 8.262457925105414e-06,
|
|
"loss": 1.8272,
|
|
"step": 1723
|
|
},
|
|
{
|
|
"epoch": 2.352278545826933,
|
|
"grad_norm": 1.1409908533096313,
|
|
"learning_rate": 8.245342107802954e-06,
|
|
"loss": 1.9406,
|
|
"step": 1724
|
|
},
|
|
{
|
|
"epoch": 2.3536439665471924,
|
|
"grad_norm": 1.1486446857452393,
|
|
"learning_rate": 8.22825612836579e-06,
|
|
"loss": 2.0512,
|
|
"step": 1725
|
|
},
|
|
{
|
|
"epoch": 2.355009387267452,
|
|
"grad_norm": 1.1808385848999023,
|
|
"learning_rate": 8.2112000238584e-06,
|
|
"loss": 1.9244,
|
|
"step": 1726
|
|
},
|
|
{
|
|
"epoch": 2.356374807987711,
|
|
"grad_norm": 1.152113676071167,
|
|
"learning_rate": 8.194173831280438e-06,
|
|
"loss": 1.9924,
|
|
"step": 1727
|
|
},
|
|
{
|
|
"epoch": 2.3577402287079705,
|
|
"grad_norm": 1.1574903726577759,
|
|
"learning_rate": 8.177177587566698e-06,
|
|
"loss": 1.9877,
|
|
"step": 1728
|
|
},
|
|
{
|
|
"epoch": 2.35910564942823,
|
|
"grad_norm": 1.137571930885315,
|
|
"learning_rate": 8.160211329586991e-06,
|
|
"loss": 1.9495,
|
|
"step": 1729
|
|
},
|
|
{
|
|
"epoch": 2.3604710701484897,
|
|
"grad_norm": 1.206718921661377,
|
|
"learning_rate": 8.143275094146068e-06,
|
|
"loss": 1.9831,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 2.361836490868749,
|
|
"grad_norm": 1.1976664066314697,
|
|
"learning_rate": 8.12636891798356e-06,
|
|
"loss": 1.9604,
|
|
"step": 1731
|
|
},
|
|
{
|
|
"epoch": 2.3632019115890084,
|
|
"grad_norm": 1.1441067457199097,
|
|
"learning_rate": 8.109492837773912e-06,
|
|
"loss": 1.9223,
|
|
"step": 1732
|
|
},
|
|
{
|
|
"epoch": 2.3645673323092677,
|
|
"grad_norm": 1.121513843536377,
|
|
"learning_rate": 8.092646890126255e-06,
|
|
"loss": 2.0806,
|
|
"step": 1733
|
|
},
|
|
{
|
|
"epoch": 2.365932753029527,
|
|
"grad_norm": 1.2334645986557007,
|
|
"learning_rate": 8.075831111584364e-06,
|
|
"loss": 2.0784,
|
|
"step": 1734
|
|
},
|
|
{
|
|
"epoch": 2.3672981737497865,
|
|
"grad_norm": 1.1921037435531616,
|
|
"learning_rate": 8.05904553862657e-06,
|
|
"loss": 2.0306,
|
|
"step": 1735
|
|
},
|
|
{
|
|
"epoch": 2.3686635944700463,
|
|
"grad_norm": 1.181428074836731,
|
|
"learning_rate": 8.042290207665677e-06,
|
|
"loss": 1.869,
|
|
"step": 1736
|
|
},
|
|
{
|
|
"epoch": 2.3700290151903056,
|
|
"grad_norm": 1.1490988731384277,
|
|
"learning_rate": 8.025565155048884e-06,
|
|
"loss": 2.0124,
|
|
"step": 1737
|
|
},
|
|
{
|
|
"epoch": 2.371394435910565,
|
|
"grad_norm": 1.1137522459030151,
|
|
"learning_rate": 8.008870417057709e-06,
|
|
"loss": 2.0171,
|
|
"step": 1738
|
|
},
|
|
{
|
|
"epoch": 2.3727598566308243,
|
|
"grad_norm": 1.1768802404403687,
|
|
"learning_rate": 7.99220602990791e-06,
|
|
"loss": 2.0773,
|
|
"step": 1739
|
|
},
|
|
{
|
|
"epoch": 2.3741252773510837,
|
|
"grad_norm": 1.1892272233963013,
|
|
"learning_rate": 7.975572029749402e-06,
|
|
"loss": 1.8676,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 2.375490698071343,
|
|
"grad_norm": 1.1409162282943726,
|
|
"learning_rate": 7.958968452666184e-06,
|
|
"loss": 1.9957,
|
|
"step": 1741
|
|
},
|
|
{
|
|
"epoch": 2.376856118791603,
|
|
"grad_norm": 1.1904845237731934,
|
|
"learning_rate": 7.94239533467626e-06,
|
|
"loss": 1.9067,
|
|
"step": 1742
|
|
},
|
|
{
|
|
"epoch": 2.378221539511862,
|
|
"grad_norm": 1.1122486591339111,
|
|
"learning_rate": 7.925852711731557e-06,
|
|
"loss": 1.978,
|
|
"step": 1743
|
|
},
|
|
{
|
|
"epoch": 2.3795869602321216,
|
|
"grad_norm": 1.1298130750656128,
|
|
"learning_rate": 7.909340619717848e-06,
|
|
"loss": 1.8801,
|
|
"step": 1744
|
|
},
|
|
{
|
|
"epoch": 2.380952380952381,
|
|
"grad_norm": 1.118901252746582,
|
|
"learning_rate": 7.892859094454672e-06,
|
|
"loss": 1.9176,
|
|
"step": 1745
|
|
},
|
|
{
|
|
"epoch": 2.3823178016726403,
|
|
"grad_norm": 1.1540254354476929,
|
|
"learning_rate": 7.87640817169528e-06,
|
|
"loss": 2.0089,
|
|
"step": 1746
|
|
},
|
|
{
|
|
"epoch": 2.3836832223928996,
|
|
"grad_norm": 1.1526018381118774,
|
|
"learning_rate": 7.859987887126512e-06,
|
|
"loss": 1.9921,
|
|
"step": 1747
|
|
},
|
|
{
|
|
"epoch": 2.3850486431131595,
|
|
"grad_norm": 1.1401500701904297,
|
|
"learning_rate": 7.843598276368756e-06,
|
|
"loss": 1.9359,
|
|
"step": 1748
|
|
},
|
|
{
|
|
"epoch": 2.386414063833419,
|
|
"grad_norm": 1.1453697681427002,
|
|
"learning_rate": 7.827239374975853e-06,
|
|
"loss": 2.0905,
|
|
"step": 1749
|
|
},
|
|
{
|
|
"epoch": 2.387779484553678,
|
|
"grad_norm": 1.215514898300171,
|
|
"learning_rate": 7.810911218435044e-06,
|
|
"loss": 1.9321,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 2.3891449052739375,
|
|
"grad_norm": 1.129007339477539,
|
|
"learning_rate": 7.794613842166859e-06,
|
|
"loss": 1.9894,
|
|
"step": 1751
|
|
},
|
|
{
|
|
"epoch": 2.390510325994197,
|
|
"grad_norm": 1.1532918214797974,
|
|
"learning_rate": 7.778347281525058e-06,
|
|
"loss": 2.0324,
|
|
"step": 1752
|
|
},
|
|
{
|
|
"epoch": 2.3918757467144562,
|
|
"grad_norm": 1.1395232677459717,
|
|
"learning_rate": 7.762111571796562e-06,
|
|
"loss": 1.8054,
|
|
"step": 1753
|
|
},
|
|
{
|
|
"epoch": 2.3932411674347156,
|
|
"grad_norm": 1.119819164276123,
|
|
"learning_rate": 7.745906748201354e-06,
|
|
"loss": 1.9846,
|
|
"step": 1754
|
|
},
|
|
{
|
|
"epoch": 2.3946065881549754,
|
|
"grad_norm": 1.1947277784347534,
|
|
"learning_rate": 7.72973284589243e-06,
|
|
"loss": 1.9281,
|
|
"step": 1755
|
|
},
|
|
{
|
|
"epoch": 2.3959720088752348,
|
|
"grad_norm": 1.1208232641220093,
|
|
"learning_rate": 7.713589899955698e-06,
|
|
"loss": 2.05,
|
|
"step": 1756
|
|
},
|
|
{
|
|
"epoch": 2.397337429595494,
|
|
"grad_norm": 1.166419267654419,
|
|
"learning_rate": 7.69747794540992e-06,
|
|
"loss": 1.9776,
|
|
"step": 1757
|
|
},
|
|
{
|
|
"epoch": 2.3987028503157535,
|
|
"grad_norm": 1.21503484249115,
|
|
"learning_rate": 7.681397017206621e-06,
|
|
"loss": 2.0448,
|
|
"step": 1758
|
|
},
|
|
{
|
|
"epoch": 2.400068271036013,
|
|
"grad_norm": 1.1262987852096558,
|
|
"learning_rate": 7.665347150230029e-06,
|
|
"loss": 2.0476,
|
|
"step": 1759
|
|
},
|
|
{
|
|
"epoch": 2.4014336917562726,
|
|
"grad_norm": 1.1786149740219116,
|
|
"learning_rate": 7.649328379296984e-06,
|
|
"loss": 2.0104,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 2.402799112476532,
|
|
"grad_norm": 1.1558293104171753,
|
|
"learning_rate": 7.633340739156879e-06,
|
|
"loss": 1.9336,
|
|
"step": 1761
|
|
},
|
|
{
|
|
"epoch": 2.4041645331967914,
|
|
"grad_norm": 1.1994011402130127,
|
|
"learning_rate": 7.617384264491558e-06,
|
|
"loss": 1.9279,
|
|
"step": 1762
|
|
},
|
|
{
|
|
"epoch": 2.4055299539170507,
|
|
"grad_norm": 1.1507861614227295,
|
|
"learning_rate": 7.601458989915283e-06,
|
|
"loss": 2.0639,
|
|
"step": 1763
|
|
},
|
|
{
|
|
"epoch": 2.40689537463731,
|
|
"grad_norm": 1.141413927078247,
|
|
"learning_rate": 7.585564949974615e-06,
|
|
"loss": 2.0175,
|
|
"step": 1764
|
|
},
|
|
{
|
|
"epoch": 2.4082607953575694,
|
|
"grad_norm": 1.23114013671875,
|
|
"learning_rate": 7.569702179148357e-06,
|
|
"loss": 1.9706,
|
|
"step": 1765
|
|
},
|
|
{
|
|
"epoch": 2.409626216077829,
|
|
"grad_norm": 1.201511263847351,
|
|
"learning_rate": 7.553870711847489e-06,
|
|
"loss": 1.9928,
|
|
"step": 1766
|
|
},
|
|
{
|
|
"epoch": 2.4109916367980886,
|
|
"grad_norm": 1.1835371255874634,
|
|
"learning_rate": 7.538070582415087e-06,
|
|
"loss": 1.9937,
|
|
"step": 1767
|
|
},
|
|
{
|
|
"epoch": 2.412357057518348,
|
|
"grad_norm": 1.15757155418396,
|
|
"learning_rate": 7.522301825126235e-06,
|
|
"loss": 1.9344,
|
|
"step": 1768
|
|
},
|
|
{
|
|
"epoch": 2.4137224782386073,
|
|
"grad_norm": 1.1326370239257812,
|
|
"learning_rate": 7.506564474187972e-06,
|
|
"loss": 1.9968,
|
|
"step": 1769
|
|
},
|
|
{
|
|
"epoch": 2.4150878989588667,
|
|
"grad_norm": 1.1341724395751953,
|
|
"learning_rate": 7.490858563739198e-06,
|
|
"loss": 1.9258,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 2.416453319679126,
|
|
"grad_norm": 1.1367473602294922,
|
|
"learning_rate": 7.475184127850619e-06,
|
|
"loss": 1.948,
|
|
"step": 1771
|
|
},
|
|
{
|
|
"epoch": 2.4178187403993854,
|
|
"grad_norm": 1.1591957807540894,
|
|
"learning_rate": 7.459541200524655e-06,
|
|
"loss": 2.0133,
|
|
"step": 1772
|
|
},
|
|
{
|
|
"epoch": 2.419184161119645,
|
|
"grad_norm": 1.1769999265670776,
|
|
"learning_rate": 7.443929815695381e-06,
|
|
"loss": 2.0722,
|
|
"step": 1773
|
|
},
|
|
{
|
|
"epoch": 2.4205495818399045,
|
|
"grad_norm": 1.1746711730957031,
|
|
"learning_rate": 7.428350007228442e-06,
|
|
"loss": 2.0398,
|
|
"step": 1774
|
|
},
|
|
{
|
|
"epoch": 2.421915002560164,
|
|
"grad_norm": 1.1451435089111328,
|
|
"learning_rate": 7.412801808920987e-06,
|
|
"loss": 1.9854,
|
|
"step": 1775
|
|
},
|
|
{
|
|
"epoch": 2.4232804232804233,
|
|
"grad_norm": 1.1569113731384277,
|
|
"learning_rate": 7.397285254501603e-06,
|
|
"loss": 2.0005,
|
|
"step": 1776
|
|
},
|
|
{
|
|
"epoch": 2.4246458440006826,
|
|
"grad_norm": 1.1916972398757935,
|
|
"learning_rate": 7.3818003776302105e-06,
|
|
"loss": 2.0972,
|
|
"step": 1777
|
|
},
|
|
{
|
|
"epoch": 2.426011264720942,
|
|
"grad_norm": 1.1936883926391602,
|
|
"learning_rate": 7.366347211898031e-06,
|
|
"loss": 1.9279,
|
|
"step": 1778
|
|
},
|
|
{
|
|
"epoch": 2.4273766854412013,
|
|
"grad_norm": 1.1212059259414673,
|
|
"learning_rate": 7.350925790827481e-06,
|
|
"loss": 1.9314,
|
|
"step": 1779
|
|
},
|
|
{
|
|
"epoch": 2.428742106161461,
|
|
"grad_norm": 1.1527293920516968,
|
|
"learning_rate": 7.335536147872131e-06,
|
|
"loss": 2.0102,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 2.4301075268817205,
|
|
"grad_norm": 1.1258546113967896,
|
|
"learning_rate": 7.320178316416604e-06,
|
|
"loss": 2.005,
|
|
"step": 1781
|
|
},
|
|
{
|
|
"epoch": 2.43147294760198,
|
|
"grad_norm": 1.1910921335220337,
|
|
"learning_rate": 7.30485232977652e-06,
|
|
"loss": 2.0559,
|
|
"step": 1782
|
|
},
|
|
{
|
|
"epoch": 2.432838368322239,
|
|
"grad_norm": 1.2117758989334106,
|
|
"learning_rate": 7.289558221198401e-06,
|
|
"loss": 2.0011,
|
|
"step": 1783
|
|
},
|
|
{
|
|
"epoch": 2.4342037890424986,
|
|
"grad_norm": 1.1756689548492432,
|
|
"learning_rate": 7.2742960238596415e-06,
|
|
"loss": 1.9803,
|
|
"step": 1784
|
|
},
|
|
{
|
|
"epoch": 2.4355692097627584,
|
|
"grad_norm": 1.1738263368606567,
|
|
"learning_rate": 7.259065770868397e-06,
|
|
"loss": 1.968,
|
|
"step": 1785
|
|
},
|
|
{
|
|
"epoch": 2.4369346304830177,
|
|
"grad_norm": 1.096643328666687,
|
|
"learning_rate": 7.243867495263527e-06,
|
|
"loss": 2.0182,
|
|
"step": 1786
|
|
},
|
|
{
|
|
"epoch": 2.438300051203277,
|
|
"grad_norm": 1.143823266029358,
|
|
"learning_rate": 7.228701230014528e-06,
|
|
"loss": 1.9669,
|
|
"step": 1787
|
|
},
|
|
{
|
|
"epoch": 2.4396654719235364,
|
|
"grad_norm": 1.1696970462799072,
|
|
"learning_rate": 7.2135670080214516e-06,
|
|
"loss": 2.004,
|
|
"step": 1788
|
|
},
|
|
{
|
|
"epoch": 2.441030892643796,
|
|
"grad_norm": 1.167273998260498,
|
|
"learning_rate": 7.198464862114838e-06,
|
|
"loss": 1.9823,
|
|
"step": 1789
|
|
},
|
|
{
|
|
"epoch": 2.442396313364055,
|
|
"grad_norm": 1.1593377590179443,
|
|
"learning_rate": 7.183394825055652e-06,
|
|
"loss": 1.9194,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 2.4437617340843145,
|
|
"grad_norm": 1.1354905366897583,
|
|
"learning_rate": 7.168356929535196e-06,
|
|
"loss": 1.9676,
|
|
"step": 1791
|
|
},
|
|
{
|
|
"epoch": 2.4451271548045743,
|
|
"grad_norm": 1.1306127309799194,
|
|
"learning_rate": 7.153351208175048e-06,
|
|
"loss": 2.0386,
|
|
"step": 1792
|
|
},
|
|
{
|
|
"epoch": 2.4464925755248337,
|
|
"grad_norm": 1.1695749759674072,
|
|
"learning_rate": 7.138377693527011e-06,
|
|
"loss": 2.0283,
|
|
"step": 1793
|
|
},
|
|
{
|
|
"epoch": 2.447857996245093,
|
|
"grad_norm": 1.109798789024353,
|
|
"learning_rate": 7.123436418072989e-06,
|
|
"loss": 1.9902,
|
|
"step": 1794
|
|
},
|
|
{
|
|
"epoch": 2.4492234169653524,
|
|
"grad_norm": 1.172412633895874,
|
|
"learning_rate": 7.108527414224974e-06,
|
|
"loss": 1.8803,
|
|
"step": 1795
|
|
},
|
|
{
|
|
"epoch": 2.4505888376856118,
|
|
"grad_norm": 1.1297450065612793,
|
|
"learning_rate": 7.09365071432494e-06,
|
|
"loss": 2.0167,
|
|
"step": 1796
|
|
},
|
|
{
|
|
"epoch": 2.4519542584058716,
|
|
"grad_norm": 1.2103015184402466,
|
|
"learning_rate": 7.078806350644796e-06,
|
|
"loss": 1.9646,
|
|
"step": 1797
|
|
},
|
|
{
|
|
"epoch": 2.453319679126131,
|
|
"grad_norm": 1.1565308570861816,
|
|
"learning_rate": 7.063994355386293e-06,
|
|
"loss": 2.0531,
|
|
"step": 1798
|
|
},
|
|
{
|
|
"epoch": 2.4546850998463903,
|
|
"grad_norm": 1.1517778635025024,
|
|
"learning_rate": 7.049214760680973e-06,
|
|
"loss": 2.0818,
|
|
"step": 1799
|
|
},
|
|
{
|
|
"epoch": 2.4560505205666496,
|
|
"grad_norm": 1.1525768041610718,
|
|
"learning_rate": 7.03446759859008e-06,
|
|
"loss": 1.9867,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 2.457415941286909,
|
|
"grad_norm": 1.1512937545776367,
|
|
"learning_rate": 7.0197529011045165e-06,
|
|
"loss": 1.9202,
|
|
"step": 1801
|
|
},
|
|
{
|
|
"epoch": 2.4587813620071683,
|
|
"grad_norm": 1.143919587135315,
|
|
"learning_rate": 7.005070700144754e-06,
|
|
"loss": 2.0085,
|
|
"step": 1802
|
|
},
|
|
{
|
|
"epoch": 2.4601467827274277,
|
|
"grad_norm": 1.1674836874008179,
|
|
"learning_rate": 6.990421027560767e-06,
|
|
"loss": 1.8961,
|
|
"step": 1803
|
|
},
|
|
{
|
|
"epoch": 2.4615122034476875,
|
|
"grad_norm": 1.1142269372940063,
|
|
"learning_rate": 6.975803915131972e-06,
|
|
"loss": 1.9979,
|
|
"step": 1804
|
|
},
|
|
{
|
|
"epoch": 2.462877624167947,
|
|
"grad_norm": 1.1487048864364624,
|
|
"learning_rate": 6.961219394567148e-06,
|
|
"loss": 1.9235,
|
|
"step": 1805
|
|
},
|
|
{
|
|
"epoch": 2.4642430448882062,
|
|
"grad_norm": 1.1297390460968018,
|
|
"learning_rate": 6.946667497504371e-06,
|
|
"loss": 1.9975,
|
|
"step": 1806
|
|
},
|
|
{
|
|
"epoch": 2.4656084656084656,
|
|
"grad_norm": 1.198565125465393,
|
|
"learning_rate": 6.932148255510955e-06,
|
|
"loss": 1.9977,
|
|
"step": 1807
|
|
},
|
|
{
|
|
"epoch": 2.466973886328725,
|
|
"grad_norm": 1.1676534414291382,
|
|
"learning_rate": 6.917661700083371e-06,
|
|
"loss": 1.9301,
|
|
"step": 1808
|
|
},
|
|
{
|
|
"epoch": 2.4683393070489843,
|
|
"grad_norm": 1.1382228136062622,
|
|
"learning_rate": 6.9032078626471765e-06,
|
|
"loss": 1.9651,
|
|
"step": 1809
|
|
},
|
|
{
|
|
"epoch": 2.469704727769244,
|
|
"grad_norm": 1.1406251192092896,
|
|
"learning_rate": 6.888786774556972e-06,
|
|
"loss": 2.0434,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 2.4710701484895035,
|
|
"grad_norm": 1.1619056463241577,
|
|
"learning_rate": 6.8743984670963045e-06,
|
|
"loss": 1.912,
|
|
"step": 1811
|
|
},
|
|
{
|
|
"epoch": 2.472435569209763,
|
|
"grad_norm": 1.1315535306930542,
|
|
"learning_rate": 6.860042971477601e-06,
|
|
"loss": 1.9869,
|
|
"step": 1812
|
|
},
|
|
{
|
|
"epoch": 2.473800989930022,
|
|
"grad_norm": 1.1548961400985718,
|
|
"learning_rate": 6.845720318842117e-06,
|
|
"loss": 1.9452,
|
|
"step": 1813
|
|
},
|
|
{
|
|
"epoch": 2.4751664106502815,
|
|
"grad_norm": 1.1344841718673706,
|
|
"learning_rate": 6.831430540259875e-06,
|
|
"loss": 1.9741,
|
|
"step": 1814
|
|
},
|
|
{
|
|
"epoch": 2.476531831370541,
|
|
"grad_norm": 1.1183604001998901,
|
|
"learning_rate": 6.8171736667295695e-06,
|
|
"loss": 2.0076,
|
|
"step": 1815
|
|
},
|
|
{
|
|
"epoch": 2.4778972520908003,
|
|
"grad_norm": 1.158690333366394,
|
|
"learning_rate": 6.802949729178516e-06,
|
|
"loss": 1.9996,
|
|
"step": 1816
|
|
},
|
|
{
|
|
"epoch": 2.47926267281106,
|
|
"grad_norm": 1.1644699573516846,
|
|
"learning_rate": 6.788758758462586e-06,
|
|
"loss": 2.0708,
|
|
"step": 1817
|
|
},
|
|
{
|
|
"epoch": 2.4806280935313194,
|
|
"grad_norm": 1.168336272239685,
|
|
"learning_rate": 6.774600785366134e-06,
|
|
"loss": 2.0358,
|
|
"step": 1818
|
|
},
|
|
{
|
|
"epoch": 2.4819935142515788,
|
|
"grad_norm": 1.138435959815979,
|
|
"learning_rate": 6.7604758406019325e-06,
|
|
"loss": 1.9077,
|
|
"step": 1819
|
|
},
|
|
{
|
|
"epoch": 2.483358934971838,
|
|
"grad_norm": 1.1225330829620361,
|
|
"learning_rate": 6.746383954811109e-06,
|
|
"loss": 1.9646,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 2.4847243556920975,
|
|
"grad_norm": 1.1390725374221802,
|
|
"learning_rate": 6.732325158563071e-06,
|
|
"loss": 2.0892,
|
|
"step": 1821
|
|
},
|
|
{
|
|
"epoch": 2.4860897764123573,
|
|
"grad_norm": 1.205795168876648,
|
|
"learning_rate": 6.718299482355448e-06,
|
|
"loss": 1.9228,
|
|
"step": 1822
|
|
},
|
|
{
|
|
"epoch": 2.4874551971326166,
|
|
"grad_norm": 1.098448395729065,
|
|
"learning_rate": 6.704306956614035e-06,
|
|
"loss": 1.8744,
|
|
"step": 1823
|
|
},
|
|
{
|
|
"epoch": 2.488820617852876,
|
|
"grad_norm": 1.1436505317687988,
|
|
"learning_rate": 6.690347611692688e-06,
|
|
"loss": 2.0349,
|
|
"step": 1824
|
|
},
|
|
{
|
|
"epoch": 2.4901860385731354,
|
|
"grad_norm": 1.1744968891143799,
|
|
"learning_rate": 6.676421477873305e-06,
|
|
"loss": 1.8819,
|
|
"step": 1825
|
|
},
|
|
{
|
|
"epoch": 2.4915514592933947,
|
|
"grad_norm": 1.1274679899215698,
|
|
"learning_rate": 6.662528585365724e-06,
|
|
"loss": 1.9992,
|
|
"step": 1826
|
|
},
|
|
{
|
|
"epoch": 2.492916880013654,
|
|
"grad_norm": 1.1404972076416016,
|
|
"learning_rate": 6.648668964307694e-06,
|
|
"loss": 1.9579,
|
|
"step": 1827
|
|
},
|
|
{
|
|
"epoch": 2.4942823007339134,
|
|
"grad_norm": 1.1242655515670776,
|
|
"learning_rate": 6.6348426447647756e-06,
|
|
"loss": 1.9794,
|
|
"step": 1828
|
|
},
|
|
{
|
|
"epoch": 2.4956477214541732,
|
|
"grad_norm": 1.1378898620605469,
|
|
"learning_rate": 6.621049656730278e-06,
|
|
"loss": 2.017,
|
|
"step": 1829
|
|
},
|
|
{
|
|
"epoch": 2.4970131421744326,
|
|
"grad_norm": 1.1961363554000854,
|
|
"learning_rate": 6.607290030125219e-06,
|
|
"loss": 1.9035,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 2.498378562894692,
|
|
"grad_norm": 1.1399198770523071,
|
|
"learning_rate": 6.5935637947982485e-06,
|
|
"loss": 1.9177,
|
|
"step": 1831
|
|
},
|
|
{
|
|
"epoch": 2.4997439836149513,
|
|
"grad_norm": 1.1363757848739624,
|
|
"learning_rate": 6.579870980525573e-06,
|
|
"loss": 2.0347,
|
|
"step": 1832
|
|
},
|
|
{
|
|
"epoch": 2.5011094043352107,
|
|
"grad_norm": 1.1126019954681396,
|
|
"learning_rate": 6.566211617010899e-06,
|
|
"loss": 1.9307,
|
|
"step": 1833
|
|
},
|
|
{
|
|
"epoch": 2.5024748250554705,
|
|
"grad_norm": 1.1316169500350952,
|
|
"learning_rate": 6.552585733885369e-06,
|
|
"loss": 1.8813,
|
|
"step": 1834
|
|
},
|
|
{
|
|
"epoch": 2.50384024577573,
|
|
"grad_norm": 1.1355621814727783,
|
|
"learning_rate": 6.538993360707504e-06,
|
|
"loss": 2.0635,
|
|
"step": 1835
|
|
},
|
|
{
|
|
"epoch": 2.505205666495989,
|
|
"grad_norm": 1.2004729509353638,
|
|
"learning_rate": 6.525434526963119e-06,
|
|
"loss": 2.0879,
|
|
"step": 1836
|
|
},
|
|
{
|
|
"epoch": 2.5065710872162486,
|
|
"grad_norm": 1.1733347177505493,
|
|
"learning_rate": 6.511909262065287e-06,
|
|
"loss": 1.9706,
|
|
"step": 1837
|
|
},
|
|
{
|
|
"epoch": 2.507936507936508,
|
|
"grad_norm": 1.1407383680343628,
|
|
"learning_rate": 6.498417595354247e-06,
|
|
"loss": 1.9866,
|
|
"step": 1838
|
|
},
|
|
{
|
|
"epoch": 2.5093019286567673,
|
|
"grad_norm": 1.2119171619415283,
|
|
"learning_rate": 6.484959556097359e-06,
|
|
"loss": 1.9701,
|
|
"step": 1839
|
|
},
|
|
{
|
|
"epoch": 2.5106673493770266,
|
|
"grad_norm": 1.1421514749526978,
|
|
"learning_rate": 6.4715351734890465e-06,
|
|
"loss": 2.0201,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 2.512032770097286,
|
|
"grad_norm": 1.1614763736724854,
|
|
"learning_rate": 6.458144476650699e-06,
|
|
"loss": 1.9961,
|
|
"step": 1841
|
|
},
|
|
{
|
|
"epoch": 2.513398190817546,
|
|
"grad_norm": 1.2180473804473877,
|
|
"learning_rate": 6.44478749463065e-06,
|
|
"loss": 2.0534,
|
|
"step": 1842
|
|
},
|
|
{
|
|
"epoch": 2.514763611537805,
|
|
"grad_norm": 1.1740957498550415,
|
|
"learning_rate": 6.431464256404084e-06,
|
|
"loss": 1.9125,
|
|
"step": 1843
|
|
},
|
|
{
|
|
"epoch": 2.5161290322580645,
|
|
"grad_norm": 1.1058861017227173,
|
|
"learning_rate": 6.418174790873002e-06,
|
|
"loss": 1.9706,
|
|
"step": 1844
|
|
},
|
|
{
|
|
"epoch": 2.517494452978324,
|
|
"grad_norm": 1.1636439561843872,
|
|
"learning_rate": 6.404919126866124e-06,
|
|
"loss": 1.9868,
|
|
"step": 1845
|
|
},
|
|
{
|
|
"epoch": 2.518859873698583,
|
|
"grad_norm": 1.137733817100525,
|
|
"learning_rate": 6.391697293138856e-06,
|
|
"loss": 1.9444,
|
|
"step": 1846
|
|
},
|
|
{
|
|
"epoch": 2.520225294418843,
|
|
"grad_norm": 1.204471468925476,
|
|
"learning_rate": 6.378509318373205e-06,
|
|
"loss": 2.0361,
|
|
"step": 1847
|
|
},
|
|
{
|
|
"epoch": 2.5215907151391024,
|
|
"grad_norm": 1.1572145223617554,
|
|
"learning_rate": 6.36535523117774e-06,
|
|
"loss": 2.0729,
|
|
"step": 1848
|
|
},
|
|
{
|
|
"epoch": 2.5229561358593617,
|
|
"grad_norm": 1.1491202116012573,
|
|
"learning_rate": 6.352235060087516e-06,
|
|
"loss": 2.0005,
|
|
"step": 1849
|
|
},
|
|
{
|
|
"epoch": 2.524321556579621,
|
|
"grad_norm": 1.1602143049240112,
|
|
"learning_rate": 6.3391488335640075e-06,
|
|
"loss": 1.9631,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 2.5256869772998805,
|
|
"grad_norm": 1.1818360090255737,
|
|
"learning_rate": 6.326096579995058e-06,
|
|
"loss": 2.0925,
|
|
"step": 1851
|
|
},
|
|
{
|
|
"epoch": 2.52705239802014,
|
|
"grad_norm": 1.2058542966842651,
|
|
"learning_rate": 6.313078327694814e-06,
|
|
"loss": 1.9747,
|
|
"step": 1852
|
|
},
|
|
{
|
|
"epoch": 2.528417818740399,
|
|
"grad_norm": 1.1478102207183838,
|
|
"learning_rate": 6.30009410490366e-06,
|
|
"loss": 2.1545,
|
|
"step": 1853
|
|
},
|
|
{
|
|
"epoch": 2.529783239460659,
|
|
"grad_norm": 1.2126845121383667,
|
|
"learning_rate": 6.2871439397881664e-06,
|
|
"loss": 1.9659,
|
|
"step": 1854
|
|
},
|
|
{
|
|
"epoch": 2.5311486601809183,
|
|
"grad_norm": 1.1527148485183716,
|
|
"learning_rate": 6.2742278604410135e-06,
|
|
"loss": 2.1155,
|
|
"step": 1855
|
|
},
|
|
{
|
|
"epoch": 2.5325140809011777,
|
|
"grad_norm": 1.1743618249893188,
|
|
"learning_rate": 6.261345894880947e-06,
|
|
"loss": 1.8983,
|
|
"step": 1856
|
|
},
|
|
{
|
|
"epoch": 2.533879501621437,
|
|
"grad_norm": 1.1428196430206299,
|
|
"learning_rate": 6.248498071052713e-06,
|
|
"loss": 1.9407,
|
|
"step": 1857
|
|
},
|
|
{
|
|
"epoch": 2.5352449223416964,
|
|
"grad_norm": 1.1778620481491089,
|
|
"learning_rate": 6.235684416826989e-06,
|
|
"loss": 2.043,
|
|
"step": 1858
|
|
},
|
|
{
|
|
"epoch": 2.536610343061956,
|
|
"grad_norm": 1.1823382377624512,
|
|
"learning_rate": 6.222904960000322e-06,
|
|
"loss": 2.1256,
|
|
"step": 1859
|
|
},
|
|
{
|
|
"epoch": 2.5379757637822156,
|
|
"grad_norm": 1.1378893852233887,
|
|
"learning_rate": 6.210159728295081e-06,
|
|
"loss": 1.9857,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 2.539341184502475,
|
|
"grad_norm": 1.1813747882843018,
|
|
"learning_rate": 6.197448749359399e-06,
|
|
"loss": 2.0536,
|
|
"step": 1861
|
|
},
|
|
{
|
|
"epoch": 2.5407066052227343,
|
|
"grad_norm": 1.1867306232452393,
|
|
"learning_rate": 6.184772050767094e-06,
|
|
"loss": 1.9548,
|
|
"step": 1862
|
|
},
|
|
{
|
|
"epoch": 2.5420720259429936,
|
|
"grad_norm": 1.1601258516311646,
|
|
"learning_rate": 6.172129660017622e-06,
|
|
"loss": 1.9592,
|
|
"step": 1863
|
|
},
|
|
{
|
|
"epoch": 2.543437446663253,
|
|
"grad_norm": 1.1704524755477905,
|
|
"learning_rate": 6.159521604536017e-06,
|
|
"loss": 2.0577,
|
|
"step": 1864
|
|
},
|
|
{
|
|
"epoch": 2.5448028673835124,
|
|
"grad_norm": 1.1493463516235352,
|
|
"learning_rate": 6.1469479116728315e-06,
|
|
"loss": 1.9636,
|
|
"step": 1865
|
|
},
|
|
{
|
|
"epoch": 2.5461682881037717,
|
|
"grad_norm": 1.1779242753982544,
|
|
"learning_rate": 6.13440860870407e-06,
|
|
"loss": 2.0038,
|
|
"step": 1866
|
|
},
|
|
{
|
|
"epoch": 2.5475337088240315,
|
|
"grad_norm": 1.1490920782089233,
|
|
"learning_rate": 6.121903722831139e-06,
|
|
"loss": 1.8697,
|
|
"step": 1867
|
|
},
|
|
{
|
|
"epoch": 2.548899129544291,
|
|
"grad_norm": 1.1036715507507324,
|
|
"learning_rate": 6.109433281180784e-06,
|
|
"loss": 1.9055,
|
|
"step": 1868
|
|
},
|
|
{
|
|
"epoch": 2.5502645502645502,
|
|
"grad_norm": 1.142822027206421,
|
|
"learning_rate": 6.096997310805033e-06,
|
|
"loss": 2.0474,
|
|
"step": 1869
|
|
},
|
|
{
|
|
"epoch": 2.5516299709848096,
|
|
"grad_norm": 1.1565924882888794,
|
|
"learning_rate": 6.0845958386811285e-06,
|
|
"loss": 2.0113,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 2.5529953917050694,
|
|
"grad_norm": 1.176205039024353,
|
|
"learning_rate": 6.072228891711487e-06,
|
|
"loss": 1.9685,
|
|
"step": 1871
|
|
},
|
|
{
|
|
"epoch": 2.5543608124253288,
|
|
"grad_norm": 1.1641393899917603,
|
|
"learning_rate": 6.05989649672362e-06,
|
|
"loss": 1.9868,
|
|
"step": 1872
|
|
},
|
|
{
|
|
"epoch": 2.555726233145588,
|
|
"grad_norm": 1.1368814706802368,
|
|
"learning_rate": 6.047598680470086e-06,
|
|
"loss": 2.0248,
|
|
"step": 1873
|
|
},
|
|
{
|
|
"epoch": 2.5570916538658475,
|
|
"grad_norm": 1.1509157419204712,
|
|
"learning_rate": 6.035335469628445e-06,
|
|
"loss": 1.9186,
|
|
"step": 1874
|
|
},
|
|
{
|
|
"epoch": 2.558457074586107,
|
|
"grad_norm": 1.1338989734649658,
|
|
"learning_rate": 6.023106890801177e-06,
|
|
"loss": 2.0014,
|
|
"step": 1875
|
|
},
|
|
{
|
|
"epoch": 2.559822495306366,
|
|
"grad_norm": 1.1391099691390991,
|
|
"learning_rate": 6.010912970515631e-06,
|
|
"loss": 1.9774,
|
|
"step": 1876
|
|
},
|
|
{
|
|
"epoch": 2.5611879160266255,
|
|
"grad_norm": 1.1549036502838135,
|
|
"learning_rate": 5.9987537352239755e-06,
|
|
"loss": 1.9657,
|
|
"step": 1877
|
|
},
|
|
{
|
|
"epoch": 2.562553336746885,
|
|
"grad_norm": 1.1228522062301636,
|
|
"learning_rate": 5.986629211303147e-06,
|
|
"loss": 1.9256,
|
|
"step": 1878
|
|
},
|
|
{
|
|
"epoch": 2.5639187574671447,
|
|
"grad_norm": 1.1399633884429932,
|
|
"learning_rate": 5.9745394250547695e-06,
|
|
"loss": 1.9701,
|
|
"step": 1879
|
|
},
|
|
{
|
|
"epoch": 2.565284178187404,
|
|
"grad_norm": 1.1724207401275635,
|
|
"learning_rate": 5.962484402705118e-06,
|
|
"loss": 2.0512,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 2.5666495989076634,
|
|
"grad_norm": 1.1585307121276855,
|
|
"learning_rate": 5.950464170405052e-06,
|
|
"loss": 2.0084,
|
|
"step": 1881
|
|
},
|
|
{
|
|
"epoch": 2.568015019627923,
|
|
"grad_norm": 1.175304651260376,
|
|
"learning_rate": 5.938478754229964e-06,
|
|
"loss": 2.0646,
|
|
"step": 1882
|
|
},
|
|
{
|
|
"epoch": 2.569380440348182,
|
|
"grad_norm": 1.189307451248169,
|
|
"learning_rate": 5.926528180179712e-06,
|
|
"loss": 1.9593,
|
|
"step": 1883
|
|
},
|
|
{
|
|
"epoch": 2.570745861068442,
|
|
"grad_norm": 1.1163198947906494,
|
|
"learning_rate": 5.914612474178582e-06,
|
|
"loss": 2.0873,
|
|
"step": 1884
|
|
},
|
|
{
|
|
"epoch": 2.5721112817887013,
|
|
"grad_norm": 1.1498438119888306,
|
|
"learning_rate": 5.902731662075215e-06,
|
|
"loss": 1.9559,
|
|
"step": 1885
|
|
},
|
|
{
|
|
"epoch": 2.5734767025089607,
|
|
"grad_norm": 1.10408353805542,
|
|
"learning_rate": 5.890885769642553e-06,
|
|
"loss": 1.9502,
|
|
"step": 1886
|
|
},
|
|
{
|
|
"epoch": 2.57484212322922,
|
|
"grad_norm": 1.1636332273483276,
|
|
"learning_rate": 5.879074822577806e-06,
|
|
"loss": 1.9467,
|
|
"step": 1887
|
|
},
|
|
{
|
|
"epoch": 2.5762075439494794,
|
|
"grad_norm": 1.1333767175674438,
|
|
"learning_rate": 5.8672988465023515e-06,
|
|
"loss": 2.0818,
|
|
"step": 1888
|
|
},
|
|
{
|
|
"epoch": 2.5775729646697387,
|
|
"grad_norm": 1.1534925699234009,
|
|
"learning_rate": 5.855557866961721e-06,
|
|
"loss": 1.8907,
|
|
"step": 1889
|
|
},
|
|
{
|
|
"epoch": 2.578938385389998,
|
|
"grad_norm": 1.111303687095642,
|
|
"learning_rate": 5.843851909425517e-06,
|
|
"loss": 2.002,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 2.5803038061102574,
|
|
"grad_norm": 1.1671916246414185,
|
|
"learning_rate": 5.8321809992873865e-06,
|
|
"loss": 1.9509,
|
|
"step": 1891
|
|
},
|
|
{
|
|
"epoch": 2.5816692268305172,
|
|
"grad_norm": 1.1496440172195435,
|
|
"learning_rate": 5.820545161864934e-06,
|
|
"loss": 1.9139,
|
|
"step": 1892
|
|
},
|
|
{
|
|
"epoch": 2.5830346475507766,
|
|
"grad_norm": 1.1134886741638184,
|
|
"learning_rate": 5.808944422399689e-06,
|
|
"loss": 2.0814,
|
|
"step": 1893
|
|
},
|
|
{
|
|
"epoch": 2.584400068271036,
|
|
"grad_norm": 1.149273157119751,
|
|
"learning_rate": 5.797378806057029e-06,
|
|
"loss": 1.9617,
|
|
"step": 1894
|
|
},
|
|
{
|
|
"epoch": 2.5857654889912953,
|
|
"grad_norm": 1.127129316329956,
|
|
"learning_rate": 5.785848337926157e-06,
|
|
"loss": 1.9473,
|
|
"step": 1895
|
|
},
|
|
{
|
|
"epoch": 2.587130909711555,
|
|
"grad_norm": 1.1746573448181152,
|
|
"learning_rate": 5.774353043020022e-06,
|
|
"loss": 1.9775,
|
|
"step": 1896
|
|
},
|
|
{
|
|
"epoch": 2.5884963304318145,
|
|
"grad_norm": 1.1435160636901855,
|
|
"learning_rate": 5.762892946275271e-06,
|
|
"loss": 1.9692,
|
|
"step": 1897
|
|
},
|
|
{
|
|
"epoch": 2.589861751152074,
|
|
"grad_norm": 1.141309142112732,
|
|
"learning_rate": 5.751468072552196e-06,
|
|
"loss": 1.9656,
|
|
"step": 1898
|
|
},
|
|
{
|
|
"epoch": 2.591227171872333,
|
|
"grad_norm": 1.1548477411270142,
|
|
"learning_rate": 5.740078446634683e-06,
|
|
"loss": 2.036,
|
|
"step": 1899
|
|
},
|
|
{
|
|
"epoch": 2.5925925925925926,
|
|
"grad_norm": 1.1896356344223022,
|
|
"learning_rate": 5.72872409323015e-06,
|
|
"loss": 1.9262,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 2.593958013312852,
|
|
"grad_norm": 1.0994958877563477,
|
|
"learning_rate": 5.717405036969504e-06,
|
|
"loss": 1.8957,
|
|
"step": 1901
|
|
},
|
|
{
|
|
"epoch": 2.5953234340331113,
|
|
"grad_norm": 1.1340858936309814,
|
|
"learning_rate": 5.706121302407077e-06,
|
|
"loss": 1.9231,
|
|
"step": 1902
|
|
},
|
|
{
|
|
"epoch": 2.5966888547533706,
|
|
"grad_norm": 1.1649575233459473,
|
|
"learning_rate": 5.694872914020581e-06,
|
|
"loss": 2.0434,
|
|
"step": 1903
|
|
},
|
|
{
|
|
"epoch": 2.5980542754736304,
|
|
"grad_norm": 1.1841235160827637,
|
|
"learning_rate": 5.683659896211058e-06,
|
|
"loss": 1.9368,
|
|
"step": 1904
|
|
},
|
|
{
|
|
"epoch": 2.59941969619389,
|
|
"grad_norm": 1.1741371154785156,
|
|
"learning_rate": 5.672482273302811e-06,
|
|
"loss": 2.101,
|
|
"step": 1905
|
|
},
|
|
{
|
|
"epoch": 2.600785116914149,
|
|
"grad_norm": 1.1330941915512085,
|
|
"learning_rate": 5.6613400695433605e-06,
|
|
"loss": 2.051,
|
|
"step": 1906
|
|
},
|
|
{
|
|
"epoch": 2.6021505376344085,
|
|
"grad_norm": 1.164360523223877,
|
|
"learning_rate": 5.6502333091033975e-06,
|
|
"loss": 1.9978,
|
|
"step": 1907
|
|
},
|
|
{
|
|
"epoch": 2.603515958354668,
|
|
"grad_norm": 1.2083550691604614,
|
|
"learning_rate": 5.6391620160767315e-06,
|
|
"loss": 2.0506,
|
|
"step": 1908
|
|
},
|
|
{
|
|
"epoch": 2.6048813790749277,
|
|
"grad_norm": 1.1650205850601196,
|
|
"learning_rate": 5.628126214480222e-06,
|
|
"loss": 2.0245,
|
|
"step": 1909
|
|
},
|
|
{
|
|
"epoch": 2.606246799795187,
|
|
"grad_norm": 1.1456691026687622,
|
|
"learning_rate": 5.617125928253745e-06,
|
|
"loss": 1.9931,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 2.6076122205154464,
|
|
"grad_norm": 1.1492379903793335,
|
|
"learning_rate": 5.606161181260123e-06,
|
|
"loss": 1.9363,
|
|
"step": 1911
|
|
},
|
|
{
|
|
"epoch": 2.6089776412357057,
|
|
"grad_norm": 1.1063522100448608,
|
|
"learning_rate": 5.595231997285099e-06,
|
|
"loss": 1.9836,
|
|
"step": 1912
|
|
},
|
|
{
|
|
"epoch": 2.610343061955965,
|
|
"grad_norm": 1.1654490232467651,
|
|
"learning_rate": 5.584338400037258e-06,
|
|
"loss": 1.9494,
|
|
"step": 1913
|
|
},
|
|
{
|
|
"epoch": 2.6117084826762245,
|
|
"grad_norm": 1.1163939237594604,
|
|
"learning_rate": 5.5734804131479894e-06,
|
|
"loss": 1.9548,
|
|
"step": 1914
|
|
},
|
|
{
|
|
"epoch": 2.613073903396484,
|
|
"grad_norm": 1.1431180238723755,
|
|
"learning_rate": 5.562658060171433e-06,
|
|
"loss": 1.9837,
|
|
"step": 1915
|
|
},
|
|
{
|
|
"epoch": 2.6144393241167436,
|
|
"grad_norm": 1.1585724353790283,
|
|
"learning_rate": 5.551871364584433e-06,
|
|
"loss": 1.9088,
|
|
"step": 1916
|
|
},
|
|
{
|
|
"epoch": 2.615804744837003,
|
|
"grad_norm": 1.0876420736312866,
|
|
"learning_rate": 5.541120349786477e-06,
|
|
"loss": 2.0206,
|
|
"step": 1917
|
|
},
|
|
{
|
|
"epoch": 2.6171701655572623,
|
|
"grad_norm": 1.1713416576385498,
|
|
"learning_rate": 5.53040503909965e-06,
|
|
"loss": 1.9895,
|
|
"step": 1918
|
|
},
|
|
{
|
|
"epoch": 2.6185355862775217,
|
|
"grad_norm": 1.161706805229187,
|
|
"learning_rate": 5.51972545576859e-06,
|
|
"loss": 1.9108,
|
|
"step": 1919
|
|
},
|
|
{
|
|
"epoch": 2.619901006997781,
|
|
"grad_norm": 1.113403081893921,
|
|
"learning_rate": 5.509081622960423e-06,
|
|
"loss": 1.9834,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 2.621266427718041,
|
|
"grad_norm": 1.1592470407485962,
|
|
"learning_rate": 5.498473563764734e-06,
|
|
"loss": 1.9883,
|
|
"step": 1921
|
|
},
|
|
{
|
|
"epoch": 2.6226318484383,
|
|
"grad_norm": 1.1119205951690674,
|
|
"learning_rate": 5.487901301193501e-06,
|
|
"loss": 1.958,
|
|
"step": 1922
|
|
},
|
|
{
|
|
"epoch": 2.6239972691585596,
|
|
"grad_norm": 1.1241275072097778,
|
|
"learning_rate": 5.477364858181034e-06,
|
|
"loss": 2.0574,
|
|
"step": 1923
|
|
},
|
|
{
|
|
"epoch": 2.625362689878819,
|
|
"grad_norm": 1.1901804208755493,
|
|
"learning_rate": 5.466864257583956e-06,
|
|
"loss": 2.0445,
|
|
"step": 1924
|
|
},
|
|
{
|
|
"epoch": 2.6267281105990783,
|
|
"grad_norm": 1.1756021976470947,
|
|
"learning_rate": 5.456399522181137e-06,
|
|
"loss": 2.0976,
|
|
"step": 1925
|
|
},
|
|
{
|
|
"epoch": 2.6280935313193377,
|
|
"grad_norm": 1.1963251829147339,
|
|
"learning_rate": 5.445970674673636e-06,
|
|
"loss": 2.0187,
|
|
"step": 1926
|
|
},
|
|
{
|
|
"epoch": 2.629458952039597,
|
|
"grad_norm": 1.1437311172485352,
|
|
"learning_rate": 5.435577737684668e-06,
|
|
"loss": 2.0543,
|
|
"step": 1927
|
|
},
|
|
{
|
|
"epoch": 2.6308243727598564,
|
|
"grad_norm": 1.1268452405929565,
|
|
"learning_rate": 5.4252207337595445e-06,
|
|
"loss": 1.9845,
|
|
"step": 1928
|
|
},
|
|
{
|
|
"epoch": 2.632189793480116,
|
|
"grad_norm": 1.1659737825393677,
|
|
"learning_rate": 5.414899685365627e-06,
|
|
"loss": 2.032,
|
|
"step": 1929
|
|
},
|
|
{
|
|
"epoch": 2.6335552142003755,
|
|
"grad_norm": 1.120768666267395,
|
|
"learning_rate": 5.404614614892283e-06,
|
|
"loss": 1.8942,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 2.634920634920635,
|
|
"grad_norm": 1.111363410949707,
|
|
"learning_rate": 5.394365544650826e-06,
|
|
"loss": 1.9973,
|
|
"step": 1931
|
|
},
|
|
{
|
|
"epoch": 2.6362860556408942,
|
|
"grad_norm": 1.1710448265075684,
|
|
"learning_rate": 5.384152496874483e-06,
|
|
"loss": 2.1005,
|
|
"step": 1932
|
|
},
|
|
{
|
|
"epoch": 2.637651476361154,
|
|
"grad_norm": 1.1965410709381104,
|
|
"learning_rate": 5.373975493718329e-06,
|
|
"loss": 1.9854,
|
|
"step": 1933
|
|
},
|
|
{
|
|
"epoch": 2.6390168970814134,
|
|
"grad_norm": 1.1734230518341064,
|
|
"learning_rate": 5.363834557259262e-06,
|
|
"loss": 1.9711,
|
|
"step": 1934
|
|
},
|
|
{
|
|
"epoch": 2.6403823178016728,
|
|
"grad_norm": 1.1404948234558105,
|
|
"learning_rate": 5.3537297094959236e-06,
|
|
"loss": 1.9996,
|
|
"step": 1935
|
|
},
|
|
{
|
|
"epoch": 2.641747738521932,
|
|
"grad_norm": 1.1832468509674072,
|
|
"learning_rate": 5.3436609723486765e-06,
|
|
"loss": 2.0819,
|
|
"step": 1936
|
|
},
|
|
{
|
|
"epoch": 2.6431131592421915,
|
|
"grad_norm": 1.1924104690551758,
|
|
"learning_rate": 5.333628367659548e-06,
|
|
"loss": 1.9471,
|
|
"step": 1937
|
|
},
|
|
{
|
|
"epoch": 2.644478579962451,
|
|
"grad_norm": 1.1803066730499268,
|
|
"learning_rate": 5.32363191719219e-06,
|
|
"loss": 2.035,
|
|
"step": 1938
|
|
},
|
|
{
|
|
"epoch": 2.64584400068271,
|
|
"grad_norm": 1.1220929622650146,
|
|
"learning_rate": 5.313671642631817e-06,
|
|
"loss": 1.985,
|
|
"step": 1939
|
|
},
|
|
{
|
|
"epoch": 2.6472094214029696,
|
|
"grad_norm": 1.1628798246383667,
|
|
"learning_rate": 5.303747565585169e-06,
|
|
"loss": 1.9805,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 2.6485748421232294,
|
|
"grad_norm": 1.1286931037902832,
|
|
"learning_rate": 5.2938597075804606e-06,
|
|
"loss": 1.8639,
|
|
"step": 1941
|
|
},
|
|
{
|
|
"epoch": 2.6499402628434887,
|
|
"grad_norm": 1.1496410369873047,
|
|
"learning_rate": 5.284008090067348e-06,
|
|
"loss": 1.9788,
|
|
"step": 1942
|
|
},
|
|
{
|
|
"epoch": 2.651305683563748,
|
|
"grad_norm": 1.1481356620788574,
|
|
"learning_rate": 5.274192734416857e-06,
|
|
"loss": 1.9577,
|
|
"step": 1943
|
|
},
|
|
{
|
|
"epoch": 2.6526711042840074,
|
|
"grad_norm": 1.1670453548431396,
|
|
"learning_rate": 5.2644136619213595e-06,
|
|
"loss": 2.0576,
|
|
"step": 1944
|
|
},
|
|
{
|
|
"epoch": 2.654036525004267,
|
|
"grad_norm": 1.1816532611846924,
|
|
"learning_rate": 5.254670893794515e-06,
|
|
"loss": 2.0647,
|
|
"step": 1945
|
|
},
|
|
{
|
|
"epoch": 2.6554019457245266,
|
|
"grad_norm": 1.1702381372451782,
|
|
"learning_rate": 5.2449644511712325e-06,
|
|
"loss": 1.8714,
|
|
"step": 1946
|
|
},
|
|
{
|
|
"epoch": 2.656767366444786,
|
|
"grad_norm": 1.127424716949463,
|
|
"learning_rate": 5.235294355107616e-06,
|
|
"loss": 1.9994,
|
|
"step": 1947
|
|
},
|
|
{
|
|
"epoch": 2.6581327871650453,
|
|
"grad_norm": 1.1549973487854004,
|
|
"learning_rate": 5.225660626580924e-06,
|
|
"loss": 2.0124,
|
|
"step": 1948
|
|
},
|
|
{
|
|
"epoch": 2.6594982078853047,
|
|
"grad_norm": 1.169043779373169,
|
|
"learning_rate": 5.216063286489525e-06,
|
|
"loss": 1.8905,
|
|
"step": 1949
|
|
},
|
|
{
|
|
"epoch": 2.660863628605564,
|
|
"grad_norm": 1.1068698167800903,
|
|
"learning_rate": 5.206502355652844e-06,
|
|
"loss": 1.9398,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 2.6622290493258234,
|
|
"grad_norm": 1.1375091075897217,
|
|
"learning_rate": 5.196977854811341e-06,
|
|
"loss": 2.0095,
|
|
"step": 1951
|
|
},
|
|
{
|
|
"epoch": 2.6635944700460827,
|
|
"grad_norm": 1.142715573310852,
|
|
"learning_rate": 5.1874898046264255e-06,
|
|
"loss": 2.0459,
|
|
"step": 1952
|
|
},
|
|
{
|
|
"epoch": 2.6649598907663425,
|
|
"grad_norm": 1.2181109189987183,
|
|
"learning_rate": 5.178038225680451e-06,
|
|
"loss": 2.0845,
|
|
"step": 1953
|
|
},
|
|
{
|
|
"epoch": 2.666325311486602,
|
|
"grad_norm": 1.161192536354065,
|
|
"learning_rate": 5.168623138476645e-06,
|
|
"loss": 1.9103,
|
|
"step": 1954
|
|
},
|
|
{
|
|
"epoch": 2.6676907322068613,
|
|
"grad_norm": 1.176962971687317,
|
|
"learning_rate": 5.159244563439085e-06,
|
|
"loss": 2.0789,
|
|
"step": 1955
|
|
},
|
|
{
|
|
"epoch": 2.6690561529271206,
|
|
"grad_norm": 1.1671562194824219,
|
|
"learning_rate": 5.149902520912631e-06,
|
|
"loss": 1.9887,
|
|
"step": 1956
|
|
},
|
|
{
|
|
"epoch": 2.67042157364738,
|
|
"grad_norm": 1.1885942220687866,
|
|
"learning_rate": 5.140597031162901e-06,
|
|
"loss": 2.0267,
|
|
"step": 1957
|
|
},
|
|
{
|
|
"epoch": 2.67178699436764,
|
|
"grad_norm": 1.159234881401062,
|
|
"learning_rate": 5.131328114376213e-06,
|
|
"loss": 2.1069,
|
|
"step": 1958
|
|
},
|
|
{
|
|
"epoch": 2.673152415087899,
|
|
"grad_norm": 1.2258284091949463,
|
|
"learning_rate": 5.1220957906595556e-06,
|
|
"loss": 1.8931,
|
|
"step": 1959
|
|
},
|
|
{
|
|
"epoch": 2.6745178358081585,
|
|
"grad_norm": 1.1501591205596924,
|
|
"learning_rate": 5.112900080040529e-06,
|
|
"loss": 1.9747,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 2.675883256528418,
|
|
"grad_norm": 1.1986619234085083,
|
|
"learning_rate": 5.103741002467314e-06,
|
|
"loss": 1.9653,
|
|
"step": 1961
|
|
},
|
|
{
|
|
"epoch": 2.677248677248677,
|
|
"grad_norm": 1.1245447397232056,
|
|
"learning_rate": 5.094618577808621e-06,
|
|
"loss": 1.9347,
|
|
"step": 1962
|
|
},
|
|
{
|
|
"epoch": 2.6786140979689366,
|
|
"grad_norm": 1.1675920486450195,
|
|
"learning_rate": 5.085532825853651e-06,
|
|
"loss": 2.0863,
|
|
"step": 1963
|
|
},
|
|
{
|
|
"epoch": 2.679979518689196,
|
|
"grad_norm": 1.1118495464324951,
|
|
"learning_rate": 5.076483766312049e-06,
|
|
"loss": 2.0225,
|
|
"step": 1964
|
|
},
|
|
{
|
|
"epoch": 2.6813449394094553,
|
|
"grad_norm": 1.1714025735855103,
|
|
"learning_rate": 5.0674714188138645e-06,
|
|
"loss": 2.0317,
|
|
"step": 1965
|
|
},
|
|
{
|
|
"epoch": 2.682710360129715,
|
|
"grad_norm": 1.1392548084259033,
|
|
"learning_rate": 5.05849580290951e-06,
|
|
"loss": 1.9913,
|
|
"step": 1966
|
|
},
|
|
{
|
|
"epoch": 2.6840757808499744,
|
|
"grad_norm": 1.13945734500885,
|
|
"learning_rate": 5.0495569380697085e-06,
|
|
"loss": 1.9602,
|
|
"step": 1967
|
|
},
|
|
{
|
|
"epoch": 2.685441201570234,
|
|
"grad_norm": 1.1369609832763672,
|
|
"learning_rate": 5.040654843685476e-06,
|
|
"loss": 2.0809,
|
|
"step": 1968
|
|
},
|
|
{
|
|
"epoch": 2.686806622290493,
|
|
"grad_norm": 1.1467934846878052,
|
|
"learning_rate": 5.031789539068047e-06,
|
|
"loss": 1.9797,
|
|
"step": 1969
|
|
},
|
|
{
|
|
"epoch": 2.688172043010753,
|
|
"grad_norm": 1.174498200416565,
|
|
"learning_rate": 5.022961043448851e-06,
|
|
"loss": 1.9627,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 2.6895374637310123,
|
|
"grad_norm": 1.1654930114746094,
|
|
"learning_rate": 5.014169375979469e-06,
|
|
"loss": 1.9345,
|
|
"step": 1971
|
|
},
|
|
{
|
|
"epoch": 2.6909028844512717,
|
|
"grad_norm": 1.1670429706573486,
|
|
"learning_rate": 5.005414555731598e-06,
|
|
"loss": 2.1003,
|
|
"step": 1972
|
|
},
|
|
{
|
|
"epoch": 2.692268305171531,
|
|
"grad_norm": 1.1597691774368286,
|
|
"learning_rate": 4.996696601696996e-06,
|
|
"loss": 1.8764,
|
|
"step": 1973
|
|
},
|
|
{
|
|
"epoch": 2.6936337258917904,
|
|
"grad_norm": 1.083889126777649,
|
|
"learning_rate": 4.9880155327874445e-06,
|
|
"loss": 2.0504,
|
|
"step": 1974
|
|
},
|
|
{
|
|
"epoch": 2.6949991466120498,
|
|
"grad_norm": 1.2172187566757202,
|
|
"learning_rate": 4.97937136783472e-06,
|
|
"loss": 1.8598,
|
|
"step": 1975
|
|
},
|
|
{
|
|
"epoch": 2.696364567332309,
|
|
"grad_norm": 1.0814568996429443,
|
|
"learning_rate": 4.97076412559053e-06,
|
|
"loss": 1.8581,
|
|
"step": 1976
|
|
},
|
|
{
|
|
"epoch": 2.6977299880525685,
|
|
"grad_norm": 1.1346497535705566,
|
|
"learning_rate": 4.9621938247265e-06,
|
|
"loss": 2.0118,
|
|
"step": 1977
|
|
},
|
|
{
|
|
"epoch": 2.6990954087728283,
|
|
"grad_norm": 1.1771613359451294,
|
|
"learning_rate": 4.953660483834112e-06,
|
|
"loss": 2.0654,
|
|
"step": 1978
|
|
},
|
|
{
|
|
"epoch": 2.7004608294930876,
|
|
"grad_norm": 1.1661196947097778,
|
|
"learning_rate": 4.9451641214246696e-06,
|
|
"loss": 1.9035,
|
|
"step": 1979
|
|
},
|
|
{
|
|
"epoch": 2.701826250213347,
|
|
"grad_norm": 1.1093000173568726,
|
|
"learning_rate": 4.936704755929259e-06,
|
|
"loss": 2.0255,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 2.7031916709336063,
|
|
"grad_norm": 1.183701515197754,
|
|
"learning_rate": 4.928282405698719e-06,
|
|
"loss": 1.9673,
|
|
"step": 1981
|
|
},
|
|
{
|
|
"epoch": 2.7045570916538657,
|
|
"grad_norm": 1.1400455236434937,
|
|
"learning_rate": 4.919897089003578e-06,
|
|
"loss": 1.9242,
|
|
"step": 1982
|
|
},
|
|
{
|
|
"epoch": 2.7059225123741255,
|
|
"grad_norm": 1.1725705862045288,
|
|
"learning_rate": 4.911548824034037e-06,
|
|
"loss": 2.0549,
|
|
"step": 1983
|
|
},
|
|
{
|
|
"epoch": 2.707287933094385,
|
|
"grad_norm": 1.1636077165603638,
|
|
"learning_rate": 4.903237628899912e-06,
|
|
"loss": 2.0201,
|
|
"step": 1984
|
|
},
|
|
{
|
|
"epoch": 2.7086533538146442,
|
|
"grad_norm": 1.2140169143676758,
|
|
"learning_rate": 4.8949635216306176e-06,
|
|
"loss": 1.962,
|
|
"step": 1985
|
|
},
|
|
{
|
|
"epoch": 2.7100187745349036,
|
|
"grad_norm": 1.1270188093185425,
|
|
"learning_rate": 4.886726520175104e-06,
|
|
"loss": 1.9203,
|
|
"step": 1986
|
|
},
|
|
{
|
|
"epoch": 2.711384195255163,
|
|
"grad_norm": 1.0895811319351196,
|
|
"learning_rate": 4.878526642401829e-06,
|
|
"loss": 1.9967,
|
|
"step": 1987
|
|
},
|
|
{
|
|
"epoch": 2.7127496159754223,
|
|
"grad_norm": 1.1982686519622803,
|
|
"learning_rate": 4.870363906098718e-06,
|
|
"loss": 2.0042,
|
|
"step": 1988
|
|
},
|
|
{
|
|
"epoch": 2.7141150366956817,
|
|
"grad_norm": 1.1646535396575928,
|
|
"learning_rate": 4.862238328973129e-06,
|
|
"loss": 1.9609,
|
|
"step": 1989
|
|
},
|
|
{
|
|
"epoch": 2.715480457415941,
|
|
"grad_norm": 1.159096598625183,
|
|
"learning_rate": 4.854149928651809e-06,
|
|
"loss": 2.0994,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 2.716845878136201,
|
|
"grad_norm": 1.1897298097610474,
|
|
"learning_rate": 4.846098722680857e-06,
|
|
"loss": 1.9678,
|
|
"step": 1991
|
|
},
|
|
{
|
|
"epoch": 2.71821129885646,
|
|
"grad_norm": 1.1401512622833252,
|
|
"learning_rate": 4.838084728525688e-06,
|
|
"loss": 2.0579,
|
|
"step": 1992
|
|
},
|
|
{
|
|
"epoch": 2.7195767195767195,
|
|
"grad_norm": 1.1835845708847046,
|
|
"learning_rate": 4.830107963570993e-06,
|
|
"loss": 2.0894,
|
|
"step": 1993
|
|
},
|
|
{
|
|
"epoch": 2.720942140296979,
|
|
"grad_norm": 1.1764168739318848,
|
|
"learning_rate": 4.822168445120702e-06,
|
|
"loss": 1.926,
|
|
"step": 1994
|
|
},
|
|
{
|
|
"epoch": 2.7223075610172387,
|
|
"grad_norm": 1.1647770404815674,
|
|
"learning_rate": 4.814266190397946e-06,
|
|
"loss": 2.0599,
|
|
"step": 1995
|
|
},
|
|
{
|
|
"epoch": 2.723672981737498,
|
|
"grad_norm": 1.181841492652893,
|
|
"learning_rate": 4.806401216545022e-06,
|
|
"loss": 1.9893,
|
|
"step": 1996
|
|
},
|
|
{
|
|
"epoch": 2.7250384024577574,
|
|
"grad_norm": 1.1662906408309937,
|
|
"learning_rate": 4.798573540623349e-06,
|
|
"loss": 1.9609,
|
|
"step": 1997
|
|
},
|
|
{
|
|
"epoch": 2.7264038231780168,
|
|
"grad_norm": 1.1738672256469727,
|
|
"learning_rate": 4.790783179613446e-06,
|
|
"loss": 1.8933,
|
|
"step": 1998
|
|
},
|
|
{
|
|
"epoch": 2.727769243898276,
|
|
"grad_norm": 1.157853126525879,
|
|
"learning_rate": 4.783030150414873e-06,
|
|
"loss": 2.1409,
|
|
"step": 1999
|
|
},
|
|
{
|
|
"epoch": 2.7291346646185355,
|
|
"grad_norm": 1.1880639791488647,
|
|
"learning_rate": 4.775314469846213e-06,
|
|
"loss": 2.0107,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 2.730500085338795,
|
|
"grad_norm": 1.174072265625,
|
|
"learning_rate": 4.767636154645027e-06,
|
|
"loss": 1.9685,
|
|
"step": 2001
|
|
},
|
|
{
|
|
"epoch": 2.731865506059054,
|
|
"grad_norm": 1.1626956462860107,
|
|
"learning_rate": 4.759995221467824e-06,
|
|
"loss": 2.024,
|
|
"step": 2002
|
|
},
|
|
{
|
|
"epoch": 2.733230926779314,
|
|
"grad_norm": 1.17644464969635,
|
|
"learning_rate": 4.752391686890016e-06,
|
|
"loss": 1.9916,
|
|
"step": 2003
|
|
},
|
|
{
|
|
"epoch": 2.7345963474995734,
|
|
"grad_norm": 1.1642102003097534,
|
|
"learning_rate": 4.744825567405886e-06,
|
|
"loss": 2.0728,
|
|
"step": 2004
|
|
},
|
|
{
|
|
"epoch": 2.7359617682198327,
|
|
"grad_norm": 1.1925033330917358,
|
|
"learning_rate": 4.737296879428551e-06,
|
|
"loss": 2.0926,
|
|
"step": 2005
|
|
},
|
|
{
|
|
"epoch": 2.737327188940092,
|
|
"grad_norm": 1.1904150247573853,
|
|
"learning_rate": 4.729805639289938e-06,
|
|
"loss": 1.9866,
|
|
"step": 2006
|
|
},
|
|
{
|
|
"epoch": 2.7386926096603514,
|
|
"grad_norm": 1.1785517930984497,
|
|
"learning_rate": 4.7223518632407304e-06,
|
|
"loss": 1.9798,
|
|
"step": 2007
|
|
},
|
|
{
|
|
"epoch": 2.7400580303806112,
|
|
"grad_norm": 1.1711405515670776,
|
|
"learning_rate": 4.714935567450339e-06,
|
|
"loss": 2.0357,
|
|
"step": 2008
|
|
},
|
|
{
|
|
"epoch": 2.7414234511008706,
|
|
"grad_norm": 1.15545654296875,
|
|
"learning_rate": 4.7075567680068766e-06,
|
|
"loss": 1.9012,
|
|
"step": 2009
|
|
},
|
|
{
|
|
"epoch": 2.74278887182113,
|
|
"grad_norm": 1.1282776594161987,
|
|
"learning_rate": 4.700215480917109e-06,
|
|
"loss": 1.9274,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 2.7441542925413893,
|
|
"grad_norm": 1.091373085975647,
|
|
"learning_rate": 4.692911722106433e-06,
|
|
"loss": 1.9082,
|
|
"step": 2011
|
|
},
|
|
{
|
|
"epoch": 2.7455197132616487,
|
|
"grad_norm": 1.1047842502593994,
|
|
"learning_rate": 4.685645507418829e-06,
|
|
"loss": 1.8821,
|
|
"step": 2012
|
|
},
|
|
{
|
|
"epoch": 2.746885133981908,
|
|
"grad_norm": 1.1439313888549805,
|
|
"learning_rate": 4.678416852616837e-06,
|
|
"loss": 1.9486,
|
|
"step": 2013
|
|
},
|
|
{
|
|
"epoch": 2.7482505547021674,
|
|
"grad_norm": 1.1958791017532349,
|
|
"learning_rate": 4.671225773381514e-06,
|
|
"loss": 2.0148,
|
|
"step": 2014
|
|
},
|
|
{
|
|
"epoch": 2.749615975422427,
|
|
"grad_norm": 1.14925217628479,
|
|
"learning_rate": 4.664072285312418e-06,
|
|
"loss": 1.9155,
|
|
"step": 2015
|
|
},
|
|
{
|
|
"epoch": 2.7509813961426866,
|
|
"grad_norm": 1.108605146408081,
|
|
"learning_rate": 4.656956403927546e-06,
|
|
"loss": 2.0012,
|
|
"step": 2016
|
|
},
|
|
{
|
|
"epoch": 2.752346816862946,
|
|
"grad_norm": 1.1260026693344116,
|
|
"learning_rate": 4.649878144663317e-06,
|
|
"loss": 2.0226,
|
|
"step": 2017
|
|
},
|
|
{
|
|
"epoch": 2.7537122375832053,
|
|
"grad_norm": 1.1353247165679932,
|
|
"learning_rate": 4.642837522874542e-06,
|
|
"loss": 2.052,
|
|
"step": 2018
|
|
},
|
|
{
|
|
"epoch": 2.7550776583034646,
|
|
"grad_norm": 1.1638880968093872,
|
|
"learning_rate": 4.635834553834389e-06,
|
|
"loss": 1.991,
|
|
"step": 2019
|
|
},
|
|
{
|
|
"epoch": 2.7564430790237244,
|
|
"grad_norm": 1.1422680616378784,
|
|
"learning_rate": 4.628869252734334e-06,
|
|
"loss": 1.9832,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 2.757808499743984,
|
|
"grad_norm": 1.154308795928955,
|
|
"learning_rate": 4.621941634684151e-06,
|
|
"loss": 1.9101,
|
|
"step": 2021
|
|
},
|
|
{
|
|
"epoch": 2.759173920464243,
|
|
"grad_norm": 1.1312297582626343,
|
|
"learning_rate": 4.615051714711862e-06,
|
|
"loss": 2.0545,
|
|
"step": 2022
|
|
},
|
|
{
|
|
"epoch": 2.7605393411845025,
|
|
"grad_norm": 1.1639527082443237,
|
|
"learning_rate": 4.608199507763714e-06,
|
|
"loss": 2.0445,
|
|
"step": 2023
|
|
},
|
|
{
|
|
"epoch": 2.761904761904762,
|
|
"grad_norm": 1.2108618021011353,
|
|
"learning_rate": 4.6013850287041444e-06,
|
|
"loss": 2.0027,
|
|
"step": 2024
|
|
},
|
|
{
|
|
"epoch": 2.763270182625021,
|
|
"grad_norm": 1.1489726305007935,
|
|
"learning_rate": 4.594608292315743e-06,
|
|
"loss": 1.9939,
|
|
"step": 2025
|
|
},
|
|
{
|
|
"epoch": 2.7646356033452806,
|
|
"grad_norm": 1.1837903261184692,
|
|
"learning_rate": 4.5878693132992285e-06,
|
|
"loss": 2.1202,
|
|
"step": 2026
|
|
},
|
|
{
|
|
"epoch": 2.76600102406554,
|
|
"grad_norm": 1.156774878501892,
|
|
"learning_rate": 4.581168106273413e-06,
|
|
"loss": 2.0349,
|
|
"step": 2027
|
|
},
|
|
{
|
|
"epoch": 2.7673664447857997,
|
|
"grad_norm": 1.1649513244628906,
|
|
"learning_rate": 4.574504685775173e-06,
|
|
"loss": 2.0197,
|
|
"step": 2028
|
|
},
|
|
{
|
|
"epoch": 2.768731865506059,
|
|
"grad_norm": 1.1609634160995483,
|
|
"learning_rate": 4.5678790662594055e-06,
|
|
"loss": 2.0405,
|
|
"step": 2029
|
|
},
|
|
{
|
|
"epoch": 2.7700972862263185,
|
|
"grad_norm": 1.1418075561523438,
|
|
"learning_rate": 4.5612912620990145e-06,
|
|
"loss": 2.0005,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 2.771462706946578,
|
|
"grad_norm": 1.1754897832870483,
|
|
"learning_rate": 4.5547412875848645e-06,
|
|
"loss": 2.0248,
|
|
"step": 2031
|
|
},
|
|
{
|
|
"epoch": 2.7728281276668376,
|
|
"grad_norm": 1.1675280332565308,
|
|
"learning_rate": 4.548229156925768e-06,
|
|
"loss": 1.929,
|
|
"step": 2032
|
|
},
|
|
{
|
|
"epoch": 2.774193548387097,
|
|
"grad_norm": 1.1345016956329346,
|
|
"learning_rate": 4.541754884248436e-06,
|
|
"loss": 2.0706,
|
|
"step": 2033
|
|
},
|
|
{
|
|
"epoch": 2.7755589691073563,
|
|
"grad_norm": 1.1708017587661743,
|
|
"learning_rate": 4.535318483597449e-06,
|
|
"loss": 1.9916,
|
|
"step": 2034
|
|
},
|
|
{
|
|
"epoch": 2.7769243898276157,
|
|
"grad_norm": 1.1320682764053345,
|
|
"learning_rate": 4.52891996893524e-06,
|
|
"loss": 1.8922,
|
|
"step": 2035
|
|
},
|
|
{
|
|
"epoch": 2.778289810547875,
|
|
"grad_norm": 1.1360291242599487,
|
|
"learning_rate": 4.522559354142054e-06,
|
|
"loss": 1.9984,
|
|
"step": 2036
|
|
},
|
|
{
|
|
"epoch": 2.7796552312681344,
|
|
"grad_norm": 1.156357765197754,
|
|
"learning_rate": 4.51623665301592e-06,
|
|
"loss": 2.0651,
|
|
"step": 2037
|
|
},
|
|
{
|
|
"epoch": 2.7810206519883938,
|
|
"grad_norm": 1.1358588933944702,
|
|
"learning_rate": 4.50995187927262e-06,
|
|
"loss": 1.9121,
|
|
"step": 2038
|
|
},
|
|
{
|
|
"epoch": 2.782386072708653,
|
|
"grad_norm": 1.1554834842681885,
|
|
"learning_rate": 4.503705046545664e-06,
|
|
"loss": 2.0025,
|
|
"step": 2039
|
|
},
|
|
{
|
|
"epoch": 2.783751493428913,
|
|
"grad_norm": 1.154569149017334,
|
|
"learning_rate": 4.497496168386252e-06,
|
|
"loss": 1.972,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 2.7851169141491723,
|
|
"grad_norm": 1.161489486694336,
|
|
"learning_rate": 4.491325258263255e-06,
|
|
"loss": 2.0566,
|
|
"step": 2041
|
|
},
|
|
{
|
|
"epoch": 2.7864823348694316,
|
|
"grad_norm": 1.1591715812683105,
|
|
"learning_rate": 4.485192329563172e-06,
|
|
"loss": 1.9892,
|
|
"step": 2042
|
|
},
|
|
{
|
|
"epoch": 2.787847755589691,
|
|
"grad_norm": 1.1330506801605225,
|
|
"learning_rate": 4.479097395590118e-06,
|
|
"loss": 1.9347,
|
|
"step": 2043
|
|
},
|
|
{
|
|
"epoch": 2.7892131763099504,
|
|
"grad_norm": 1.129957914352417,
|
|
"learning_rate": 4.4730404695657845e-06,
|
|
"loss": 1.9819,
|
|
"step": 2044
|
|
},
|
|
{
|
|
"epoch": 2.79057859703021,
|
|
"grad_norm": 1.1663581132888794,
|
|
"learning_rate": 4.467021564629407e-06,
|
|
"loss": 1.9284,
|
|
"step": 2045
|
|
},
|
|
{
|
|
"epoch": 2.7919440177504695,
|
|
"grad_norm": 1.1699559688568115,
|
|
"learning_rate": 4.461040693837746e-06,
|
|
"loss": 2.0289,
|
|
"step": 2046
|
|
},
|
|
{
|
|
"epoch": 2.793309438470729,
|
|
"grad_norm": 1.1938339471817017,
|
|
"learning_rate": 4.455097870165058e-06,
|
|
"loss": 2.069,
|
|
"step": 2047
|
|
},
|
|
{
|
|
"epoch": 2.7946748591909882,
|
|
"grad_norm": 1.177240252494812,
|
|
"learning_rate": 4.449193106503059e-06,
|
|
"loss": 1.9412,
|
|
"step": 2048
|
|
},
|
|
{
|
|
"epoch": 2.7960402799112476,
|
|
"grad_norm": 1.1549038887023926,
|
|
"learning_rate": 4.4433264156609035e-06,
|
|
"loss": 2.0647,
|
|
"step": 2049
|
|
},
|
|
{
|
|
"epoch": 2.797405700631507,
|
|
"grad_norm": 1.1525830030441284,
|
|
"learning_rate": 4.437497810365158e-06,
|
|
"loss": 1.9951,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 2.7987711213517663,
|
|
"grad_norm": 1.1260254383087158,
|
|
"learning_rate": 4.431707303259766e-06,
|
|
"loss": 1.994,
|
|
"step": 2051
|
|
},
|
|
{
|
|
"epoch": 2.8001365420720257,
|
|
"grad_norm": 1.1267759799957275,
|
|
"learning_rate": 4.425954906906022e-06,
|
|
"loss": 1.9897,
|
|
"step": 2052
|
|
},
|
|
{
|
|
"epoch": 2.8015019627922855,
|
|
"grad_norm": 1.1501511335372925,
|
|
"learning_rate": 4.420240633782562e-06,
|
|
"loss": 2.1075,
|
|
"step": 2053
|
|
},
|
|
{
|
|
"epoch": 2.802867383512545,
|
|
"grad_norm": 1.195828914642334,
|
|
"learning_rate": 4.414564496285303e-06,
|
|
"loss": 2.1901,
|
|
"step": 2054
|
|
},
|
|
{
|
|
"epoch": 2.804232804232804,
|
|
"grad_norm": 1.1991605758666992,
|
|
"learning_rate": 4.408926506727444e-06,
|
|
"loss": 1.9727,
|
|
"step": 2055
|
|
},
|
|
{
|
|
"epoch": 2.8055982249530635,
|
|
"grad_norm": 1.1188796758651733,
|
|
"learning_rate": 4.403326677339432e-06,
|
|
"loss": 1.885,
|
|
"step": 2056
|
|
},
|
|
{
|
|
"epoch": 2.8069636456733233,
|
|
"grad_norm": 1.1417156457901,
|
|
"learning_rate": 4.397765020268929e-06,
|
|
"loss": 1.9688,
|
|
"step": 2057
|
|
},
|
|
{
|
|
"epoch": 2.8083290663935827,
|
|
"grad_norm": 1.151779055595398,
|
|
"learning_rate": 4.392241547580792e-06,
|
|
"loss": 2.0562,
|
|
"step": 2058
|
|
},
|
|
{
|
|
"epoch": 2.809694487113842,
|
|
"grad_norm": 1.1420207023620605,
|
|
"learning_rate": 4.386756271257042e-06,
|
|
"loss": 1.9388,
|
|
"step": 2059
|
|
},
|
|
{
|
|
"epoch": 2.8110599078341014,
|
|
"grad_norm": 1.1549649238586426,
|
|
"learning_rate": 4.381309203196847e-06,
|
|
"loss": 1.9432,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 2.812425328554361,
|
|
"grad_norm": 1.118360996246338,
|
|
"learning_rate": 4.3759003552164834e-06,
|
|
"loss": 1.8272,
|
|
"step": 2061
|
|
},
|
|
{
|
|
"epoch": 2.81379074927462,
|
|
"grad_norm": 1.1257715225219727,
|
|
"learning_rate": 4.3705297390493205e-06,
|
|
"loss": 1.9425,
|
|
"step": 2062
|
|
},
|
|
{
|
|
"epoch": 2.8151561699948795,
|
|
"grad_norm": 1.1140422821044922,
|
|
"learning_rate": 4.365197366345796e-06,
|
|
"loss": 1.9146,
|
|
"step": 2063
|
|
},
|
|
{
|
|
"epoch": 2.816521590715139,
|
|
"grad_norm": 1.1124956607818604,
|
|
"learning_rate": 4.359903248673378e-06,
|
|
"loss": 1.9796,
|
|
"step": 2064
|
|
},
|
|
{
|
|
"epoch": 2.8178870114353987,
|
|
"grad_norm": 1.1386439800262451,
|
|
"learning_rate": 4.354647397516551e-06,
|
|
"loss": 2.0464,
|
|
"step": 2065
|
|
},
|
|
{
|
|
"epoch": 2.819252432155658,
|
|
"grad_norm": 1.1820223331451416,
|
|
"learning_rate": 4.349429824276789e-06,
|
|
"loss": 1.9017,
|
|
"step": 2066
|
|
},
|
|
{
|
|
"epoch": 2.8206178528759174,
|
|
"grad_norm": 1.1546006202697754,
|
|
"learning_rate": 4.344250540272537e-06,
|
|
"loss": 2.047,
|
|
"step": 2067
|
|
},
|
|
{
|
|
"epoch": 2.8219832735961767,
|
|
"grad_norm": 1.1624810695648193,
|
|
"learning_rate": 4.339109556739164e-06,
|
|
"loss": 1.9075,
|
|
"step": 2068
|
|
},
|
|
{
|
|
"epoch": 2.823348694316436,
|
|
"grad_norm": 1.128680944442749,
|
|
"learning_rate": 4.334006884828971e-06,
|
|
"loss": 2.1168,
|
|
"step": 2069
|
|
},
|
|
{
|
|
"epoch": 2.824714115036696,
|
|
"grad_norm": 1.2393641471862793,
|
|
"learning_rate": 4.328942535611134e-06,
|
|
"loss": 2.1022,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 2.8260795357569553,
|
|
"grad_norm": 1.166141152381897,
|
|
"learning_rate": 4.323916520071709e-06,
|
|
"loss": 1.9522,
|
|
"step": 2071
|
|
},
|
|
{
|
|
"epoch": 2.8274449564772146,
|
|
"grad_norm": 1.1621108055114746,
|
|
"learning_rate": 4.318928849113587e-06,
|
|
"loss": 1.9545,
|
|
"step": 2072
|
|
},
|
|
{
|
|
"epoch": 2.828810377197474,
|
|
"grad_norm": 1.1608256101608276,
|
|
"learning_rate": 4.313979533556485e-06,
|
|
"loss": 1.9749,
|
|
"step": 2073
|
|
},
|
|
{
|
|
"epoch": 2.8301757979177333,
|
|
"grad_norm": 1.126189947128296,
|
|
"learning_rate": 4.309068584136909e-06,
|
|
"loss": 1.9636,
|
|
"step": 2074
|
|
},
|
|
{
|
|
"epoch": 2.8315412186379927,
|
|
"grad_norm": 1.138491153717041,
|
|
"learning_rate": 4.304196011508142e-06,
|
|
"loss": 1.9372,
|
|
"step": 2075
|
|
},
|
|
{
|
|
"epoch": 2.832906639358252,
|
|
"grad_norm": 1.1437461376190186,
|
|
"learning_rate": 4.299361826240214e-06,
|
|
"loss": 1.8707,
|
|
"step": 2076
|
|
},
|
|
{
|
|
"epoch": 2.834272060078512,
|
|
"grad_norm": 1.1284011602401733,
|
|
"learning_rate": 4.2945660388198866e-06,
|
|
"loss": 2.019,
|
|
"step": 2077
|
|
},
|
|
{
|
|
"epoch": 2.835637480798771,
|
|
"grad_norm": 1.2004722356796265,
|
|
"learning_rate": 4.289808659650617e-06,
|
|
"loss": 2.0232,
|
|
"step": 2078
|
|
},
|
|
{
|
|
"epoch": 2.8370029015190306,
|
|
"grad_norm": 1.1668102741241455,
|
|
"learning_rate": 4.285089699052549e-06,
|
|
"loss": 2.0075,
|
|
"step": 2079
|
|
},
|
|
{
|
|
"epoch": 2.83836832223929,
|
|
"grad_norm": 1.1123415231704712,
|
|
"learning_rate": 4.28040916726249e-06,
|
|
"loss": 2.0328,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 2.8397337429595493,
|
|
"grad_norm": 1.202068567276001,
|
|
"learning_rate": 4.275767074433873e-06,
|
|
"loss": 1.9768,
|
|
"step": 2081
|
|
},
|
|
{
|
|
"epoch": 2.841099163679809,
|
|
"grad_norm": 1.1408039331436157,
|
|
"learning_rate": 4.271163430636755e-06,
|
|
"loss": 2.0391,
|
|
"step": 2082
|
|
},
|
|
{
|
|
"epoch": 2.8424645844000684,
|
|
"grad_norm": 1.192373514175415,
|
|
"learning_rate": 4.2665982458577795e-06,
|
|
"loss": 2.0386,
|
|
"step": 2083
|
|
},
|
|
{
|
|
"epoch": 2.843830005120328,
|
|
"grad_norm": 1.2188798189163208,
|
|
"learning_rate": 4.262071530000165e-06,
|
|
"loss": 2.0595,
|
|
"step": 2084
|
|
},
|
|
{
|
|
"epoch": 2.845195425840587,
|
|
"grad_norm": 1.147842288017273,
|
|
"learning_rate": 4.2575832928836795e-06,
|
|
"loss": 1.8756,
|
|
"step": 2085
|
|
},
|
|
{
|
|
"epoch": 2.8465608465608465,
|
|
"grad_norm": 1.1598711013793945,
|
|
"learning_rate": 4.253133544244619e-06,
|
|
"loss": 2.0826,
|
|
"step": 2086
|
|
},
|
|
{
|
|
"epoch": 2.847926267281106,
|
|
"grad_norm": 1.172425627708435,
|
|
"learning_rate": 4.2487222937357844e-06,
|
|
"loss": 2.0506,
|
|
"step": 2087
|
|
},
|
|
{
|
|
"epoch": 2.8492916880013652,
|
|
"grad_norm": 1.1938341856002808,
|
|
"learning_rate": 4.2443495509264666e-06,
|
|
"loss": 1.9169,
|
|
"step": 2088
|
|
},
|
|
{
|
|
"epoch": 2.8506571087216246,
|
|
"grad_norm": 1.1228644847869873,
|
|
"learning_rate": 4.2400153253024175e-06,
|
|
"loss": 2.0153,
|
|
"step": 2089
|
|
},
|
|
{
|
|
"epoch": 2.8520225294418844,
|
|
"grad_norm": 1.133897066116333,
|
|
"learning_rate": 4.235719626265841e-06,
|
|
"loss": 1.9922,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 2.8533879501621437,
|
|
"grad_norm": 1.1309428215026855,
|
|
"learning_rate": 4.2314624631353575e-06,
|
|
"loss": 1.981,
|
|
"step": 2091
|
|
},
|
|
{
|
|
"epoch": 2.854753370882403,
|
|
"grad_norm": 1.150156021118164,
|
|
"learning_rate": 4.227243845146e-06,
|
|
"loss": 1.936,
|
|
"step": 2092
|
|
},
|
|
{
|
|
"epoch": 2.8561187916026625,
|
|
"grad_norm": 1.1496373414993286,
|
|
"learning_rate": 4.223063781449177e-06,
|
|
"loss": 2.0416,
|
|
"step": 2093
|
|
},
|
|
{
|
|
"epoch": 2.8574842123229223,
|
|
"grad_norm": 1.187489628791809,
|
|
"learning_rate": 4.218922281112668e-06,
|
|
"loss": 2.0135,
|
|
"step": 2094
|
|
},
|
|
{
|
|
"epoch": 2.8588496330431816,
|
|
"grad_norm": 1.1455422639846802,
|
|
"learning_rate": 4.214819353120597e-06,
|
|
"loss": 2.0438,
|
|
"step": 2095
|
|
},
|
|
{
|
|
"epoch": 2.860215053763441,
|
|
"grad_norm": 1.1550781726837158,
|
|
"learning_rate": 4.210755006373406e-06,
|
|
"loss": 2.0642,
|
|
"step": 2096
|
|
},
|
|
{
|
|
"epoch": 2.8615804744837003,
|
|
"grad_norm": 1.1155083179473877,
|
|
"learning_rate": 4.2067292496878556e-06,
|
|
"loss": 2.0717,
|
|
"step": 2097
|
|
},
|
|
{
|
|
"epoch": 2.8629458952039597,
|
|
"grad_norm": 1.180711030960083,
|
|
"learning_rate": 4.202742091796985e-06,
|
|
"loss": 1.9533,
|
|
"step": 2098
|
|
},
|
|
{
|
|
"epoch": 2.864311315924219,
|
|
"grad_norm": 1.1659834384918213,
|
|
"learning_rate": 4.198793541350099e-06,
|
|
"loss": 1.9332,
|
|
"step": 2099
|
|
},
|
|
{
|
|
"epoch": 2.8656767366444784,
|
|
"grad_norm": 1.160171627998352,
|
|
"learning_rate": 4.194883606912757e-06,
|
|
"loss": 1.9365,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 2.8670421573647378,
|
|
"grad_norm": 1.144218921661377,
|
|
"learning_rate": 4.191012296966747e-06,
|
|
"loss": 1.9799,
|
|
"step": 2101
|
|
},
|
|
{
|
|
"epoch": 2.8684075780849976,
|
|
"grad_norm": 1.1516847610473633,
|
|
"learning_rate": 4.187179619910074e-06,
|
|
"loss": 2.0546,
|
|
"step": 2102
|
|
},
|
|
{
|
|
"epoch": 2.869772998805257,
|
|
"grad_norm": 1.1319117546081543,
|
|
"learning_rate": 4.183385584056927e-06,
|
|
"loss": 1.9454,
|
|
"step": 2103
|
|
},
|
|
{
|
|
"epoch": 2.8711384195255163,
|
|
"grad_norm": 1.154268503189087,
|
|
"learning_rate": 4.1796301976376785e-06,
|
|
"loss": 2.0057,
|
|
"step": 2104
|
|
},
|
|
{
|
|
"epoch": 2.8725038402457757,
|
|
"grad_norm": 1.1424412727355957,
|
|
"learning_rate": 4.175913468798858e-06,
|
|
"loss": 1.9848,
|
|
"step": 2105
|
|
},
|
|
{
|
|
"epoch": 2.873869260966035,
|
|
"grad_norm": 1.1737909317016602,
|
|
"learning_rate": 4.172235405603132e-06,
|
|
"loss": 1.8969,
|
|
"step": 2106
|
|
},
|
|
{
|
|
"epoch": 2.875234681686295,
|
|
"grad_norm": 1.1386523246765137,
|
|
"learning_rate": 4.168596016029295e-06,
|
|
"loss": 2.1477,
|
|
"step": 2107
|
|
},
|
|
{
|
|
"epoch": 2.876600102406554,
|
|
"grad_norm": 1.2063666582107544,
|
|
"learning_rate": 4.164995307972244e-06,
|
|
"loss": 1.9645,
|
|
"step": 2108
|
|
},
|
|
{
|
|
"epoch": 2.8779655231268135,
|
|
"grad_norm": 1.162590742111206,
|
|
"learning_rate": 4.161433289242963e-06,
|
|
"loss": 1.9663,
|
|
"step": 2109
|
|
},
|
|
{
|
|
"epoch": 2.879330943847073,
|
|
"grad_norm": 1.1674400568008423,
|
|
"learning_rate": 4.157909967568514e-06,
|
|
"loss": 1.9663,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 2.8806963645673322,
|
|
"grad_norm": 1.1457250118255615,
|
|
"learning_rate": 4.154425350592006e-06,
|
|
"loss": 1.9584,
|
|
"step": 2111
|
|
},
|
|
{
|
|
"epoch": 2.8820617852875916,
|
|
"grad_norm": 1.1521270275115967,
|
|
"learning_rate": 4.150979445872593e-06,
|
|
"loss": 1.9733,
|
|
"step": 2112
|
|
},
|
|
{
|
|
"epoch": 2.883427206007851,
|
|
"grad_norm": 1.1624807119369507,
|
|
"learning_rate": 4.1475722608854405e-06,
|
|
"loss": 1.9833,
|
|
"step": 2113
|
|
},
|
|
{
|
|
"epoch": 2.8847926267281108,
|
|
"grad_norm": 1.1142884492874146,
|
|
"learning_rate": 4.144203803021736e-06,
|
|
"loss": 1.9405,
|
|
"step": 2114
|
|
},
|
|
{
|
|
"epoch": 2.88615804744837,
|
|
"grad_norm": 1.1681132316589355,
|
|
"learning_rate": 4.140874079588641e-06,
|
|
"loss": 1.992,
|
|
"step": 2115
|
|
},
|
|
{
|
|
"epoch": 2.8875234681686295,
|
|
"grad_norm": 1.1797648668289185,
|
|
"learning_rate": 4.137583097809299e-06,
|
|
"loss": 2.0313,
|
|
"step": 2116
|
|
},
|
|
{
|
|
"epoch": 2.888888888888889,
|
|
"grad_norm": 1.16402268409729,
|
|
"learning_rate": 4.134330864822808e-06,
|
|
"loss": 1.9758,
|
|
"step": 2117
|
|
},
|
|
{
|
|
"epoch": 2.890254309609148,
|
|
"grad_norm": 1.1705846786499023,
|
|
"learning_rate": 4.131117387684213e-06,
|
|
"loss": 2.0422,
|
|
"step": 2118
|
|
},
|
|
{
|
|
"epoch": 2.891619730329408,
|
|
"grad_norm": 1.1587177515029907,
|
|
"learning_rate": 4.127942673364479e-06,
|
|
"loss": 1.8711,
|
|
"step": 2119
|
|
},
|
|
{
|
|
"epoch": 2.8929851510496674,
|
|
"grad_norm": 1.1352663040161133,
|
|
"learning_rate": 4.124806728750492e-06,
|
|
"loss": 1.9578,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 2.8943505717699267,
|
|
"grad_norm": 1.1301008462905884,
|
|
"learning_rate": 4.121709560645026e-06,
|
|
"loss": 1.9596,
|
|
"step": 2121
|
|
},
|
|
{
|
|
"epoch": 2.895715992490186,
|
|
"grad_norm": 1.1259797811508179,
|
|
"learning_rate": 4.118651175766747e-06,
|
|
"loss": 1.9879,
|
|
"step": 2122
|
|
},
|
|
{
|
|
"epoch": 2.8970814132104454,
|
|
"grad_norm": 1.1493821144104004,
|
|
"learning_rate": 4.115631580750181e-06,
|
|
"loss": 1.9616,
|
|
"step": 2123
|
|
},
|
|
{
|
|
"epoch": 2.898446833930705,
|
|
"grad_norm": 1.1439268589019775,
|
|
"learning_rate": 4.112650782145711e-06,
|
|
"loss": 2.0159,
|
|
"step": 2124
|
|
},
|
|
{
|
|
"epoch": 2.899812254650964,
|
|
"grad_norm": 1.1418503522872925,
|
|
"learning_rate": 4.1097087864195576e-06,
|
|
"loss": 1.9343,
|
|
"step": 2125
|
|
},
|
|
{
|
|
"epoch": 2.9011776753712235,
|
|
"grad_norm": 1.1514840126037598,
|
|
"learning_rate": 4.106805599953769e-06,
|
|
"loss": 2.0459,
|
|
"step": 2126
|
|
},
|
|
{
|
|
"epoch": 2.9025430960914833,
|
|
"grad_norm": 1.2038418054580688,
|
|
"learning_rate": 4.103941229046205e-06,
|
|
"loss": 2.033,
|
|
"step": 2127
|
|
},
|
|
{
|
|
"epoch": 2.9039085168117427,
|
|
"grad_norm": 1.1307311058044434,
|
|
"learning_rate": 4.101115679910519e-06,
|
|
"loss": 1.9953,
|
|
"step": 2128
|
|
},
|
|
{
|
|
"epoch": 2.905273937532002,
|
|
"grad_norm": 1.1434341669082642,
|
|
"learning_rate": 4.098328958676152e-06,
|
|
"loss": 2.0055,
|
|
"step": 2129
|
|
},
|
|
{
|
|
"epoch": 2.9066393582522614,
|
|
"grad_norm": 1.1366305351257324,
|
|
"learning_rate": 4.095581071388315e-06,
|
|
"loss": 1.9633,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 2.9080047789725207,
|
|
"grad_norm": 1.1424757242202759,
|
|
"learning_rate": 4.092872024007979e-06,
|
|
"loss": 1.9802,
|
|
"step": 2131
|
|
},
|
|
{
|
|
"epoch": 2.9093701996927805,
|
|
"grad_norm": 1.1709935665130615,
|
|
"learning_rate": 4.090201822411856e-06,
|
|
"loss": 2.0136,
|
|
"step": 2132
|
|
},
|
|
{
|
|
"epoch": 2.91073562041304,
|
|
"grad_norm": 1.1127263307571411,
|
|
"learning_rate": 4.087570472392394e-06,
|
|
"loss": 2.0174,
|
|
"step": 2133
|
|
},
|
|
{
|
|
"epoch": 2.9121010411332993,
|
|
"grad_norm": 1.1392323970794678,
|
|
"learning_rate": 4.084977979657756e-06,
|
|
"loss": 1.9298,
|
|
"step": 2134
|
|
},
|
|
{
|
|
"epoch": 2.9134664618535586,
|
|
"grad_norm": 1.1422020196914673,
|
|
"learning_rate": 4.082424349831818e-06,
|
|
"loss": 2.0651,
|
|
"step": 2135
|
|
},
|
|
{
|
|
"epoch": 2.914831882573818,
|
|
"grad_norm": 1.173170804977417,
|
|
"learning_rate": 4.079909588454145e-06,
|
|
"loss": 2.1054,
|
|
"step": 2136
|
|
},
|
|
{
|
|
"epoch": 2.9161973032940773,
|
|
"grad_norm": 1.165525197982788,
|
|
"learning_rate": 4.077433700979991e-06,
|
|
"loss": 2.0495,
|
|
"step": 2137
|
|
},
|
|
{
|
|
"epoch": 2.9175627240143367,
|
|
"grad_norm": 1.183082938194275,
|
|
"learning_rate": 4.074996692780277e-06,
|
|
"loss": 2.0761,
|
|
"step": 2138
|
|
},
|
|
{
|
|
"epoch": 2.9189281447345965,
|
|
"grad_norm": 1.1737467050552368,
|
|
"learning_rate": 4.072598569141582e-06,
|
|
"loss": 1.9768,
|
|
"step": 2139
|
|
},
|
|
{
|
|
"epoch": 2.920293565454856,
|
|
"grad_norm": 1.1471754312515259,
|
|
"learning_rate": 4.070239335266142e-06,
|
|
"loss": 1.893,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 2.921658986175115,
|
|
"grad_norm": 1.1069848537445068,
|
|
"learning_rate": 4.067918996271815e-06,
|
|
"loss": 1.9328,
|
|
"step": 2141
|
|
},
|
|
{
|
|
"epoch": 2.9230244068953746,
|
|
"grad_norm": 1.105900526046753,
|
|
"learning_rate": 4.0656375571921006e-06,
|
|
"loss": 2.0201,
|
|
"step": 2142
|
|
},
|
|
{
|
|
"epoch": 2.924389827615634,
|
|
"grad_norm": 1.1653119325637817,
|
|
"learning_rate": 4.063395022976103e-06,
|
|
"loss": 1.9834,
|
|
"step": 2143
|
|
},
|
|
{
|
|
"epoch": 2.9257552483358937,
|
|
"grad_norm": 1.150187611579895,
|
|
"learning_rate": 4.061191398488533e-06,
|
|
"loss": 1.9481,
|
|
"step": 2144
|
|
},
|
|
{
|
|
"epoch": 2.927120669056153,
|
|
"grad_norm": 1.1499505043029785,
|
|
"learning_rate": 4.059026688509696e-06,
|
|
"loss": 1.9465,
|
|
"step": 2145
|
|
},
|
|
{
|
|
"epoch": 2.9284860897764124,
|
|
"grad_norm": 1.1801728010177612,
|
|
"learning_rate": 4.0569008977354756e-06,
|
|
"loss": 2.1298,
|
|
"step": 2146
|
|
},
|
|
{
|
|
"epoch": 2.929851510496672,
|
|
"grad_norm": 1.14891517162323,
|
|
"learning_rate": 4.054814030777336e-06,
|
|
"loss": 1.9772,
|
|
"step": 2147
|
|
},
|
|
{
|
|
"epoch": 2.931216931216931,
|
|
"grad_norm": 1.1447868347167969,
|
|
"learning_rate": 4.052766092162299e-06,
|
|
"loss": 2.0489,
|
|
"step": 2148
|
|
},
|
|
{
|
|
"epoch": 2.9325823519371905,
|
|
"grad_norm": 1.1374461650848389,
|
|
"learning_rate": 4.050757086332941e-06,
|
|
"loss": 1.9688,
|
|
"step": 2149
|
|
},
|
|
{
|
|
"epoch": 2.93394777265745,
|
|
"grad_norm": 1.1698285341262817,
|
|
"learning_rate": 4.048787017647381e-06,
|
|
"loss": 2.0696,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 2.9353131933777092,
|
|
"grad_norm": 1.1569222211837769,
|
|
"learning_rate": 4.046855890379276e-06,
|
|
"loss": 1.959,
|
|
"step": 2151
|
|
},
|
|
{
|
|
"epoch": 2.936678614097969,
|
|
"grad_norm": 1.1298071146011353,
|
|
"learning_rate": 4.0449637087178e-06,
|
|
"loss": 2.1045,
|
|
"step": 2152
|
|
},
|
|
{
|
|
"epoch": 2.9380440348182284,
|
|
"grad_norm": 1.2330018281936646,
|
|
"learning_rate": 4.043110476767649e-06,
|
|
"loss": 1.9134,
|
|
"step": 2153
|
|
},
|
|
{
|
|
"epoch": 2.9394094555384878,
|
|
"grad_norm": 1.1497013568878174,
|
|
"learning_rate": 4.041296198549024e-06,
|
|
"loss": 1.9994,
|
|
"step": 2154
|
|
},
|
|
{
|
|
"epoch": 2.940774876258747,
|
|
"grad_norm": 1.151652455329895,
|
|
"learning_rate": 4.0395208779976204e-06,
|
|
"loss": 1.9574,
|
|
"step": 2155
|
|
},
|
|
{
|
|
"epoch": 2.942140296979007,
|
|
"grad_norm": 1.139811396598816,
|
|
"learning_rate": 4.037784518964631e-06,
|
|
"loss": 2.054,
|
|
"step": 2156
|
|
},
|
|
{
|
|
"epoch": 2.9435057176992663,
|
|
"grad_norm": 1.1432186365127563,
|
|
"learning_rate": 4.0360871252167235e-06,
|
|
"loss": 1.9703,
|
|
"step": 2157
|
|
},
|
|
{
|
|
"epoch": 2.9448711384195256,
|
|
"grad_norm": 1.1401286125183105,
|
|
"learning_rate": 4.03442870043604e-06,
|
|
"loss": 2.0027,
|
|
"step": 2158
|
|
},
|
|
{
|
|
"epoch": 2.946236559139785,
|
|
"grad_norm": 1.173891305923462,
|
|
"learning_rate": 4.032809248220187e-06,
|
|
"loss": 1.9668,
|
|
"step": 2159
|
|
},
|
|
{
|
|
"epoch": 2.9476019798600444,
|
|
"grad_norm": 1.1533308029174805,
|
|
"learning_rate": 4.031228772082228e-06,
|
|
"loss": 1.953,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 2.9489674005803037,
|
|
"grad_norm": 1.1704301834106445,
|
|
"learning_rate": 4.0296872754506785e-06,
|
|
"loss": 1.9809,
|
|
"step": 2161
|
|
},
|
|
{
|
|
"epoch": 2.950332821300563,
|
|
"grad_norm": 1.1092525720596313,
|
|
"learning_rate": 4.028184761669494e-06,
|
|
"loss": 1.9477,
|
|
"step": 2162
|
|
},
|
|
{
|
|
"epoch": 2.9516982420208224,
|
|
"grad_norm": 1.1252529621124268,
|
|
"learning_rate": 4.026721233998066e-06,
|
|
"loss": 1.9313,
|
|
"step": 2163
|
|
},
|
|
{
|
|
"epoch": 2.9530636627410822,
|
|
"grad_norm": 1.1292991638183594,
|
|
"learning_rate": 4.02529669561121e-06,
|
|
"loss": 1.9885,
|
|
"step": 2164
|
|
},
|
|
{
|
|
"epoch": 2.9544290834613416,
|
|
"grad_norm": 1.147470235824585,
|
|
"learning_rate": 4.023911149599168e-06,
|
|
"loss": 1.9989,
|
|
"step": 2165
|
|
},
|
|
{
|
|
"epoch": 2.955794504181601,
|
|
"grad_norm": 1.142715573310852,
|
|
"learning_rate": 4.022564598967591e-06,
|
|
"loss": 1.9532,
|
|
"step": 2166
|
|
},
|
|
{
|
|
"epoch": 2.9571599249018603,
|
|
"grad_norm": 1.1440792083740234,
|
|
"learning_rate": 4.021257046637543e-06,
|
|
"loss": 2.0536,
|
|
"step": 2167
|
|
},
|
|
{
|
|
"epoch": 2.9585253456221197,
|
|
"grad_norm": 1.1772955656051636,
|
|
"learning_rate": 4.019988495445487e-06,
|
|
"loss": 2.0066,
|
|
"step": 2168
|
|
},
|
|
{
|
|
"epoch": 2.9598907663423795,
|
|
"grad_norm": 1.1505646705627441,
|
|
"learning_rate": 4.018758948143276e-06,
|
|
"loss": 2.0028,
|
|
"step": 2169
|
|
},
|
|
{
|
|
"epoch": 2.961256187062639,
|
|
"grad_norm": 1.1476067304611206,
|
|
"learning_rate": 4.017568407398161e-06,
|
|
"loss": 1.8543,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 2.962621607782898,
|
|
"grad_norm": 1.1357698440551758,
|
|
"learning_rate": 4.016416875792769e-06,
|
|
"loss": 2.0084,
|
|
"step": 2171
|
|
},
|
|
{
|
|
"epoch": 2.9639870285031575,
|
|
"grad_norm": 1.1889153718948364,
|
|
"learning_rate": 4.015304355825112e-06,
|
|
"loss": 1.9818,
|
|
"step": 2172
|
|
},
|
|
{
|
|
"epoch": 2.965352449223417,
|
|
"grad_norm": 1.1382731199264526,
|
|
"learning_rate": 4.014230849908567e-06,
|
|
"loss": 1.9222,
|
|
"step": 2173
|
|
},
|
|
{
|
|
"epoch": 2.9667178699436763,
|
|
"grad_norm": 1.1318186521530151,
|
|
"learning_rate": 4.0131963603718825e-06,
|
|
"loss": 1.9212,
|
|
"step": 2174
|
|
},
|
|
{
|
|
"epoch": 2.9680832906639356,
|
|
"grad_norm": 1.1510584354400635,
|
|
"learning_rate": 4.012200889459169e-06,
|
|
"loss": 2.1015,
|
|
"step": 2175
|
|
},
|
|
{
|
|
"epoch": 2.9694487113841954,
|
|
"grad_norm": 1.2627224922180176,
|
|
"learning_rate": 4.01124443932989e-06,
|
|
"loss": 1.9832,
|
|
"step": 2176
|
|
},
|
|
{
|
|
"epoch": 2.9708141321044548,
|
|
"grad_norm": 1.1568018198013306,
|
|
"learning_rate": 4.01032701205887e-06,
|
|
"loss": 1.9921,
|
|
"step": 2177
|
|
},
|
|
{
|
|
"epoch": 2.972179552824714,
|
|
"grad_norm": 1.1396300792694092,
|
|
"learning_rate": 4.0094486096362705e-06,
|
|
"loss": 1.97,
|
|
"step": 2178
|
|
},
|
|
{
|
|
"epoch": 2.9735449735449735,
|
|
"grad_norm": 1.1441128253936768,
|
|
"learning_rate": 4.008609233967607e-06,
|
|
"loss": 2.0013,
|
|
"step": 2179
|
|
},
|
|
{
|
|
"epoch": 2.974910394265233,
|
|
"grad_norm": 1.1298733949661255,
|
|
"learning_rate": 4.007808886873731e-06,
|
|
"loss": 1.9432,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 2.9762758149854927,
|
|
"grad_norm": 1.1511354446411133,
|
|
"learning_rate": 4.007047570090823e-06,
|
|
"loss": 1.9903,
|
|
"step": 2181
|
|
},
|
|
{
|
|
"epoch": 2.977641235705752,
|
|
"grad_norm": 1.1404117345809937,
|
|
"learning_rate": 4.006325285270407e-06,
|
|
"loss": 1.9335,
|
|
"step": 2182
|
|
},
|
|
{
|
|
"epoch": 2.9790066564260114,
|
|
"grad_norm": 1.1191532611846924,
|
|
"learning_rate": 4.0056420339793265e-06,
|
|
"loss": 1.9786,
|
|
"step": 2183
|
|
},
|
|
{
|
|
"epoch": 2.9803720771462707,
|
|
"grad_norm": 1.2450544834136963,
|
|
"learning_rate": 4.004997817699755e-06,
|
|
"loss": 2.0282,
|
|
"step": 2184
|
|
},
|
|
{
|
|
"epoch": 2.98173749786653,
|
|
"grad_norm": 1.1714141368865967,
|
|
"learning_rate": 4.004392637829182e-06,
|
|
"loss": 1.9615,
|
|
"step": 2185
|
|
},
|
|
{
|
|
"epoch": 2.9831029185867894,
|
|
"grad_norm": 1.1336561441421509,
|
|
"learning_rate": 4.003826495680423e-06,
|
|
"loss": 1.9554,
|
|
"step": 2186
|
|
},
|
|
{
|
|
"epoch": 2.984468339307049,
|
|
"grad_norm": 1.1253331899642944,
|
|
"learning_rate": 4.003299392481602e-06,
|
|
"loss": 2.0951,
|
|
"step": 2187
|
|
},
|
|
{
|
|
"epoch": 2.985833760027308,
|
|
"grad_norm": 1.1735095977783203,
|
|
"learning_rate": 4.002811329376164e-06,
|
|
"loss": 1.9488,
|
|
"step": 2188
|
|
},
|
|
{
|
|
"epoch": 2.987199180747568,
|
|
"grad_norm": 1.1404340267181396,
|
|
"learning_rate": 4.002362307422857e-06,
|
|
"loss": 1.9643,
|
|
"step": 2189
|
|
},
|
|
{
|
|
"epoch": 2.9885646014678273,
|
|
"grad_norm": 1.1273071765899658,
|
|
"learning_rate": 4.00195232759574e-06,
|
|
"loss": 1.895,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 2.9899300221880867,
|
|
"grad_norm": 1.1335234642028809,
|
|
"learning_rate": 4.00158139078418e-06,
|
|
"loss": 2.0343,
|
|
"step": 2191
|
|
},
|
|
{
|
|
"epoch": 2.991295442908346,
|
|
"grad_norm": 1.1854145526885986,
|
|
"learning_rate": 4.001249497792849e-06,
|
|
"loss": 2.0295,
|
|
"step": 2192
|
|
},
|
|
{
|
|
"epoch": 2.992660863628606,
|
|
"grad_norm": 1.1808243989944458,
|
|
"learning_rate": 4.000956649341716e-06,
|
|
"loss": 1.9341,
|
|
"step": 2193
|
|
},
|
|
{
|
|
"epoch": 2.994026284348865,
|
|
"grad_norm": 1.11687171459198,
|
|
"learning_rate": 4.000702846066058e-06,
|
|
"loss": 1.9731,
|
|
"step": 2194
|
|
},
|
|
{
|
|
"epoch": 2.9953917050691246,
|
|
"grad_norm": 1.1572637557983398,
|
|
"learning_rate": 4.000488088516446e-06,
|
|
"loss": 1.9625,
|
|
"step": 2195
|
|
},
|
|
{
|
|
"epoch": 2.996757125789384,
|
|
"grad_norm": 1.1488933563232422,
|
|
"learning_rate": 4.000312377158754e-06,
|
|
"loss": 1.9827,
|
|
"step": 2196
|
|
},
|
|
{
|
|
"epoch": 2.9981225465096433,
|
|
"grad_norm": 1.1624726057052612,
|
|
"learning_rate": 4.000175712374149e-06,
|
|
"loss": 1.9656,
|
|
"step": 2197
|
|
},
|
|
{
|
|
"epoch": 2.9994879672299026,
|
|
"grad_norm": 1.1880913972854614,
|
|
"learning_rate": 4.000078094459098e-06,
|
|
"loss": 1.9438,
|
|
"step": 2198
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 1.1598238945007324,
|
|
"learning_rate": 4.000019523625363e-06,
|
|
"loss": 0.7646,
|
|
"step": 2199
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"step": 2199,
|
|
"total_flos": 2.2641188459144806e+18,
|
|
"train_loss": 2.5134489446024615,
|
|
"train_runtime": 29377.3396,
|
|
"train_samples_per_second": 9.572,
|
|
"train_steps_per_second": 0.075
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 2199,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 3,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2.2641188459144806e+18,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|