8559 lines
213 KiB
JSON
8559 lines
213 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 485,
|
|
"global_step": 2424,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0008251676121712223,
|
|
"grad_norm": 4.05064582824707,
|
|
"learning_rate": 6.84931506849315e-06,
|
|
"loss": 4.001155376434326,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.0016503352243424445,
|
|
"grad_norm": 2.6356191635131836,
|
|
"learning_rate": 2.0547945205479453e-05,
|
|
"loss": 2.9222776889801025,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.002475502836513667,
|
|
"grad_norm": 3.0713953971862793,
|
|
"learning_rate": 3.424657534246575e-05,
|
|
"loss": 3.390582799911499,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.003300670448684889,
|
|
"grad_norm": 1.3838273286819458,
|
|
"learning_rate": 4.794520547945205e-05,
|
|
"loss": 3.1828839778900146,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.0041258380608561115,
|
|
"grad_norm": 1.7452095746994019,
|
|
"learning_rate": 6.164383561643835e-05,
|
|
"loss": 2.813962936401367,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.004951005673027334,
|
|
"grad_norm": 1.5893399715423584,
|
|
"learning_rate": 7.534246575342465e-05,
|
|
"loss": 2.9807863235473633,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.005776173285198556,
|
|
"grad_norm": 3.5792675018310547,
|
|
"learning_rate": 8.904109589041096e-05,
|
|
"loss": 3.5560591220855713,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.006601340897369778,
|
|
"grad_norm": 1.8478755950927734,
|
|
"learning_rate": 0.00010273972602739725,
|
|
"loss": 3.3866186141967773,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.007426508509541001,
|
|
"grad_norm": 2.1352012157440186,
|
|
"learning_rate": 0.00011643835616438356,
|
|
"loss": 3.1586074829101562,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.008251676121712223,
|
|
"grad_norm": 1.7606539726257324,
|
|
"learning_rate": 0.00013013698630136986,
|
|
"loss": 2.9098258018493652,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.009076843733883445,
|
|
"grad_norm": 3.2620508670806885,
|
|
"learning_rate": 0.00014383561643835615,
|
|
"loss": 3.561354160308838,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.009902011346054668,
|
|
"grad_norm": 2.023899555206299,
|
|
"learning_rate": 0.00015753424657534247,
|
|
"loss": 3.592134952545166,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.01072717895822589,
|
|
"grad_norm": 3.6786065101623535,
|
|
"learning_rate": 0.00017123287671232877,
|
|
"loss": 3.442713499069214,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.011552346570397111,
|
|
"grad_norm": 2.0674569606781006,
|
|
"learning_rate": 0.00018493150684931506,
|
|
"loss": 3.746337652206421,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.012377514182568335,
|
|
"grad_norm": 1.5185879468917847,
|
|
"learning_rate": 0.00019863013698630136,
|
|
"loss": 3.570563793182373,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.013202681794739556,
|
|
"grad_norm": 2.360107421875,
|
|
"learning_rate": 0.00021232876712328765,
|
|
"loss": 3.3992598056793213,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.01402784940691078,
|
|
"grad_norm": 1.5070563554763794,
|
|
"learning_rate": 0.00022602739726027398,
|
|
"loss": 3.5061898231506348,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.014853017019082001,
|
|
"grad_norm": 2.7158215045928955,
|
|
"learning_rate": 0.00023972602739726027,
|
|
"loss": 3.3630847930908203,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.015678184631253225,
|
|
"grad_norm": 2.2133257389068604,
|
|
"learning_rate": 0.0002534246575342466,
|
|
"loss": 3.105353832244873,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.016503352243424446,
|
|
"grad_norm": 2.5868213176727295,
|
|
"learning_rate": 0.0002671232876712329,
|
|
"loss": 3.7335898876190186,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.017328519855595668,
|
|
"grad_norm": 1.559792160987854,
|
|
"learning_rate": 0.0002808219178082192,
|
|
"loss": 2.9675424098968506,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.01815368746776689,
|
|
"grad_norm": 1.5991140604019165,
|
|
"learning_rate": 0.0002945205479452055,
|
|
"loss": 3.0212419033050537,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.01897885507993811,
|
|
"grad_norm": 1.1146661043167114,
|
|
"learning_rate": 0.00030821917808219177,
|
|
"loss": 3.196434736251831,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.019804022692109336,
|
|
"grad_norm": 1.2657647132873535,
|
|
"learning_rate": 0.0003219178082191781,
|
|
"loss": 2.97530198097229,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.020629190304280558,
|
|
"grad_norm": 0.6638312935829163,
|
|
"learning_rate": 0.0003356164383561644,
|
|
"loss": 2.9245412349700928,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.02145435791645178,
|
|
"grad_norm": 1.4437497854232788,
|
|
"learning_rate": 0.0003493150684931507,
|
|
"loss": 3.0601556301116943,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.022279525528623,
|
|
"grad_norm": 0.7249438166618347,
|
|
"learning_rate": 0.000363013698630137,
|
|
"loss": 3.048365831375122,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.023104693140794223,
|
|
"grad_norm": 2.0431630611419678,
|
|
"learning_rate": 0.0003767123287671233,
|
|
"loss": 3.2283480167388916,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.023929860752965448,
|
|
"grad_norm": 1.012539029121399,
|
|
"learning_rate": 0.0003904109589041096,
|
|
"loss": 3.074009895324707,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.02475502836513667,
|
|
"grad_norm": 1.1344226598739624,
|
|
"learning_rate": 0.0004041095890410959,
|
|
"loss": 2.8867099285125732,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.02558019597730789,
|
|
"grad_norm": 1.0907769203186035,
|
|
"learning_rate": 0.0004178082191780822,
|
|
"loss": 2.8230175971984863,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.026405363589479112,
|
|
"grad_norm": 0.9112602472305298,
|
|
"learning_rate": 0.0004315068493150685,
|
|
"loss": 2.894538640975952,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.027230531201650334,
|
|
"grad_norm": 0.885581374168396,
|
|
"learning_rate": 0.00044520547945205483,
|
|
"loss": 2.7423620223999023,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.02805569881382156,
|
|
"grad_norm": 1.8324520587921143,
|
|
"learning_rate": 0.0004589041095890411,
|
|
"loss": 3.282146453857422,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.02888086642599278,
|
|
"grad_norm": 0.9547421336174011,
|
|
"learning_rate": 0.0004726027397260274,
|
|
"loss": 3.039111614227295,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.029706034038164002,
|
|
"grad_norm": 0.7706640362739563,
|
|
"learning_rate": 0.0004863013698630137,
|
|
"loss": 2.978135347366333,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.030531201650335224,
|
|
"grad_norm": 0.6767997145652771,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.643972396850586,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.03135636926250645,
|
|
"grad_norm": 1.3300039768218994,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.976358413696289,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.03218153687467767,
|
|
"grad_norm": 1.024826169013977,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.843690872192383,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.03300670448684889,
|
|
"grad_norm": 1.0081740617752075,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.936100959777832,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.03383187209902011,
|
|
"grad_norm": 0.8867328763008118,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.9175610542297363,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.034657039711191336,
|
|
"grad_norm": 0.8508431911468506,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.5730743408203125,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.03548220732336256,
|
|
"grad_norm": 1.068881869316101,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.7962703704833984,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.03630737493553378,
|
|
"grad_norm": 1.2468552589416504,
|
|
"learning_rate": 0.0005,
|
|
"loss": 3.0881192684173584,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.037132542547705004,
|
|
"grad_norm": 1.1098690032958984,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.9157602787017822,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.03795771015987622,
|
|
"grad_norm": 0.8747031092643738,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.8779027462005615,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.03878287777204745,
|
|
"grad_norm": 1.1960872411727905,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.7578372955322266,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.03960804538421867,
|
|
"grad_norm": 1.5936269760131836,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.854313611984253,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.04043321299638989,
|
|
"grad_norm": 1.427709937095642,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.656238555908203,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.041258380608561115,
|
|
"grad_norm": 1.1925889253616333,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.8787596225738525,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.042083548220732334,
|
|
"grad_norm": 1.4617969989776611,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.7878036499023438,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.04290871583290356,
|
|
"grad_norm": 1.3126530647277832,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.7677032947540283,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.043733883445074784,
|
|
"grad_norm": 0.9550370573997498,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.496546745300293,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.044559051057246,
|
|
"grad_norm": 0.9018437266349792,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.6963155269622803,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.04538421866941723,
|
|
"grad_norm": 1.5497634410858154,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.4322242736816406,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.046209386281588445,
|
|
"grad_norm": 0.9431282877922058,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.835155963897705,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.04703455389375967,
|
|
"grad_norm": 0.9947378635406494,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.3825430870056152,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.047859721505930895,
|
|
"grad_norm": 0.6523154973983765,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.450000524520874,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.04868488911810211,
|
|
"grad_norm": 0.8956325650215149,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.425685167312622,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.04951005673027334,
|
|
"grad_norm": 1.2782790660858154,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.6027579307556152,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.05033522434244456,
|
|
"grad_norm": 1.0693634748458862,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.4755916595458984,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.05116039195461578,
|
|
"grad_norm": 1.3470968008041382,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.6689329147338867,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.05198555956678701,
|
|
"grad_norm": 1.2954727411270142,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.4596047401428223,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.052810727178958225,
|
|
"grad_norm": 1.1295737028121948,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.714158058166504,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.05363589479112945,
|
|
"grad_norm": 0.5364153385162354,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.4372639656066895,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.05446106240330067,
|
|
"grad_norm": 0.5712692141532898,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.6134886741638184,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.05528623001547189,
|
|
"grad_norm": 0.5640398859977722,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.5374679565429688,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.05611139762764312,
|
|
"grad_norm": 0.6347931623458862,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.3327348232269287,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.05693656523981434,
|
|
"grad_norm": 0.8012130856513977,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.5947751998901367,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.05776173285198556,
|
|
"grad_norm": 0.7999157309532166,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.4820642471313477,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.05858690046415678,
|
|
"grad_norm": 0.7587979435920715,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.509951114654541,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.059412068076328005,
|
|
"grad_norm": 1.1788878440856934,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.5577077865600586,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.06023723568849922,
|
|
"grad_norm": 0.5499687194824219,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.3385090827941895,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.06106240330067045,
|
|
"grad_norm": 1.1547513008117676,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.2788970470428467,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.06188757091284167,
|
|
"grad_norm": 0.5423986911773682,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.26416277885437,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.0627127385250129,
|
|
"grad_norm": 1.07978355884552,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.109246253967285,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.06353790613718412,
|
|
"grad_norm": 1.0858091115951538,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.4146788120269775,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.06436307374935533,
|
|
"grad_norm": 1.2315399646759033,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.4686007499694824,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.06518824136152657,
|
|
"grad_norm": 1.1423070430755615,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.235238552093506,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.06601340897369778,
|
|
"grad_norm": 0.6924282908439636,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.2394375801086426,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.066838576585869,
|
|
"grad_norm": 0.6953537464141846,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.2416467666625977,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.06766374419804022,
|
|
"grad_norm": 1.0658975839614868,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.3240959644317627,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.06848891181021145,
|
|
"grad_norm": 1.0153752565383911,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.3121490478515625,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.06931407942238267,
|
|
"grad_norm": 0.7716209292411804,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.3162643909454346,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.07013924703455389,
|
|
"grad_norm": 0.7019490003585815,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0751984119415283,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.07096441464672512,
|
|
"grad_norm": 0.8617009520530701,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.2369861602783203,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.07178958225889634,
|
|
"grad_norm": 0.9819467663764954,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.1822731494903564,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.07261474987106756,
|
|
"grad_norm": 0.9508243203163147,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.303833484649658,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.07343991748323879,
|
|
"grad_norm": 0.7223880290985107,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.270758628845215,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.07426508509541001,
|
|
"grad_norm": 0.5906323194503784,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.12703275680542,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.07509025270758123,
|
|
"grad_norm": 1.011453628540039,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.1704506874084473,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.07591542031975244,
|
|
"grad_norm": 1.1180076599121094,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.135690450668335,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.07674058793192368,
|
|
"grad_norm": 0.6078499555587769,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0526981353759766,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.0775657555440949,
|
|
"grad_norm": 0.6462226510047913,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0516133308410645,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.07839092315626611,
|
|
"grad_norm": 0.6533961296081543,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.1560380458831787,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.07921609076843734,
|
|
"grad_norm": 0.4791254699230194,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.2701005935668945,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.08004125838060856,
|
|
"grad_norm": 0.6959493160247803,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.1827073097229004,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.08086642599277978,
|
|
"grad_norm": 0.5518482327461243,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0163729190826416,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.081691593604951,
|
|
"grad_norm": 0.6662017107009888,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.2138278484344482,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.08251676121712223,
|
|
"grad_norm": 0.5524933338165283,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0688583850860596,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.08334192882929345,
|
|
"grad_norm": 0.6075630187988281,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.1106863021850586,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.08416709644146467,
|
|
"grad_norm": 0.6824833154678345,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.9529650211334229,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.0849922640536359,
|
|
"grad_norm": 0.7032500505447388,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0248687267303467,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.08581743166580712,
|
|
"grad_norm": 0.7788276672363281,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.039890766143799,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.08664259927797834,
|
|
"grad_norm": 1.1545436382293701,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0932705402374268,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.08746776689014957,
|
|
"grad_norm": 0.6618006825447083,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8879495859146118,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.08829293450232079,
|
|
"grad_norm": 1.069516658782959,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.060929775238037,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.089118102114492,
|
|
"grad_norm": 0.7089823484420776,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.086873769760132,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.08994326972666322,
|
|
"grad_norm": 0.8543140292167664,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8984220027923584,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.09076843733883445,
|
|
"grad_norm": 0.7802907824516296,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.944888949394226,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.09159360495100567,
|
|
"grad_norm": 0.7008336186408997,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.9289171695709229,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.09241877256317689,
|
|
"grad_norm": 0.9346032738685608,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.9859205484390259,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.09324394017534812,
|
|
"grad_norm": 0.681209921836853,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0038955211639404,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.09406910778751934,
|
|
"grad_norm": 0.6827794313430786,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0127346515655518,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.09489427539969056,
|
|
"grad_norm": 1.0419977903366089,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6082828044891357,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.09571944301186179,
|
|
"grad_norm": 0.9894194602966309,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8612134456634521,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 0.09654461062403301,
|
|
"grad_norm": 0.509680449962616,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8543392419815063,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 0.09736977823620423,
|
|
"grad_norm": 0.7202760577201843,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8081979751586914,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 0.09819494584837545,
|
|
"grad_norm": 0.7833833694458008,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.022106647491455,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 0.09902011346054668,
|
|
"grad_norm": 0.4884537160396576,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8525521755218506,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.0998452810727179,
|
|
"grad_norm": 0.7342460751533508,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8639775514602661,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 0.10067044868488911,
|
|
"grad_norm": 0.7737444639205933,
|
|
"learning_rate": 0.0005,
|
|
"loss": 2.0264413356781006,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 0.10149561629706035,
|
|
"grad_norm": 0.8027350902557373,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8213112354278564,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 0.10232078390923156,
|
|
"grad_norm": 0.7654951214790344,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.882145643234253,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 0.10314595152140278,
|
|
"grad_norm": 0.7303850650787354,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.977327823638916,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.10397111913357401,
|
|
"grad_norm": 0.5510226488113403,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.9279447793960571,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 0.10479628674574523,
|
|
"grad_norm": 1.20448899269104,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7835114002227783,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 0.10562145435791645,
|
|
"grad_norm": 1.0279170274734497,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5774431228637695,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.10644662197008767,
|
|
"grad_norm": 0.6120237708091736,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.9870978593826294,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 0.1072717895822589,
|
|
"grad_norm": 0.8543900847434998,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7867107391357422,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.10809695719443012,
|
|
"grad_norm": 0.5745635628700256,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6808240413665771,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 0.10892212480660134,
|
|
"grad_norm": 0.5888904929161072,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6171236038208008,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 0.10974729241877257,
|
|
"grad_norm": 1.1007593870162964,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6148968935012817,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 0.11057246003094379,
|
|
"grad_norm": 0.6041141152381897,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.463856816291809,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 0.111397627643115,
|
|
"grad_norm": 0.6426807641983032,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.719922661781311,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.11222279525528624,
|
|
"grad_norm": 1.201188564300537,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6529117822647095,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 0.11304796286745745,
|
|
"grad_norm": 0.8614847660064697,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7518805265426636,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 0.11387313047962867,
|
|
"grad_norm": 0.869533121585846,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6316742897033691,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 0.11469829809179989,
|
|
"grad_norm": 1.023616909980774,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7410283088684082,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 0.11552346570397112,
|
|
"grad_norm": 0.4677686393260956,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.838667392730713,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.11634863331614234,
|
|
"grad_norm": 0.7932203412055969,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8326950073242188,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 0.11717380092831356,
|
|
"grad_norm": 0.6294450759887695,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6988697052001953,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 0.11799896854048479,
|
|
"grad_norm": 0.6818397641181946,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7579114437103271,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 0.11882413615265601,
|
|
"grad_norm": 1.1268901824951172,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6934425830841064,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 0.11964930376482723,
|
|
"grad_norm": 1.1641162633895874,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.480327844619751,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.12047447137699845,
|
|
"grad_norm": 0.9022796750068665,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4163341522216797,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 0.12129963898916968,
|
|
"grad_norm": 0.6819456815719604,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4166662693023682,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 0.1221248066013409,
|
|
"grad_norm": 0.8714990019798279,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.642352819442749,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 0.12294997421351211,
|
|
"grad_norm": 0.6552049517631531,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8244096040725708,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 0.12377514182568335,
|
|
"grad_norm": 0.6223987936973572,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5980300903320312,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.12460030943785456,
|
|
"grad_norm": 0.7065282464027405,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.418002724647522,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 0.1254254770500258,
|
|
"grad_norm": 0.5670342445373535,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7273845672607422,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 0.12625064466219701,
|
|
"grad_norm": 0.9579104781150818,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.513790488243103,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 0.12707581227436823,
|
|
"grad_norm": 0.6429880261421204,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7069754600524902,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 0.12790097988653945,
|
|
"grad_norm": 0.8442540764808655,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6215064525604248,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.12872614749871067,
|
|
"grad_norm": 1.2151155471801758,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5524238348007202,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 0.1295513151108819,
|
|
"grad_norm": 0.6252835392951965,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.595234751701355,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 0.13037648272305313,
|
|
"grad_norm": 0.5894163250923157,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6958962678909302,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 0.13120165033522435,
|
|
"grad_norm": 0.6581782102584839,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4035930633544922,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 0.13202681794739557,
|
|
"grad_norm": 0.542962372303009,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.771968960762024,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.1328519855595668,
|
|
"grad_norm": 0.5399895310401917,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.8783142566680908,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 0.133677153171738,
|
|
"grad_norm": 0.7295765280723572,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4890893697738647,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 0.13450232078390922,
|
|
"grad_norm": 0.45351487398147583,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6354293823242188,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 0.13532748839608044,
|
|
"grad_norm": 1.0010162591934204,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0240691900253296,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 0.1361526560082517,
|
|
"grad_norm": 0.8697746396064758,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.691316843032837,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.1369778236204229,
|
|
"grad_norm": 0.7309480309486389,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5780876874923706,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 0.13780299123259412,
|
|
"grad_norm": 0.7008673548698425,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2456053495407104,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 0.13862815884476534,
|
|
"grad_norm": 0.9308040142059326,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4136176109313965,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 0.13945332645693656,
|
|
"grad_norm": 0.4375256299972534,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7965747117996216,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 0.14027849406910778,
|
|
"grad_norm": 0.6675146818161011,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2955620288848877,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.141103661681279,
|
|
"grad_norm": 0.7654633522033691,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.521423578262329,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 0.14192882929345024,
|
|
"grad_norm": 0.5734323263168335,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5977249145507812,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 0.14275399690562146,
|
|
"grad_norm": 0.9441736340522766,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2087130546569824,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 0.14357916451779268,
|
|
"grad_norm": 0.6317110061645508,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.308985710144043,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 0.1444043321299639,
|
|
"grad_norm": 0.6477823853492737,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2664823532104492,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.14522949974213512,
|
|
"grad_norm": 0.7252758741378784,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.548954725265503,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 0.14605466735430633,
|
|
"grad_norm": 0.6475541591644287,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3655939102172852,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 0.14687983496647758,
|
|
"grad_norm": 1.03873610496521,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.167594075202942,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 0.1477050025786488,
|
|
"grad_norm": 0.5233055949211121,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6682946681976318,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 0.14853017019082002,
|
|
"grad_norm": 0.45791342854499817,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7371954917907715,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.14935533780299123,
|
|
"grad_norm": 0.48204395174980164,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6079514026641846,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 0.15018050541516245,
|
|
"grad_norm": 0.5738229155540466,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3978792428970337,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 0.15100567302733367,
|
|
"grad_norm": 1.272986650466919,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3077946901321411,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 0.1518308406395049,
|
|
"grad_norm": 0.6108178496360779,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6558018922805786,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 0.15265600825167613,
|
|
"grad_norm": 0.5422089099884033,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2281129360198975,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.15348117586384735,
|
|
"grad_norm": 0.6628785729408264,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4119315147399902,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 0.15430634347601857,
|
|
"grad_norm": 0.4428359270095825,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.416772723197937,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 0.1551315110881898,
|
|
"grad_norm": 1.1590735912322998,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2648556232452393,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 0.155956678700361,
|
|
"grad_norm": 0.5401804447174072,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3954392671585083,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 0.15678184631253222,
|
|
"grad_norm": 0.6105924844741821,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.529508352279663,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.15760701392470344,
|
|
"grad_norm": 0.6930528879165649,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2204009294509888,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 0.1584321815368747,
|
|
"grad_norm": 1.0452812910079956,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0644744634628296,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 0.1592573491490459,
|
|
"grad_norm": 0.6817145347595215,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3310097455978394,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 0.16008251676121713,
|
|
"grad_norm": 0.6954227685928345,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.250698447227478,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 0.16090768437338834,
|
|
"grad_norm": 0.5326175689697266,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4613834619522095,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.16173285198555956,
|
|
"grad_norm": 0.43815600872039795,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.557671070098877,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 0.16255801959773078,
|
|
"grad_norm": 0.4776799976825714,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5681153535842896,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 0.163383187209902,
|
|
"grad_norm": 0.906951904296875,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.061201810836792,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 0.16420835482207324,
|
|
"grad_norm": 0.6454389691352844,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5125031471252441,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 0.16503352243424446,
|
|
"grad_norm": 0.45719677209854126,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5531091690063477,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.16585869004641568,
|
|
"grad_norm": 0.8183549642562866,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5622446537017822,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 0.1666838576585869,
|
|
"grad_norm": 0.4710141122341156,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4995447397232056,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 0.16750902527075812,
|
|
"grad_norm": 0.42731228470802307,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4743670225143433,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 0.16833419288292933,
|
|
"grad_norm": 0.5082319378852844,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5029337406158447,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 0.16915936049510058,
|
|
"grad_norm": 0.8508438467979431,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7607795596122742,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.1699845281072718,
|
|
"grad_norm": 0.6989767551422119,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1386264562606812,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 0.17080969571944302,
|
|
"grad_norm": 0.8017994165420532,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2077910900115967,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 0.17163486333161423,
|
|
"grad_norm": 0.5111270546913147,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4858042001724243,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 0.17246003094378545,
|
|
"grad_norm": 0.44866520166397095,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.493560791015625,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 0.17328519855595667,
|
|
"grad_norm": 0.5808163285255432,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1808210611343384,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.1741103661681279,
|
|
"grad_norm": 0.5781272649765015,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2493834495544434,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 0.17493553378029914,
|
|
"grad_norm": 0.7005312442779541,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2910864353179932,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 0.17576070139247035,
|
|
"grad_norm": 0.9330860376358032,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0809887647628784,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 0.17658586900464157,
|
|
"grad_norm": 0.5688995718955994,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4833179712295532,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 0.1774110366168128,
|
|
"grad_norm": 0.4832324683666229,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7395341396331787,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.178236204228984,
|
|
"grad_norm": 0.6329236626625061,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9554226398468018,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 0.17906137184115523,
|
|
"grad_norm": 0.523956298828125,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1947340965270996,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 0.17988653945332644,
|
|
"grad_norm": 0.7409864068031311,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2951687574386597,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 0.1807117070654977,
|
|
"grad_norm": 0.560711681842804,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3486658334732056,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 0.1815368746776689,
|
|
"grad_norm": 0.65752774477005,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2709574699401855,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.18236204228984013,
|
|
"grad_norm": 0.6136254668235779,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.168439507484436,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 0.18318720990201134,
|
|
"grad_norm": 0.6078649759292603,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2218141555786133,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 0.18401237751418256,
|
|
"grad_norm": 0.5812203288078308,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5448240041732788,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 0.18483754512635378,
|
|
"grad_norm": 0.7549668550491333,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.484325647354126,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 0.18566271273852503,
|
|
"grad_norm": 0.5121369361877441,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2179449796676636,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.18648788035069624,
|
|
"grad_norm": 0.6205900311470032,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2502247095108032,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 0.18731304796286746,
|
|
"grad_norm": 0.8578463792800903,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7786793112754822,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 0.18813821557503868,
|
|
"grad_norm": 0.5800952911376953,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3457585573196411,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 0.1889633831872099,
|
|
"grad_norm": 0.6097033023834229,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.402034878730774,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 0.18978855079938112,
|
|
"grad_norm": 0.7255859971046448,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3664675951004028,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.19061371841155234,
|
|
"grad_norm": 0.7353418469429016,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2583798170089722,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 0.19143888602372358,
|
|
"grad_norm": 0.5628712773323059,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3858345746994019,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 0.1922640536358948,
|
|
"grad_norm": 0.5797217488288879,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0521609783172607,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 0.19308922124806602,
|
|
"grad_norm": 0.6121135950088501,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0847803354263306,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 0.19391438886023724,
|
|
"grad_norm": 0.4923863708972931,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.081227421760559,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.19473955647240845,
|
|
"grad_norm": 0.8833675384521484,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9793055057525635,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 0.19556472408457967,
|
|
"grad_norm": 0.403506338596344,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.6908206939697266,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 0.1963898916967509,
|
|
"grad_norm": 0.5630794763565063,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.206038236618042,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 0.19721505930892214,
|
|
"grad_norm": 0.6680169701576233,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1213828325271606,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 0.19804022692109335,
|
|
"grad_norm": 0.9035966396331787,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7148669362068176,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.19886539453326457,
|
|
"grad_norm": 0.820414662361145,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9385108947753906,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 0.1996905621454358,
|
|
"grad_norm": 0.46335649490356445,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.353764295578003,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 0.2001031459515214,
|
|
"eval_loss": 0.9871540665626526,
|
|
"eval_runtime": 8.3235,
|
|
"eval_samples_per_second": 94.191,
|
|
"eval_steps_per_second": 11.774,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 0.200515729757607,
|
|
"grad_norm": 0.5083919167518616,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2146344184875488,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 0.20134089736977823,
|
|
"grad_norm": 0.5267910361289978,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1352005004882812,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 0.20216606498194944,
|
|
"grad_norm": 0.5246739983558655,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3788514137268066,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.2029912325941207,
|
|
"grad_norm": 0.6588636040687561,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2196016311645508,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 0.2038164002062919,
|
|
"grad_norm": 0.4793865382671356,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5185762643814087,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 0.20464156781846313,
|
|
"grad_norm": 0.46975746750831604,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0828098058700562,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 0.20546673543063435,
|
|
"grad_norm": 0.8231362700462341,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0690791606903076,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 0.20629190304280556,
|
|
"grad_norm": 0.4743996262550354,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3010034561157227,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.20711707065497678,
|
|
"grad_norm": 1.073641061782837,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.998904824256897,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 0.20794223826714803,
|
|
"grad_norm": 0.653026819229126,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1743905544281006,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 0.20876740587931925,
|
|
"grad_norm": 0.5757710337638855,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3736557960510254,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 0.20959257349149046,
|
|
"grad_norm": 1.029820203781128,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9813966751098633,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 0.21041774110366168,
|
|
"grad_norm": 0.44173821806907654,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4481749534606934,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.2112429087158329,
|
|
"grad_norm": 0.9574601054191589,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1396448612213135,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 0.21206807632800412,
|
|
"grad_norm": 0.8778027296066284,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1219650506973267,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 0.21289324394017534,
|
|
"grad_norm": 0.6104379296302795,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2482566833496094,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 0.21371841155234658,
|
|
"grad_norm": 0.5913075804710388,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3111701011657715,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 0.2145435791645178,
|
|
"grad_norm": 0.8201984167098999,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2918312549591064,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.21536874677668902,
|
|
"grad_norm": 1.0435935258865356,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7960109114646912,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 0.21619391438886024,
|
|
"grad_norm": 0.5125344395637512,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.7052984237670898,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 0.21701908200103145,
|
|
"grad_norm": 0.4323374032974243,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.375638723373413,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 0.21784424961320267,
|
|
"grad_norm": 0.9039424657821655,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8595261573791504,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 0.2186694172253739,
|
|
"grad_norm": 1.0073490142822266,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5834345817565918,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.21949458483754514,
|
|
"grad_norm": 0.42047837376594543,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.409820556640625,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 0.22031975244971636,
|
|
"grad_norm": 0.8841076493263245,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6091881394386292,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 0.22114492006188757,
|
|
"grad_norm": 0.5746383666992188,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3961387872695923,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 0.2219700876740588,
|
|
"grad_norm": 0.5998536944389343,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1204264163970947,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 0.22279525528623,
|
|
"grad_norm": 0.49772873520851135,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.467596411705017,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.22362042289840123,
|
|
"grad_norm": 0.7317692041397095,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6860278248786926,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 0.22444559051057247,
|
|
"grad_norm": 0.8186198472976685,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7754762172698975,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 0.2252707581227437,
|
|
"grad_norm": 0.4967374801635742,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2723290920257568,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 0.2260959257349149,
|
|
"grad_norm": 0.5389532446861267,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.099130630493164,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 0.22692109334708613,
|
|
"grad_norm": 0.5076627731323242,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.195350170135498,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.22774626095925735,
|
|
"grad_norm": 0.7378993034362793,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1034424304962158,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 0.22857142857142856,
|
|
"grad_norm": 0.3536158800125122,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1557471752166748,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 0.22939659618359978,
|
|
"grad_norm": 0.6966869831085205,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3733209371566772,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 0.23022176379577103,
|
|
"grad_norm": 0.5721921920776367,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2296565771102905,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 0.23104693140794225,
|
|
"grad_norm": 0.5838218927383423,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1840265989303589,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.23187209902011346,
|
|
"grad_norm": 0.584754467010498,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4932587146759033,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 0.23269726663228468,
|
|
"grad_norm": 0.42717620730400085,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5163227319717407,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 0.2335224342444559,
|
|
"grad_norm": 0.6021290421485901,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4346580505371094,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 0.23434760185662712,
|
|
"grad_norm": 0.5628776550292969,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1077497005462646,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 0.23517276946879834,
|
|
"grad_norm": 0.6452749371528625,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2200727462768555,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.23599793708096958,
|
|
"grad_norm": 0.5786890983581543,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.272033452987671,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 0.2368231046931408,
|
|
"grad_norm": 0.4542114734649658,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9179959893226624,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 0.23764827230531202,
|
|
"grad_norm": 0.39080727100372314,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2384065389633179,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 0.23847343991748324,
|
|
"grad_norm": 0.6351068615913391,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8556203842163086,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 0.23929860752965446,
|
|
"grad_norm": 0.7682400941848755,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9543220400810242,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.24012377514182567,
|
|
"grad_norm": 0.92158043384552,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.549217700958252,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 0.2409489427539969,
|
|
"grad_norm": 0.4430788457393646,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.034724473953247,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 0.24177411036616814,
|
|
"grad_norm": 0.6903814077377319,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4142558574676514,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 0.24259927797833936,
|
|
"grad_norm": 0.43257200717926025,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1588163375854492,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 0.24342444559051057,
|
|
"grad_norm": 0.43681901693344116,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2648508548736572,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.2442496132026818,
|
|
"grad_norm": 0.6315423250198364,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.160179615020752,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 0.245074780814853,
|
|
"grad_norm": 0.40824076533317566,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.290668249130249,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 0.24589994842702423,
|
|
"grad_norm": 0.4974735677242279,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0398313999176025,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 0.24672511603919547,
|
|
"grad_norm": 0.6924368143081665,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3205965757369995,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 0.2475502836513667,
|
|
"grad_norm": 0.4788479804992676,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.587035894393921,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.2483754512635379,
|
|
"grad_norm": 0.5854333639144897,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7899203896522522,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 0.24920061887570913,
|
|
"grad_norm": 0.5335381627082825,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1879031658172607,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 0.2500257864878804,
|
|
"grad_norm": 0.47977879643440247,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0355863571166992,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 0.2508509541000516,
|
|
"grad_norm": 0.9655616283416748,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6792604923248291,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 0.2516761217122228,
|
|
"grad_norm": 0.5150128602981567,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0021084547042847,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.25250128932439403,
|
|
"grad_norm": 0.4458533823490143,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3821619749069214,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 0.25332645693656525,
|
|
"grad_norm": 0.4895058274269104,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1168134212493896,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 0.25415162454873647,
|
|
"grad_norm": 0.7227627038955688,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8979606032371521,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 0.2549767921609077,
|
|
"grad_norm": 0.9172181487083435,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8193933963775635,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 0.2558019597730789,
|
|
"grad_norm": 0.7418314814567566,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8683919310569763,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.2566271273852501,
|
|
"grad_norm": 0.4302678406238556,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5036029815673828,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 0.25745229499742134,
|
|
"grad_norm": 0.4392130672931671,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2528417110443115,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 0.25827746260959256,
|
|
"grad_norm": 0.613135039806366,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3085262775421143,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 0.2591026302217638,
|
|
"grad_norm": 0.4622304141521454,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4244141578674316,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 0.259927797833935,
|
|
"grad_norm": 0.7210198640823364,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9631842970848083,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.26075296544610627,
|
|
"grad_norm": 0.7242471575737,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.4878099858760834,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 0.2615781330582775,
|
|
"grad_norm": 0.514824628829956,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0283039808273315,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 0.2624033006704487,
|
|
"grad_norm": 0.5972491502761841,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2710590362548828,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 0.2632284682826199,
|
|
"grad_norm": 0.5197654366493225,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0061873197555542,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 0.26405363589479114,
|
|
"grad_norm": 0.7594143748283386,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9267264008522034,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.26487880350696236,
|
|
"grad_norm": 0.4109676480293274,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4799742698669434,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 0.2657039711191336,
|
|
"grad_norm": 0.39466243982315063,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.013569712638855,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 0.2665291387313048,
|
|
"grad_norm": 0.670261561870575,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.689892053604126,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 0.267354306343476,
|
|
"grad_norm": 0.5405585765838623,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3047176599502563,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 0.26817947395564723,
|
|
"grad_norm": 0.5078087449073792,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.262884497642517,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.26900464156781845,
|
|
"grad_norm": 0.47059938311576843,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8305864930152893,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 0.26982980917998967,
|
|
"grad_norm": 0.4846727252006531,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2409794330596924,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 0.2706549767921609,
|
|
"grad_norm": 0.4383109509944916,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2484523057937622,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 0.27148014440433216,
|
|
"grad_norm": 0.37556707859039307,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9433695077896118,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 0.2723053120165034,
|
|
"grad_norm": 0.37254199385643005,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4334774017333984,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.2731304796286746,
|
|
"grad_norm": 0.5509696006774902,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8734132051467896,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 0.2739556472408458,
|
|
"grad_norm": 0.4884193539619446,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9699646830558777,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 0.27478081485301703,
|
|
"grad_norm": 0.5946614146232605,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7786047458648682,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 0.27560598246518825,
|
|
"grad_norm": 0.4739646911621094,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9495128393173218,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 0.27643115007735947,
|
|
"grad_norm": 0.5007510781288147,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.351648211479187,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.2772563176895307,
|
|
"grad_norm": 0.5150129795074463,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.761278510093689,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 0.2780814853017019,
|
|
"grad_norm": 0.6678033471107483,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4205937385559082,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 0.2789066529138731,
|
|
"grad_norm": 0.7818036079406738,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.44894301891326904,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 0.27973182052604434,
|
|
"grad_norm": 0.5766839981079102,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0723761320114136,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 0.28055698813821556,
|
|
"grad_norm": 0.44825315475463867,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4418954849243164,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.2813821557503868,
|
|
"grad_norm": 0.42877197265625,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3415015935897827,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 0.282207323362558,
|
|
"grad_norm": 0.5869501829147339,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9233855605125427,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 0.28303249097472927,
|
|
"grad_norm": 0.4123280644416809,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.285361886024475,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 0.2838576585869005,
|
|
"grad_norm": 0.5483129620552063,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0504131317138672,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 0.2846828261990717,
|
|
"grad_norm": 0.43682846426963806,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1810169219970703,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.2855079938112429,
|
|
"grad_norm": 0.5283734202384949,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3038040399551392,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 0.28633316142341414,
|
|
"grad_norm": 0.41053348779678345,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5715042352676392,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 0.28715832903558536,
|
|
"grad_norm": 0.5874834060668945,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2950150966644287,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 0.2879834966477566,
|
|
"grad_norm": 0.5786132216453552,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.431294322013855,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 0.2888086642599278,
|
|
"grad_norm": 0.4537035822868347,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3521438837051392,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.289633831872099,
|
|
"grad_norm": 0.5288688540458679,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2051489353179932,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 0.29045899948427023,
|
|
"grad_norm": 0.6778690218925476,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0220110416412354,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 0.29128416709644145,
|
|
"grad_norm": 0.7159928679466248,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0520648956298828,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 0.29210933470861267,
|
|
"grad_norm": 0.7548841834068298,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6303867101669312,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 0.2929345023207839,
|
|
"grad_norm": 0.6287117600440979,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8950468897819519,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.29375966993295516,
|
|
"grad_norm": 0.5618225336074829,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0949610471725464,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 0.2945848375451264,
|
|
"grad_norm": 0.6126213669776917,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1194016933441162,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 0.2954100051572976,
|
|
"grad_norm": 1.0764331817626953,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8703246116638184,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 0.2962351727694688,
|
|
"grad_norm": 0.6652147769927979,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7871020436286926,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 0.29706034038164003,
|
|
"grad_norm": 0.7677785754203796,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9459787607192993,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.29788550799381125,
|
|
"grad_norm": 0.6401911377906799,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.242273211479187,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 0.29871067560598247,
|
|
"grad_norm": 0.7156005501747131,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.4272935390472412,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 0.2995358432181537,
|
|
"grad_norm": 0.515862226486206,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7296764254570007,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 0.3003610108303249,
|
|
"grad_norm": 0.4735647439956665,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0296608209609985,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 0.3011861784424961,
|
|
"grad_norm": 0.4547019302845001,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7701424956321716,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.30201134605466734,
|
|
"grad_norm": 0.709504246711731,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8757145404815674,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 0.30283651366683856,
|
|
"grad_norm": 0.4775760769844055,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.422513723373413,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 0.3036616812790098,
|
|
"grad_norm": 0.5066021680831909,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1779431104660034,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 0.304486848891181,
|
|
"grad_norm": 0.37824875116348267,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.396673560142517,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 0.30531201650335227,
|
|
"grad_norm": 0.47177132964134216,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6887521743774414,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.3061371841155235,
|
|
"grad_norm": 0.4736272692680359,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.951183021068573,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 0.3069623517276947,
|
|
"grad_norm": 0.5575990080833435,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5598281621932983,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 0.3077875193398659,
|
|
"grad_norm": 0.6142449378967285,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8059773445129395,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 0.30861268695203714,
|
|
"grad_norm": 0.3264317512512207,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2799454927444458,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 0.30943785456420836,
|
|
"grad_norm": 0.6371709704399109,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9574125409126282,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.3102630221763796,
|
|
"grad_norm": 0.3501775860786438,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5243263244628906,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 0.3110881897885508,
|
|
"grad_norm": 0.7664023041725159,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8435171246528625,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 0.311913357400722,
|
|
"grad_norm": 0.47338634729385376,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2635228633880615,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 0.31273852501289323,
|
|
"grad_norm": 0.5893837213516235,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2268116474151611,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 0.31356369262506445,
|
|
"grad_norm": 0.3971027433872223,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9376073479652405,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.31438886023723567,
|
|
"grad_norm": 0.4974158704280853,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1054447889328003,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 0.3152140278494069,
|
|
"grad_norm": 0.4881732165813446,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2376474142074585,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 0.31603919546157816,
|
|
"grad_norm": 0.4697839915752411,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9591520428657532,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 0.3168643630737494,
|
|
"grad_norm": 0.5661628842353821,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5725570321083069,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 0.3176895306859206,
|
|
"grad_norm": 0.41950663924217224,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8325156569480896,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.3185146982980918,
|
|
"grad_norm": 0.4491046071052551,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8748528957366943,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 0.31933986591026303,
|
|
"grad_norm": 0.6069282293319702,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6700723171234131,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 0.32016503352243425,
|
|
"grad_norm": 0.387180894613266,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.208810806274414,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 0.32099020113460547,
|
|
"grad_norm": 0.3678168058395386,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9034237861633301,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 0.3218153687467767,
|
|
"grad_norm": 0.39267754554748535,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.106095790863037,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.3226405363589479,
|
|
"grad_norm": 0.5397934317588806,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2158617973327637,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 0.3234657039711191,
|
|
"grad_norm": 0.4539080560207367,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0038114786148071,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 0.32429087158329034,
|
|
"grad_norm": 0.49578386545181274,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2935315370559692,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 0.32511603919546156,
|
|
"grad_norm": 0.3788098394870758,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3695635795593262,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 0.3259412068076328,
|
|
"grad_norm": 0.5304418206214905,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2912182807922363,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.326766374419804,
|
|
"grad_norm": 0.5684431195259094,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1963849067687988,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 0.32759154203197527,
|
|
"grad_norm": 0.5429754853248596,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9575740098953247,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 0.3284167096441465,
|
|
"grad_norm": 0.6165698170661926,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6333395838737488,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 0.3292418772563177,
|
|
"grad_norm": 0.6064788699150085,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8153479099273682,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 0.3300670448684889,
|
|
"grad_norm": 0.4232187271118164,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4265881776809692,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.33089221248066014,
|
|
"grad_norm": 0.4814676344394684,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1406737565994263,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 0.33171738009283136,
|
|
"grad_norm": 0.419049471616745,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4567514657974243,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 0.3325425477050026,
|
|
"grad_norm": 0.7689643502235413,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9619349241256714,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 0.3333677153171738,
|
|
"grad_norm": 0.4174315631389618,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.917432963848114,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 0.334192882929345,
|
|
"grad_norm": 0.5049794316291809,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0135047435760498,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.33501805054151623,
|
|
"grad_norm": 0.39736947417259216,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2304755449295044,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 0.33584321815368745,
|
|
"grad_norm": 0.5136732459068298,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6235193014144897,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 0.33666838576585867,
|
|
"grad_norm": 0.6358846426010132,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9476469159126282,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 0.3374935533780299,
|
|
"grad_norm": 0.36760398745536804,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1756913661956787,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 0.33831872099020116,
|
|
"grad_norm": 0.6921237111091614,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5435713529586792,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.3391438886023724,
|
|
"grad_norm": 0.6190113425254822,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6276876926422119,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 0.3399690562145436,
|
|
"grad_norm": 0.5015466809272766,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2893644571304321,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 0.3407942238267148,
|
|
"grad_norm": 0.6742082834243774,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9958200454711914,
|
|
"step": 826
|
|
},
|
|
{
|
|
"epoch": 0.34161939143888603,
|
|
"grad_norm": 0.43738895654678345,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8957383632659912,
|
|
"step": 828
|
|
},
|
|
{
|
|
"epoch": 0.34244455905105725,
|
|
"grad_norm": 0.40049517154693604,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.86797696352005,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.34326972666322847,
|
|
"grad_norm": 0.678524911403656,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1833425760269165,
|
|
"step": 832
|
|
},
|
|
{
|
|
"epoch": 0.3440948942753997,
|
|
"grad_norm": 0.3560514450073242,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.247701644897461,
|
|
"step": 834
|
|
},
|
|
{
|
|
"epoch": 0.3449200618875709,
|
|
"grad_norm": 0.7766836881637573,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6366620063781738,
|
|
"step": 836
|
|
},
|
|
{
|
|
"epoch": 0.3457452294997421,
|
|
"grad_norm": 0.3957395553588867,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.452673316001892,
|
|
"step": 838
|
|
},
|
|
{
|
|
"epoch": 0.34657039711191334,
|
|
"grad_norm": 0.6949273347854614,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6712929010391235,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.34739556472408456,
|
|
"grad_norm": 0.44859611988067627,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9374242424964905,
|
|
"step": 842
|
|
},
|
|
{
|
|
"epoch": 0.3482207323362558,
|
|
"grad_norm": 0.44476670026779175,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9708834290504456,
|
|
"step": 844
|
|
},
|
|
{
|
|
"epoch": 0.34904589994842705,
|
|
"grad_norm": 0.5429829955101013,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1306025981903076,
|
|
"step": 846
|
|
},
|
|
{
|
|
"epoch": 0.34987106756059827,
|
|
"grad_norm": 0.5670883655548096,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9808698296546936,
|
|
"step": 848
|
|
},
|
|
{
|
|
"epoch": 0.3506962351727695,
|
|
"grad_norm": 0.4450462758541107,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2327816486358643,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.3515214027849407,
|
|
"grad_norm": 0.44823941588401794,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.214652180671692,
|
|
"step": 852
|
|
},
|
|
{
|
|
"epoch": 0.3523465703971119,
|
|
"grad_norm": 0.46802523732185364,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8434693813323975,
|
|
"step": 854
|
|
},
|
|
{
|
|
"epoch": 0.35317173800928314,
|
|
"grad_norm": 0.4221685528755188,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.385030746459961,
|
|
"step": 856
|
|
},
|
|
{
|
|
"epoch": 0.35399690562145436,
|
|
"grad_norm": 0.3876509368419647,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3161131143569946,
|
|
"step": 858
|
|
},
|
|
{
|
|
"epoch": 0.3548220732336256,
|
|
"grad_norm": 0.465462327003479,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.246232032775879,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.3556472408457968,
|
|
"grad_norm": 0.38140279054641724,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1987196207046509,
|
|
"step": 862
|
|
},
|
|
{
|
|
"epoch": 0.356472408457968,
|
|
"grad_norm": 0.6231861710548401,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7024447917938232,
|
|
"step": 864
|
|
},
|
|
{
|
|
"epoch": 0.35729757607013923,
|
|
"grad_norm": 0.8739637136459351,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9236916899681091,
|
|
"step": 866
|
|
},
|
|
{
|
|
"epoch": 0.35812274368231045,
|
|
"grad_norm": 0.8303645253181458,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7618856430053711,
|
|
"step": 868
|
|
},
|
|
{
|
|
"epoch": 0.35894791129448167,
|
|
"grad_norm": 0.44744884967803955,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1455423831939697,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.3597730789066529,
|
|
"grad_norm": 0.44626978039741516,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1497100591659546,
|
|
"step": 872
|
|
},
|
|
{
|
|
"epoch": 0.36059824651882416,
|
|
"grad_norm": 0.47076717019081116,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0223735570907593,
|
|
"step": 874
|
|
},
|
|
{
|
|
"epoch": 0.3614234141309954,
|
|
"grad_norm": 0.5181264281272888,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8119293451309204,
|
|
"step": 876
|
|
},
|
|
{
|
|
"epoch": 0.3622485817431666,
|
|
"grad_norm": 0.5308315753936768,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8662136793136597,
|
|
"step": 878
|
|
},
|
|
{
|
|
"epoch": 0.3630737493553378,
|
|
"grad_norm": 0.3599519729614258,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0991331338882446,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.36389891696750903,
|
|
"grad_norm": 0.450533002614975,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.199340581893921,
|
|
"step": 882
|
|
},
|
|
{
|
|
"epoch": 0.36472408457968025,
|
|
"grad_norm": 0.41602176427841187,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8881515860557556,
|
|
"step": 884
|
|
},
|
|
{
|
|
"epoch": 0.36554925219185147,
|
|
"grad_norm": 0.3758910894393921,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0691791772842407,
|
|
"step": 886
|
|
},
|
|
{
|
|
"epoch": 0.3663744198040227,
|
|
"grad_norm": 0.49511483311653137,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.84291672706604,
|
|
"step": 888
|
|
},
|
|
{
|
|
"epoch": 0.3671995874161939,
|
|
"grad_norm": 0.37525108456611633,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.787752091884613,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.3680247550283651,
|
|
"grad_norm": 0.6520910859107971,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7890579700469971,
|
|
"step": 892
|
|
},
|
|
{
|
|
"epoch": 0.36884992264053634,
|
|
"grad_norm": 0.4799257218837738,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8910934925079346,
|
|
"step": 894
|
|
},
|
|
{
|
|
"epoch": 0.36967509025270756,
|
|
"grad_norm": 0.3718203604221344,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2266496419906616,
|
|
"step": 896
|
|
},
|
|
{
|
|
"epoch": 0.3705002578648788,
|
|
"grad_norm": 0.7900125980377197,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.808830738067627,
|
|
"step": 898
|
|
},
|
|
{
|
|
"epoch": 0.37132542547705005,
|
|
"grad_norm": 0.3988662660121918,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3982020616531372,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.37215059308922127,
|
|
"grad_norm": 0.4183046519756317,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.945640504360199,
|
|
"step": 902
|
|
},
|
|
{
|
|
"epoch": 0.3729757607013925,
|
|
"grad_norm": 0.4638324975967407,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9022805690765381,
|
|
"step": 904
|
|
},
|
|
{
|
|
"epoch": 0.3738009283135637,
|
|
"grad_norm": 0.4181121587753296,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0504035949707031,
|
|
"step": 906
|
|
},
|
|
{
|
|
"epoch": 0.3746260959257349,
|
|
"grad_norm": 0.5623753666877747,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.885411262512207,
|
|
"step": 908
|
|
},
|
|
{
|
|
"epoch": 0.37545126353790614,
|
|
"grad_norm": 0.6528892517089844,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.4613204598426819,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.37627643115007736,
|
|
"grad_norm": 0.43880847096443176,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6581244468688965,
|
|
"step": 912
|
|
},
|
|
{
|
|
"epoch": 0.3771015987622486,
|
|
"grad_norm": 0.6024404764175415,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5904361009597778,
|
|
"step": 914
|
|
},
|
|
{
|
|
"epoch": 0.3779267663744198,
|
|
"grad_norm": 0.4631766676902771,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8536958694458008,
|
|
"step": 916
|
|
},
|
|
{
|
|
"epoch": 0.378751933986591,
|
|
"grad_norm": 0.6748937964439392,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.154845952987671,
|
|
"step": 918
|
|
},
|
|
{
|
|
"epoch": 0.37957710159876223,
|
|
"grad_norm": 0.5579289793968201,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3011925220489502,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.38040226921093345,
|
|
"grad_norm": 0.4682430326938629,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.104500651359558,
|
|
"step": 922
|
|
},
|
|
{
|
|
"epoch": 0.38122743682310467,
|
|
"grad_norm": 0.6007438898086548,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0890264511108398,
|
|
"step": 924
|
|
},
|
|
{
|
|
"epoch": 0.3820526044352759,
|
|
"grad_norm": 0.3681229054927826,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0576262474060059,
|
|
"step": 926
|
|
},
|
|
{
|
|
"epoch": 0.38287777204744716,
|
|
"grad_norm": 0.3867166340351105,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4854787588119507,
|
|
"step": 928
|
|
},
|
|
{
|
|
"epoch": 0.3837029396596184,
|
|
"grad_norm": 0.6359395384788513,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.3282276690006256,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.3845281072717896,
|
|
"grad_norm": 0.46864011883735657,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2231162786483765,
|
|
"step": 932
|
|
},
|
|
{
|
|
"epoch": 0.3853532748839608,
|
|
"grad_norm": 0.42163488268852234,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.799576997756958,
|
|
"step": 934
|
|
},
|
|
{
|
|
"epoch": 0.38617844249613204,
|
|
"grad_norm": 0.5348471403121948,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.215818166732788,
|
|
"step": 936
|
|
},
|
|
{
|
|
"epoch": 0.38700361010830325,
|
|
"grad_norm": 0.47862353920936584,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.119133472442627,
|
|
"step": 938
|
|
},
|
|
{
|
|
"epoch": 0.38782877772047447,
|
|
"grad_norm": 0.6671462059020996,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6009505987167358,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.3886539453326457,
|
|
"grad_norm": 0.654689610004425,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9069526195526123,
|
|
"step": 942
|
|
},
|
|
{
|
|
"epoch": 0.3894791129448169,
|
|
"grad_norm": 0.6140965223312378,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1941167116165161,
|
|
"step": 944
|
|
},
|
|
{
|
|
"epoch": 0.3903042805569881,
|
|
"grad_norm": 0.4021962881088257,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2709530591964722,
|
|
"step": 946
|
|
},
|
|
{
|
|
"epoch": 0.39112944816915934,
|
|
"grad_norm": 0.4146452844142914,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1812446117401123,
|
|
"step": 948
|
|
},
|
|
{
|
|
"epoch": 0.39195461578133056,
|
|
"grad_norm": 0.6948921084403992,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7930907011032104,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.3927797833935018,
|
|
"grad_norm": 0.4594041705131531,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1281040906906128,
|
|
"step": 952
|
|
},
|
|
{
|
|
"epoch": 0.39360495100567305,
|
|
"grad_norm": 0.6090090274810791,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9690212607383728,
|
|
"step": 954
|
|
},
|
|
{
|
|
"epoch": 0.39443011861784427,
|
|
"grad_norm": 0.49895620346069336,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9293103814125061,
|
|
"step": 956
|
|
},
|
|
{
|
|
"epoch": 0.3952552862300155,
|
|
"grad_norm": 0.5032721757888794,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3478631973266602,
|
|
"step": 958
|
|
},
|
|
{
|
|
"epoch": 0.3960804538421867,
|
|
"grad_norm": 0.44382214546203613,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.455615520477295,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.3969056214543579,
|
|
"grad_norm": 0.4999854266643524,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.059862732887268,
|
|
"step": 962
|
|
},
|
|
{
|
|
"epoch": 0.39773078906652914,
|
|
"grad_norm": 0.4809070825576782,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7847961187362671,
|
|
"step": 964
|
|
},
|
|
{
|
|
"epoch": 0.39855595667870036,
|
|
"grad_norm": 0.677364706993103,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.3548208475112915,
|
|
"step": 966
|
|
},
|
|
{
|
|
"epoch": 0.3993811242908716,
|
|
"grad_norm": 0.35379257798194885,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1698503494262695,
|
|
"step": 968
|
|
},
|
|
{
|
|
"epoch": 0.4002062919030428,
|
|
"grad_norm": 0.47841575741767883,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6756126284599304,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.4002062919030428,
|
|
"eval_loss": 0.7067621946334839,
|
|
"eval_runtime": 7.3635,
|
|
"eval_samples_per_second": 106.471,
|
|
"eval_steps_per_second": 13.309,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.401031459515214,
|
|
"grad_norm": 0.6655641794204712,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.3434591293334961,
|
|
"step": 972
|
|
},
|
|
{
|
|
"epoch": 0.40185662712738524,
|
|
"grad_norm": 0.5978572368621826,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.35598450899124146,
|
|
"step": 974
|
|
},
|
|
{
|
|
"epoch": 0.40268179473955645,
|
|
"grad_norm": 0.6890511512756348,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9411051869392395,
|
|
"step": 976
|
|
},
|
|
{
|
|
"epoch": 0.40350696235172767,
|
|
"grad_norm": 0.5624321699142456,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.3418905436992645,
|
|
"step": 978
|
|
},
|
|
{
|
|
"epoch": 0.4043321299638989,
|
|
"grad_norm": 0.47039034962654114,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0206353664398193,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.40515729757607016,
|
|
"grad_norm": 0.40128687024116516,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8043688535690308,
|
|
"step": 982
|
|
},
|
|
{
|
|
"epoch": 0.4059824651882414,
|
|
"grad_norm": 0.38942623138427734,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4332058429718018,
|
|
"step": 984
|
|
},
|
|
{
|
|
"epoch": 0.4068076328004126,
|
|
"grad_norm": 0.37515854835510254,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1731629371643066,
|
|
"step": 986
|
|
},
|
|
{
|
|
"epoch": 0.4076328004125838,
|
|
"grad_norm": 0.47619712352752686,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9455140829086304,
|
|
"step": 988
|
|
},
|
|
{
|
|
"epoch": 0.40845796802475504,
|
|
"grad_norm": 0.4121805429458618,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9333594441413879,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.40928313563692625,
|
|
"grad_norm": 0.37878715991973877,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0717476606369019,
|
|
"step": 992
|
|
},
|
|
{
|
|
"epoch": 0.41010830324909747,
|
|
"grad_norm": 0.45636799931526184,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5954750776290894,
|
|
"step": 994
|
|
},
|
|
{
|
|
"epoch": 0.4109334708612687,
|
|
"grad_norm": 0.3710258901119232,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2599620819091797,
|
|
"step": 996
|
|
},
|
|
{
|
|
"epoch": 0.4117586384734399,
|
|
"grad_norm": 0.5332334637641907,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.068055510520935,
|
|
"step": 998
|
|
},
|
|
{
|
|
"epoch": 0.4125838060856111,
|
|
"grad_norm": 0.5794641375541687,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7776126861572266,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.41340897369778234,
|
|
"grad_norm": 0.4480159878730774,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6035796999931335,
|
|
"step": 1002
|
|
},
|
|
{
|
|
"epoch": 0.41423414130995356,
|
|
"grad_norm": 0.3095519244670868,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9357731938362122,
|
|
"step": 1004
|
|
},
|
|
{
|
|
"epoch": 0.4150593089221248,
|
|
"grad_norm": 0.45328325033187866,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9649761915206909,
|
|
"step": 1006
|
|
},
|
|
{
|
|
"epoch": 0.41588447653429605,
|
|
"grad_norm": 0.45143985748291016,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0865952968597412,
|
|
"step": 1008
|
|
},
|
|
{
|
|
"epoch": 0.4167096441464673,
|
|
"grad_norm": 0.4858875572681427,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.81813645362854,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.4175348117586385,
|
|
"grad_norm": 0.3973652124404907,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.021775484085083,
|
|
"step": 1012
|
|
},
|
|
{
|
|
"epoch": 0.4183599793708097,
|
|
"grad_norm": 0.7302273511886597,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6906617283821106,
|
|
"step": 1014
|
|
},
|
|
{
|
|
"epoch": 0.4191851469829809,
|
|
"grad_norm": 0.3600204586982727,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3078669309616089,
|
|
"step": 1016
|
|
},
|
|
{
|
|
"epoch": 0.42001031459515215,
|
|
"grad_norm": 0.5048308372497559,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.4761854112148285,
|
|
"step": 1018
|
|
},
|
|
{
|
|
"epoch": 0.42083548220732336,
|
|
"grad_norm": 0.6642930507659912,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.588760495185852,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.4216606498194946,
|
|
"grad_norm": 0.6172478795051575,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5218207836151123,
|
|
"step": 1022
|
|
},
|
|
{
|
|
"epoch": 0.4224858174316658,
|
|
"grad_norm": 0.5850370526313782,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5745161771774292,
|
|
"step": 1024
|
|
},
|
|
{
|
|
"epoch": 0.423310985043837,
|
|
"grad_norm": 0.4626556634902954,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6343902349472046,
|
|
"step": 1026
|
|
},
|
|
{
|
|
"epoch": 0.42413615265600824,
|
|
"grad_norm": 0.46811240911483765,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7721204161643982,
|
|
"step": 1028
|
|
},
|
|
{
|
|
"epoch": 0.42496132026817945,
|
|
"grad_norm": 0.4241119921207428,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2199113368988037,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.4257864878803507,
|
|
"grad_norm": 0.7176966071128845,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6248391270637512,
|
|
"step": 1032
|
|
},
|
|
{
|
|
"epoch": 0.42661165549252195,
|
|
"grad_norm": 0.38848671317100525,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1501232385635376,
|
|
"step": 1034
|
|
},
|
|
{
|
|
"epoch": 0.42743682310469316,
|
|
"grad_norm": 0.6330976486206055,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.314798504114151,
|
|
"step": 1036
|
|
},
|
|
{
|
|
"epoch": 0.4282619907168644,
|
|
"grad_norm": 0.5879555344581604,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6930589079856873,
|
|
"step": 1038
|
|
},
|
|
{
|
|
"epoch": 0.4290871583290356,
|
|
"grad_norm": 0.5130351185798645,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6479557156562805,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.4299123259412068,
|
|
"grad_norm": 0.6524402499198914,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.3105769455432892,
|
|
"step": 1042
|
|
},
|
|
{
|
|
"epoch": 0.43073749355337804,
|
|
"grad_norm": 0.4507187306880951,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5807090997695923,
|
|
"step": 1044
|
|
},
|
|
{
|
|
"epoch": 0.43156266116554926,
|
|
"grad_norm": 0.4378560781478882,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1415951251983643,
|
|
"step": 1046
|
|
},
|
|
{
|
|
"epoch": 0.4323878287777205,
|
|
"grad_norm": 0.41059407591819763,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.325959324836731,
|
|
"step": 1048
|
|
},
|
|
{
|
|
"epoch": 0.4332129963898917,
|
|
"grad_norm": 0.6772822141647339,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9165737628936768,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.4340381640020629,
|
|
"grad_norm": 0.6387878656387329,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.33348408341407776,
|
|
"step": 1052
|
|
},
|
|
{
|
|
"epoch": 0.4348633316142341,
|
|
"grad_norm": 0.47842156887054443,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3105005025863647,
|
|
"step": 1054
|
|
},
|
|
{
|
|
"epoch": 0.43568849922640535,
|
|
"grad_norm": 0.46261030435562134,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7326333522796631,
|
|
"step": 1056
|
|
},
|
|
{
|
|
"epoch": 0.43651366683857656,
|
|
"grad_norm": 0.3358602523803711,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3044193983078003,
|
|
"step": 1058
|
|
},
|
|
{
|
|
"epoch": 0.4373388344507478,
|
|
"grad_norm": 0.4453638195991516,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1385118961334229,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.43816400206291906,
|
|
"grad_norm": 0.48419469594955444,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8217204809188843,
|
|
"step": 1062
|
|
},
|
|
{
|
|
"epoch": 0.4389891696750903,
|
|
"grad_norm": 0.33709651231765747,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.392715334892273,
|
|
"step": 1064
|
|
},
|
|
{
|
|
"epoch": 0.4398143372872615,
|
|
"grad_norm": 0.5190922617912292,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.43600592017173767,
|
|
"step": 1066
|
|
},
|
|
{
|
|
"epoch": 0.4406395048994327,
|
|
"grad_norm": 0.46601980924606323,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6399708986282349,
|
|
"step": 1068
|
|
},
|
|
{
|
|
"epoch": 0.44146467251160393,
|
|
"grad_norm": 0.46281567215919495,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.963161289691925,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.44228984012377515,
|
|
"grad_norm": 0.3844955563545227,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2005760669708252,
|
|
"step": 1072
|
|
},
|
|
{
|
|
"epoch": 0.44311500773594636,
|
|
"grad_norm": 0.5524375438690186,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6903715133666992,
|
|
"step": 1074
|
|
},
|
|
{
|
|
"epoch": 0.4439401753481176,
|
|
"grad_norm": 0.42640113830566406,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2428464889526367,
|
|
"step": 1076
|
|
},
|
|
{
|
|
"epoch": 0.4447653429602888,
|
|
"grad_norm": 0.5613577961921692,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.27432385087013245,
|
|
"step": 1078
|
|
},
|
|
{
|
|
"epoch": 0.44559051057246,
|
|
"grad_norm": 0.49683111906051636,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7725480794906616,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.44641567818463124,
|
|
"grad_norm": 0.6654202938079834,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6296190619468689,
|
|
"step": 1082
|
|
},
|
|
{
|
|
"epoch": 0.44724084579680246,
|
|
"grad_norm": 0.3712174594402313,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3912023305892944,
|
|
"step": 1084
|
|
},
|
|
{
|
|
"epoch": 0.4480660134089737,
|
|
"grad_norm": 0.4844004809856415,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1226129531860352,
|
|
"step": 1086
|
|
},
|
|
{
|
|
"epoch": 0.44889118102114495,
|
|
"grad_norm": 0.4575996994972229,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1576647758483887,
|
|
"step": 1088
|
|
},
|
|
{
|
|
"epoch": 0.44971634863331617,
|
|
"grad_norm": 0.4895000457763672,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2015182971954346,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.4505415162454874,
|
|
"grad_norm": 0.48811668157577515,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6746483445167542,
|
|
"step": 1092
|
|
},
|
|
{
|
|
"epoch": 0.4513666838576586,
|
|
"grad_norm": 0.4339450001716614,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6415848731994629,
|
|
"step": 1094
|
|
},
|
|
{
|
|
"epoch": 0.4521918514698298,
|
|
"grad_norm": 0.3784640431404114,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0874764919281006,
|
|
"step": 1096
|
|
},
|
|
{
|
|
"epoch": 0.45301701908200104,
|
|
"grad_norm": 0.584389865398407,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1541180610656738,
|
|
"step": 1098
|
|
},
|
|
{
|
|
"epoch": 0.45384218669417226,
|
|
"grad_norm": 0.681960940361023,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.48588109016418457,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.4546673543063435,
|
|
"grad_norm": 0.5292614102363586,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8904744386672974,
|
|
"step": 1102
|
|
},
|
|
{
|
|
"epoch": 0.4554925219185147,
|
|
"grad_norm": 0.471851646900177,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7160428762435913,
|
|
"step": 1104
|
|
},
|
|
{
|
|
"epoch": 0.4563176895306859,
|
|
"grad_norm": 0.520013153553009,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8014139533042908,
|
|
"step": 1106
|
|
},
|
|
{
|
|
"epoch": 0.45714285714285713,
|
|
"grad_norm": 0.4514811336994171,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.683321475982666,
|
|
"step": 1108
|
|
},
|
|
{
|
|
"epoch": 0.45796802475502835,
|
|
"grad_norm": 0.44530627131462097,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8450584411621094,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.45879319236719956,
|
|
"grad_norm": 0.32030922174453735,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2461864948272705,
|
|
"step": 1112
|
|
},
|
|
{
|
|
"epoch": 0.4596183599793708,
|
|
"grad_norm": 0.39658382534980774,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8875741362571716,
|
|
"step": 1114
|
|
},
|
|
{
|
|
"epoch": 0.46044352759154206,
|
|
"grad_norm": 0.4232991933822632,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1723307371139526,
|
|
"step": 1116
|
|
},
|
|
{
|
|
"epoch": 0.4612686952037133,
|
|
"grad_norm": 0.483547180891037,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6569406986236572,
|
|
"step": 1118
|
|
},
|
|
{
|
|
"epoch": 0.4620938628158845,
|
|
"grad_norm": 0.5539224743843079,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1091156005859375,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.4629190304280557,
|
|
"grad_norm": 0.2994230091571808,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9592258334159851,
|
|
"step": 1122
|
|
},
|
|
{
|
|
"epoch": 0.46374419804022693,
|
|
"grad_norm": 0.3562132716178894,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8727736473083496,
|
|
"step": 1124
|
|
},
|
|
{
|
|
"epoch": 0.46456936565239815,
|
|
"grad_norm": 0.4182264804840088,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9040244817733765,
|
|
"step": 1126
|
|
},
|
|
{
|
|
"epoch": 0.46539453326456937,
|
|
"grad_norm": 0.36431142687797546,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1870160102844238,
|
|
"step": 1128
|
|
},
|
|
{
|
|
"epoch": 0.4662197008767406,
|
|
"grad_norm": 0.3644370138645172,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9849762916564941,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.4670448684889118,
|
|
"grad_norm": 0.39381295442581177,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8918764591217041,
|
|
"step": 1132
|
|
},
|
|
{
|
|
"epoch": 0.467870036101083,
|
|
"grad_norm": 0.5089045763015747,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0649911165237427,
|
|
"step": 1134
|
|
},
|
|
{
|
|
"epoch": 0.46869520371325424,
|
|
"grad_norm": 0.5415642261505127,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7683084607124329,
|
|
"step": 1136
|
|
},
|
|
{
|
|
"epoch": 0.46952037132542546,
|
|
"grad_norm": 0.46666574478149414,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8655437231063843,
|
|
"step": 1138
|
|
},
|
|
{
|
|
"epoch": 0.4703455389375967,
|
|
"grad_norm": 0.5969123840332031,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.44099390506744385,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.47117070654976795,
|
|
"grad_norm": 0.37121525406837463,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.081122636795044,
|
|
"step": 1142
|
|
},
|
|
{
|
|
"epoch": 0.47199587416193917,
|
|
"grad_norm": 0.47111591696739197,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6740312576293945,
|
|
"step": 1144
|
|
},
|
|
{
|
|
"epoch": 0.4728210417741104,
|
|
"grad_norm": 0.36166858673095703,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0292555093765259,
|
|
"step": 1146
|
|
},
|
|
{
|
|
"epoch": 0.4736462093862816,
|
|
"grad_norm": 0.4886690080165863,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9834333658218384,
|
|
"step": 1148
|
|
},
|
|
{
|
|
"epoch": 0.4744713769984528,
|
|
"grad_norm": 0.6094414591789246,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7775858640670776,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.47529654461062404,
|
|
"grad_norm": 0.6761363744735718,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6978498697280884,
|
|
"step": 1152
|
|
},
|
|
{
|
|
"epoch": 0.47612171222279526,
|
|
"grad_norm": 0.6768798232078552,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.33388641476631165,
|
|
"step": 1154
|
|
},
|
|
{
|
|
"epoch": 0.4769468798349665,
|
|
"grad_norm": 0.3761197030544281,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0626983642578125,
|
|
"step": 1156
|
|
},
|
|
{
|
|
"epoch": 0.4777720474471377,
|
|
"grad_norm": 0.5958622097969055,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5583434104919434,
|
|
"step": 1158
|
|
},
|
|
{
|
|
"epoch": 0.4785972150593089,
|
|
"grad_norm": 0.39165687561035156,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1808472871780396,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.47942238267148013,
|
|
"grad_norm": 0.4028123617172241,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.024972915649414,
|
|
"step": 1162
|
|
},
|
|
{
|
|
"epoch": 0.48024755028365135,
|
|
"grad_norm": 0.6045606732368469,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0229902267456055,
|
|
"step": 1164
|
|
},
|
|
{
|
|
"epoch": 0.48107271789582257,
|
|
"grad_norm": 0.3716071546077728,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.5719668865203857,
|
|
"step": 1166
|
|
},
|
|
{
|
|
"epoch": 0.4818978855079938,
|
|
"grad_norm": 0.4329681098461151,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0816712379455566,
|
|
"step": 1168
|
|
},
|
|
{
|
|
"epoch": 0.48272305312016506,
|
|
"grad_norm": 0.34830883145332336,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2980117797851562,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.4835482207323363,
|
|
"grad_norm": 0.4658760130405426,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.01692795753479,
|
|
"step": 1172
|
|
},
|
|
{
|
|
"epoch": 0.4843733883445075,
|
|
"grad_norm": 0.3759547173976898,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8392401933670044,
|
|
"step": 1174
|
|
},
|
|
{
|
|
"epoch": 0.4851985559566787,
|
|
"grad_norm": 0.43001633882522583,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9360501170158386,
|
|
"step": 1176
|
|
},
|
|
{
|
|
"epoch": 0.48602372356884993,
|
|
"grad_norm": 0.4443817734718323,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9738578200340271,
|
|
"step": 1178
|
|
},
|
|
{
|
|
"epoch": 0.48684889118102115,
|
|
"grad_norm": 0.4765748679637909,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9294180274009705,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.48767405879319237,
|
|
"grad_norm": 0.3932465612888336,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2581766843795776,
|
|
"step": 1182
|
|
},
|
|
{
|
|
"epoch": 0.4884992264053636,
|
|
"grad_norm": 0.39340582489967346,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1049050092697144,
|
|
"step": 1184
|
|
},
|
|
{
|
|
"epoch": 0.4893243940175348,
|
|
"grad_norm": 0.4255252480506897,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0915213823318481,
|
|
"step": 1186
|
|
},
|
|
{
|
|
"epoch": 0.490149561629706,
|
|
"grad_norm": 0.3390955328941345,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.3654221296310425,
|
|
"step": 1188
|
|
},
|
|
{
|
|
"epoch": 0.49097472924187724,
|
|
"grad_norm": 0.47792261838912964,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8833599090576172,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.49179989685404846,
|
|
"grad_norm": 0.3805239200592041,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1383686065673828,
|
|
"step": 1192
|
|
},
|
|
{
|
|
"epoch": 0.4926250644662197,
|
|
"grad_norm": 0.5304467678070068,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.5999901294708252,
|
|
"step": 1194
|
|
},
|
|
{
|
|
"epoch": 0.49345023207839095,
|
|
"grad_norm": 0.39166152477264404,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6269493103027344,
|
|
"step": 1196
|
|
},
|
|
{
|
|
"epoch": 0.49427539969056217,
|
|
"grad_norm": 0.4381334185600281,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.045685052871704,
|
|
"step": 1198
|
|
},
|
|
{
|
|
"epoch": 0.4951005673027334,
|
|
"grad_norm": 0.6005203127861023,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7196356654167175,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.4959257349149046,
|
|
"grad_norm": 0.5085334777832031,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8923790454864502,
|
|
"step": 1202
|
|
},
|
|
{
|
|
"epoch": 0.4967509025270758,
|
|
"grad_norm": 0.46505412459373474,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1734912395477295,
|
|
"step": 1204
|
|
},
|
|
{
|
|
"epoch": 0.49757607013924704,
|
|
"grad_norm": 0.35354235768318176,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4248706102371216,
|
|
"step": 1206
|
|
},
|
|
{
|
|
"epoch": 0.49840123775141826,
|
|
"grad_norm": 0.518605649471283,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7615759372711182,
|
|
"step": 1208
|
|
},
|
|
{
|
|
"epoch": 0.4992264053635895,
|
|
"grad_norm": 0.47183889150619507,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.002921462059021,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.5000515729757607,
|
|
"grad_norm": 0.5179519057273865,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9206326007843018,
|
|
"step": 1212
|
|
},
|
|
{
|
|
"epoch": 0.500876740587932,
|
|
"grad_norm": 0.3909929394721985,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.098214864730835,
|
|
"step": 1214
|
|
},
|
|
{
|
|
"epoch": 0.5017019082001032,
|
|
"grad_norm": 0.4962225556373596,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0459990501403809,
|
|
"step": 1216
|
|
},
|
|
{
|
|
"epoch": 0.5025270758122744,
|
|
"grad_norm": 0.3090408742427826,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8205084800720215,
|
|
"step": 1218
|
|
},
|
|
{
|
|
"epoch": 0.5033522434244456,
|
|
"grad_norm": 0.4188939034938812,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2620233297348022,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.5041774110366168,
|
|
"grad_norm": 0.5601072311401367,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7695064544677734,
|
|
"step": 1222
|
|
},
|
|
{
|
|
"epoch": 0.5050025786487881,
|
|
"grad_norm": 0.49764370918273926,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0200297832489014,
|
|
"step": 1224
|
|
},
|
|
{
|
|
"epoch": 0.5058277462609593,
|
|
"grad_norm": 0.33202609419822693,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0644361972808838,
|
|
"step": 1226
|
|
},
|
|
{
|
|
"epoch": 0.5066529138731305,
|
|
"grad_norm": 0.5339445471763611,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9100528955459595,
|
|
"step": 1228
|
|
},
|
|
{
|
|
"epoch": 0.5074780814853017,
|
|
"grad_norm": 0.6016252636909485,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7232542037963867,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.5083032490974729,
|
|
"grad_norm": 0.4585024118423462,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1162054538726807,
|
|
"step": 1232
|
|
},
|
|
{
|
|
"epoch": 0.5091284167096441,
|
|
"grad_norm": 0.4517193138599396,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9637409448623657,
|
|
"step": 1234
|
|
},
|
|
{
|
|
"epoch": 0.5099535843218154,
|
|
"grad_norm": 0.3881579637527466,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.7728964686393738,
|
|
"step": 1236
|
|
},
|
|
{
|
|
"epoch": 0.5107787519339866,
|
|
"grad_norm": 0.39411264657974243,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.161026120185852,
|
|
"step": 1238
|
|
},
|
|
{
|
|
"epoch": 0.5116039195461578,
|
|
"grad_norm": 0.5072040557861328,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8273135423660278,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.512429087158329,
|
|
"grad_norm": 0.31434544920921326,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.194826602935791,
|
|
"step": 1242
|
|
},
|
|
{
|
|
"epoch": 0.5132542547705002,
|
|
"grad_norm": 0.4009983539581299,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.4253584146499634,
|
|
"step": 1244
|
|
},
|
|
{
|
|
"epoch": 0.5140794223826715,
|
|
"grad_norm": 0.3834805488586426,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2035033702850342,
|
|
"step": 1246
|
|
},
|
|
{
|
|
"epoch": 0.5149045899948427,
|
|
"grad_norm": 0.35332781076431274,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.150169849395752,
|
|
"step": 1248
|
|
},
|
|
{
|
|
"epoch": 0.5157297576070139,
|
|
"grad_norm": 0.5810186266899109,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6812407970428467,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.5165549252191851,
|
|
"grad_norm": 0.40086501836776733,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8425931334495544,
|
|
"step": 1252
|
|
},
|
|
{
|
|
"epoch": 0.5173800928313563,
|
|
"grad_norm": 0.31276389956474304,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1845734119415283,
|
|
"step": 1254
|
|
},
|
|
{
|
|
"epoch": 0.5182052604435275,
|
|
"grad_norm": 0.5723806023597717,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.8858379125595093,
|
|
"step": 1256
|
|
},
|
|
{
|
|
"epoch": 0.5190304280556988,
|
|
"grad_norm": 0.5262450575828552,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.6109469532966614,
|
|
"step": 1258
|
|
},
|
|
{
|
|
"epoch": 0.51985559566787,
|
|
"grad_norm": 0.4611845910549164,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9106293320655823,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.5206807632800412,
|
|
"grad_norm": 0.4317900538444519,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.214951515197754,
|
|
"step": 1262
|
|
},
|
|
{
|
|
"epoch": 0.5215059308922125,
|
|
"grad_norm": 0.39260217547416687,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.2795312404632568,
|
|
"step": 1264
|
|
},
|
|
{
|
|
"epoch": 0.5223310985043838,
|
|
"grad_norm": 0.44173046946525574,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9159354567527771,
|
|
"step": 1266
|
|
},
|
|
{
|
|
"epoch": 0.523156266116555,
|
|
"grad_norm": 0.38811400532722473,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9809489846229553,
|
|
"step": 1268
|
|
},
|
|
{
|
|
"epoch": 0.5239814337287262,
|
|
"grad_norm": 0.39664143323898315,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0067797899246216,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.5248066013408974,
|
|
"grad_norm": 0.5188791155815125,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0113688707351685,
|
|
"step": 1272
|
|
},
|
|
{
|
|
"epoch": 0.5256317689530686,
|
|
"grad_norm": 0.38724851608276367,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9794062972068787,
|
|
"step": 1274
|
|
},
|
|
{
|
|
"epoch": 0.5264569365652398,
|
|
"grad_norm": 0.49774831533432007,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.3858436346054077,
|
|
"step": 1276
|
|
},
|
|
{
|
|
"epoch": 0.5272821041774111,
|
|
"grad_norm": 0.42279985547065735,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.0161031484603882,
|
|
"step": 1278
|
|
},
|
|
{
|
|
"epoch": 0.5281072717895823,
|
|
"grad_norm": 0.35690587759017944,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.36087167263031,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.5289324394017535,
|
|
"grad_norm": 0.4029795527458191,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.071509599685669,
|
|
"step": 1282
|
|
},
|
|
{
|
|
"epoch": 0.5297576070139247,
|
|
"grad_norm": 0.41630151867866516,
|
|
"learning_rate": 0.0005,
|
|
"loss": 0.9624576568603516,
|
|
"step": 1284
|
|
},
|
|
{
|
|
"epoch": 0.5305827746260959,
|
|
"grad_norm": 0.34391558170318604,
|
|
"learning_rate": 0.0005,
|
|
"loss": 1.1163986921310425,
|
|
"step": 1286
|
|
},
|
|
{
|
|
"epoch": 0.5314079422382672,
|
|
"grad_norm": 0.6571336984634399,
|
|
"learning_rate": 0.0004991220368744513,
|
|
"loss": 0.4417751729488373,
|
|
"step": 1288
|
|
},
|
|
{
|
|
"epoch": 0.5322331098504384,
|
|
"grad_norm": 0.6130812168121338,
|
|
"learning_rate": 0.0004982440737489026,
|
|
"loss": 0.36391234397888184,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.5330582774626096,
|
|
"grad_norm": 0.4626736342906952,
|
|
"learning_rate": 0.0004973661106233539,
|
|
"loss": 0.3085653483867645,
|
|
"step": 1292
|
|
},
|
|
{
|
|
"epoch": 0.5338834450747808,
|
|
"grad_norm": 0.5308783650398254,
|
|
"learning_rate": 0.0004964881474978051,
|
|
"loss": 0.7092111706733704,
|
|
"step": 1294
|
|
},
|
|
{
|
|
"epoch": 0.534708612686952,
|
|
"grad_norm": 0.3677787184715271,
|
|
"learning_rate": 0.0004956101843722563,
|
|
"loss": 1.089616298675537,
|
|
"step": 1296
|
|
},
|
|
{
|
|
"epoch": 0.5355337802991232,
|
|
"grad_norm": 0.3380015194416046,
|
|
"learning_rate": 0.0004947322212467076,
|
|
"loss": 1.402726173400879,
|
|
"step": 1298
|
|
},
|
|
{
|
|
"epoch": 0.5363589479112945,
|
|
"grad_norm": 0.40598276257514954,
|
|
"learning_rate": 0.000493854258121159,
|
|
"loss": 0.8838700652122498,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.5371841155234657,
|
|
"grad_norm": 0.46119776368141174,
|
|
"learning_rate": 0.0004929762949956102,
|
|
"loss": 0.9069271683692932,
|
|
"step": 1302
|
|
},
|
|
{
|
|
"epoch": 0.5380092831356369,
|
|
"grad_norm": 0.41092023253440857,
|
|
"learning_rate": 0.0004920983318700614,
|
|
"loss": 1.1770268678665161,
|
|
"step": 1304
|
|
},
|
|
{
|
|
"epoch": 0.5388344507478081,
|
|
"grad_norm": 0.3025120496749878,
|
|
"learning_rate": 0.0004912203687445128,
|
|
"loss": 1.1601327657699585,
|
|
"step": 1306
|
|
},
|
|
{
|
|
"epoch": 0.5396596183599793,
|
|
"grad_norm": 0.5360481142997742,
|
|
"learning_rate": 0.000490342405618964,
|
|
"loss": 0.8521667718887329,
|
|
"step": 1308
|
|
},
|
|
{
|
|
"epoch": 0.5404847859721505,
|
|
"grad_norm": 0.5028820633888245,
|
|
"learning_rate": 0.0004894644424934153,
|
|
"loss": 0.6387576460838318,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 0.5413099535843218,
|
|
"grad_norm": 0.3791085183620453,
|
|
"learning_rate": 0.0004885864793678665,
|
|
"loss": 1.1344711780548096,
|
|
"step": 1312
|
|
},
|
|
{
|
|
"epoch": 0.542135121196493,
|
|
"grad_norm": 0.35359784960746765,
|
|
"learning_rate": 0.00048770851624231783,
|
|
"loss": 1.1713953018188477,
|
|
"step": 1314
|
|
},
|
|
{
|
|
"epoch": 0.5429602888086643,
|
|
"grad_norm": 0.3026987612247467,
|
|
"learning_rate": 0.00048683055311676913,
|
|
"loss": 1.1644753217697144,
|
|
"step": 1316
|
|
},
|
|
{
|
|
"epoch": 0.5437854564208355,
|
|
"grad_norm": 0.4331860840320587,
|
|
"learning_rate": 0.0004859525899912204,
|
|
"loss": 0.9334622621536255,
|
|
"step": 1318
|
|
},
|
|
{
|
|
"epoch": 0.5446106240330068,
|
|
"grad_norm": 0.3967585265636444,
|
|
"learning_rate": 0.0004850746268656717,
|
|
"loss": 1.1278331279754639,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.545435791645178,
|
|
"grad_norm": 0.43664076924324036,
|
|
"learning_rate": 0.0004841966637401229,
|
|
"loss": 0.5641858577728271,
|
|
"step": 1322
|
|
},
|
|
{
|
|
"epoch": 0.5462609592573492,
|
|
"grad_norm": 0.3973194360733032,
|
|
"learning_rate": 0.0004833187006145742,
|
|
"loss": 1.2403768301010132,
|
|
"step": 1324
|
|
},
|
|
{
|
|
"epoch": 0.5470861268695204,
|
|
"grad_norm": 0.4980064332485199,
|
|
"learning_rate": 0.00048244073748902546,
|
|
"loss": 0.2895811200141907,
|
|
"step": 1326
|
|
},
|
|
{
|
|
"epoch": 0.5479112944816916,
|
|
"grad_norm": 0.34680861234664917,
|
|
"learning_rate": 0.0004815627743634767,
|
|
"loss": 1.3070834875106812,
|
|
"step": 1328
|
|
},
|
|
{
|
|
"epoch": 0.5487364620938628,
|
|
"grad_norm": 0.42698851227760315,
|
|
"learning_rate": 0.000480684811237928,
|
|
"loss": 0.9220706224441528,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.5495616297060341,
|
|
"grad_norm": 0.5145670175552368,
|
|
"learning_rate": 0.0004798068481123793,
|
|
"loss": 0.37659546732902527,
|
|
"step": 1332
|
|
},
|
|
{
|
|
"epoch": 0.5503867973182053,
|
|
"grad_norm": 0.3329300880432129,
|
|
"learning_rate": 0.00047892888498683056,
|
|
"loss": 0.7529263496398926,
|
|
"step": 1334
|
|
},
|
|
{
|
|
"epoch": 0.5512119649303765,
|
|
"grad_norm": 0.49658384919166565,
|
|
"learning_rate": 0.00047805092186128186,
|
|
"loss": 1.0749951601028442,
|
|
"step": 1336
|
|
},
|
|
{
|
|
"epoch": 0.5520371325425477,
|
|
"grad_norm": 0.3877248167991638,
|
|
"learning_rate": 0.00047717295873573316,
|
|
"loss": 1.0551838874816895,
|
|
"step": 1338
|
|
},
|
|
{
|
|
"epoch": 0.5528623001547189,
|
|
"grad_norm": 0.4503857493400574,
|
|
"learning_rate": 0.00047629499561018435,
|
|
"loss": 1.128148078918457,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.5536874677668902,
|
|
"grad_norm": 0.4377855062484741,
|
|
"learning_rate": 0.00047541703248463565,
|
|
"loss": 1.1315715312957764,
|
|
"step": 1342
|
|
},
|
|
{
|
|
"epoch": 0.5545126353790614,
|
|
"grad_norm": 0.614337682723999,
|
|
"learning_rate": 0.0004745390693590869,
|
|
"loss": 1.1050728559494019,
|
|
"step": 1344
|
|
},
|
|
{
|
|
"epoch": 0.5553378029912326,
|
|
"grad_norm": 0.317623496055603,
|
|
"learning_rate": 0.0004736611062335382,
|
|
"loss": 1.042557954788208,
|
|
"step": 1346
|
|
},
|
|
{
|
|
"epoch": 0.5561629706034038,
|
|
"grad_norm": 0.49475234746932983,
|
|
"learning_rate": 0.0004727831431079895,
|
|
"loss": 1.0620388984680176,
|
|
"step": 1348
|
|
},
|
|
{
|
|
"epoch": 0.556988138215575,
|
|
"grad_norm": 0.39456936717033386,
|
|
"learning_rate": 0.00047190517998244074,
|
|
"loss": 1.0948154926300049,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.5578133058277462,
|
|
"grad_norm": 0.5954630374908447,
|
|
"learning_rate": 0.00047102721685689204,
|
|
"loss": 0.5793792009353638,
|
|
"step": 1352
|
|
},
|
|
{
|
|
"epoch": 0.5586384734399175,
|
|
"grad_norm": 0.41103798151016235,
|
|
"learning_rate": 0.00047014925373134334,
|
|
"loss": 0.7669075131416321,
|
|
"step": 1354
|
|
},
|
|
{
|
|
"epoch": 0.5594636410520887,
|
|
"grad_norm": 0.43824896216392517,
|
|
"learning_rate": 0.00046927129060579453,
|
|
"loss": 0.830961287021637,
|
|
"step": 1356
|
|
},
|
|
{
|
|
"epoch": 0.5602888086642599,
|
|
"grad_norm": 0.5695056915283203,
|
|
"learning_rate": 0.00046839332748024583,
|
|
"loss": 0.6444680690765381,
|
|
"step": 1358
|
|
},
|
|
{
|
|
"epoch": 0.5611139762764311,
|
|
"grad_norm": 0.514701247215271,
|
|
"learning_rate": 0.00046751536435469713,
|
|
"loss": 0.5221894979476929,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.5619391438886023,
|
|
"grad_norm": 0.3853067457675934,
|
|
"learning_rate": 0.0004666374012291484,
|
|
"loss": 0.8628042936325073,
|
|
"step": 1362
|
|
},
|
|
{
|
|
"epoch": 0.5627643115007736,
|
|
"grad_norm": 0.4907379746437073,
|
|
"learning_rate": 0.0004657594381035997,
|
|
"loss": 0.5828011631965637,
|
|
"step": 1364
|
|
},
|
|
{
|
|
"epoch": 0.5635894791129448,
|
|
"grad_norm": 0.4802544116973877,
|
|
"learning_rate": 0.0004648814749780509,
|
|
"loss": 0.7528935670852661,
|
|
"step": 1366
|
|
},
|
|
{
|
|
"epoch": 0.564414646725116,
|
|
"grad_norm": 0.4288300573825836,
|
|
"learning_rate": 0.0004640035118525022,
|
|
"loss": 1.4232219457626343,
|
|
"step": 1368
|
|
},
|
|
{
|
|
"epoch": 0.5652398143372873,
|
|
"grad_norm": 0.5881210565567017,
|
|
"learning_rate": 0.0004631255487269535,
|
|
"loss": 0.916156530380249,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.5660649819494585,
|
|
"grad_norm": 0.5717863440513611,
|
|
"learning_rate": 0.0004622475856014047,
|
|
"loss": 0.5835635662078857,
|
|
"step": 1372
|
|
},
|
|
{
|
|
"epoch": 0.5668901495616298,
|
|
"grad_norm": 0.42259716987609863,
|
|
"learning_rate": 0.000461369622475856,
|
|
"loss": 0.5653491020202637,
|
|
"step": 1374
|
|
},
|
|
{
|
|
"epoch": 0.567715317173801,
|
|
"grad_norm": 0.3683032989501953,
|
|
"learning_rate": 0.0004604916593503073,
|
|
"loss": 1.0970102548599243,
|
|
"step": 1376
|
|
},
|
|
{
|
|
"epoch": 0.5685404847859722,
|
|
"grad_norm": 0.5160171389579773,
|
|
"learning_rate": 0.00045961369622475856,
|
|
"loss": 0.966075599193573,
|
|
"step": 1378
|
|
},
|
|
{
|
|
"epoch": 0.5693656523981434,
|
|
"grad_norm": 0.469651460647583,
|
|
"learning_rate": 0.00045873573309920986,
|
|
"loss": 0.3504354953765869,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.5701908200103146,
|
|
"grad_norm": 0.43254896998405457,
|
|
"learning_rate": 0.00045785776997366116,
|
|
"loss": 0.5941451787948608,
|
|
"step": 1382
|
|
},
|
|
{
|
|
"epoch": 0.5710159876224858,
|
|
"grad_norm": 0.4175528287887573,
|
|
"learning_rate": 0.0004569798068481124,
|
|
"loss": 0.5728800892829895,
|
|
"step": 1384
|
|
},
|
|
{
|
|
"epoch": 0.5718411552346571,
|
|
"grad_norm": 0.3921774625778198,
|
|
"learning_rate": 0.00045610184372256365,
|
|
"loss": 0.9127808213233948,
|
|
"step": 1386
|
|
},
|
|
{
|
|
"epoch": 0.5726663228468283,
|
|
"grad_norm": 0.3250313997268677,
|
|
"learning_rate": 0.0004552238805970149,
|
|
"loss": 1.175377368927002,
|
|
"step": 1388
|
|
},
|
|
{
|
|
"epoch": 0.5734914904589995,
|
|
"grad_norm": 0.41904330253601074,
|
|
"learning_rate": 0.0004543459174714662,
|
|
"loss": 0.604532778263092,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.5743166580711707,
|
|
"grad_norm": 0.528682291507721,
|
|
"learning_rate": 0.0004534679543459175,
|
|
"loss": 1.0776746273040771,
|
|
"step": 1392
|
|
},
|
|
{
|
|
"epoch": 0.5751418256833419,
|
|
"grad_norm": 0.4170067608356476,
|
|
"learning_rate": 0.00045258999122036874,
|
|
"loss": 0.6638918519020081,
|
|
"step": 1394
|
|
},
|
|
{
|
|
"epoch": 0.5759669932955132,
|
|
"grad_norm": 0.4988243877887726,
|
|
"learning_rate": 0.00045171202809482004,
|
|
"loss": 0.30006930232048035,
|
|
"step": 1396
|
|
},
|
|
{
|
|
"epoch": 0.5767921609076844,
|
|
"grad_norm": 0.4658001661300659,
|
|
"learning_rate": 0.00045083406496927134,
|
|
"loss": 0.8113343119621277,
|
|
"step": 1398
|
|
},
|
|
{
|
|
"epoch": 0.5776173285198556,
|
|
"grad_norm": 0.3265015482902527,
|
|
"learning_rate": 0.0004499561018437226,
|
|
"loss": 0.6260623931884766,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.5784424961320268,
|
|
"grad_norm": 0.3959124982357025,
|
|
"learning_rate": 0.00044907813871817383,
|
|
"loss": 0.6220636963844299,
|
|
"step": 1402
|
|
},
|
|
{
|
|
"epoch": 0.579267663744198,
|
|
"grad_norm": 0.4251529276371002,
|
|
"learning_rate": 0.00044820017559262513,
|
|
"loss": 0.8875057697296143,
|
|
"step": 1404
|
|
},
|
|
{
|
|
"epoch": 0.5800928313563692,
|
|
"grad_norm": 0.40155768394470215,
|
|
"learning_rate": 0.0004473222124670764,
|
|
"loss": 0.7960425019264221,
|
|
"step": 1406
|
|
},
|
|
{
|
|
"epoch": 0.5809179989685405,
|
|
"grad_norm": 0.4251236021518707,
|
|
"learning_rate": 0.0004464442493415277,
|
|
"loss": 0.7926419377326965,
|
|
"step": 1408
|
|
},
|
|
{
|
|
"epoch": 0.5817431665807117,
|
|
"grad_norm": 0.3045961558818817,
|
|
"learning_rate": 0.0004455662862159789,
|
|
"loss": 1.3861045837402344,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.5825683341928829,
|
|
"grad_norm": 0.34726616740226746,
|
|
"learning_rate": 0.0004446883230904302,
|
|
"loss": 1.2533764839172363,
|
|
"step": 1412
|
|
},
|
|
{
|
|
"epoch": 0.5833935018050541,
|
|
"grad_norm": 0.5045084953308105,
|
|
"learning_rate": 0.0004438103599648815,
|
|
"loss": 0.31275373697280884,
|
|
"step": 1414
|
|
},
|
|
{
|
|
"epoch": 0.5842186694172253,
|
|
"grad_norm": 0.415457546710968,
|
|
"learning_rate": 0.0004429323968393327,
|
|
"loss": 1.1401708126068115,
|
|
"step": 1416
|
|
},
|
|
{
|
|
"epoch": 0.5850438370293966,
|
|
"grad_norm": 0.5500905513763428,
|
|
"learning_rate": 0.000442054433713784,
|
|
"loss": 0.8216848969459534,
|
|
"step": 1418
|
|
},
|
|
{
|
|
"epoch": 0.5858690046415678,
|
|
"grad_norm": 0.4708525538444519,
|
|
"learning_rate": 0.0004411764705882353,
|
|
"loss": 0.857657790184021,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.586694172253739,
|
|
"grad_norm": 0.5442027449607849,
|
|
"learning_rate": 0.00044029850746268656,
|
|
"loss": 0.8346497416496277,
|
|
"step": 1422
|
|
},
|
|
{
|
|
"epoch": 0.5875193398659103,
|
|
"grad_norm": 0.33515867590904236,
|
|
"learning_rate": 0.00043942054433713786,
|
|
"loss": 1.307684302330017,
|
|
"step": 1424
|
|
},
|
|
{
|
|
"epoch": 0.5883445074780815,
|
|
"grad_norm": 0.41137146949768066,
|
|
"learning_rate": 0.00043854258121158915,
|
|
"loss": 0.7234978079795837,
|
|
"step": 1426
|
|
},
|
|
{
|
|
"epoch": 0.5891696750902528,
|
|
"grad_norm": 0.511323094367981,
|
|
"learning_rate": 0.0004376646180860404,
|
|
"loss": 0.7082851529121399,
|
|
"step": 1428
|
|
},
|
|
{
|
|
"epoch": 0.589994842702424,
|
|
"grad_norm": 0.33430615067481995,
|
|
"learning_rate": 0.0004367866549604917,
|
|
"loss": 0.6920802593231201,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.5908200103145952,
|
|
"grad_norm": 0.5513045787811279,
|
|
"learning_rate": 0.0004359086918349429,
|
|
"loss": 0.2706233859062195,
|
|
"step": 1432
|
|
},
|
|
{
|
|
"epoch": 0.5916451779267664,
|
|
"grad_norm": 0.37472429871559143,
|
|
"learning_rate": 0.0004350307287093942,
|
|
"loss": 1.054629921913147,
|
|
"step": 1434
|
|
},
|
|
{
|
|
"epoch": 0.5924703455389376,
|
|
"grad_norm": 0.4750807583332062,
|
|
"learning_rate": 0.0004341527655838455,
|
|
"loss": 0.8383529186248779,
|
|
"step": 1436
|
|
},
|
|
{
|
|
"epoch": 0.5932955131511088,
|
|
"grad_norm": 0.526509165763855,
|
|
"learning_rate": 0.00043327480245829674,
|
|
"loss": 0.971068799495697,
|
|
"step": 1438
|
|
},
|
|
{
|
|
"epoch": 0.5941206807632801,
|
|
"grad_norm": 0.5157666802406311,
|
|
"learning_rate": 0.00043239683933274804,
|
|
"loss": 0.8728978633880615,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.5949458483754513,
|
|
"grad_norm": 0.47111940383911133,
|
|
"learning_rate": 0.00043151887620719934,
|
|
"loss": 1.1358085870742798,
|
|
"step": 1442
|
|
},
|
|
{
|
|
"epoch": 0.5957710159876225,
|
|
"grad_norm": 0.5207206010818481,
|
|
"learning_rate": 0.0004306409130816506,
|
|
"loss": 0.8365025520324707,
|
|
"step": 1444
|
|
},
|
|
{
|
|
"epoch": 0.5965961835997937,
|
|
"grad_norm": 0.40927866101264954,
|
|
"learning_rate": 0.0004297629499561019,
|
|
"loss": 1.1129674911499023,
|
|
"step": 1446
|
|
},
|
|
{
|
|
"epoch": 0.5974213512119649,
|
|
"grad_norm": 0.34705039858818054,
|
|
"learning_rate": 0.00042888498683055313,
|
|
"loss": 1.3167273998260498,
|
|
"step": 1448
|
|
},
|
|
{
|
|
"epoch": 0.5982465188241362,
|
|
"grad_norm": 0.36796677112579346,
|
|
"learning_rate": 0.0004280070237050044,
|
|
"loss": 1.2987061738967896,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.5990716864363074,
|
|
"grad_norm": 0.4247080385684967,
|
|
"learning_rate": 0.0004271290605794557,
|
|
"loss": 1.227928638458252,
|
|
"step": 1452
|
|
},
|
|
{
|
|
"epoch": 0.5998968540484786,
|
|
"grad_norm": 0.36866629123687744,
|
|
"learning_rate": 0.0004262510974539069,
|
|
"loss": 1.4059418439865112,
|
|
"step": 1454
|
|
},
|
|
{
|
|
"epoch": 0.6003094378545643,
|
|
"eval_loss": 0.6598258018493652,
|
|
"eval_runtime": 7.494,
|
|
"eval_samples_per_second": 104.617,
|
|
"eval_steps_per_second": 13.077,
|
|
"step": 1455
|
|
},
|
|
{
|
|
"epoch": 0.6007220216606498,
|
|
"grad_norm": 0.4746299386024475,
|
|
"learning_rate": 0.0004253731343283582,
|
|
"loss": 0.3093152940273285,
|
|
"step": 1456
|
|
},
|
|
{
|
|
"epoch": 0.601547189272821,
|
|
"grad_norm": 0.4315734803676605,
|
|
"learning_rate": 0.0004244951712028095,
|
|
"loss": 0.7119120359420776,
|
|
"step": 1458
|
|
},
|
|
{
|
|
"epoch": 0.6023723568849922,
|
|
"grad_norm": 0.3615897297859192,
|
|
"learning_rate": 0.00042361720807726076,
|
|
"loss": 0.6444117426872253,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.6031975244971635,
|
|
"grad_norm": 0.4430631995201111,
|
|
"learning_rate": 0.000422739244951712,
|
|
"loss": 0.6780407428741455,
|
|
"step": 1462
|
|
},
|
|
{
|
|
"epoch": 0.6040226921093347,
|
|
"grad_norm": 0.37095242738723755,
|
|
"learning_rate": 0.0004218612818261633,
|
|
"loss": 0.6757611036300659,
|
|
"step": 1464
|
|
},
|
|
{
|
|
"epoch": 0.6048478597215059,
|
|
"grad_norm": 0.4821498692035675,
|
|
"learning_rate": 0.00042098331870061456,
|
|
"loss": 0.7575255632400513,
|
|
"step": 1466
|
|
},
|
|
{
|
|
"epoch": 0.6056730273336771,
|
|
"grad_norm": 0.49552884697914124,
|
|
"learning_rate": 0.00042010535557506585,
|
|
"loss": 0.30565327405929565,
|
|
"step": 1468
|
|
},
|
|
{
|
|
"epoch": 0.6064981949458483,
|
|
"grad_norm": 0.4212145507335663,
|
|
"learning_rate": 0.00041922739244951715,
|
|
"loss": 0.9876704216003418,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.6073233625580196,
|
|
"grad_norm": 0.3872186839580536,
|
|
"learning_rate": 0.0004183494293239684,
|
|
"loss": 0.9778451323509216,
|
|
"step": 1472
|
|
},
|
|
{
|
|
"epoch": 0.6081485301701908,
|
|
"grad_norm": 0.449233740568161,
|
|
"learning_rate": 0.0004174714661984197,
|
|
"loss": 1.023714303970337,
|
|
"step": 1474
|
|
},
|
|
{
|
|
"epoch": 0.608973697782362,
|
|
"grad_norm": 0.39826643466949463,
|
|
"learning_rate": 0.00041659350307287095,
|
|
"loss": 1.184454321861267,
|
|
"step": 1476
|
|
},
|
|
{
|
|
"epoch": 0.6097988653945333,
|
|
"grad_norm": 0.3940098285675049,
|
|
"learning_rate": 0.0004157155399473222,
|
|
"loss": 1.5466281175613403,
|
|
"step": 1478
|
|
},
|
|
{
|
|
"epoch": 0.6106240330067045,
|
|
"grad_norm": 0.5309575796127319,
|
|
"learning_rate": 0.0004148375768217735,
|
|
"loss": 0.595586895942688,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.6114492006188758,
|
|
"grad_norm": 0.38009849190711975,
|
|
"learning_rate": 0.00041395961369622474,
|
|
"loss": 1.0831810235977173,
|
|
"step": 1482
|
|
},
|
|
{
|
|
"epoch": 0.612274368231047,
|
|
"grad_norm": 0.3619714379310608,
|
|
"learning_rate": 0.00041308165057067604,
|
|
"loss": 0.68986576795578,
|
|
"step": 1484
|
|
},
|
|
{
|
|
"epoch": 0.6130995358432182,
|
|
"grad_norm": 0.473264217376709,
|
|
"learning_rate": 0.00041220368744512734,
|
|
"loss": 0.4819551408290863,
|
|
"step": 1486
|
|
},
|
|
{
|
|
"epoch": 0.6139247034553894,
|
|
"grad_norm": 0.34965449571609497,
|
|
"learning_rate": 0.0004113257243195786,
|
|
"loss": 0.8660916090011597,
|
|
"step": 1488
|
|
},
|
|
{
|
|
"epoch": 0.6147498710675606,
|
|
"grad_norm": 0.5898658633232117,
|
|
"learning_rate": 0.0004104477611940299,
|
|
"loss": 0.707758367061615,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.6155750386797318,
|
|
"grad_norm": 0.3754606544971466,
|
|
"learning_rate": 0.0004095697980684812,
|
|
"loss": 1.2457656860351562,
|
|
"step": 1492
|
|
},
|
|
{
|
|
"epoch": 0.6164002062919031,
|
|
"grad_norm": 0.30546990036964417,
|
|
"learning_rate": 0.0004086918349429324,
|
|
"loss": 1.0335997343063354,
|
|
"step": 1494
|
|
},
|
|
{
|
|
"epoch": 0.6172253739040743,
|
|
"grad_norm": 0.49503740668296814,
|
|
"learning_rate": 0.0004078138718173837,
|
|
"loss": 0.8972082138061523,
|
|
"step": 1496
|
|
},
|
|
{
|
|
"epoch": 0.6180505415162455,
|
|
"grad_norm": 0.44761160016059875,
|
|
"learning_rate": 0.0004069359086918349,
|
|
"loss": 0.5387427806854248,
|
|
"step": 1498
|
|
},
|
|
{
|
|
"epoch": 0.6188757091284167,
|
|
"grad_norm": 0.3960210680961609,
|
|
"learning_rate": 0.0004060579455662862,
|
|
"loss": 0.6668367385864258,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.6197008767405879,
|
|
"grad_norm": 0.3856101930141449,
|
|
"learning_rate": 0.0004051799824407375,
|
|
"loss": 0.7248905897140503,
|
|
"step": 1502
|
|
},
|
|
{
|
|
"epoch": 0.6205260443527592,
|
|
"grad_norm": 0.5122077465057373,
|
|
"learning_rate": 0.00040430201931518876,
|
|
"loss": 0.8312437534332275,
|
|
"step": 1504
|
|
},
|
|
{
|
|
"epoch": 0.6213512119649304,
|
|
"grad_norm": 0.47769659757614136,
|
|
"learning_rate": 0.00040342405618964006,
|
|
"loss": 0.6435129046440125,
|
|
"step": 1506
|
|
},
|
|
{
|
|
"epoch": 0.6221763795771016,
|
|
"grad_norm": 0.33235400915145874,
|
|
"learning_rate": 0.0004025460930640913,
|
|
"loss": 0.7319386005401611,
|
|
"step": 1508
|
|
},
|
|
{
|
|
"epoch": 0.6230015471892728,
|
|
"grad_norm": 0.3593953549861908,
|
|
"learning_rate": 0.00040166812993854255,
|
|
"loss": 0.5382250547409058,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.623826714801444,
|
|
"grad_norm": 0.45222756266593933,
|
|
"learning_rate": 0.00040079016681299385,
|
|
"loss": 0.8383983373641968,
|
|
"step": 1512
|
|
},
|
|
{
|
|
"epoch": 0.6246518824136152,
|
|
"grad_norm": 0.4340486526489258,
|
|
"learning_rate": 0.00039991220368744515,
|
|
"loss": 0.9945090413093567,
|
|
"step": 1514
|
|
},
|
|
{
|
|
"epoch": 0.6254770500257865,
|
|
"grad_norm": 0.4003313481807709,
|
|
"learning_rate": 0.0003990342405618964,
|
|
"loss": 1.2847504615783691,
|
|
"step": 1516
|
|
},
|
|
{
|
|
"epoch": 0.6263022176379577,
|
|
"grad_norm": 0.49628981947898865,
|
|
"learning_rate": 0.0003981562774363477,
|
|
"loss": 0.8268569707870483,
|
|
"step": 1518
|
|
},
|
|
{
|
|
"epoch": 0.6271273852501289,
|
|
"grad_norm": 0.3184366524219513,
|
|
"learning_rate": 0.00039727831431079895,
|
|
"loss": 0.864170253276825,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.6279525528623001,
|
|
"grad_norm": 0.5141156315803528,
|
|
"learning_rate": 0.00039640035118525025,
|
|
"loss": 0.7300211787223816,
|
|
"step": 1522
|
|
},
|
|
{
|
|
"epoch": 0.6287777204744713,
|
|
"grad_norm": 0.6197386980056763,
|
|
"learning_rate": 0.0003955223880597015,
|
|
"loss": 0.2955779731273651,
|
|
"step": 1524
|
|
},
|
|
{
|
|
"epoch": 0.6296028880866426,
|
|
"grad_norm": 0.420742928981781,
|
|
"learning_rate": 0.00039464442493415274,
|
|
"loss": 0.9051149487495422,
|
|
"step": 1526
|
|
},
|
|
{
|
|
"epoch": 0.6304280556988138,
|
|
"grad_norm": 0.340239942073822,
|
|
"learning_rate": 0.00039376646180860404,
|
|
"loss": 1.0363712310791016,
|
|
"step": 1528
|
|
},
|
|
{
|
|
"epoch": 0.631253223310985,
|
|
"grad_norm": 0.49181580543518066,
|
|
"learning_rate": 0.00039288849868305534,
|
|
"loss": 0.6771790981292725,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.6320783909231563,
|
|
"grad_norm": 0.43757620453834534,
|
|
"learning_rate": 0.0003920105355575066,
|
|
"loss": 1.0031658411026,
|
|
"step": 1532
|
|
},
|
|
{
|
|
"epoch": 0.6329035585353275,
|
|
"grad_norm": 0.43937456607818604,
|
|
"learning_rate": 0.0003911325724319579,
|
|
"loss": 0.4636398255825043,
|
|
"step": 1534
|
|
},
|
|
{
|
|
"epoch": 0.6337287261474988,
|
|
"grad_norm": 0.42807430028915405,
|
|
"learning_rate": 0.0003902546093064092,
|
|
"loss": 0.8181231617927551,
|
|
"step": 1536
|
|
},
|
|
{
|
|
"epoch": 0.63455389375967,
|
|
"grad_norm": 0.45582592487335205,
|
|
"learning_rate": 0.00038937664618086043,
|
|
"loss": 1.0056265592575073,
|
|
"step": 1538
|
|
},
|
|
{
|
|
"epoch": 0.6353790613718412,
|
|
"grad_norm": 0.38186997175216675,
|
|
"learning_rate": 0.00038849868305531167,
|
|
"loss": 1.0932308435440063,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.6362042289840124,
|
|
"grad_norm": 0.5423994064331055,
|
|
"learning_rate": 0.0003876207199297629,
|
|
"loss": 0.34196802973747253,
|
|
"step": 1542
|
|
},
|
|
{
|
|
"epoch": 0.6370293965961836,
|
|
"grad_norm": 0.3649578094482422,
|
|
"learning_rate": 0.0003867427568042142,
|
|
"loss": 0.6473023891448975,
|
|
"step": 1544
|
|
},
|
|
{
|
|
"epoch": 0.6378545642083548,
|
|
"grad_norm": 0.40749239921569824,
|
|
"learning_rate": 0.0003858647936786655,
|
|
"loss": 0.7299573421478271,
|
|
"step": 1546
|
|
},
|
|
{
|
|
"epoch": 0.6386797318205261,
|
|
"grad_norm": 0.4330870509147644,
|
|
"learning_rate": 0.00038498683055311676,
|
|
"loss": 0.8700272440910339,
|
|
"step": 1548
|
|
},
|
|
{
|
|
"epoch": 0.6395048994326973,
|
|
"grad_norm": 0.4576455056667328,
|
|
"learning_rate": 0.00038410886742756806,
|
|
"loss": 0.4570147693157196,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.6403300670448685,
|
|
"grad_norm": 0.45697763562202454,
|
|
"learning_rate": 0.00038323090430201936,
|
|
"loss": 0.6018993854522705,
|
|
"step": 1552
|
|
},
|
|
{
|
|
"epoch": 0.6411552346570397,
|
|
"grad_norm": 0.41962113976478577,
|
|
"learning_rate": 0.00038235294117647055,
|
|
"loss": 1.1331027746200562,
|
|
"step": 1554
|
|
},
|
|
{
|
|
"epoch": 0.6419804022692109,
|
|
"grad_norm": 0.38749533891677856,
|
|
"learning_rate": 0.00038147497805092185,
|
|
"loss": 1.2504525184631348,
|
|
"step": 1556
|
|
},
|
|
{
|
|
"epoch": 0.6428055698813822,
|
|
"grad_norm": 0.4868486225605011,
|
|
"learning_rate": 0.00038059701492537315,
|
|
"loss": 0.7167837619781494,
|
|
"step": 1558
|
|
},
|
|
{
|
|
"epoch": 0.6436307374935534,
|
|
"grad_norm": 0.4041600227355957,
|
|
"learning_rate": 0.0003797190517998244,
|
|
"loss": 0.8274481892585754,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.6444559051057246,
|
|
"grad_norm": 0.45088425278663635,
|
|
"learning_rate": 0.0003788410886742757,
|
|
"loss": 0.8142085671424866,
|
|
"step": 1562
|
|
},
|
|
{
|
|
"epoch": 0.6452810727178958,
|
|
"grad_norm": 0.4727039635181427,
|
|
"learning_rate": 0.00037796312554872695,
|
|
"loss": 0.6186519861221313,
|
|
"step": 1564
|
|
},
|
|
{
|
|
"epoch": 0.646106240330067,
|
|
"grad_norm": 0.3529300093650818,
|
|
"learning_rate": 0.00037708516242317825,
|
|
"loss": 0.978136420249939,
|
|
"step": 1566
|
|
},
|
|
{
|
|
"epoch": 0.6469314079422382,
|
|
"grad_norm": 0.3013465702533722,
|
|
"learning_rate": 0.00037620719929762955,
|
|
"loss": 1.2747105360031128,
|
|
"step": 1568
|
|
},
|
|
{
|
|
"epoch": 0.6477565755544095,
|
|
"grad_norm": 0.4476848840713501,
|
|
"learning_rate": 0.00037532923617208074,
|
|
"loss": 0.8842909932136536,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.6485817431665807,
|
|
"grad_norm": 0.3449991047382355,
|
|
"learning_rate": 0.00037445127304653204,
|
|
"loss": 1.4411609172821045,
|
|
"step": 1572
|
|
},
|
|
{
|
|
"epoch": 0.6494069107787519,
|
|
"grad_norm": 0.3587144613265991,
|
|
"learning_rate": 0.00037357330992098334,
|
|
"loss": 1.3855810165405273,
|
|
"step": 1574
|
|
},
|
|
{
|
|
"epoch": 0.6502320783909231,
|
|
"grad_norm": 0.6220622658729553,
|
|
"learning_rate": 0.0003726953467954346,
|
|
"loss": 0.6865560412406921,
|
|
"step": 1576
|
|
},
|
|
{
|
|
"epoch": 0.6510572460030943,
|
|
"grad_norm": 0.4296424984931946,
|
|
"learning_rate": 0.0003718173836698859,
|
|
"loss": 1.1647059917449951,
|
|
"step": 1578
|
|
},
|
|
{
|
|
"epoch": 0.6518824136152656,
|
|
"grad_norm": 0.3671064078807831,
|
|
"learning_rate": 0.0003709394205443372,
|
|
"loss": 1.117335319519043,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.6527075812274368,
|
|
"grad_norm": 0.5410109758377075,
|
|
"learning_rate": 0.0003700614574187884,
|
|
"loss": 0.546983540058136,
|
|
"step": 1582
|
|
},
|
|
{
|
|
"epoch": 0.653532748839608,
|
|
"grad_norm": 0.3807181119918823,
|
|
"learning_rate": 0.0003691834942932397,
|
|
"loss": 1.3175835609436035,
|
|
"step": 1584
|
|
},
|
|
{
|
|
"epoch": 0.6543579164517793,
|
|
"grad_norm": 0.37390604615211487,
|
|
"learning_rate": 0.0003683055311676909,
|
|
"loss": 1.3647856712341309,
|
|
"step": 1586
|
|
},
|
|
{
|
|
"epoch": 0.6551830840639505,
|
|
"grad_norm": 0.41414088010787964,
|
|
"learning_rate": 0.0003674275680421422,
|
|
"loss": 0.7055715322494507,
|
|
"step": 1588
|
|
},
|
|
{
|
|
"epoch": 0.6560082516761218,
|
|
"grad_norm": 0.4180362820625305,
|
|
"learning_rate": 0.0003665496049165935,
|
|
"loss": 1.1773333549499512,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 0.656833419288293,
|
|
"grad_norm": 0.4382783770561218,
|
|
"learning_rate": 0.00036567164179104476,
|
|
"loss": 0.8065241575241089,
|
|
"step": 1592
|
|
},
|
|
{
|
|
"epoch": 0.6576585869004642,
|
|
"grad_norm": 0.36340877413749695,
|
|
"learning_rate": 0.00036479367866549606,
|
|
"loss": 1.352949857711792,
|
|
"step": 1594
|
|
},
|
|
{
|
|
"epoch": 0.6584837545126354,
|
|
"grad_norm": 0.371106892824173,
|
|
"learning_rate": 0.00036391571553994736,
|
|
"loss": 1.4077990055084229,
|
|
"step": 1596
|
|
},
|
|
{
|
|
"epoch": 0.6593089221248066,
|
|
"grad_norm": 0.44986051321029663,
|
|
"learning_rate": 0.0003630377524143986,
|
|
"loss": 0.7200274467468262,
|
|
"step": 1598
|
|
},
|
|
{
|
|
"epoch": 0.6601340897369778,
|
|
"grad_norm": 0.47581765055656433,
|
|
"learning_rate": 0.00036215978928884985,
|
|
"loss": 0.7127492427825928,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.6609592573491491,
|
|
"grad_norm": 0.37528514862060547,
|
|
"learning_rate": 0.00036128182616330115,
|
|
"loss": 0.9523314833641052,
|
|
"step": 1602
|
|
},
|
|
{
|
|
"epoch": 0.6617844249613203,
|
|
"grad_norm": 0.408311665058136,
|
|
"learning_rate": 0.0003604038630377524,
|
|
"loss": 1.0211224555969238,
|
|
"step": 1604
|
|
},
|
|
{
|
|
"epoch": 0.6626095925734915,
|
|
"grad_norm": 0.47178107500076294,
|
|
"learning_rate": 0.0003595258999122037,
|
|
"loss": 1.0567493438720703,
|
|
"step": 1606
|
|
},
|
|
{
|
|
"epoch": 0.6634347601856627,
|
|
"grad_norm": 0.6007169485092163,
|
|
"learning_rate": 0.00035864793678665495,
|
|
"loss": 0.7269392013549805,
|
|
"step": 1608
|
|
},
|
|
{
|
|
"epoch": 0.6642599277978339,
|
|
"grad_norm": 0.3889978528022766,
|
|
"learning_rate": 0.00035776997366110625,
|
|
"loss": 1.1036947965621948,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 0.6650850954100052,
|
|
"grad_norm": 0.3837811052799225,
|
|
"learning_rate": 0.00035689201053555754,
|
|
"loss": 1.3856288194656372,
|
|
"step": 1612
|
|
},
|
|
{
|
|
"epoch": 0.6659102630221764,
|
|
"grad_norm": 0.5089377164840698,
|
|
"learning_rate": 0.0003560140474100088,
|
|
"loss": 0.4937981963157654,
|
|
"step": 1614
|
|
},
|
|
{
|
|
"epoch": 0.6667354306343476,
|
|
"grad_norm": 0.34067216515541077,
|
|
"learning_rate": 0.00035513608428446004,
|
|
"loss": 0.8237130045890808,
|
|
"step": 1616
|
|
},
|
|
{
|
|
"epoch": 0.6675605982465188,
|
|
"grad_norm": 0.40171846747398376,
|
|
"learning_rate": 0.00035425812115891134,
|
|
"loss": 1.0685899257659912,
|
|
"step": 1618
|
|
},
|
|
{
|
|
"epoch": 0.66838576585869,
|
|
"grad_norm": 0.2767162322998047,
|
|
"learning_rate": 0.0003533801580333626,
|
|
"loss": 1.099470615386963,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 0.6692109334708612,
|
|
"grad_norm": 0.4199186861515045,
|
|
"learning_rate": 0.0003525021949078139,
|
|
"loss": 0.6647270321846008,
|
|
"step": 1622
|
|
},
|
|
{
|
|
"epoch": 0.6700361010830325,
|
|
"grad_norm": 0.36644843220710754,
|
|
"learning_rate": 0.0003516242317822652,
|
|
"loss": 0.937100887298584,
|
|
"step": 1624
|
|
},
|
|
{
|
|
"epoch": 0.6708612686952037,
|
|
"grad_norm": 0.4060082733631134,
|
|
"learning_rate": 0.0003507462686567164,
|
|
"loss": 1.304785966873169,
|
|
"step": 1626
|
|
},
|
|
{
|
|
"epoch": 0.6716864363073749,
|
|
"grad_norm": 0.39758309721946716,
|
|
"learning_rate": 0.0003498683055311677,
|
|
"loss": 0.8108911514282227,
|
|
"step": 1628
|
|
},
|
|
{
|
|
"epoch": 0.6725116039195461,
|
|
"grad_norm": 0.39537230134010315,
|
|
"learning_rate": 0.0003489903424056189,
|
|
"loss": 0.7461697459220886,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 0.6733367715317173,
|
|
"grad_norm": 0.4885866343975067,
|
|
"learning_rate": 0.0003481123792800702,
|
|
"loss": 0.4592432677745819,
|
|
"step": 1632
|
|
},
|
|
{
|
|
"epoch": 0.6741619391438886,
|
|
"grad_norm": 0.502941906452179,
|
|
"learning_rate": 0.0003472344161545215,
|
|
"loss": 0.7971556186676025,
|
|
"step": 1634
|
|
},
|
|
{
|
|
"epoch": 0.6749871067560598,
|
|
"grad_norm": 0.5918352007865906,
|
|
"learning_rate": 0.00034635645302897276,
|
|
"loss": 0.48820215463638306,
|
|
"step": 1636
|
|
},
|
|
{
|
|
"epoch": 0.675812274368231,
|
|
"grad_norm": 0.3900318145751953,
|
|
"learning_rate": 0.00034547848990342406,
|
|
"loss": 1.0401685237884521,
|
|
"step": 1638
|
|
},
|
|
{
|
|
"epoch": 0.6766374419804023,
|
|
"grad_norm": 0.5158812403678894,
|
|
"learning_rate": 0.00034460052677787536,
|
|
"loss": 0.6606639623641968,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 0.6774626095925735,
|
|
"grad_norm": 0.39379486441612244,
|
|
"learning_rate": 0.0003437225636523266,
|
|
"loss": 0.6211991906166077,
|
|
"step": 1642
|
|
},
|
|
{
|
|
"epoch": 0.6782877772047448,
|
|
"grad_norm": 0.4580170810222626,
|
|
"learning_rate": 0.0003428446005267779,
|
|
"loss": 1.0115219354629517,
|
|
"step": 1644
|
|
},
|
|
{
|
|
"epoch": 0.679112944816916,
|
|
"grad_norm": 0.33610036969184875,
|
|
"learning_rate": 0.00034196663740122915,
|
|
"loss": 1.1665886640548706,
|
|
"step": 1646
|
|
},
|
|
{
|
|
"epoch": 0.6799381124290872,
|
|
"grad_norm": 0.618628740310669,
|
|
"learning_rate": 0.0003410886742756804,
|
|
"loss": 0.607356071472168,
|
|
"step": 1648
|
|
},
|
|
{
|
|
"epoch": 0.6807632800412584,
|
|
"grad_norm": 0.3346913754940033,
|
|
"learning_rate": 0.0003402107111501317,
|
|
"loss": 0.7926020622253418,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.6815884476534296,
|
|
"grad_norm": 0.42327773571014404,
|
|
"learning_rate": 0.00033933274802458295,
|
|
"loss": 0.8403385877609253,
|
|
"step": 1652
|
|
},
|
|
{
|
|
"epoch": 0.6824136152656008,
|
|
"grad_norm": 0.42058059573173523,
|
|
"learning_rate": 0.00033845478489903424,
|
|
"loss": 1.2506749629974365,
|
|
"step": 1654
|
|
},
|
|
{
|
|
"epoch": 0.6832387828777721,
|
|
"grad_norm": 0.38172900676727295,
|
|
"learning_rate": 0.00033757682177348554,
|
|
"loss": 1.2832468748092651,
|
|
"step": 1656
|
|
},
|
|
{
|
|
"epoch": 0.6840639504899433,
|
|
"grad_norm": 0.38277432322502136,
|
|
"learning_rate": 0.0003366988586479368,
|
|
"loss": 1.2047661542892456,
|
|
"step": 1658
|
|
},
|
|
{
|
|
"epoch": 0.6848891181021145,
|
|
"grad_norm": 0.4411187171936035,
|
|
"learning_rate": 0.0003358208955223881,
|
|
"loss": 1.0236732959747314,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 0.6857142857142857,
|
|
"grad_norm": 0.43182462453842163,
|
|
"learning_rate": 0.00033494293239683934,
|
|
"loss": 0.6213672757148743,
|
|
"step": 1662
|
|
},
|
|
{
|
|
"epoch": 0.6865394533264569,
|
|
"grad_norm": 0.30232101678848267,
|
|
"learning_rate": 0.0003340649692712906,
|
|
"loss": 1.1094951629638672,
|
|
"step": 1664
|
|
},
|
|
{
|
|
"epoch": 0.6873646209386282,
|
|
"grad_norm": 0.3877616822719574,
|
|
"learning_rate": 0.0003331870061457419,
|
|
"loss": 1.1295530796051025,
|
|
"step": 1666
|
|
},
|
|
{
|
|
"epoch": 0.6881897885507994,
|
|
"grad_norm": 0.5489928126335144,
|
|
"learning_rate": 0.0003323090430201932,
|
|
"loss": 0.5290967226028442,
|
|
"step": 1668
|
|
},
|
|
{
|
|
"epoch": 0.6890149561629706,
|
|
"grad_norm": 0.35781222581863403,
|
|
"learning_rate": 0.0003314310798946444,
|
|
"loss": 1.3475923538208008,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 0.6898401237751418,
|
|
"grad_norm": 0.534935474395752,
|
|
"learning_rate": 0.0003305531167690957,
|
|
"loss": 0.3332616090774536,
|
|
"step": 1672
|
|
},
|
|
{
|
|
"epoch": 0.690665291387313,
|
|
"grad_norm": 0.42341673374176025,
|
|
"learning_rate": 0.00032967515364354697,
|
|
"loss": 1.0092079639434814,
|
|
"step": 1674
|
|
},
|
|
{
|
|
"epoch": 0.6914904589994842,
|
|
"grad_norm": 0.4100952744483948,
|
|
"learning_rate": 0.0003287971905179982,
|
|
"loss": 0.5497714877128601,
|
|
"step": 1676
|
|
},
|
|
{
|
|
"epoch": 0.6923156266116555,
|
|
"grad_norm": 0.38641801476478577,
|
|
"learning_rate": 0.0003279192273924495,
|
|
"loss": 0.49007177352905273,
|
|
"step": 1678
|
|
},
|
|
{
|
|
"epoch": 0.6931407942238267,
|
|
"grad_norm": 0.36416521668434143,
|
|
"learning_rate": 0.00032704126426690076,
|
|
"loss": 0.9782978296279907,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 0.6939659618359979,
|
|
"grad_norm": 0.40659424662590027,
|
|
"learning_rate": 0.00032616330114135206,
|
|
"loss": 1.1877061128616333,
|
|
"step": 1682
|
|
},
|
|
{
|
|
"epoch": 0.6947911294481691,
|
|
"grad_norm": 0.35465723276138306,
|
|
"learning_rate": 0.00032528533801580336,
|
|
"loss": 0.7303415536880493,
|
|
"step": 1684
|
|
},
|
|
{
|
|
"epoch": 0.6956162970603403,
|
|
"grad_norm": 0.3550800383090973,
|
|
"learning_rate": 0.0003244073748902546,
|
|
"loss": 0.5755535364151001,
|
|
"step": 1686
|
|
},
|
|
{
|
|
"epoch": 0.6964414646725116,
|
|
"grad_norm": 0.3488351106643677,
|
|
"learning_rate": 0.0003235294117647059,
|
|
"loss": 1.2392137050628662,
|
|
"step": 1688
|
|
},
|
|
{
|
|
"epoch": 0.6972666322846828,
|
|
"grad_norm": 0.31888994574546814,
|
|
"learning_rate": 0.0003226514486391572,
|
|
"loss": 0.8368427157402039,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 0.6980917998968541,
|
|
"grad_norm": 0.5488599538803101,
|
|
"learning_rate": 0.0003217734855136084,
|
|
"loss": 1.1260064840316772,
|
|
"step": 1692
|
|
},
|
|
{
|
|
"epoch": 0.6989169675090253,
|
|
"grad_norm": 0.4838300347328186,
|
|
"learning_rate": 0.0003208955223880597,
|
|
"loss": 0.7826201319694519,
|
|
"step": 1694
|
|
},
|
|
{
|
|
"epoch": 0.6997421351211965,
|
|
"grad_norm": 0.4394646883010864,
|
|
"learning_rate": 0.00032001755926251094,
|
|
"loss": 0.9872143864631653,
|
|
"step": 1696
|
|
},
|
|
{
|
|
"epoch": 0.7005673027333678,
|
|
"grad_norm": 0.3630361557006836,
|
|
"learning_rate": 0.00031913959613696224,
|
|
"loss": 0.8093552589416504,
|
|
"step": 1698
|
|
},
|
|
{
|
|
"epoch": 0.701392470345539,
|
|
"grad_norm": 0.3823564052581787,
|
|
"learning_rate": 0.00031826163301141354,
|
|
"loss": 1.2268786430358887,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.7022176379577102,
|
|
"grad_norm": 0.5077764391899109,
|
|
"learning_rate": 0.0003173836698858648,
|
|
"loss": 1.0341436862945557,
|
|
"step": 1702
|
|
},
|
|
{
|
|
"epoch": 0.7030428055698814,
|
|
"grad_norm": 0.29783451557159424,
|
|
"learning_rate": 0.0003165057067603161,
|
|
"loss": 1.2967486381530762,
|
|
"step": 1704
|
|
},
|
|
{
|
|
"epoch": 0.7038679731820526,
|
|
"grad_norm": 0.35147911310195923,
|
|
"learning_rate": 0.0003156277436347674,
|
|
"loss": 1.4181314706802368,
|
|
"step": 1706
|
|
},
|
|
{
|
|
"epoch": 0.7046931407942238,
|
|
"grad_norm": 0.47153785824775696,
|
|
"learning_rate": 0.0003147497805092186,
|
|
"loss": 0.7683252692222595,
|
|
"step": 1708
|
|
},
|
|
{
|
|
"epoch": 0.7055183084063951,
|
|
"grad_norm": 0.6050301790237427,
|
|
"learning_rate": 0.0003138718173836699,
|
|
"loss": 0.7639537453651428,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 0.7063434760185663,
|
|
"grad_norm": 0.3844204545021057,
|
|
"learning_rate": 0.0003129938542581212,
|
|
"loss": 0.9077352285385132,
|
|
"step": 1712
|
|
},
|
|
{
|
|
"epoch": 0.7071686436307375,
|
|
"grad_norm": 0.46985238790512085,
|
|
"learning_rate": 0.0003121158911325724,
|
|
"loss": 0.8675673007965088,
|
|
"step": 1714
|
|
},
|
|
{
|
|
"epoch": 0.7079938112429087,
|
|
"grad_norm": 0.36089178919792175,
|
|
"learning_rate": 0.0003112379280070237,
|
|
"loss": 0.7602687478065491,
|
|
"step": 1716
|
|
},
|
|
{
|
|
"epoch": 0.7088189788550799,
|
|
"grad_norm": 0.4392194449901581,
|
|
"learning_rate": 0.00031035996488147497,
|
|
"loss": 1.0270740985870361,
|
|
"step": 1718
|
|
},
|
|
{
|
|
"epoch": 0.7096441464672512,
|
|
"grad_norm": 0.4287470877170563,
|
|
"learning_rate": 0.00030948200175592627,
|
|
"loss": 0.9357495903968811,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 0.7104693140794224,
|
|
"grad_norm": 0.37422382831573486,
|
|
"learning_rate": 0.0003086040386303775,
|
|
"loss": 0.6922284364700317,
|
|
"step": 1722
|
|
},
|
|
{
|
|
"epoch": 0.7112944816915936,
|
|
"grad_norm": 0.3758017122745514,
|
|
"learning_rate": 0.00030772607550482876,
|
|
"loss": 1.2530040740966797,
|
|
"step": 1724
|
|
},
|
|
{
|
|
"epoch": 0.7121196493037648,
|
|
"grad_norm": 0.4269058108329773,
|
|
"learning_rate": 0.00030684811237928006,
|
|
"loss": 0.8867902755737305,
|
|
"step": 1726
|
|
},
|
|
{
|
|
"epoch": 0.712944816915936,
|
|
"grad_norm": 0.41424843668937683,
|
|
"learning_rate": 0.00030597014925373136,
|
|
"loss": 0.573106586933136,
|
|
"step": 1728
|
|
},
|
|
{
|
|
"epoch": 0.7137699845281072,
|
|
"grad_norm": 0.3800395131111145,
|
|
"learning_rate": 0.0003050921861281826,
|
|
"loss": 1.011023759841919,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 0.7145951521402785,
|
|
"grad_norm": 0.4355084002017975,
|
|
"learning_rate": 0.0003042142230026339,
|
|
"loss": 1.2095154523849487,
|
|
"step": 1732
|
|
},
|
|
{
|
|
"epoch": 0.7154203197524497,
|
|
"grad_norm": 0.40257638692855835,
|
|
"learning_rate": 0.0003033362598770852,
|
|
"loss": 1.2243540287017822,
|
|
"step": 1734
|
|
},
|
|
{
|
|
"epoch": 0.7162454873646209,
|
|
"grad_norm": 0.31051409244537354,
|
|
"learning_rate": 0.00030245829675153645,
|
|
"loss": 1.3747313022613525,
|
|
"step": 1736
|
|
},
|
|
{
|
|
"epoch": 0.7170706549767921,
|
|
"grad_norm": 0.49823421239852905,
|
|
"learning_rate": 0.0003015803336259877,
|
|
"loss": 0.6394418478012085,
|
|
"step": 1738
|
|
},
|
|
{
|
|
"epoch": 0.7178958225889633,
|
|
"grad_norm": 0.36289334297180176,
|
|
"learning_rate": 0.00030070237050043894,
|
|
"loss": 0.6176121234893799,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 0.7187209902011346,
|
|
"grad_norm": 0.36476245522499084,
|
|
"learning_rate": 0.00029982440737489024,
|
|
"loss": 1.3954023122787476,
|
|
"step": 1742
|
|
},
|
|
{
|
|
"epoch": 0.7195461578133058,
|
|
"grad_norm": 0.3851822018623352,
|
|
"learning_rate": 0.00029894644424934154,
|
|
"loss": 0.6782857179641724,
|
|
"step": 1744
|
|
},
|
|
{
|
|
"epoch": 0.7203713254254771,
|
|
"grad_norm": 0.4556499123573303,
|
|
"learning_rate": 0.0002980684811237928,
|
|
"loss": 1.230463981628418,
|
|
"step": 1746
|
|
},
|
|
{
|
|
"epoch": 0.7211964930376483,
|
|
"grad_norm": 0.34713202714920044,
|
|
"learning_rate": 0.0002971905179982441,
|
|
"loss": 1.0126994848251343,
|
|
"step": 1748
|
|
},
|
|
{
|
|
"epoch": 0.7220216606498195,
|
|
"grad_norm": 0.34959739446640015,
|
|
"learning_rate": 0.0002963125548726954,
|
|
"loss": 1.1754891872406006,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.7228468282619908,
|
|
"grad_norm": 0.31646373867988586,
|
|
"learning_rate": 0.00029543459174714664,
|
|
"loss": 0.763278603553772,
|
|
"step": 1752
|
|
},
|
|
{
|
|
"epoch": 0.723671995874162,
|
|
"grad_norm": 0.4951009452342987,
|
|
"learning_rate": 0.0002945566286215979,
|
|
"loss": 0.5303061604499817,
|
|
"step": 1754
|
|
},
|
|
{
|
|
"epoch": 0.7244971634863332,
|
|
"grad_norm": 0.30071818828582764,
|
|
"learning_rate": 0.0002936786654960492,
|
|
"loss": 1.154544472694397,
|
|
"step": 1756
|
|
},
|
|
{
|
|
"epoch": 0.7253223310985044,
|
|
"grad_norm": 0.38215145468711853,
|
|
"learning_rate": 0.0002928007023705004,
|
|
"loss": 0.9662572741508484,
|
|
"step": 1758
|
|
},
|
|
{
|
|
"epoch": 0.7261474987106756,
|
|
"grad_norm": 0.3595885634422302,
|
|
"learning_rate": 0.0002919227392449517,
|
|
"loss": 0.7524693608283997,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 0.7269726663228468,
|
|
"grad_norm": 0.3811556398868561,
|
|
"learning_rate": 0.00029104477611940297,
|
|
"loss": 1.029892921447754,
|
|
"step": 1762
|
|
},
|
|
{
|
|
"epoch": 0.7277978339350181,
|
|
"grad_norm": 0.4552609920501709,
|
|
"learning_rate": 0.00029016681299385427,
|
|
"loss": 0.9844744801521301,
|
|
"step": 1764
|
|
},
|
|
{
|
|
"epoch": 0.7286230015471893,
|
|
"grad_norm": 0.43894925713539124,
|
|
"learning_rate": 0.00028928884986830557,
|
|
"loss": 0.9094060063362122,
|
|
"step": 1766
|
|
},
|
|
{
|
|
"epoch": 0.7294481691593605,
|
|
"grad_norm": 0.36925697326660156,
|
|
"learning_rate": 0.00028841088674275676,
|
|
"loss": 1.037130355834961,
|
|
"step": 1768
|
|
},
|
|
{
|
|
"epoch": 0.7302733367715317,
|
|
"grad_norm": 0.39265406131744385,
|
|
"learning_rate": 0.00028753292361720806,
|
|
"loss": 1.284218430519104,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 0.7310985043837029,
|
|
"grad_norm": 0.5375381112098694,
|
|
"learning_rate": 0.00028665496049165936,
|
|
"loss": 0.8548294901847839,
|
|
"step": 1772
|
|
},
|
|
{
|
|
"epoch": 0.7319236719958742,
|
|
"grad_norm": 0.3060007691383362,
|
|
"learning_rate": 0.0002857769973661106,
|
|
"loss": 1.1197073459625244,
|
|
"step": 1774
|
|
},
|
|
{
|
|
"epoch": 0.7327488396080454,
|
|
"grad_norm": 0.375448614358902,
|
|
"learning_rate": 0.0002848990342405619,
|
|
"loss": 0.7334431409835815,
|
|
"step": 1776
|
|
},
|
|
{
|
|
"epoch": 0.7335740072202166,
|
|
"grad_norm": 0.5063633322715759,
|
|
"learning_rate": 0.0002840210711150132,
|
|
"loss": 0.6901007294654846,
|
|
"step": 1778
|
|
},
|
|
{
|
|
"epoch": 0.7343991748323878,
|
|
"grad_norm": 0.3879646956920624,
|
|
"learning_rate": 0.00028314310798946445,
|
|
"loss": 0.780268669128418,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 0.735224342444559,
|
|
"grad_norm": 0.392336368560791,
|
|
"learning_rate": 0.00028226514486391575,
|
|
"loss": 1.0370898246765137,
|
|
"step": 1782
|
|
},
|
|
{
|
|
"epoch": 0.7360495100567302,
|
|
"grad_norm": 0.35631754994392395,
|
|
"learning_rate": 0.00028138718173836694,
|
|
"loss": 1.2187612056732178,
|
|
"step": 1784
|
|
},
|
|
{
|
|
"epoch": 0.7368746776689015,
|
|
"grad_norm": 0.4401189982891083,
|
|
"learning_rate": 0.00028050921861281824,
|
|
"loss": 1.017791986465454,
|
|
"step": 1786
|
|
},
|
|
{
|
|
"epoch": 0.7376998452810727,
|
|
"grad_norm": 0.6243374943733215,
|
|
"learning_rate": 0.00027963125548726954,
|
|
"loss": 0.6062961220741272,
|
|
"step": 1788
|
|
},
|
|
{
|
|
"epoch": 0.7385250128932439,
|
|
"grad_norm": 0.5046449303627014,
|
|
"learning_rate": 0.0002787532923617208,
|
|
"loss": 0.31797459721565247,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 0.7393501805054151,
|
|
"grad_norm": 0.3611700236797333,
|
|
"learning_rate": 0.0002778753292361721,
|
|
"loss": 1.1861761808395386,
|
|
"step": 1792
|
|
},
|
|
{
|
|
"epoch": 0.7401753481175863,
|
|
"grad_norm": 0.5414829850196838,
|
|
"learning_rate": 0.0002769973661106234,
|
|
"loss": 0.5539573431015015,
|
|
"step": 1794
|
|
},
|
|
{
|
|
"epoch": 0.7410005157297576,
|
|
"grad_norm": 0.5342025756835938,
|
|
"learning_rate": 0.00027611940298507464,
|
|
"loss": 0.5310317873954773,
|
|
"step": 1796
|
|
},
|
|
{
|
|
"epoch": 0.7418256833419288,
|
|
"grad_norm": 0.34159955382347107,
|
|
"learning_rate": 0.00027524143985952593,
|
|
"loss": 1.4940531253814697,
|
|
"step": 1798
|
|
},
|
|
{
|
|
"epoch": 0.7426508509541001,
|
|
"grad_norm": 0.3083161413669586,
|
|
"learning_rate": 0.0002743634767339772,
|
|
"loss": 0.656245231628418,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.7434760185662713,
|
|
"grad_norm": 0.41366398334503174,
|
|
"learning_rate": 0.0002734855136084284,
|
|
"loss": 0.6663851141929626,
|
|
"step": 1802
|
|
},
|
|
{
|
|
"epoch": 0.7443011861784425,
|
|
"grad_norm": 0.3679063022136688,
|
|
"learning_rate": 0.0002726075504828797,
|
|
"loss": 0.7742401361465454,
|
|
"step": 1804
|
|
},
|
|
{
|
|
"epoch": 0.7451263537906138,
|
|
"grad_norm": 0.31927743554115295,
|
|
"learning_rate": 0.00027172958735733097,
|
|
"loss": 0.9118162393569946,
|
|
"step": 1806
|
|
},
|
|
{
|
|
"epoch": 0.745951521402785,
|
|
"grad_norm": 0.3575168550014496,
|
|
"learning_rate": 0.00027085162423178227,
|
|
"loss": 0.9703124165534973,
|
|
"step": 1808
|
|
},
|
|
{
|
|
"epoch": 0.7467766890149562,
|
|
"grad_norm": 0.49206969141960144,
|
|
"learning_rate": 0.00026997366110623357,
|
|
"loss": 0.756108283996582,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 0.7476018566271274,
|
|
"grad_norm": 0.36436766386032104,
|
|
"learning_rate": 0.0002690956979806848,
|
|
"loss": 1.3029776811599731,
|
|
"step": 1812
|
|
},
|
|
{
|
|
"epoch": 0.7484270242392986,
|
|
"grad_norm": 0.4405703544616699,
|
|
"learning_rate": 0.00026821773485513606,
|
|
"loss": 0.5966270565986633,
|
|
"step": 1814
|
|
},
|
|
{
|
|
"epoch": 0.7492521918514699,
|
|
"grad_norm": 0.4038497507572174,
|
|
"learning_rate": 0.00026733977172958736,
|
|
"loss": 0.9639216065406799,
|
|
"step": 1816
|
|
},
|
|
{
|
|
"epoch": 0.7500773594636411,
|
|
"grad_norm": 0.35064542293548584,
|
|
"learning_rate": 0.0002664618086040386,
|
|
"loss": 1.124794840812683,
|
|
"step": 1818
|
|
},
|
|
{
|
|
"epoch": 0.7509025270758123,
|
|
"grad_norm": 0.383252888917923,
|
|
"learning_rate": 0.0002655838454784899,
|
|
"loss": 0.9272993803024292,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 0.7517276946879835,
|
|
"grad_norm": 0.4175947904586792,
|
|
"learning_rate": 0.0002647058823529412,
|
|
"loss": 0.9488388299942017,
|
|
"step": 1822
|
|
},
|
|
{
|
|
"epoch": 0.7525528623001547,
|
|
"grad_norm": 0.34488824009895325,
|
|
"learning_rate": 0.00026382791922739245,
|
|
"loss": 1.2201396226882935,
|
|
"step": 1824
|
|
},
|
|
{
|
|
"epoch": 0.7533780299123259,
|
|
"grad_norm": 0.3640938997268677,
|
|
"learning_rate": 0.00026294995610184375,
|
|
"loss": 0.831686794757843,
|
|
"step": 1826
|
|
},
|
|
{
|
|
"epoch": 0.7542031975244972,
|
|
"grad_norm": 0.4400560259819031,
|
|
"learning_rate": 0.00026207199297629505,
|
|
"loss": 0.7985442280769348,
|
|
"step": 1828
|
|
},
|
|
{
|
|
"epoch": 0.7550283651366684,
|
|
"grad_norm": 0.41823992133140564,
|
|
"learning_rate": 0.00026119402985074624,
|
|
"loss": 0.9638607501983643,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 0.7558535327488396,
|
|
"grad_norm": 0.41185373067855835,
|
|
"learning_rate": 0.00026031606672519754,
|
|
"loss": 1.1180473566055298,
|
|
"step": 1832
|
|
},
|
|
{
|
|
"epoch": 0.7566787003610108,
|
|
"grad_norm": 0.43015286326408386,
|
|
"learning_rate": 0.0002594381035996488,
|
|
"loss": 0.570551872253418,
|
|
"step": 1834
|
|
},
|
|
{
|
|
"epoch": 0.757503867973182,
|
|
"grad_norm": 0.37049224972724915,
|
|
"learning_rate": 0.0002585601404741001,
|
|
"loss": 1.0918923616409302,
|
|
"step": 1836
|
|
},
|
|
{
|
|
"epoch": 0.7583290355853533,
|
|
"grad_norm": 0.45099660754203796,
|
|
"learning_rate": 0.0002576821773485514,
|
|
"loss": 0.9413292407989502,
|
|
"step": 1838
|
|
},
|
|
{
|
|
"epoch": 0.7591542031975245,
|
|
"grad_norm": 0.36844146251678467,
|
|
"learning_rate": 0.00025680421422300263,
|
|
"loss": 1.3153712749481201,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 0.7599793708096957,
|
|
"grad_norm": 0.44805243611335754,
|
|
"learning_rate": 0.00025592625109745393,
|
|
"loss": 1.0876983404159546,
|
|
"step": 1842
|
|
},
|
|
{
|
|
"epoch": 0.7608045384218669,
|
|
"grad_norm": 0.3581131100654602,
|
|
"learning_rate": 0.00025504828797190523,
|
|
"loss": 1.2112014293670654,
|
|
"step": 1844
|
|
},
|
|
{
|
|
"epoch": 0.7616297060340381,
|
|
"grad_norm": 0.4142184853553772,
|
|
"learning_rate": 0.0002541703248463564,
|
|
"loss": 0.6445860862731934,
|
|
"step": 1846
|
|
},
|
|
{
|
|
"epoch": 0.7624548736462093,
|
|
"grad_norm": 0.42709341645240784,
|
|
"learning_rate": 0.0002532923617208077,
|
|
"loss": 0.5973528623580933,
|
|
"step": 1848
|
|
},
|
|
{
|
|
"epoch": 0.7632800412583806,
|
|
"grad_norm": 0.5776807069778442,
|
|
"learning_rate": 0.00025241439859525897,
|
|
"loss": 0.8826550245285034,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.7641052088705518,
|
|
"grad_norm": 0.3040612041950226,
|
|
"learning_rate": 0.00025153643546971027,
|
|
"loss": 0.8516554236412048,
|
|
"step": 1852
|
|
},
|
|
{
|
|
"epoch": 0.7649303764827231,
|
|
"grad_norm": 0.5194029211997986,
|
|
"learning_rate": 0.00025065847234416157,
|
|
"loss": 0.8658687472343445,
|
|
"step": 1854
|
|
},
|
|
{
|
|
"epoch": 0.7657555440948943,
|
|
"grad_norm": 0.42637261748313904,
|
|
"learning_rate": 0.0002497805092186128,
|
|
"loss": 0.7141196131706238,
|
|
"step": 1856
|
|
},
|
|
{
|
|
"epoch": 0.7665807117070655,
|
|
"grad_norm": 0.6934012770652771,
|
|
"learning_rate": 0.0002489025460930641,
|
|
"loss": 0.5010101795196533,
|
|
"step": 1858
|
|
},
|
|
{
|
|
"epoch": 0.7674058793192368,
|
|
"grad_norm": 0.3282501995563507,
|
|
"learning_rate": 0.00024802458296751536,
|
|
"loss": 1.0175241231918335,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 0.768231046931408,
|
|
"grad_norm": 0.37478360533714294,
|
|
"learning_rate": 0.00024714661984196666,
|
|
"loss": 1.3197461366653442,
|
|
"step": 1862
|
|
},
|
|
{
|
|
"epoch": 0.7690562145435792,
|
|
"grad_norm": 0.4044327139854431,
|
|
"learning_rate": 0.0002462686567164179,
|
|
"loss": 0.873219907283783,
|
|
"step": 1864
|
|
},
|
|
{
|
|
"epoch": 0.7698813821557504,
|
|
"grad_norm": 0.5854364633560181,
|
|
"learning_rate": 0.0002453906935908692,
|
|
"loss": 0.9082726240158081,
|
|
"step": 1866
|
|
},
|
|
{
|
|
"epoch": 0.7707065497679216,
|
|
"grad_norm": 0.43806132674217224,
|
|
"learning_rate": 0.00024451273046532045,
|
|
"loss": 1.21761953830719,
|
|
"step": 1868
|
|
},
|
|
{
|
|
"epoch": 0.7715317173800929,
|
|
"grad_norm": 0.3324369788169861,
|
|
"learning_rate": 0.00024363476733977175,
|
|
"loss": 0.8433029055595398,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 0.7723568849922641,
|
|
"grad_norm": 0.4753143787384033,
|
|
"learning_rate": 0.000242756804214223,
|
|
"loss": 0.5376313328742981,
|
|
"step": 1872
|
|
},
|
|
{
|
|
"epoch": 0.7731820526044353,
|
|
"grad_norm": 0.5203450918197632,
|
|
"learning_rate": 0.00024187884108867427,
|
|
"loss": 0.28149574995040894,
|
|
"step": 1874
|
|
},
|
|
{
|
|
"epoch": 0.7740072202166065,
|
|
"grad_norm": 0.41968461871147156,
|
|
"learning_rate": 0.00024100087796312557,
|
|
"loss": 0.6044559478759766,
|
|
"step": 1876
|
|
},
|
|
{
|
|
"epoch": 0.7748323878287777,
|
|
"grad_norm": 0.3454659879207611,
|
|
"learning_rate": 0.00024012291483757684,
|
|
"loss": 0.9694072604179382,
|
|
"step": 1878
|
|
},
|
|
{
|
|
"epoch": 0.7756575554409489,
|
|
"grad_norm": 0.3888348937034607,
|
|
"learning_rate": 0.0002392449517120281,
|
|
"loss": 1.192838430404663,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 0.7764827230531202,
|
|
"grad_norm": 0.49342063069343567,
|
|
"learning_rate": 0.00023836698858647936,
|
|
"loss": 0.2729596793651581,
|
|
"step": 1882
|
|
},
|
|
{
|
|
"epoch": 0.7773078906652914,
|
|
"grad_norm": 0.4026685953140259,
|
|
"learning_rate": 0.00023748902546093066,
|
|
"loss": 0.9652158617973328,
|
|
"step": 1884
|
|
},
|
|
{
|
|
"epoch": 0.7781330582774626,
|
|
"grad_norm": 0.3335443139076233,
|
|
"learning_rate": 0.00023661106233538193,
|
|
"loss": 1.2335366010665894,
|
|
"step": 1886
|
|
},
|
|
{
|
|
"epoch": 0.7789582258896338,
|
|
"grad_norm": 0.48160237073898315,
|
|
"learning_rate": 0.00023573309920983318,
|
|
"loss": 0.5310620665550232,
|
|
"step": 1888
|
|
},
|
|
{
|
|
"epoch": 0.779783393501805,
|
|
"grad_norm": 0.4103797972202301,
|
|
"learning_rate": 0.00023485513608428445,
|
|
"loss": 0.5694519281387329,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 0.7806085611139763,
|
|
"grad_norm": 0.3229621648788452,
|
|
"learning_rate": 0.00023397717295873575,
|
|
"loss": 0.8229124546051025,
|
|
"step": 1892
|
|
},
|
|
{
|
|
"epoch": 0.7814337287261475,
|
|
"grad_norm": 0.5029621720314026,
|
|
"learning_rate": 0.000233099209833187,
|
|
"loss": 0.566665768623352,
|
|
"step": 1894
|
|
},
|
|
{
|
|
"epoch": 0.7822588963383187,
|
|
"grad_norm": 0.3402746021747589,
|
|
"learning_rate": 0.00023222124670763827,
|
|
"loss": 0.813495934009552,
|
|
"step": 1896
|
|
},
|
|
{
|
|
"epoch": 0.7830840639504899,
|
|
"grad_norm": 0.37816622853279114,
|
|
"learning_rate": 0.00023134328358208957,
|
|
"loss": 0.8660256862640381,
|
|
"step": 1898
|
|
},
|
|
{
|
|
"epoch": 0.7839092315626611,
|
|
"grad_norm": 0.3423992097377777,
|
|
"learning_rate": 0.00023046532045654084,
|
|
"loss": 1.261060118675232,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.7847343991748323,
|
|
"grad_norm": 0.35645005106925964,
|
|
"learning_rate": 0.0002295873573309921,
|
|
"loss": 1.2247262001037598,
|
|
"step": 1902
|
|
},
|
|
{
|
|
"epoch": 0.7855595667870036,
|
|
"grad_norm": 0.5156469345092773,
|
|
"learning_rate": 0.00022870939420544336,
|
|
"loss": 0.8600709438323975,
|
|
"step": 1904
|
|
},
|
|
{
|
|
"epoch": 0.7863847343991748,
|
|
"grad_norm": 0.3836282193660736,
|
|
"learning_rate": 0.00022783143107989466,
|
|
"loss": 0.648573637008667,
|
|
"step": 1906
|
|
},
|
|
{
|
|
"epoch": 0.7872099020113461,
|
|
"grad_norm": 0.34423956274986267,
|
|
"learning_rate": 0.00022695346795434593,
|
|
"loss": 0.819477915763855,
|
|
"step": 1908
|
|
},
|
|
{
|
|
"epoch": 0.7880350696235173,
|
|
"grad_norm": 0.4140184223651886,
|
|
"learning_rate": 0.00022607550482879718,
|
|
"loss": 0.762831449508667,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 0.7888602372356885,
|
|
"grad_norm": 0.36245521903038025,
|
|
"learning_rate": 0.00022519754170324845,
|
|
"loss": 1.1872693300247192,
|
|
"step": 1912
|
|
},
|
|
{
|
|
"epoch": 0.7896854048478598,
|
|
"grad_norm": 0.4501936137676239,
|
|
"learning_rate": 0.00022431957857769975,
|
|
"loss": 0.6167159676551819,
|
|
"step": 1914
|
|
},
|
|
{
|
|
"epoch": 0.790510572460031,
|
|
"grad_norm": 0.43863949179649353,
|
|
"learning_rate": 0.00022344161545215103,
|
|
"loss": 0.8569579124450684,
|
|
"step": 1916
|
|
},
|
|
{
|
|
"epoch": 0.7913357400722022,
|
|
"grad_norm": 0.4526144564151764,
|
|
"learning_rate": 0.00022256365232660227,
|
|
"loss": 0.95778489112854,
|
|
"step": 1918
|
|
},
|
|
{
|
|
"epoch": 0.7921609076843734,
|
|
"grad_norm": 0.35098332166671753,
|
|
"learning_rate": 0.00022168568920105357,
|
|
"loss": 1.1015641689300537,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 0.7929860752965446,
|
|
"grad_norm": 0.48924732208251953,
|
|
"learning_rate": 0.00022080772607550484,
|
|
"loss": 0.7116357088088989,
|
|
"step": 1922
|
|
},
|
|
{
|
|
"epoch": 0.7938112429087159,
|
|
"grad_norm": 0.4620846211910248,
|
|
"learning_rate": 0.00021992976294995612,
|
|
"loss": 0.6092314720153809,
|
|
"step": 1924
|
|
},
|
|
{
|
|
"epoch": 0.7946364105208871,
|
|
"grad_norm": 0.473129540681839,
|
|
"learning_rate": 0.00021905179982440736,
|
|
"loss": 1.1279802322387695,
|
|
"step": 1926
|
|
},
|
|
{
|
|
"epoch": 0.7954615781330583,
|
|
"grad_norm": 0.37501075863838196,
|
|
"learning_rate": 0.00021817383669885866,
|
|
"loss": 0.7749414443969727,
|
|
"step": 1928
|
|
},
|
|
{
|
|
"epoch": 0.7962867457452295,
|
|
"grad_norm": 0.304704487323761,
|
|
"learning_rate": 0.00021729587357330993,
|
|
"loss": 0.9998986721038818,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 0.7971119133574007,
|
|
"grad_norm": 0.3354075849056244,
|
|
"learning_rate": 0.00021641791044776118,
|
|
"loss": 1.2239255905151367,
|
|
"step": 1932
|
|
},
|
|
{
|
|
"epoch": 0.7979370809695719,
|
|
"grad_norm": 0.4298786222934723,
|
|
"learning_rate": 0.00021553994732221245,
|
|
"loss": 0.8664978742599487,
|
|
"step": 1934
|
|
},
|
|
{
|
|
"epoch": 0.7987622485817432,
|
|
"grad_norm": 0.45839351415634155,
|
|
"learning_rate": 0.00021466198419666375,
|
|
"loss": 1.1027792692184448,
|
|
"step": 1936
|
|
},
|
|
{
|
|
"epoch": 0.7995874161939144,
|
|
"grad_norm": 0.34594669938087463,
|
|
"learning_rate": 0.00021378402107111503,
|
|
"loss": 1.3883459568023682,
|
|
"step": 1938
|
|
},
|
|
{
|
|
"epoch": 0.8004125838060856,
|
|
"grad_norm": 0.35496780276298523,
|
|
"learning_rate": 0.00021290605794556627,
|
|
"loss": 0.7482577562332153,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.8004125838060856,
|
|
"eval_loss": 0.6474518179893494,
|
|
"eval_runtime": 7.3783,
|
|
"eval_samples_per_second": 106.258,
|
|
"eval_steps_per_second": 13.282,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.8012377514182568,
|
|
"grad_norm": 0.3918442726135254,
|
|
"learning_rate": 0.00021202809482001757,
|
|
"loss": 0.9577019810676575,
|
|
"step": 1942
|
|
},
|
|
{
|
|
"epoch": 0.802062919030428,
|
|
"grad_norm": 0.2961651086807251,
|
|
"learning_rate": 0.00021115013169446884,
|
|
"loss": 0.8763103485107422,
|
|
"step": 1944
|
|
},
|
|
{
|
|
"epoch": 0.8028880866425993,
|
|
"grad_norm": 0.44731009006500244,
|
|
"learning_rate": 0.00021027216856892012,
|
|
"loss": 0.8207913041114807,
|
|
"step": 1946
|
|
},
|
|
{
|
|
"epoch": 0.8037132542547705,
|
|
"grad_norm": 0.3657285273075104,
|
|
"learning_rate": 0.00020939420544337136,
|
|
"loss": 0.9430095553398132,
|
|
"step": 1948
|
|
},
|
|
{
|
|
"epoch": 0.8045384218669417,
|
|
"grad_norm": 0.49153050780296326,
|
|
"learning_rate": 0.00020851624231782266,
|
|
"loss": 0.4028320014476776,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.8053635894791129,
|
|
"grad_norm": 0.3464409112930298,
|
|
"learning_rate": 0.00020763827919227393,
|
|
"loss": 0.9057855606079102,
|
|
"step": 1952
|
|
},
|
|
{
|
|
"epoch": 0.8061887570912841,
|
|
"grad_norm": 0.3299136459827423,
|
|
"learning_rate": 0.0002067603160667252,
|
|
"loss": 1.3503923416137695,
|
|
"step": 1954
|
|
},
|
|
{
|
|
"epoch": 0.8070139247034553,
|
|
"grad_norm": 0.40845128893852234,
|
|
"learning_rate": 0.00020588235294117645,
|
|
"loss": 0.7318932414054871,
|
|
"step": 1956
|
|
},
|
|
{
|
|
"epoch": 0.8078390923156266,
|
|
"grad_norm": 0.381439208984375,
|
|
"learning_rate": 0.00020500438981562775,
|
|
"loss": 0.9772282242774963,
|
|
"step": 1958
|
|
},
|
|
{
|
|
"epoch": 0.8086642599277978,
|
|
"grad_norm": 0.377944678068161,
|
|
"learning_rate": 0.00020412642669007903,
|
|
"loss": 1.0666216611862183,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 0.8094894275399691,
|
|
"grad_norm": 0.45510539412498474,
|
|
"learning_rate": 0.0002032484635645303,
|
|
"loss": 0.8491358160972595,
|
|
"step": 1962
|
|
},
|
|
{
|
|
"epoch": 0.8103145951521403,
|
|
"grad_norm": 0.4647512137889862,
|
|
"learning_rate": 0.00020237050043898157,
|
|
"loss": 0.6544166207313538,
|
|
"step": 1964
|
|
},
|
|
{
|
|
"epoch": 0.8111397627643115,
|
|
"grad_norm": 0.46371912956237793,
|
|
"learning_rate": 0.00020149253731343284,
|
|
"loss": 0.6601966619491577,
|
|
"step": 1966
|
|
},
|
|
{
|
|
"epoch": 0.8119649303764828,
|
|
"grad_norm": 0.61481112241745,
|
|
"learning_rate": 0.00020061457418788412,
|
|
"loss": 0.2898620069026947,
|
|
"step": 1968
|
|
},
|
|
{
|
|
"epoch": 0.812790097988654,
|
|
"grad_norm": 0.43525785207748413,
|
|
"learning_rate": 0.0001997366110623354,
|
|
"loss": 0.8058556914329529,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 0.8136152656008252,
|
|
"grad_norm": 0.3856489956378937,
|
|
"learning_rate": 0.00019885864793678666,
|
|
"loss": 0.7819163203239441,
|
|
"step": 1972
|
|
},
|
|
{
|
|
"epoch": 0.8144404332129964,
|
|
"grad_norm": 0.563132643699646,
|
|
"learning_rate": 0.00019798068481123793,
|
|
"loss": 0.3033660650253296,
|
|
"step": 1974
|
|
},
|
|
{
|
|
"epoch": 0.8152656008251676,
|
|
"grad_norm": 0.39100125432014465,
|
|
"learning_rate": 0.0001971027216856892,
|
|
"loss": 0.881723940372467,
|
|
"step": 1976
|
|
},
|
|
{
|
|
"epoch": 0.8160907684373389,
|
|
"grad_norm": 0.36505672335624695,
|
|
"learning_rate": 0.00019622475856014045,
|
|
"loss": 0.5532952547073364,
|
|
"step": 1978
|
|
},
|
|
{
|
|
"epoch": 0.8169159360495101,
|
|
"grad_norm": 0.32876351475715637,
|
|
"learning_rate": 0.00019534679543459175,
|
|
"loss": 1.186223030090332,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 0.8177411036616813,
|
|
"grad_norm": 0.29075101017951965,
|
|
"learning_rate": 0.00019446883230904303,
|
|
"loss": 1.1906335353851318,
|
|
"step": 1982
|
|
},
|
|
{
|
|
"epoch": 0.8185662712738525,
|
|
"grad_norm": 0.4109480082988739,
|
|
"learning_rate": 0.0001935908691834943,
|
|
"loss": 1.085921287536621,
|
|
"step": 1984
|
|
},
|
|
{
|
|
"epoch": 0.8193914388860237,
|
|
"grad_norm": 0.30707886815071106,
|
|
"learning_rate": 0.00019271290605794557,
|
|
"loss": 1.0752849578857422,
|
|
"step": 1986
|
|
},
|
|
{
|
|
"epoch": 0.8202166064981949,
|
|
"grad_norm": 0.4031044542789459,
|
|
"learning_rate": 0.00019183494293239684,
|
|
"loss": 0.5591620206832886,
|
|
"step": 1988
|
|
},
|
|
{
|
|
"epoch": 0.8210417741103662,
|
|
"grad_norm": 0.45132431387901306,
|
|
"learning_rate": 0.00019095697980684812,
|
|
"loss": 0.42883580923080444,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 0.8218669417225374,
|
|
"grad_norm": 0.400478720664978,
|
|
"learning_rate": 0.0001900790166812994,
|
|
"loss": 0.8203611969947815,
|
|
"step": 1992
|
|
},
|
|
{
|
|
"epoch": 0.8226921093347086,
|
|
"grad_norm": 0.3984661400318146,
|
|
"learning_rate": 0.00018920105355575066,
|
|
"loss": 0.7499722838401794,
|
|
"step": 1994
|
|
},
|
|
{
|
|
"epoch": 0.8235172769468798,
|
|
"grad_norm": 0.4407826066017151,
|
|
"learning_rate": 0.00018832309043020193,
|
|
"loss": 1.2055046558380127,
|
|
"step": 1996
|
|
},
|
|
{
|
|
"epoch": 0.824342444559051,
|
|
"grad_norm": 0.4140898585319519,
|
|
"learning_rate": 0.0001874451273046532,
|
|
"loss": 1.2413440942764282,
|
|
"step": 1998
|
|
},
|
|
{
|
|
"epoch": 0.8251676121712223,
|
|
"grad_norm": 0.3528973162174225,
|
|
"learning_rate": 0.00018656716417910448,
|
|
"loss": 1.2663402557373047,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.8259927797833935,
|
|
"grad_norm": 0.3932705819606781,
|
|
"learning_rate": 0.00018568920105355575,
|
|
"loss": 1.2502458095550537,
|
|
"step": 2002
|
|
},
|
|
{
|
|
"epoch": 0.8268179473955647,
|
|
"grad_norm": 0.3215526044368744,
|
|
"learning_rate": 0.00018481123792800702,
|
|
"loss": 0.9158849120140076,
|
|
"step": 2004
|
|
},
|
|
{
|
|
"epoch": 0.8276431150077359,
|
|
"grad_norm": 0.34103333950042725,
|
|
"learning_rate": 0.0001839332748024583,
|
|
"loss": 1.1533005237579346,
|
|
"step": 2006
|
|
},
|
|
{
|
|
"epoch": 0.8284682826199071,
|
|
"grad_norm": 0.32145535945892334,
|
|
"learning_rate": 0.0001830553116769096,
|
|
"loss": 1.060155987739563,
|
|
"step": 2008
|
|
},
|
|
{
|
|
"epoch": 0.8292934502320783,
|
|
"grad_norm": 0.5072720646858215,
|
|
"learning_rate": 0.00018217734855136084,
|
|
"loss": 0.6592322587966919,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 0.8301186178442496,
|
|
"grad_norm": 0.3372536897659302,
|
|
"learning_rate": 0.00018129938542581212,
|
|
"loss": 0.8511307835578918,
|
|
"step": 2012
|
|
},
|
|
{
|
|
"epoch": 0.8309437854564208,
|
|
"grad_norm": 0.379126638174057,
|
|
"learning_rate": 0.0001804214223002634,
|
|
"loss": 0.5848067402839661,
|
|
"step": 2014
|
|
},
|
|
{
|
|
"epoch": 0.8317689530685921,
|
|
"grad_norm": 0.35454440116882324,
|
|
"learning_rate": 0.0001795434591747147,
|
|
"loss": 1.2567951679229736,
|
|
"step": 2016
|
|
},
|
|
{
|
|
"epoch": 0.8325941206807633,
|
|
"grad_norm": 0.5818988680839539,
|
|
"learning_rate": 0.00017866549604916593,
|
|
"loss": 0.9290669560432434,
|
|
"step": 2018
|
|
},
|
|
{
|
|
"epoch": 0.8334192882929345,
|
|
"grad_norm": 0.33638861775398254,
|
|
"learning_rate": 0.0001777875329236172,
|
|
"loss": 0.7085928320884705,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 0.8342444559051058,
|
|
"grad_norm": 0.35702192783355713,
|
|
"learning_rate": 0.00017690956979806848,
|
|
"loss": 0.8658257126808167,
|
|
"step": 2022
|
|
},
|
|
{
|
|
"epoch": 0.835069623517277,
|
|
"grad_norm": 0.443119615316391,
|
|
"learning_rate": 0.00017603160667251975,
|
|
"loss": 0.9122428894042969,
|
|
"step": 2024
|
|
},
|
|
{
|
|
"epoch": 0.8358947911294482,
|
|
"grad_norm": 0.4142494797706604,
|
|
"learning_rate": 0.00017515364354697102,
|
|
"loss": 1.1117370128631592,
|
|
"step": 2026
|
|
},
|
|
{
|
|
"epoch": 0.8367199587416194,
|
|
"grad_norm": 0.3291090726852417,
|
|
"learning_rate": 0.0001742756804214223,
|
|
"loss": 0.7454751133918762,
|
|
"step": 2028
|
|
},
|
|
{
|
|
"epoch": 0.8375451263537906,
|
|
"grad_norm": 0.42654404044151306,
|
|
"learning_rate": 0.0001733977172958736,
|
|
"loss": 0.8326446413993835,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 0.8383702939659619,
|
|
"grad_norm": 0.5846657156944275,
|
|
"learning_rate": 0.00017251975417032484,
|
|
"loss": 0.3306165337562561,
|
|
"step": 2032
|
|
},
|
|
{
|
|
"epoch": 0.8391954615781331,
|
|
"grad_norm": 0.4307144582271576,
|
|
"learning_rate": 0.00017164179104477612,
|
|
"loss": 0.6682844161987305,
|
|
"step": 2034
|
|
},
|
|
{
|
|
"epoch": 0.8400206291903043,
|
|
"grad_norm": 0.39662232995033264,
|
|
"learning_rate": 0.0001707638279192274,
|
|
"loss": 0.6227077841758728,
|
|
"step": 2036
|
|
},
|
|
{
|
|
"epoch": 0.8408457968024755,
|
|
"grad_norm": 0.41666364669799805,
|
|
"learning_rate": 0.0001698858647936787,
|
|
"loss": 0.9306868314743042,
|
|
"step": 2038
|
|
},
|
|
{
|
|
"epoch": 0.8416709644146467,
|
|
"grad_norm": 0.5066844820976257,
|
|
"learning_rate": 0.00016900790166812993,
|
|
"loss": 0.5432884097099304,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 0.842496132026818,
|
|
"grad_norm": 0.4285769462585449,
|
|
"learning_rate": 0.0001681299385425812,
|
|
"loss": 1.1380990743637085,
|
|
"step": 2042
|
|
},
|
|
{
|
|
"epoch": 0.8433212996389892,
|
|
"grad_norm": 0.37431302666664124,
|
|
"learning_rate": 0.00016725197541703248,
|
|
"loss": 1.2066806554794312,
|
|
"step": 2044
|
|
},
|
|
{
|
|
"epoch": 0.8441464672511604,
|
|
"grad_norm": 0.37849363684654236,
|
|
"learning_rate": 0.00016637401229148378,
|
|
"loss": 0.9622324705123901,
|
|
"step": 2046
|
|
},
|
|
{
|
|
"epoch": 0.8449716348633316,
|
|
"grad_norm": 0.41041675209999084,
|
|
"learning_rate": 0.00016549604916593502,
|
|
"loss": 0.5616909265518188,
|
|
"step": 2048
|
|
},
|
|
{
|
|
"epoch": 0.8457968024755028,
|
|
"grad_norm": 0.4685586392879486,
|
|
"learning_rate": 0.0001646180860403863,
|
|
"loss": 0.7619725465774536,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 0.846621970087674,
|
|
"grad_norm": 0.4099452495574951,
|
|
"learning_rate": 0.0001637401229148376,
|
|
"loss": 0.6912955641746521,
|
|
"step": 2052
|
|
},
|
|
{
|
|
"epoch": 0.8474471376998453,
|
|
"grad_norm": 0.31624022126197815,
|
|
"learning_rate": 0.00016286215978928887,
|
|
"loss": 1.2275352478027344,
|
|
"step": 2054
|
|
},
|
|
{
|
|
"epoch": 0.8482723053120165,
|
|
"grad_norm": 0.41531193256378174,
|
|
"learning_rate": 0.00016198419666374012,
|
|
"loss": 0.42400866746902466,
|
|
"step": 2056
|
|
},
|
|
{
|
|
"epoch": 0.8490974729241877,
|
|
"grad_norm": 0.3571903705596924,
|
|
"learning_rate": 0.0001611062335381914,
|
|
"loss": 0.4795610308647156,
|
|
"step": 2058
|
|
},
|
|
{
|
|
"epoch": 0.8499226405363589,
|
|
"grad_norm": 0.3806760609149933,
|
|
"learning_rate": 0.0001602282704126427,
|
|
"loss": 1.0110211372375488,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 0.8507478081485301,
|
|
"grad_norm": 0.3004569411277771,
|
|
"learning_rate": 0.00015935030728709393,
|
|
"loss": 1.134873867034912,
|
|
"step": 2062
|
|
},
|
|
{
|
|
"epoch": 0.8515729757607013,
|
|
"grad_norm": 0.3739044964313507,
|
|
"learning_rate": 0.0001584723441615452,
|
|
"loss": 1.0498672723770142,
|
|
"step": 2064
|
|
},
|
|
{
|
|
"epoch": 0.8523981433728726,
|
|
"grad_norm": 0.3717358708381653,
|
|
"learning_rate": 0.00015759438103599648,
|
|
"loss": 0.6477480530738831,
|
|
"step": 2066
|
|
},
|
|
{
|
|
"epoch": 0.8532233109850439,
|
|
"grad_norm": 0.38525673747062683,
|
|
"learning_rate": 0.00015671641791044778,
|
|
"loss": 1.067115306854248,
|
|
"step": 2068
|
|
},
|
|
{
|
|
"epoch": 0.8540484785972151,
|
|
"grad_norm": 0.5054396390914917,
|
|
"learning_rate": 0.00015583845478489902,
|
|
"loss": 0.3837727904319763,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 0.8548736462093863,
|
|
"grad_norm": 0.4015854597091675,
|
|
"learning_rate": 0.0001549604916593503,
|
|
"loss": 1.11061692237854,
|
|
"step": 2072
|
|
},
|
|
{
|
|
"epoch": 0.8556988138215575,
|
|
"grad_norm": 0.32830098271369934,
|
|
"learning_rate": 0.0001540825285338016,
|
|
"loss": 1.2500406503677368,
|
|
"step": 2074
|
|
},
|
|
{
|
|
"epoch": 0.8565239814337288,
|
|
"grad_norm": 0.3559308648109436,
|
|
"learning_rate": 0.00015320456540825287,
|
|
"loss": 0.8874732255935669,
|
|
"step": 2076
|
|
},
|
|
{
|
|
"epoch": 0.8573491490459,
|
|
"grad_norm": 0.5171499848365784,
|
|
"learning_rate": 0.00015232660228270412,
|
|
"loss": 0.5555412173271179,
|
|
"step": 2078
|
|
},
|
|
{
|
|
"epoch": 0.8581743166580712,
|
|
"grad_norm": 0.34617871046066284,
|
|
"learning_rate": 0.0001514486391571554,
|
|
"loss": 1.2626279592514038,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 0.8589994842702424,
|
|
"grad_norm": 0.37653273344039917,
|
|
"learning_rate": 0.0001505706760316067,
|
|
"loss": 0.7151405811309814,
|
|
"step": 2082
|
|
},
|
|
{
|
|
"epoch": 0.8598246518824136,
|
|
"grad_norm": 0.5051701068878174,
|
|
"learning_rate": 0.00014969271290605796,
|
|
"loss": 0.3551837205886841,
|
|
"step": 2084
|
|
},
|
|
{
|
|
"epoch": 0.8606498194945849,
|
|
"grad_norm": 0.2960555851459503,
|
|
"learning_rate": 0.0001488147497805092,
|
|
"loss": 0.8339341282844543,
|
|
"step": 2086
|
|
},
|
|
{
|
|
"epoch": 0.8614749871067561,
|
|
"grad_norm": 0.3677196800708771,
|
|
"learning_rate": 0.00014793678665496048,
|
|
"loss": 1.050702691078186,
|
|
"step": 2088
|
|
},
|
|
{
|
|
"epoch": 0.8623001547189273,
|
|
"grad_norm": 0.35735470056533813,
|
|
"learning_rate": 0.00014705882352941178,
|
|
"loss": 1.3122944831848145,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 0.8631253223310985,
|
|
"grad_norm": 0.3939901888370514,
|
|
"learning_rate": 0.00014618086040386305,
|
|
"loss": 0.8045898675918579,
|
|
"step": 2092
|
|
},
|
|
{
|
|
"epoch": 0.8639504899432697,
|
|
"grad_norm": 0.5576947331428528,
|
|
"learning_rate": 0.0001453028972783143,
|
|
"loss": 0.6548949480056763,
|
|
"step": 2094
|
|
},
|
|
{
|
|
"epoch": 0.864775657555441,
|
|
"grad_norm": 0.49302399158477783,
|
|
"learning_rate": 0.0001444249341527656,
|
|
"loss": 0.5889261364936829,
|
|
"step": 2096
|
|
},
|
|
{
|
|
"epoch": 0.8656008251676122,
|
|
"grad_norm": 0.42709454894065857,
|
|
"learning_rate": 0.00014354697102721687,
|
|
"loss": 0.8608667254447937,
|
|
"step": 2098
|
|
},
|
|
{
|
|
"epoch": 0.8664259927797834,
|
|
"grad_norm": 0.49461597204208374,
|
|
"learning_rate": 0.00014266900790166814,
|
|
"loss": 0.2737064063549042,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.8672511603919546,
|
|
"grad_norm": 0.43027442693710327,
|
|
"learning_rate": 0.0001417910447761194,
|
|
"loss": 0.9382959008216858,
|
|
"step": 2102
|
|
},
|
|
{
|
|
"epoch": 0.8680763280041258,
|
|
"grad_norm": 0.41945138573646545,
|
|
"learning_rate": 0.0001409130816505707,
|
|
"loss": 0.7548843026161194,
|
|
"step": 2104
|
|
},
|
|
{
|
|
"epoch": 0.868901495616297,
|
|
"grad_norm": 0.3771017789840698,
|
|
"learning_rate": 0.00014003511852502196,
|
|
"loss": 1.207047700881958,
|
|
"step": 2106
|
|
},
|
|
{
|
|
"epoch": 0.8697266632284683,
|
|
"grad_norm": 0.4375125765800476,
|
|
"learning_rate": 0.0001391571553994732,
|
|
"loss": 1.170303225517273,
|
|
"step": 2108
|
|
},
|
|
{
|
|
"epoch": 0.8705518308406395,
|
|
"grad_norm": 0.3707104027271271,
|
|
"learning_rate": 0.00013827919227392448,
|
|
"loss": 1.1709308624267578,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 0.8713769984528107,
|
|
"grad_norm": 0.38274121284484863,
|
|
"learning_rate": 0.00013740122914837578,
|
|
"loss": 1.1782824993133545,
|
|
"step": 2112
|
|
},
|
|
{
|
|
"epoch": 0.8722021660649819,
|
|
"grad_norm": 0.4029725193977356,
|
|
"learning_rate": 0.00013652326602282705,
|
|
"loss": 0.5443870425224304,
|
|
"step": 2114
|
|
},
|
|
{
|
|
"epoch": 0.8730273336771531,
|
|
"grad_norm": 0.34103474020957947,
|
|
"learning_rate": 0.0001356453028972783,
|
|
"loss": 1.1713083982467651,
|
|
"step": 2116
|
|
},
|
|
{
|
|
"epoch": 0.8738525012893243,
|
|
"grad_norm": 0.4495161175727844,
|
|
"learning_rate": 0.0001347673397717296,
|
|
"loss": 1.0647896528244019,
|
|
"step": 2118
|
|
},
|
|
{
|
|
"epoch": 0.8746776689014956,
|
|
"grad_norm": 0.39537158608436584,
|
|
"learning_rate": 0.00013388937664618087,
|
|
"loss": 0.7871707081794739,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 0.8755028365136669,
|
|
"grad_norm": 0.49032217264175415,
|
|
"learning_rate": 0.00013301141352063214,
|
|
"loss": 0.8567002415657043,
|
|
"step": 2122
|
|
},
|
|
{
|
|
"epoch": 0.8763280041258381,
|
|
"grad_norm": 0.531928300857544,
|
|
"learning_rate": 0.0001321334503950834,
|
|
"loss": 0.42335572838783264,
|
|
"step": 2124
|
|
},
|
|
{
|
|
"epoch": 0.8771531717380093,
|
|
"grad_norm": 0.4072137773036957,
|
|
"learning_rate": 0.0001312554872695347,
|
|
"loss": 0.5991420149803162,
|
|
"step": 2126
|
|
},
|
|
{
|
|
"epoch": 0.8779783393501805,
|
|
"grad_norm": 0.329656720161438,
|
|
"learning_rate": 0.00013037752414398596,
|
|
"loss": 1.1534395217895508,
|
|
"step": 2128
|
|
},
|
|
{
|
|
"epoch": 0.8788035069623518,
|
|
"grad_norm": 0.41913482546806335,
|
|
"learning_rate": 0.00012949956101843723,
|
|
"loss": 0.809046745300293,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 0.879628674574523,
|
|
"grad_norm": 0.332945317029953,
|
|
"learning_rate": 0.00012862159789288848,
|
|
"loss": 1.2948366403579712,
|
|
"step": 2132
|
|
},
|
|
{
|
|
"epoch": 0.8804538421866942,
|
|
"grad_norm": 0.5400812029838562,
|
|
"learning_rate": 0.00012774363476733978,
|
|
"loss": 0.5145004987716675,
|
|
"step": 2134
|
|
},
|
|
{
|
|
"epoch": 0.8812790097988654,
|
|
"grad_norm": 0.34961971640586853,
|
|
"learning_rate": 0.00012686567164179105,
|
|
"loss": 0.9554323554039001,
|
|
"step": 2136
|
|
},
|
|
{
|
|
"epoch": 0.8821041774110366,
|
|
"grad_norm": 0.36800262331962585,
|
|
"learning_rate": 0.00012598770851624232,
|
|
"loss": 1.1778321266174316,
|
|
"step": 2138
|
|
},
|
|
{
|
|
"epoch": 0.8829293450232079,
|
|
"grad_norm": 0.5734240412712097,
|
|
"learning_rate": 0.0001251097453906936,
|
|
"loss": 0.7692675590515137,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 0.8837545126353791,
|
|
"grad_norm": 0.45778125524520874,
|
|
"learning_rate": 0.00012423178226514487,
|
|
"loss": 0.9306511282920837,
|
|
"step": 2142
|
|
},
|
|
{
|
|
"epoch": 0.8845796802475503,
|
|
"grad_norm": 0.44252243638038635,
|
|
"learning_rate": 0.00012335381913959614,
|
|
"loss": 1.1382296085357666,
|
|
"step": 2144
|
|
},
|
|
{
|
|
"epoch": 0.8854048478597215,
|
|
"grad_norm": 0.38627496361732483,
|
|
"learning_rate": 0.00012247585601404742,
|
|
"loss": 1.0644432306289673,
|
|
"step": 2146
|
|
},
|
|
{
|
|
"epoch": 0.8862300154718927,
|
|
"grad_norm": 0.3631526529788971,
|
|
"learning_rate": 0.00012159789288849867,
|
|
"loss": 1.1662378311157227,
|
|
"step": 2148
|
|
},
|
|
{
|
|
"epoch": 0.887055183084064,
|
|
"grad_norm": 0.3402274549007416,
|
|
"learning_rate": 0.00012071992976294996,
|
|
"loss": 0.9726006388664246,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 0.8878803506962352,
|
|
"grad_norm": 0.44530025124549866,
|
|
"learning_rate": 0.00011984196663740122,
|
|
"loss": 0.5405691862106323,
|
|
"step": 2152
|
|
},
|
|
{
|
|
"epoch": 0.8887055183084064,
|
|
"grad_norm": 0.34933000802993774,
|
|
"learning_rate": 0.0001189640035118525,
|
|
"loss": 0.8531785607337952,
|
|
"step": 2154
|
|
},
|
|
{
|
|
"epoch": 0.8895306859205776,
|
|
"grad_norm": 0.3409692049026489,
|
|
"learning_rate": 0.00011808604038630378,
|
|
"loss": 0.676679790019989,
|
|
"step": 2156
|
|
},
|
|
{
|
|
"epoch": 0.8903558535327488,
|
|
"grad_norm": 0.3313666582107544,
|
|
"learning_rate": 0.00011720807726075505,
|
|
"loss": 1.3292533159255981,
|
|
"step": 2158
|
|
},
|
|
{
|
|
"epoch": 0.89118102114492,
|
|
"grad_norm": 0.3319145441055298,
|
|
"learning_rate": 0.00011633011413520632,
|
|
"loss": 1.195509672164917,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 0.8920061887570913,
|
|
"grad_norm": 0.37336769700050354,
|
|
"learning_rate": 0.0001154521510096576,
|
|
"loss": 0.682113528251648,
|
|
"step": 2162
|
|
},
|
|
{
|
|
"epoch": 0.8928313563692625,
|
|
"grad_norm": 0.42223241925239563,
|
|
"learning_rate": 0.00011457418788410887,
|
|
"loss": 0.9790430665016174,
|
|
"step": 2164
|
|
},
|
|
{
|
|
"epoch": 0.8936565239814337,
|
|
"grad_norm": 0.3851698040962219,
|
|
"learning_rate": 0.00011369622475856014,
|
|
"loss": 1.043063759803772,
|
|
"step": 2166
|
|
},
|
|
{
|
|
"epoch": 0.8944816915936049,
|
|
"grad_norm": 0.47979748249053955,
|
|
"learning_rate": 0.00011281826163301141,
|
|
"loss": 0.28356316685676575,
|
|
"step": 2168
|
|
},
|
|
{
|
|
"epoch": 0.8953068592057761,
|
|
"grad_norm": 0.3596416115760803,
|
|
"learning_rate": 0.00011194029850746269,
|
|
"loss": 0.6587579250335693,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 0.8961320268179473,
|
|
"grad_norm": 0.394227534532547,
|
|
"learning_rate": 0.00011106233538191396,
|
|
"loss": 1.0800199508666992,
|
|
"step": 2172
|
|
},
|
|
{
|
|
"epoch": 0.8969571944301186,
|
|
"grad_norm": 0.5065049529075623,
|
|
"learning_rate": 0.00011018437225636523,
|
|
"loss": 0.2870980501174927,
|
|
"step": 2174
|
|
},
|
|
{
|
|
"epoch": 0.8977823620422899,
|
|
"grad_norm": 0.3561447858810425,
|
|
"learning_rate": 0.0001093064091308165,
|
|
"loss": 1.1055365800857544,
|
|
"step": 2176
|
|
},
|
|
{
|
|
"epoch": 0.8986075296544611,
|
|
"grad_norm": 0.35583215951919556,
|
|
"learning_rate": 0.00010842844600526779,
|
|
"loss": 1.0420362949371338,
|
|
"step": 2178
|
|
},
|
|
{
|
|
"epoch": 0.8994326972666323,
|
|
"grad_norm": 0.46746307611465454,
|
|
"learning_rate": 0.00010755048287971905,
|
|
"loss": 0.2688465714454651,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 0.9002578648788035,
|
|
"grad_norm": 0.3819965720176697,
|
|
"learning_rate": 0.00010667251975417034,
|
|
"loss": 0.6475980877876282,
|
|
"step": 2182
|
|
},
|
|
{
|
|
"epoch": 0.9010830324909748,
|
|
"grad_norm": 0.3294242024421692,
|
|
"learning_rate": 0.0001057945566286216,
|
|
"loss": 0.9739023447036743,
|
|
"step": 2184
|
|
},
|
|
{
|
|
"epoch": 0.901908200103146,
|
|
"grad_norm": 0.38986486196517944,
|
|
"learning_rate": 0.00010491659350307288,
|
|
"loss": 0.6386804580688477,
|
|
"step": 2186
|
|
},
|
|
{
|
|
"epoch": 0.9027333677153172,
|
|
"grad_norm": 0.4394684433937073,
|
|
"learning_rate": 0.00010403863037752414,
|
|
"loss": 0.6476434469223022,
|
|
"step": 2188
|
|
},
|
|
{
|
|
"epoch": 0.9035585353274884,
|
|
"grad_norm": 0.4149572551250458,
|
|
"learning_rate": 0.00010316066725197541,
|
|
"loss": 1.1065031290054321,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 0.9043837029396596,
|
|
"grad_norm": 0.33889737725257874,
|
|
"learning_rate": 0.00010228270412642669,
|
|
"loss": 0.7109832763671875,
|
|
"step": 2192
|
|
},
|
|
{
|
|
"epoch": 0.9052088705518309,
|
|
"grad_norm": 0.4915042817592621,
|
|
"learning_rate": 0.00010140474100087796,
|
|
"loss": 0.6094765663146973,
|
|
"step": 2194
|
|
},
|
|
{
|
|
"epoch": 0.9060340381640021,
|
|
"grad_norm": 0.34433478116989136,
|
|
"learning_rate": 0.00010052677787532923,
|
|
"loss": 1.1867214441299438,
|
|
"step": 2196
|
|
},
|
|
{
|
|
"epoch": 0.9068592057761733,
|
|
"grad_norm": 0.34856536984443665,
|
|
"learning_rate": 9.96488147497805e-05,
|
|
"loss": 0.6846607327461243,
|
|
"step": 2198
|
|
},
|
|
{
|
|
"epoch": 0.9076843733883445,
|
|
"grad_norm": 0.5036457777023315,
|
|
"learning_rate": 9.877085162423179e-05,
|
|
"loss": 0.9738303422927856,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.9085095410005157,
|
|
"grad_norm": 0.37732449173927307,
|
|
"learning_rate": 9.789288849868305e-05,
|
|
"loss": 0.6344292759895325,
|
|
"step": 2202
|
|
},
|
|
{
|
|
"epoch": 0.909334708612687,
|
|
"grad_norm": 0.47652241587638855,
|
|
"learning_rate": 9.701492537313434e-05,
|
|
"loss": 1.1111469268798828,
|
|
"step": 2204
|
|
},
|
|
{
|
|
"epoch": 0.9101598762248582,
|
|
"grad_norm": 0.330166757106781,
|
|
"learning_rate": 9.61369622475856e-05,
|
|
"loss": 1.0589932203292847,
|
|
"step": 2206
|
|
},
|
|
{
|
|
"epoch": 0.9109850438370294,
|
|
"grad_norm": 0.36877819895744324,
|
|
"learning_rate": 9.525899912203688e-05,
|
|
"loss": 1.3222074508666992,
|
|
"step": 2208
|
|
},
|
|
{
|
|
"epoch": 0.9118102114492006,
|
|
"grad_norm": 0.42300641536712646,
|
|
"learning_rate": 9.438103599648814e-05,
|
|
"loss": 0.9142203330993652,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"epoch": 0.9126353790613718,
|
|
"grad_norm": 0.4391476809978485,
|
|
"learning_rate": 9.350307287093943e-05,
|
|
"loss": 0.2476496547460556,
|
|
"step": 2212
|
|
},
|
|
{
|
|
"epoch": 0.913460546673543,
|
|
"grad_norm": 0.40787941217422485,
|
|
"learning_rate": 9.262510974539069e-05,
|
|
"loss": 1.0889965295791626,
|
|
"step": 2214
|
|
},
|
|
{
|
|
"epoch": 0.9142857142857143,
|
|
"grad_norm": 0.3469390571117401,
|
|
"learning_rate": 9.174714661984197e-05,
|
|
"loss": 1.1763725280761719,
|
|
"step": 2216
|
|
},
|
|
{
|
|
"epoch": 0.9151108818978855,
|
|
"grad_norm": 0.42488953471183777,
|
|
"learning_rate": 9.086918349429323e-05,
|
|
"loss": 1.0028226375579834,
|
|
"step": 2218
|
|
},
|
|
{
|
|
"epoch": 0.9159360495100567,
|
|
"grad_norm": 0.39252761006355286,
|
|
"learning_rate": 8.999122036874452e-05,
|
|
"loss": 0.6802842020988464,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"epoch": 0.9167612171222279,
|
|
"grad_norm": 0.37534213066101074,
|
|
"learning_rate": 8.911325724319579e-05,
|
|
"loss": 0.7141227722167969,
|
|
"step": 2222
|
|
},
|
|
{
|
|
"epoch": 0.9175863847343991,
|
|
"grad_norm": 0.49157610535621643,
|
|
"learning_rate": 8.823529411764706e-05,
|
|
"loss": 0.9489649534225464,
|
|
"step": 2224
|
|
},
|
|
{
|
|
"epoch": 0.9184115523465703,
|
|
"grad_norm": 0.3925117254257202,
|
|
"learning_rate": 8.735733099209834e-05,
|
|
"loss": 1.0078821182250977,
|
|
"step": 2226
|
|
},
|
|
{
|
|
"epoch": 0.9192367199587416,
|
|
"grad_norm": 0.3824593722820282,
|
|
"learning_rate": 8.647936786654961e-05,
|
|
"loss": 0.573438286781311,
|
|
"step": 2228
|
|
},
|
|
{
|
|
"epoch": 0.9200618875709129,
|
|
"grad_norm": 0.3944372236728668,
|
|
"learning_rate": 8.560140474100088e-05,
|
|
"loss": 0.6466689705848694,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"epoch": 0.9208870551830841,
|
|
"grad_norm": 0.3959895670413971,
|
|
"learning_rate": 8.472344161545214e-05,
|
|
"loss": 1.0455079078674316,
|
|
"step": 2232
|
|
},
|
|
{
|
|
"epoch": 0.9217122227952553,
|
|
"grad_norm": 0.3652520477771759,
|
|
"learning_rate": 8.384547848990343e-05,
|
|
"loss": 0.9111723303794861,
|
|
"step": 2234
|
|
},
|
|
{
|
|
"epoch": 0.9225373904074265,
|
|
"grad_norm": 0.4143148958683014,
|
|
"learning_rate": 8.296751536435469e-05,
|
|
"loss": 0.6016215085983276,
|
|
"step": 2236
|
|
},
|
|
{
|
|
"epoch": 0.9233625580195978,
|
|
"grad_norm": 0.3278208076953888,
|
|
"learning_rate": 8.208955223880597e-05,
|
|
"loss": 1.371229648590088,
|
|
"step": 2238
|
|
},
|
|
{
|
|
"epoch": 0.924187725631769,
|
|
"grad_norm": 0.331640362739563,
|
|
"learning_rate": 8.121158911325723e-05,
|
|
"loss": 0.8705099821090698,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"epoch": 0.9250128932439402,
|
|
"grad_norm": 0.4457402527332306,
|
|
"learning_rate": 8.033362598770852e-05,
|
|
"loss": 0.5557809472084045,
|
|
"step": 2242
|
|
},
|
|
{
|
|
"epoch": 0.9258380608561114,
|
|
"grad_norm": 0.42742833495140076,
|
|
"learning_rate": 7.945566286215979e-05,
|
|
"loss": 0.847883939743042,
|
|
"step": 2244
|
|
},
|
|
{
|
|
"epoch": 0.9266632284682826,
|
|
"grad_norm": 0.35928651690483093,
|
|
"learning_rate": 7.857769973661106e-05,
|
|
"loss": 1.1678866147994995,
|
|
"step": 2246
|
|
},
|
|
{
|
|
"epoch": 0.9274883960804539,
|
|
"grad_norm": 0.48982396721839905,
|
|
"learning_rate": 7.769973661106234e-05,
|
|
"loss": 1.015211820602417,
|
|
"step": 2248
|
|
},
|
|
{
|
|
"epoch": 0.9283135636926251,
|
|
"grad_norm": 0.3965141475200653,
|
|
"learning_rate": 7.682177348551361e-05,
|
|
"loss": 0.9306076169013977,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 0.9291387313047963,
|
|
"grad_norm": 0.518174946308136,
|
|
"learning_rate": 7.594381035996488e-05,
|
|
"loss": 0.5669870376586914,
|
|
"step": 2252
|
|
},
|
|
{
|
|
"epoch": 0.9299638989169675,
|
|
"grad_norm": 0.5797333121299744,
|
|
"learning_rate": 7.506584723441616e-05,
|
|
"loss": 0.31021666526794434,
|
|
"step": 2254
|
|
},
|
|
{
|
|
"epoch": 0.9307890665291387,
|
|
"grad_norm": 0.3715957999229431,
|
|
"learning_rate": 7.418788410886743e-05,
|
|
"loss": 0.9423503279685974,
|
|
"step": 2256
|
|
},
|
|
{
|
|
"epoch": 0.93161423414131,
|
|
"grad_norm": 0.3591626286506653,
|
|
"learning_rate": 7.33099209833187e-05,
|
|
"loss": 1.0626194477081299,
|
|
"step": 2258
|
|
},
|
|
{
|
|
"epoch": 0.9324394017534812,
|
|
"grad_norm": 0.3182604908943176,
|
|
"learning_rate": 7.243195785776997e-05,
|
|
"loss": 1.2764723300933838,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"epoch": 0.9332645693656524,
|
|
"grad_norm": 0.4209969639778137,
|
|
"learning_rate": 7.155399473222126e-05,
|
|
"loss": 0.7196886539459229,
|
|
"step": 2262
|
|
},
|
|
{
|
|
"epoch": 0.9340897369778236,
|
|
"grad_norm": 0.35605111718177795,
|
|
"learning_rate": 7.067603160667252e-05,
|
|
"loss": 1.0196263790130615,
|
|
"step": 2264
|
|
},
|
|
{
|
|
"epoch": 0.9349149045899948,
|
|
"grad_norm": 0.447392076253891,
|
|
"learning_rate": 6.97980684811238e-05,
|
|
"loss": 0.9616338014602661,
|
|
"step": 2266
|
|
},
|
|
{
|
|
"epoch": 0.935740072202166,
|
|
"grad_norm": 0.3329978883266449,
|
|
"learning_rate": 6.892010535557506e-05,
|
|
"loss": 0.9454256892204285,
|
|
"step": 2268
|
|
},
|
|
{
|
|
"epoch": 0.9365652398143373,
|
|
"grad_norm": 0.5372968912124634,
|
|
"learning_rate": 6.804214223002635e-05,
|
|
"loss": 0.8368072509765625,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"epoch": 0.9373904074265085,
|
|
"grad_norm": 0.41135427355766296,
|
|
"learning_rate": 6.716417910447761e-05,
|
|
"loss": 0.5012705326080322,
|
|
"step": 2272
|
|
},
|
|
{
|
|
"epoch": 0.9382155750386797,
|
|
"grad_norm": 0.412280410528183,
|
|
"learning_rate": 6.62862159789289e-05,
|
|
"loss": 0.6955962181091309,
|
|
"step": 2274
|
|
},
|
|
{
|
|
"epoch": 0.9390407426508509,
|
|
"grad_norm": 0.5137490034103394,
|
|
"learning_rate": 6.540825285338016e-05,
|
|
"loss": 0.5611425638198853,
|
|
"step": 2276
|
|
},
|
|
{
|
|
"epoch": 0.9398659102630221,
|
|
"grad_norm": 0.42874646186828613,
|
|
"learning_rate": 6.453028972783143e-05,
|
|
"loss": 0.8422022461891174,
|
|
"step": 2278
|
|
},
|
|
{
|
|
"epoch": 0.9406910778751933,
|
|
"grad_norm": 0.3852092921733856,
|
|
"learning_rate": 6.36523266022827e-05,
|
|
"loss": 0.9753254652023315,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"epoch": 0.9415162454873646,
|
|
"grad_norm": 0.330733060836792,
|
|
"learning_rate": 6.277436347673397e-05,
|
|
"loss": 0.7355703711509705,
|
|
"step": 2282
|
|
},
|
|
{
|
|
"epoch": 0.9423414130995359,
|
|
"grad_norm": 0.3486326336860657,
|
|
"learning_rate": 6.189640035118526e-05,
|
|
"loss": 0.9386199712753296,
|
|
"step": 2284
|
|
},
|
|
{
|
|
"epoch": 0.9431665807117071,
|
|
"grad_norm": 0.42362621426582336,
|
|
"learning_rate": 6.1018437225636526e-05,
|
|
"loss": 1.003790020942688,
|
|
"step": 2286
|
|
},
|
|
{
|
|
"epoch": 0.9439917483238783,
|
|
"grad_norm": 0.5310701727867126,
|
|
"learning_rate": 6.01404741000878e-05,
|
|
"loss": 0.4871599078178406,
|
|
"step": 2288
|
|
},
|
|
{
|
|
"epoch": 0.9448169159360496,
|
|
"grad_norm": 0.5021318197250366,
|
|
"learning_rate": 5.926251097453907e-05,
|
|
"loss": 0.6965718269348145,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"epoch": 0.9456420835482208,
|
|
"grad_norm": 0.44528308510780334,
|
|
"learning_rate": 5.8384547848990344e-05,
|
|
"loss": 0.8355302810668945,
|
|
"step": 2292
|
|
},
|
|
{
|
|
"epoch": 0.946467251160392,
|
|
"grad_norm": 0.5687183737754822,
|
|
"learning_rate": 5.7506584723441617e-05,
|
|
"loss": 0.2601590156555176,
|
|
"step": 2294
|
|
},
|
|
{
|
|
"epoch": 0.9472924187725632,
|
|
"grad_norm": 0.34947848320007324,
|
|
"learning_rate": 5.6628621597892896e-05,
|
|
"loss": 0.7886998057365417,
|
|
"step": 2296
|
|
},
|
|
{
|
|
"epoch": 0.9481175863847344,
|
|
"grad_norm": 0.3575672507286072,
|
|
"learning_rate": 5.575065847234416e-05,
|
|
"loss": 1.0595288276672363,
|
|
"step": 2298
|
|
},
|
|
{
|
|
"epoch": 0.9489427539969056,
|
|
"grad_norm": 0.522102415561676,
|
|
"learning_rate": 5.4872695346795435e-05,
|
|
"loss": 0.2766351103782654,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.9497679216090769,
|
|
"grad_norm": 0.38553956151008606,
|
|
"learning_rate": 5.399473222124671e-05,
|
|
"loss": 1.1284608840942383,
|
|
"step": 2302
|
|
},
|
|
{
|
|
"epoch": 0.9505930892212481,
|
|
"grad_norm": 0.4197658598423004,
|
|
"learning_rate": 5.311676909569798e-05,
|
|
"loss": 1.0164026021957397,
|
|
"step": 2304
|
|
},
|
|
{
|
|
"epoch": 0.9514182568334193,
|
|
"grad_norm": 0.3319571912288666,
|
|
"learning_rate": 5.223880597014925e-05,
|
|
"loss": 0.7956835627555847,
|
|
"step": 2306
|
|
},
|
|
{
|
|
"epoch": 0.9522434244455905,
|
|
"grad_norm": 0.41206222772598267,
|
|
"learning_rate": 5.1360842844600526e-05,
|
|
"loss": 0.8848831653594971,
|
|
"step": 2308
|
|
},
|
|
{
|
|
"epoch": 0.9530685920577617,
|
|
"grad_norm": 0.3841288089752197,
|
|
"learning_rate": 5.04828797190518e-05,
|
|
"loss": 0.667270839214325,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"epoch": 0.953893759669933,
|
|
"grad_norm": 0.3630666136741638,
|
|
"learning_rate": 4.960491659350307e-05,
|
|
"loss": 0.9738955497741699,
|
|
"step": 2312
|
|
},
|
|
{
|
|
"epoch": 0.9547189272821042,
|
|
"grad_norm": 0.3791244924068451,
|
|
"learning_rate": 4.8726953467954344e-05,
|
|
"loss": 0.771942675113678,
|
|
"step": 2314
|
|
},
|
|
{
|
|
"epoch": 0.9555440948942754,
|
|
"grad_norm": 0.5045363306999207,
|
|
"learning_rate": 4.7848990342405616e-05,
|
|
"loss": 0.8737837672233582,
|
|
"step": 2316
|
|
},
|
|
{
|
|
"epoch": 0.9563692625064466,
|
|
"grad_norm": 0.6962354779243469,
|
|
"learning_rate": 4.6971027216856896e-05,
|
|
"loss": 0.7971687912940979,
|
|
"step": 2318
|
|
},
|
|
{
|
|
"epoch": 0.9571944301186178,
|
|
"grad_norm": 0.30969011783599854,
|
|
"learning_rate": 4.609306409130817e-05,
|
|
"loss": 1.3567135334014893,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"epoch": 0.958019597730789,
|
|
"grad_norm": 0.3647533357143402,
|
|
"learning_rate": 4.521510096575944e-05,
|
|
"loss": 0.7342512011528015,
|
|
"step": 2322
|
|
},
|
|
{
|
|
"epoch": 0.9588447653429603,
|
|
"grad_norm": 0.42492303252220154,
|
|
"learning_rate": 4.4337137840210714e-05,
|
|
"loss": 0.6293901205062866,
|
|
"step": 2324
|
|
},
|
|
{
|
|
"epoch": 0.9596699329551315,
|
|
"grad_norm": 0.3570888638496399,
|
|
"learning_rate": 4.345917471466199e-05,
|
|
"loss": 0.7224306464195251,
|
|
"step": 2326
|
|
},
|
|
{
|
|
"epoch": 0.9604951005673027,
|
|
"grad_norm": 0.33239689469337463,
|
|
"learning_rate": 4.258121158911326e-05,
|
|
"loss": 1.0472383499145508,
|
|
"step": 2328
|
|
},
|
|
{
|
|
"epoch": 0.9613202681794739,
|
|
"grad_norm": 0.3778957724571228,
|
|
"learning_rate": 4.170324846356453e-05,
|
|
"loss": 0.7374131679534912,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"epoch": 0.9621454357916451,
|
|
"grad_norm": 0.47549328207969666,
|
|
"learning_rate": 4.0825285338015805e-05,
|
|
"loss": 0.4838019609451294,
|
|
"step": 2332
|
|
},
|
|
{
|
|
"epoch": 0.9629706034038163,
|
|
"grad_norm": 0.4702673554420471,
|
|
"learning_rate": 3.994732221246708e-05,
|
|
"loss": 0.5558277368545532,
|
|
"step": 2334
|
|
},
|
|
{
|
|
"epoch": 0.9637957710159876,
|
|
"grad_norm": 0.42936426401138306,
|
|
"learning_rate": 3.906935908691835e-05,
|
|
"loss": 0.9682615399360657,
|
|
"step": 2336
|
|
},
|
|
{
|
|
"epoch": 0.9646209386281589,
|
|
"grad_norm": 0.33468520641326904,
|
|
"learning_rate": 3.819139596136963e-05,
|
|
"loss": 0.9221891164779663,
|
|
"step": 2338
|
|
},
|
|
{
|
|
"epoch": 0.9654461062403301,
|
|
"grad_norm": 0.416604608297348,
|
|
"learning_rate": 3.7313432835820896e-05,
|
|
"loss": 0.7495571374893188,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"epoch": 0.9662712738525013,
|
|
"grad_norm": 0.33602046966552734,
|
|
"learning_rate": 3.643546971027217e-05,
|
|
"loss": 1.231461763381958,
|
|
"step": 2342
|
|
},
|
|
{
|
|
"epoch": 0.9670964414646726,
|
|
"grad_norm": 0.4742812216281891,
|
|
"learning_rate": 3.555750658472344e-05,
|
|
"loss": 0.6368871927261353,
|
|
"step": 2344
|
|
},
|
|
{
|
|
"epoch": 0.9679216090768438,
|
|
"grad_norm": 0.32410314679145813,
|
|
"learning_rate": 3.4679543459174714e-05,
|
|
"loss": 1.0154671669006348,
|
|
"step": 2346
|
|
},
|
|
{
|
|
"epoch": 0.968746776689015,
|
|
"grad_norm": 0.3856157958507538,
|
|
"learning_rate": 3.380158033362599e-05,
|
|
"loss": 0.9918252229690552,
|
|
"step": 2348
|
|
},
|
|
{
|
|
"epoch": 0.9695719443011862,
|
|
"grad_norm": 0.33930912613868713,
|
|
"learning_rate": 3.292361720807726e-05,
|
|
"loss": 0.8040989637374878,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 0.9703971119133574,
|
|
"grad_norm": 0.33802446722984314,
|
|
"learning_rate": 3.204565408252853e-05,
|
|
"loss": 1.1971032619476318,
|
|
"step": 2352
|
|
},
|
|
{
|
|
"epoch": 0.9712222795255286,
|
|
"grad_norm": 0.39261794090270996,
|
|
"learning_rate": 3.1167690956979805e-05,
|
|
"loss": 1.0805972814559937,
|
|
"step": 2354
|
|
},
|
|
{
|
|
"epoch": 0.9720474471376999,
|
|
"grad_norm": 0.37178656458854675,
|
|
"learning_rate": 3.028972783143108e-05,
|
|
"loss": 1.1777889728546143,
|
|
"step": 2356
|
|
},
|
|
{
|
|
"epoch": 0.9728726147498711,
|
|
"grad_norm": 0.3386428654193878,
|
|
"learning_rate": 2.9411764705882354e-05,
|
|
"loss": 0.7068308591842651,
|
|
"step": 2358
|
|
},
|
|
{
|
|
"epoch": 0.9736977823620423,
|
|
"grad_norm": 0.32404541969299316,
|
|
"learning_rate": 2.8533801580333626e-05,
|
|
"loss": 1.1133564710617065,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"epoch": 0.9745229499742135,
|
|
"grad_norm": 0.5029610395431519,
|
|
"learning_rate": 2.76558384547849e-05,
|
|
"loss": 0.6080154776573181,
|
|
"step": 2362
|
|
},
|
|
{
|
|
"epoch": 0.9753481175863847,
|
|
"grad_norm": 0.5243930816650391,
|
|
"learning_rate": 2.6777875329236172e-05,
|
|
"loss": 0.6097514033317566,
|
|
"step": 2364
|
|
},
|
|
{
|
|
"epoch": 0.976173285198556,
|
|
"grad_norm": 0.35282057523727417,
|
|
"learning_rate": 2.5899912203687448e-05,
|
|
"loss": 1.0285130739212036,
|
|
"step": 2366
|
|
},
|
|
{
|
|
"epoch": 0.9769984528107272,
|
|
"grad_norm": 0.3112531304359436,
|
|
"learning_rate": 2.502194907813872e-05,
|
|
"loss": 0.7054395079612732,
|
|
"step": 2368
|
|
},
|
|
{
|
|
"epoch": 0.9778236204228984,
|
|
"grad_norm": 0.4182526767253876,
|
|
"learning_rate": 2.4143985952589993e-05,
|
|
"loss": 1.0121715068817139,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"epoch": 0.9786487880350696,
|
|
"grad_norm": 0.507233738899231,
|
|
"learning_rate": 2.3266022827041263e-05,
|
|
"loss": 0.766700029373169,
|
|
"step": 2372
|
|
},
|
|
{
|
|
"epoch": 0.9794739556472408,
|
|
"grad_norm": 0.3593057096004486,
|
|
"learning_rate": 2.2388059701492536e-05,
|
|
"loss": 0.9971503019332886,
|
|
"step": 2374
|
|
},
|
|
{
|
|
"epoch": 0.980299123259412,
|
|
"grad_norm": 0.4490787982940674,
|
|
"learning_rate": 2.1510096575943808e-05,
|
|
"loss": 0.8696000576019287,
|
|
"step": 2376
|
|
},
|
|
{
|
|
"epoch": 0.9811242908715833,
|
|
"grad_norm": 0.4025909900665283,
|
|
"learning_rate": 2.0632133450395084e-05,
|
|
"loss": 1.014345407485962,
|
|
"step": 2378
|
|
},
|
|
{
|
|
"epoch": 0.9819494584837545,
|
|
"grad_norm": 0.43438106775283813,
|
|
"learning_rate": 1.9754170324846357e-05,
|
|
"loss": 0.988254189491272,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"epoch": 0.9827746260959257,
|
|
"grad_norm": 0.40626466274261475,
|
|
"learning_rate": 1.887620719929763e-05,
|
|
"loss": 1.177801251411438,
|
|
"step": 2382
|
|
},
|
|
{
|
|
"epoch": 0.9835997937080969,
|
|
"grad_norm": 0.40217188000679016,
|
|
"learning_rate": 1.7998244073748902e-05,
|
|
"loss": 0.9934738874435425,
|
|
"step": 2384
|
|
},
|
|
{
|
|
"epoch": 0.9844249613202681,
|
|
"grad_norm": 0.35306984186172485,
|
|
"learning_rate": 1.7120280948200175e-05,
|
|
"loss": 1.014739990234375,
|
|
"step": 2386
|
|
},
|
|
{
|
|
"epoch": 0.9852501289324394,
|
|
"grad_norm": 0.5966408252716064,
|
|
"learning_rate": 1.624231782265145e-05,
|
|
"loss": 0.5051560401916504,
|
|
"step": 2388
|
|
},
|
|
{
|
|
"epoch": 0.9860752965446106,
|
|
"grad_norm": 0.3856194317340851,
|
|
"learning_rate": 1.536435469710272e-05,
|
|
"loss": 0.7751734256744385,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"epoch": 0.9869004641567819,
|
|
"grad_norm": 0.41418737173080444,
|
|
"learning_rate": 1.4486391571553995e-05,
|
|
"loss": 0.8432037234306335,
|
|
"step": 2392
|
|
},
|
|
{
|
|
"epoch": 0.9877256317689531,
|
|
"grad_norm": 0.31449630856513977,
|
|
"learning_rate": 1.3608428446005268e-05,
|
|
"loss": 0.8296864032745361,
|
|
"step": 2394
|
|
},
|
|
{
|
|
"epoch": 0.9885507993811243,
|
|
"grad_norm": 0.3470984995365143,
|
|
"learning_rate": 1.2730465320456542e-05,
|
|
"loss": 0.5408712029457092,
|
|
"step": 2396
|
|
},
|
|
{
|
|
"epoch": 0.9893759669932956,
|
|
"grad_norm": 0.3735104203224182,
|
|
"learning_rate": 1.1852502194907815e-05,
|
|
"loss": 0.8418866395950317,
|
|
"step": 2398
|
|
},
|
|
{
|
|
"epoch": 0.9902011346054668,
|
|
"grad_norm": 0.3870505690574646,
|
|
"learning_rate": 1.0974539069359086e-05,
|
|
"loss": 1.2456138134002686,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.991026302217638,
|
|
"grad_norm": 0.4642637372016907,
|
|
"learning_rate": 1.009657594381036e-05,
|
|
"loss": 0.38519394397735596,
|
|
"step": 2402
|
|
},
|
|
{
|
|
"epoch": 0.9918514698298092,
|
|
"grad_norm": 0.4713614284992218,
|
|
"learning_rate": 9.218612818261633e-06,
|
|
"loss": 1.1183679103851318,
|
|
"step": 2404
|
|
},
|
|
{
|
|
"epoch": 0.9926766374419804,
|
|
"grad_norm": 0.42575523257255554,
|
|
"learning_rate": 8.340649692712907e-06,
|
|
"loss": 0.5299312472343445,
|
|
"step": 2406
|
|
},
|
|
{
|
|
"epoch": 0.9935018050541516,
|
|
"grad_norm": 0.5539902448654175,
|
|
"learning_rate": 7.462686567164179e-06,
|
|
"loss": 0.4136897921562195,
|
|
"step": 2408
|
|
},
|
|
{
|
|
"epoch": 0.9943269726663229,
|
|
"grad_norm": 0.4781537652015686,
|
|
"learning_rate": 6.584723441615452e-06,
|
|
"loss": 0.9022220969200134,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"epoch": 0.9951521402784941,
|
|
"grad_norm": 0.4406108558177948,
|
|
"learning_rate": 5.706760316066725e-06,
|
|
"loss": 0.7472458481788635,
|
|
"step": 2412
|
|
},
|
|
{
|
|
"epoch": 0.9959773078906653,
|
|
"grad_norm": 0.37820929288864136,
|
|
"learning_rate": 4.828797190517998e-06,
|
|
"loss": 1.0683876276016235,
|
|
"step": 2414
|
|
},
|
|
{
|
|
"epoch": 0.9968024755028365,
|
|
"grad_norm": 0.3749732971191406,
|
|
"learning_rate": 3.950834064969272e-06,
|
|
"loss": 0.9929365515708923,
|
|
"step": 2416
|
|
},
|
|
{
|
|
"epoch": 0.9976276431150077,
|
|
"grad_norm": 0.4763321876525879,
|
|
"learning_rate": 3.0728709394205446e-06,
|
|
"loss": 0.8095572590827942,
|
|
"step": 2418
|
|
},
|
|
{
|
|
"epoch": 0.998452810727179,
|
|
"grad_norm": 0.5003067255020142,
|
|
"learning_rate": 2.1949078138718174e-06,
|
|
"loss": 0.8071651458740234,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"epoch": 0.9992779783393502,
|
|
"grad_norm": 0.3505983054637909,
|
|
"learning_rate": 1.3169446883230905e-06,
|
|
"loss": 1.1196868419647217,
|
|
"step": 2422
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.603049635887146,
|
|
"learning_rate": 4.389815627743635e-07,
|
|
"loss": 0.34408286213874817,
|
|
"step": 2424
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_loss": 0.6458116769790649,
|
|
"eval_runtime": 7.3655,
|
|
"eval_samples_per_second": 106.442,
|
|
"eval_steps_per_second": 13.305,
|
|
"step": 2424
|
|
}
|
|
],
|
|
"logging_steps": 2,
|
|
"max_steps": 2424,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 243,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1.339120124357376e+17,
|
|
"train_batch_size": 8,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|