6041 lines
145 KiB
JSON
6041 lines
145 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 0.09007874015748031,
|
||
|
|
"eval_steps": 2858,
|
||
|
|
"global_step": 1716,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.00010498687664041995,
|
||
|
|
"grad_norm": 10.849783897399902,
|
||
|
|
"learning_rate": 8.421052631578948e-06,
|
||
|
|
"loss": 11.336052894592285,
|
||
|
|
"step": 2
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0002099737532808399,
|
||
|
|
"grad_norm": 4.206523895263672,
|
||
|
|
"learning_rate": 2.5263157894736845e-05,
|
||
|
|
"loss": 10.710294723510742,
|
||
|
|
"step": 4
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00031496062992125983,
|
||
|
|
"grad_norm": 2.95147705078125,
|
||
|
|
"learning_rate": 4.210526315789474e-05,
|
||
|
|
"loss": 10.311192512512207,
|
||
|
|
"step": 6
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0004199475065616798,
|
||
|
|
"grad_norm": 7.974979400634766,
|
||
|
|
"learning_rate": 5.894736842105263e-05,
|
||
|
|
"loss": 9.713238716125488,
|
||
|
|
"step": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0005249343832020997,
|
||
|
|
"grad_norm": 2.7956748008728027,
|
||
|
|
"learning_rate": 7.578947368421054e-05,
|
||
|
|
"loss": 9.508157730102539,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0006299212598425197,
|
||
|
|
"grad_norm": 11.139887809753418,
|
||
|
|
"learning_rate": 9.263157894736843e-05,
|
||
|
|
"loss": 9.507661819458008,
|
||
|
|
"step": 12
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0007349081364829396,
|
||
|
|
"grad_norm": 4.121689796447754,
|
||
|
|
"learning_rate": 0.00010947368421052633,
|
||
|
|
"loss": 9.094792366027832,
|
||
|
|
"step": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0008398950131233596,
|
||
|
|
"grad_norm": 11.641839027404785,
|
||
|
|
"learning_rate": 0.0001263157894736842,
|
||
|
|
"loss": 8.865646362304688,
|
||
|
|
"step": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0009448818897637795,
|
||
|
|
"grad_norm": 3.2739551067352295,
|
||
|
|
"learning_rate": 0.0001431578947368421,
|
||
|
|
"loss": 8.6943998336792,
|
||
|
|
"step": 18
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0010498687664041995,
|
||
|
|
"grad_norm": 3.3511805534362793,
|
||
|
|
"learning_rate": 0.00016,
|
||
|
|
"loss": 8.40627670288086,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0011548556430446195,
|
||
|
|
"grad_norm": 3.8193061351776123,
|
||
|
|
"learning_rate": 0.0001768421052631579,
|
||
|
|
"loss": 8.06525707244873,
|
||
|
|
"step": 22
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0012598425196850393,
|
||
|
|
"grad_norm": 2.8360342979431152,
|
||
|
|
"learning_rate": 0.0001936842105263158,
|
||
|
|
"loss": 8.069121360778809,
|
||
|
|
"step": 24
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0013648293963254593,
|
||
|
|
"grad_norm": 2.07961368560791,
|
||
|
|
"learning_rate": 0.0002105263157894737,
|
||
|
|
"loss": 7.9217634201049805,
|
||
|
|
"step": 26
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0014698162729658792,
|
||
|
|
"grad_norm": 1.3632010221481323,
|
||
|
|
"learning_rate": 0.0002273684210526316,
|
||
|
|
"loss": 7.819206714630127,
|
||
|
|
"step": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0015748031496062992,
|
||
|
|
"grad_norm": 2.2996950149536133,
|
||
|
|
"learning_rate": 0.0002442105263157895,
|
||
|
|
"loss": 7.806654453277588,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0016797900262467192,
|
||
|
|
"grad_norm": 0.5869771242141724,
|
||
|
|
"learning_rate": 0.0002610526315789474,
|
||
|
|
"loss": 7.715257167816162,
|
||
|
|
"step": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.001784776902887139,
|
||
|
|
"grad_norm": 0.8440877795219421,
|
||
|
|
"learning_rate": 0.0002778947368421053,
|
||
|
|
"loss": 7.586756229400635,
|
||
|
|
"step": 34
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.001889763779527559,
|
||
|
|
"grad_norm": 0.774182140827179,
|
||
|
|
"learning_rate": 0.00029473684210526316,
|
||
|
|
"loss": 7.62679386138916,
|
||
|
|
"step": 36
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.001994750656167979,
|
||
|
|
"grad_norm": 0.5010451078414917,
|
||
|
|
"learning_rate": 0.00031157894736842103,
|
||
|
|
"loss": 7.545993328094482,
|
||
|
|
"step": 38
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.002099737532808399,
|
||
|
|
"grad_norm": 0.6951680183410645,
|
||
|
|
"learning_rate": 0.00032842105263157896,
|
||
|
|
"loss": 7.461381912231445,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.002204724409448819,
|
||
|
|
"grad_norm": 0.8257125020027161,
|
||
|
|
"learning_rate": 0.00034526315789473684,
|
||
|
|
"loss": 7.4312357902526855,
|
||
|
|
"step": 42
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.002309711286089239,
|
||
|
|
"grad_norm": 0.6842756271362305,
|
||
|
|
"learning_rate": 0.00036210526315789477,
|
||
|
|
"loss": 7.449553489685059,
|
||
|
|
"step": 44
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0024146981627296586,
|
||
|
|
"grad_norm": 0.7420353293418884,
|
||
|
|
"learning_rate": 0.00037894736842105265,
|
||
|
|
"loss": 7.360008239746094,
|
||
|
|
"step": 46
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0025196850393700786,
|
||
|
|
"grad_norm": 0.5558741688728333,
|
||
|
|
"learning_rate": 0.0003957894736842105,
|
||
|
|
"loss": 7.450737953186035,
|
||
|
|
"step": 48
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0026246719160104987,
|
||
|
|
"grad_norm": 1.2673524618148804,
|
||
|
|
"learning_rate": 0.00041263157894736845,
|
||
|
|
"loss": 7.304603576660156,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0027296587926509187,
|
||
|
|
"grad_norm": 1.1506381034851074,
|
||
|
|
"learning_rate": 0.00042947368421052633,
|
||
|
|
"loss": 7.373305797576904,
|
||
|
|
"step": 52
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0028346456692913387,
|
||
|
|
"grad_norm": 1.34714937210083,
|
||
|
|
"learning_rate": 0.0004463157894736842,
|
||
|
|
"loss": 7.287379264831543,
|
||
|
|
"step": 54
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0029396325459317583,
|
||
|
|
"grad_norm": 1.8458038568496704,
|
||
|
|
"learning_rate": 0.00046315789473684214,
|
||
|
|
"loss": 7.345888137817383,
|
||
|
|
"step": 56
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0030446194225721783,
|
||
|
|
"grad_norm": 1.229347825050354,
|
||
|
|
"learning_rate": 0.00048,
|
||
|
|
"loss": 7.267388343811035,
|
||
|
|
"step": 58
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0031496062992125984,
|
||
|
|
"grad_norm": 1.0520741939544678,
|
||
|
|
"learning_rate": 0.0004968421052631579,
|
||
|
|
"loss": 7.2191925048828125,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0032545931758530184,
|
||
|
|
"grad_norm": 1.0573132038116455,
|
||
|
|
"learning_rate": 0.0005136842105263158,
|
||
|
|
"loss": 7.139622211456299,
|
||
|
|
"step": 62
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0033595800524934384,
|
||
|
|
"grad_norm": 0.7959205508232117,
|
||
|
|
"learning_rate": 0.0005305263157894737,
|
||
|
|
"loss": 7.1705827713012695,
|
||
|
|
"step": 64
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0034645669291338585,
|
||
|
|
"grad_norm": 1.0648680925369263,
|
||
|
|
"learning_rate": 0.0005473684210526316,
|
||
|
|
"loss": 7.059314727783203,
|
||
|
|
"step": 66
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.003569553805774278,
|
||
|
|
"grad_norm": 1.2019802331924438,
|
||
|
|
"learning_rate": 0.0005642105263157894,
|
||
|
|
"loss": 7.1090087890625,
|
||
|
|
"step": 68
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.003674540682414698,
|
||
|
|
"grad_norm": 0.6939458250999451,
|
||
|
|
"learning_rate": 0.0005810526315789474,
|
||
|
|
"loss": 7.071786880493164,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.003779527559055118,
|
||
|
|
"grad_norm": 0.5002018213272095,
|
||
|
|
"learning_rate": 0.0005978947368421053,
|
||
|
|
"loss": 7.020046234130859,
|
||
|
|
"step": 72
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.003884514435695538,
|
||
|
|
"grad_norm": 0.5465899109840393,
|
||
|
|
"learning_rate": 0.0006147368421052632,
|
||
|
|
"loss": 6.96237325668335,
|
||
|
|
"step": 74
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.003989501312335958,
|
||
|
|
"grad_norm": 0.9754618406295776,
|
||
|
|
"learning_rate": 0.0006315789473684211,
|
||
|
|
"loss": 6.940667152404785,
|
||
|
|
"step": 76
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004094488188976378,
|
||
|
|
"grad_norm": 1.0599706172943115,
|
||
|
|
"learning_rate": 0.0006484210526315789,
|
||
|
|
"loss": 6.961879730224609,
|
||
|
|
"step": 78
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004199475065616798,
|
||
|
|
"grad_norm": 0.9335948824882507,
|
||
|
|
"learning_rate": 0.0006652631578947369,
|
||
|
|
"loss": 6.944250106811523,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0043044619422572174,
|
||
|
|
"grad_norm": 0.9988331198692322,
|
||
|
|
"learning_rate": 0.0006821052631578948,
|
||
|
|
"loss": 6.911154747009277,
|
||
|
|
"step": 82
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004409448818897638,
|
||
|
|
"grad_norm": 0.8610116243362427,
|
||
|
|
"learning_rate": 0.0006989473684210527,
|
||
|
|
"loss": 6.893559455871582,
|
||
|
|
"step": 84
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0045144356955380575,
|
||
|
|
"grad_norm": 0.7761997580528259,
|
||
|
|
"learning_rate": 0.0007157894736842105,
|
||
|
|
"loss": 6.926453590393066,
|
||
|
|
"step": 86
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004619422572178478,
|
||
|
|
"grad_norm": 0.825920045375824,
|
||
|
|
"learning_rate": 0.0007326315789473684,
|
||
|
|
"loss": 6.813850402832031,
|
||
|
|
"step": 88
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004724409448818898,
|
||
|
|
"grad_norm": 0.8140450119972229,
|
||
|
|
"learning_rate": 0.0007494736842105264,
|
||
|
|
"loss": 6.821445941925049,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004829396325459317,
|
||
|
|
"grad_norm": 0.5451359748840332,
|
||
|
|
"learning_rate": 0.0007663157894736842,
|
||
|
|
"loss": 6.663788795471191,
|
||
|
|
"step": 92
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004934383202099738,
|
||
|
|
"grad_norm": 0.4969961941242218,
|
||
|
|
"learning_rate": 0.0007831578947368422,
|
||
|
|
"loss": 6.7580647468566895,
|
||
|
|
"step": 94
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005039370078740157,
|
||
|
|
"grad_norm": 0.5622134804725647,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.753166198730469,
|
||
|
|
"step": 96
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005144356955380578,
|
||
|
|
"grad_norm": 0.45332568883895874,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.61945104598999,
|
||
|
|
"step": 98
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005249343832020997,
|
||
|
|
"grad_norm": 0.6089130640029907,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.531531810760498,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005354330708661417,
|
||
|
|
"grad_norm": 1.5867327451705933,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.609947204589844,
|
||
|
|
"step": 102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005459317585301837,
|
||
|
|
"grad_norm": 0.8609986901283264,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.586551189422607,
|
||
|
|
"step": 104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005564304461942257,
|
||
|
|
"grad_norm": 0.682275116443634,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.591581344604492,
|
||
|
|
"step": 106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005669291338582677,
|
||
|
|
"grad_norm": 0.8488819003105164,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.605495452880859,
|
||
|
|
"step": 108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005774278215223097,
|
||
|
|
"grad_norm": 0.8200653195381165,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.560756206512451,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005879265091863517,
|
||
|
|
"grad_norm": 0.859346330165863,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.440073490142822,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005984251968503937,
|
||
|
|
"grad_norm": 1.1621174812316895,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.41163444519043,
|
||
|
|
"step": 114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006089238845144357,
|
||
|
|
"grad_norm": 0.5757318735122681,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.400125503540039,
|
||
|
|
"step": 116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006194225721784777,
|
||
|
|
"grad_norm": 0.5290873050689697,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.3030877113342285,
|
||
|
|
"step": 118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006299212598425197,
|
||
|
|
"grad_norm": 1.0253428220748901,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.3230977058410645,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006404199475065617,
|
||
|
|
"grad_norm": 0.6795729398727417,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.3237199783325195,
|
||
|
|
"step": 122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006509186351706037,
|
||
|
|
"grad_norm": 0.861482560634613,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.25187873840332,
|
||
|
|
"step": 124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006614173228346456,
|
||
|
|
"grad_norm": 0.7200944423675537,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.1981401443481445,
|
||
|
|
"step": 126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006719160104986877,
|
||
|
|
"grad_norm": 0.6993811726570129,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.191583633422852,
|
||
|
|
"step": 128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0068241469816272965,
|
||
|
|
"grad_norm": 0.4931415915489197,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.107348442077637,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006929133858267717,
|
||
|
|
"grad_norm": 0.3714856803417206,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.135107040405273,
|
||
|
|
"step": 132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0070341207349081366,
|
||
|
|
"grad_norm": 0.4941980242729187,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.1131463050842285,
|
||
|
|
"step": 134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007139107611548556,
|
||
|
|
"grad_norm": 0.5307848453521729,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.129576683044434,
|
||
|
|
"step": 136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007244094488188977,
|
||
|
|
"grad_norm": 0.4134950041770935,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.058399200439453,
|
||
|
|
"step": 138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007349081364829396,
|
||
|
|
"grad_norm": 0.5328584313392639,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 6.038764476776123,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007454068241469817,
|
||
|
|
"grad_norm": 1.15119469165802,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.919521808624268,
|
||
|
|
"step": 142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007559055118110236,
|
||
|
|
"grad_norm": 0.6950765252113342,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.90153694152832,
|
||
|
|
"step": 144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007664041994750656,
|
||
|
|
"grad_norm": 0.607292115688324,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.805788993835449,
|
||
|
|
"step": 146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007769028871391076,
|
||
|
|
"grad_norm": 0.8245534896850586,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.942452907562256,
|
||
|
|
"step": 148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007874015748031496,
|
||
|
|
"grad_norm": 0.643883228302002,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.859640598297119,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007979002624671916,
|
||
|
|
"grad_norm": 0.6031001806259155,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.771254539489746,
|
||
|
|
"step": 152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008083989501312335,
|
||
|
|
"grad_norm": 0.3471139967441559,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.825682163238525,
|
||
|
|
"step": 154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008188976377952756,
|
||
|
|
"grad_norm": 0.35251903533935547,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.824915885925293,
|
||
|
|
"step": 156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008293963254593176,
|
||
|
|
"grad_norm": 0.5420740842819214,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.735776424407959,
|
||
|
|
"step": 158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008398950131233596,
|
||
|
|
"grad_norm": 0.5785290002822876,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.71408748626709,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008503937007874015,
|
||
|
|
"grad_norm": 0.5503653287887573,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.681863784790039,
|
||
|
|
"step": 162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008608923884514435,
|
||
|
|
"grad_norm": 0.38715237379074097,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.627864360809326,
|
||
|
|
"step": 164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008713910761154856,
|
||
|
|
"grad_norm": 0.47762763500213623,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.623003959655762,
|
||
|
|
"step": 166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008818897637795276,
|
||
|
|
"grad_norm": 0.7163979411125183,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.694301128387451,
|
||
|
|
"step": 168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008923884514435695,
|
||
|
|
"grad_norm": 0.5806844830513,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.556089878082275,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009028871391076115,
|
||
|
|
"grad_norm": 0.39758580923080444,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.631988048553467,
|
||
|
|
"step": 172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009133858267716535,
|
||
|
|
"grad_norm": 0.4177590012550354,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.465466022491455,
|
||
|
|
"step": 174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009238845144356956,
|
||
|
|
"grad_norm": 0.3706369400024414,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.473786354064941,
|
||
|
|
"step": 176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009343832020997376,
|
||
|
|
"grad_norm": 0.3802669942378998,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.476729393005371,
|
||
|
|
"step": 178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009448818897637795,
|
||
|
|
"grad_norm": 0.44668325781822205,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.477040767669678,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009553805774278215,
|
||
|
|
"grad_norm": 0.2561449408531189,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.360054016113281,
|
||
|
|
"step": 182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009658792650918634,
|
||
|
|
"grad_norm": 0.3362152874469757,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.358182907104492,
|
||
|
|
"step": 184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009763779527559056,
|
||
|
|
"grad_norm": 0.2856195569038391,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.342494010925293,
|
||
|
|
"step": 186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009868766404199475,
|
||
|
|
"grad_norm": 0.5502752661705017,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.342869758605957,
|
||
|
|
"step": 188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009973753280839895,
|
||
|
|
"grad_norm": 0.7680650353431702,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.356422424316406,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010078740157480314,
|
||
|
|
"grad_norm": 0.5406929850578308,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.300556182861328,
|
||
|
|
"step": 192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010183727034120734,
|
||
|
|
"grad_norm": 0.3668650984764099,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.367114067077637,
|
||
|
|
"step": 194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010288713910761155,
|
||
|
|
"grad_norm": 0.4027565121650696,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.251592636108398,
|
||
|
|
"step": 196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010393700787401575,
|
||
|
|
"grad_norm": 0.40343940258026123,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.276173114776611,
|
||
|
|
"step": 198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010498687664041995,
|
||
|
|
"grad_norm": 0.4856398105621338,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.210047245025635,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010603674540682414,
|
||
|
|
"grad_norm": 0.26983195543289185,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.17520809173584,
|
||
|
|
"step": 202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010708661417322834,
|
||
|
|
"grad_norm": 0.25971466302871704,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.155277252197266,
|
||
|
|
"step": 204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010813648293963255,
|
||
|
|
"grad_norm": 0.2467920333147049,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.207974910736084,
|
||
|
|
"step": 206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010918635170603675,
|
||
|
|
"grad_norm": 0.27808240056037903,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.16036319732666,
|
||
|
|
"step": 208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011023622047244094,
|
||
|
|
"grad_norm": 0.287492960691452,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.079829692840576,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011128608923884514,
|
||
|
|
"grad_norm": 0.25132930278778076,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.055511474609375,
|
||
|
|
"step": 212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011233595800524934,
|
||
|
|
"grad_norm": 0.44570592045783997,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.137527942657471,
|
||
|
|
"step": 214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011338582677165355,
|
||
|
|
"grad_norm": 0.5238414406776428,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.096850872039795,
|
||
|
|
"step": 216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011443569553805774,
|
||
|
|
"grad_norm": 0.46957311034202576,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.067659378051758,
|
||
|
|
"step": 218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011548556430446194,
|
||
|
|
"grad_norm": 0.535942792892456,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.147111415863037,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011653543307086614,
|
||
|
|
"grad_norm": 0.4777580797672272,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.075133800506592,
|
||
|
|
"step": 222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011758530183727033,
|
||
|
|
"grad_norm": 0.31084227561950684,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 5.079253673553467,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011863517060367455,
|
||
|
|
"grad_norm": 0.2853791117668152,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.923807144165039,
|
||
|
|
"step": 226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011968503937007874,
|
||
|
|
"grad_norm": 0.2706334590911865,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.94926118850708,
|
||
|
|
"step": 228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012073490813648294,
|
||
|
|
"grad_norm": 0.2381977140903473,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.920800685882568,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012178477690288713,
|
||
|
|
"grad_norm": 0.21651628613471985,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.997503757476807,
|
||
|
|
"step": 232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012283464566929133,
|
||
|
|
"grad_norm": 0.28761589527130127,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.905304431915283,
|
||
|
|
"step": 234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012388451443569554,
|
||
|
|
"grad_norm": 0.3810858130455017,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.907279968261719,
|
||
|
|
"step": 236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012493438320209974,
|
||
|
|
"grad_norm": 0.6002088189125061,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.840156555175781,
|
||
|
|
"step": 238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012598425196850394,
|
||
|
|
"grad_norm": 0.42039456963539124,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.886885643005371,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012703412073490813,
|
||
|
|
"grad_norm": 0.42322126030921936,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.822059631347656,
|
||
|
|
"step": 242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012808398950131234,
|
||
|
|
"grad_norm": 0.33545973896980286,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.766934871673584,
|
||
|
|
"step": 244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012913385826771654,
|
||
|
|
"grad_norm": 0.35304394364356995,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.7689738273620605,
|
||
|
|
"step": 246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013018372703412074,
|
||
|
|
"grad_norm": 0.3135300278663635,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.7434821128845215,
|
||
|
|
"step": 248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013123359580052493,
|
||
|
|
"grad_norm": 0.2875298857688904,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.7837395668029785,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013228346456692913,
|
||
|
|
"grad_norm": 0.34506675601005554,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.787559509277344,
|
||
|
|
"step": 252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013333333333333334,
|
||
|
|
"grad_norm": 0.3315136730670929,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.751657962799072,
|
||
|
|
"step": 254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013438320209973754,
|
||
|
|
"grad_norm": 0.3462645709514618,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.821771621704102,
|
||
|
|
"step": 256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013543307086614173,
|
||
|
|
"grad_norm": 0.24309296905994415,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.689890384674072,
|
||
|
|
"step": 258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013648293963254593,
|
||
|
|
"grad_norm": 0.4050637185573578,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.697262287139893,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013753280839895013,
|
||
|
|
"grad_norm": 0.4226019084453583,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.713808059692383,
|
||
|
|
"step": 262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013858267716535434,
|
||
|
|
"grad_norm": 0.4319268763065338,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.579202651977539,
|
||
|
|
"step": 264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013963254593175854,
|
||
|
|
"grad_norm": 0.3217737078666687,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.692221641540527,
|
||
|
|
"step": 266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014068241469816273,
|
||
|
|
"grad_norm": 0.30460724234580994,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.656576156616211,
|
||
|
|
"step": 268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014173228346456693,
|
||
|
|
"grad_norm": 0.25518161058425903,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.592221260070801,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014278215223097112,
|
||
|
|
"grad_norm": 0.24282623827457428,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.648724555969238,
|
||
|
|
"step": 272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014383202099737534,
|
||
|
|
"grad_norm": 0.39138299226760864,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.606783866882324,
|
||
|
|
"step": 274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014488188976377953,
|
||
|
|
"grad_norm": 0.32089442014694214,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.516218662261963,
|
||
|
|
"step": 276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014593175853018373,
|
||
|
|
"grad_norm": 0.3266720473766327,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.552274227142334,
|
||
|
|
"step": 278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014698162729658792,
|
||
|
|
"grad_norm": 0.27863070368766785,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.488729476928711,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014803149606299212,
|
||
|
|
"grad_norm": 0.28705859184265137,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.477656364440918,
|
||
|
|
"step": 282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014908136482939633,
|
||
|
|
"grad_norm": 0.33214113116264343,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.430954456329346,
|
||
|
|
"step": 284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015013123359580053,
|
||
|
|
"grad_norm": 0.3688258230686188,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.452303886413574,
|
||
|
|
"step": 286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015118110236220473,
|
||
|
|
"grad_norm": 0.36506983637809753,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.543822288513184,
|
||
|
|
"step": 288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015223097112860892,
|
||
|
|
"grad_norm": 0.3670697808265686,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.436527252197266,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015328083989501312,
|
||
|
|
"grad_norm": 0.2648005187511444,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.4850335121154785,
|
||
|
|
"step": 292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015433070866141733,
|
||
|
|
"grad_norm": 0.22264482080936432,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.484733581542969,
|
||
|
|
"step": 294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015538057742782153,
|
||
|
|
"grad_norm": 0.2611202895641327,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.408095836639404,
|
||
|
|
"step": 296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01564304461942257,
|
||
|
|
"grad_norm": 0.2882183790206909,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.459738731384277,
|
||
|
|
"step": 298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015748031496062992,
|
||
|
|
"grad_norm": 0.28506702184677124,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.3531670570373535,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015853018372703413,
|
||
|
|
"grad_norm": 0.2589276432991028,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.410321235656738,
|
||
|
|
"step": 302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01595800524934383,
|
||
|
|
"grad_norm": 0.2526051104068756,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.283108711242676,
|
||
|
|
"step": 304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016062992125984252,
|
||
|
|
"grad_norm": 0.37200987339019775,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.3569817543029785,
|
||
|
|
"step": 306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01616797900262467,
|
||
|
|
"grad_norm": 0.307287335395813,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.438014507293701,
|
||
|
|
"step": 308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01627296587926509,
|
||
|
|
"grad_norm": 0.36766815185546875,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.295423984527588,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016377952755905513,
|
||
|
|
"grad_norm": 0.31193122267723083,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.333798885345459,
|
||
|
|
"step": 312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01648293963254593,
|
||
|
|
"grad_norm": 0.31765303015708923,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.16727352142334,
|
||
|
|
"step": 314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016587926509186352,
|
||
|
|
"grad_norm": 0.21497637033462524,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.2583441734313965,
|
||
|
|
"step": 316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01669291338582677,
|
||
|
|
"grad_norm": 0.26689282059669495,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.223230361938477,
|
||
|
|
"step": 318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01679790026246719,
|
||
|
|
"grad_norm": 0.27385199069976807,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.208255767822266,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016902887139107613,
|
||
|
|
"grad_norm": 0.2642309367656708,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.289506435394287,
|
||
|
|
"step": 322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01700787401574803,
|
||
|
|
"grad_norm": 0.2722127437591553,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.300339221954346,
|
||
|
|
"step": 324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.017112860892388452,
|
||
|
|
"grad_norm": 0.38802817463874817,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.228229999542236,
|
||
|
|
"step": 326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01721784776902887,
|
||
|
|
"grad_norm": 0.2825157642364502,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.32781982421875,
|
||
|
|
"step": 328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01732283464566929,
|
||
|
|
"grad_norm": 0.3203144669532776,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.10207462310791,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.017427821522309712,
|
||
|
|
"grad_norm": 0.2983134090900421,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.20668888092041,
|
||
|
|
"step": 332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01753280839895013,
|
||
|
|
"grad_norm": 0.33699917793273926,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.1426262855529785,
|
||
|
|
"step": 334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01763779527559055,
|
||
|
|
"grad_norm": 0.3318274915218353,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.161504745483398,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01774278215223097,
|
||
|
|
"grad_norm": 0.2278800904750824,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.990349292755127,
|
||
|
|
"step": 338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01784776902887139,
|
||
|
|
"grad_norm": 0.2122919112443924,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.127922534942627,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.017952755905511812,
|
||
|
|
"grad_norm": 0.24514071643352509,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.193850994110107,
|
||
|
|
"step": 342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01805774278215223,
|
||
|
|
"grad_norm": 0.28716644644737244,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.070234298706055,
|
||
|
|
"step": 344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01816272965879265,
|
||
|
|
"grad_norm": 0.25690266489982605,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.966444730758667,
|
||
|
|
"step": 346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01826771653543307,
|
||
|
|
"grad_norm": 0.2349938452243805,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.9333581924438477,
|
||
|
|
"step": 348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01837270341207349,
|
||
|
|
"grad_norm": 0.20146915316581726,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.953355550765991,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.018477690288713912,
|
||
|
|
"grad_norm": 0.1961042433977127,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.973087787628174,
|
||
|
|
"step": 352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01858267716535433,
|
||
|
|
"grad_norm": 0.2598169445991516,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 4.002113342285156,
|
||
|
|
"step": 354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01868766404199475,
|
||
|
|
"grad_norm": 0.22022010385990143,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.9722490310668945,
|
||
|
|
"step": 356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01879265091863517,
|
||
|
|
"grad_norm": 0.212201327085495,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.8929874897003174,
|
||
|
|
"step": 358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01889763779527559,
|
||
|
|
"grad_norm": 0.1991279572248459,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.894895076751709,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01900262467191601,
|
||
|
|
"grad_norm": 0.24566085636615753,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.8610589504241943,
|
||
|
|
"step": 362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01910761154855643,
|
||
|
|
"grad_norm": 0.2806271016597748,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.861912488937378,
|
||
|
|
"step": 364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01921259842519685,
|
||
|
|
"grad_norm": 0.2231629341840744,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.8544185161590576,
|
||
|
|
"step": 366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01931758530183727,
|
||
|
|
"grad_norm": 0.26531746983528137,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.8621199131011963,
|
||
|
|
"step": 368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01942257217847769,
|
||
|
|
"grad_norm": 0.3318291902542114,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.902070999145508,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01952755905511811,
|
||
|
|
"grad_norm": 0.23807932436466217,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.86655855178833,
|
||
|
|
"step": 372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01963254593175853,
|
||
|
|
"grad_norm": 0.215584397315979,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.773761510848999,
|
||
|
|
"step": 374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01973753280839895,
|
||
|
|
"grad_norm": 0.289485901594162,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.8897311687469482,
|
||
|
|
"step": 376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01984251968503937,
|
||
|
|
"grad_norm": 0.2350815236568451,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.787693738937378,
|
||
|
|
"step": 378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01994750656167979,
|
||
|
|
"grad_norm": 0.2330552637577057,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.7755932807922363,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02005249343832021,
|
||
|
|
"grad_norm": 0.2246251106262207,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.839930772781372,
|
||
|
|
"step": 382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02015748031496063,
|
||
|
|
"grad_norm": 0.23261497914791107,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.72586727142334,
|
||
|
|
"step": 384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02026246719160105,
|
||
|
|
"grad_norm": 0.24750104546546936,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.893145799636841,
|
||
|
|
"step": 386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.020367454068241468,
|
||
|
|
"grad_norm": 0.22430314123630524,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.725208282470703,
|
||
|
|
"step": 388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02047244094488189,
|
||
|
|
"grad_norm": 0.20470485091209412,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.727203845977783,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02057742782152231,
|
||
|
|
"grad_norm": 0.1713440865278244,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.722830295562744,
|
||
|
|
"step": 392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02068241469816273,
|
||
|
|
"grad_norm": 0.17870037257671356,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.6994686126708984,
|
||
|
|
"step": 394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02078740157480315,
|
||
|
|
"grad_norm": 0.16635218262672424,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.628350257873535,
|
||
|
|
"step": 396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.020892388451443568,
|
||
|
|
"grad_norm": 0.16065655648708344,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.696190357208252,
|
||
|
|
"step": 398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02099737532808399,
|
||
|
|
"grad_norm": 0.1648516058921814,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.7218990325927734,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02110236220472441,
|
||
|
|
"grad_norm": 0.2350551337003708,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.6114625930786133,
|
||
|
|
"step": 402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02120734908136483,
|
||
|
|
"grad_norm": 0.21156081557273865,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.6270546913146973,
|
||
|
|
"step": 404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02131233595800525,
|
||
|
|
"grad_norm": 0.2242772877216339,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.6559674739837646,
|
||
|
|
"step": 406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021417322834645668,
|
||
|
|
"grad_norm": 0.20296809077262878,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.6351869106292725,
|
||
|
|
"step": 408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02152230971128609,
|
||
|
|
"grad_norm": 0.21024516224861145,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.7134218215942383,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02162729658792651,
|
||
|
|
"grad_norm": 0.2657431662082672,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.675140619277954,
|
||
|
|
"step": 412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021732283464566928,
|
||
|
|
"grad_norm": 0.22600969672203064,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.6230013370513916,
|
||
|
|
"step": 414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02183727034120735,
|
||
|
|
"grad_norm": 0.22580362856388092,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.633514881134033,
|
||
|
|
"step": 416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021942257217847767,
|
||
|
|
"grad_norm": 0.20401369035243988,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.5863749980926514,
|
||
|
|
"step": 418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02204724409448819,
|
||
|
|
"grad_norm": 0.19097885489463806,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.570152521133423,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02215223097112861,
|
||
|
|
"grad_norm": 0.16916649043560028,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.571899175643921,
|
||
|
|
"step": 422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.022257217847769028,
|
||
|
|
"grad_norm": 0.15503089129924774,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.648607015609741,
|
||
|
|
"step": 424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02236220472440945,
|
||
|
|
"grad_norm": 0.18933242559432983,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.6147239208221436,
|
||
|
|
"step": 426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.022467191601049867,
|
||
|
|
"grad_norm": 0.1814320683479309,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.5678610801696777,
|
||
|
|
"step": 428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02257217847769029,
|
||
|
|
"grad_norm": 0.15981845557689667,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4891350269317627,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02267716535433071,
|
||
|
|
"grad_norm": 0.1672240048646927,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.5254311561584473,
|
||
|
|
"step": 432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.022782152230971128,
|
||
|
|
"grad_norm": 0.17923741042613983,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4941389560699463,
|
||
|
|
"step": 434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02288713910761155,
|
||
|
|
"grad_norm": 0.20545029640197754,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4603352546691895,
|
||
|
|
"step": 436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.022992125984251967,
|
||
|
|
"grad_norm": 0.21872857213020325,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4523208141326904,
|
||
|
|
"step": 438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.023097112860892388,
|
||
|
|
"grad_norm": 0.17705431580543518,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.443699598312378,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02320209973753281,
|
||
|
|
"grad_norm": 0.14959222078323364,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.557424545288086,
|
||
|
|
"step": 442
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.023307086614173227,
|
||
|
|
"grad_norm": 0.1745806336402893,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4890198707580566,
|
||
|
|
"step": 444
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02341207349081365,
|
||
|
|
"grad_norm": 0.18317265808582306,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.5291688442230225,
|
||
|
|
"step": 446
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.023517060367454067,
|
||
|
|
"grad_norm": 0.1765255481004715,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.471801280975342,
|
||
|
|
"step": 448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.023622047244094488,
|
||
|
|
"grad_norm": 0.1791754961013794,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4235143661499023,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02372703412073491,
|
||
|
|
"grad_norm": 0.16694314777851105,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.5024945735931396,
|
||
|
|
"step": 452
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.023832020997375327,
|
||
|
|
"grad_norm": 0.20423193275928497,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4986155033111572,
|
||
|
|
"step": 454
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02393700787401575,
|
||
|
|
"grad_norm": 0.21046102046966553,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.5056910514831543,
|
||
|
|
"step": 456
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024041994750656166,
|
||
|
|
"grad_norm": 0.18477864563465118,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.424469470977783,
|
||
|
|
"step": 458
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024146981627296588,
|
||
|
|
"grad_norm": 0.17082113027572632,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.47847056388855,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02425196850393701,
|
||
|
|
"grad_norm": 0.17604340612888336,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.425982713699341,
|
||
|
|
"step": 462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024356955380577427,
|
||
|
|
"grad_norm": 0.16897740960121155,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4730064868927,
|
||
|
|
"step": 464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024461942257217848,
|
||
|
|
"grad_norm": 0.1673053652048111,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.432903289794922,
|
||
|
|
"step": 466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024566929133858266,
|
||
|
|
"grad_norm": 0.17199593782424927,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.5054171085357666,
|
||
|
|
"step": 468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024671916010498687,
|
||
|
|
"grad_norm": 0.19890399277210236,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4409797191619873,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02477690288713911,
|
||
|
|
"grad_norm": 0.19607073068618774,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3515682220458984,
|
||
|
|
"step": 472
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024881889763779527,
|
||
|
|
"grad_norm": 0.16958890855312347,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.420071840286255,
|
||
|
|
"step": 474
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024986876640419948,
|
||
|
|
"grad_norm": 0.1964447945356369,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.526289224624634,
|
||
|
|
"step": 476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02509186351706037,
|
||
|
|
"grad_norm": 0.1786402314901352,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.440227746963501,
|
||
|
|
"step": 478
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025196850393700787,
|
||
|
|
"grad_norm": 0.16233603656291962,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.317654609680176,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02530183727034121,
|
||
|
|
"grad_norm": 0.18433336913585663,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.444368839263916,
|
||
|
|
"step": 482
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025406824146981626,
|
||
|
|
"grad_norm": 0.16506624221801758,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4707281589508057,
|
||
|
|
"step": 484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025511811023622048,
|
||
|
|
"grad_norm": 0.1551865041255951,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3682827949523926,
|
||
|
|
"step": 486
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02561679790026247,
|
||
|
|
"grad_norm": 0.14763277769088745,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.325780153274536,
|
||
|
|
"step": 488
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025721784776902887,
|
||
|
|
"grad_norm": 0.1381286233663559,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.426196813583374,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025826771653543308,
|
||
|
|
"grad_norm": 0.15651266276836395,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.38508677482605,
|
||
|
|
"step": 492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025931758530183726,
|
||
|
|
"grad_norm": 0.16916270554065704,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.394261598587036,
|
||
|
|
"step": 494
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026036745406824147,
|
||
|
|
"grad_norm": 0.16897031664848328,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.278876543045044,
|
||
|
|
"step": 496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02614173228346457,
|
||
|
|
"grad_norm": 0.16116946935653687,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3523120880126953,
|
||
|
|
"step": 498
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026246719160104987,
|
||
|
|
"grad_norm": 0.17504142224788666,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3894450664520264,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026351706036745408,
|
||
|
|
"grad_norm": 0.17068205773830414,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.4036076068878174,
|
||
|
|
"step": 502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026456692913385826,
|
||
|
|
"grad_norm": 0.1658509224653244,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.378098487854004,
|
||
|
|
"step": 504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026561679790026247,
|
||
|
|
"grad_norm": 0.1450873762369156,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.304023265838623,
|
||
|
|
"step": 506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02666666666666667,
|
||
|
|
"grad_norm": 0.18289312720298767,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.288076639175415,
|
||
|
|
"step": 508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026771653543307086,
|
||
|
|
"grad_norm": 0.1541556864976883,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.304835081100464,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026876640419947508,
|
||
|
|
"grad_norm": 0.16644538938999176,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2379486560821533,
|
||
|
|
"step": 512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026981627296587925,
|
||
|
|
"grad_norm": 0.19644027948379517,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3676295280456543,
|
||
|
|
"step": 514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027086614173228347,
|
||
|
|
"grad_norm": 0.20000602304935455,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.255898952484131,
|
||
|
|
"step": 516
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027191601049868768,
|
||
|
|
"grad_norm": 0.17630483210086823,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2831783294677734,
|
||
|
|
"step": 518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027296587926509186,
|
||
|
|
"grad_norm": 0.16653336584568024,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.388322591781616,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027401574803149607,
|
||
|
|
"grad_norm": 0.15305423736572266,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3861708641052246,
|
||
|
|
"step": 522
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027506561679790025,
|
||
|
|
"grad_norm": 0.15171492099761963,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.336448907852173,
|
||
|
|
"step": 524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027611548556430447,
|
||
|
|
"grad_norm": 0.17332474887371063,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.248317003250122,
|
||
|
|
"step": 526
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027716535433070868,
|
||
|
|
"grad_norm": 0.14799350500106812,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3303961753845215,
|
||
|
|
"step": 528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027821522309711286,
|
||
|
|
"grad_norm": 0.14763560891151428,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3051490783691406,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027926509186351707,
|
||
|
|
"grad_norm": 0.1350218653678894,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3351500034332275,
|
||
|
|
"step": 532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028031496062992125,
|
||
|
|
"grad_norm": 0.14229005575180054,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2528343200683594,
|
||
|
|
"step": 534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028136482939632546,
|
||
|
|
"grad_norm": 0.14102040231227875,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.204890012741089,
|
||
|
|
"step": 536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028241469816272968,
|
||
|
|
"grad_norm": 0.14591607451438904,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.367074966430664,
|
||
|
|
"step": 538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028346456692913385,
|
||
|
|
"grad_norm": 0.16307151317596436,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.236833333969116,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028451443569553807,
|
||
|
|
"grad_norm": 0.1497374176979065,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.206105947494507,
|
||
|
|
"step": 542
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028556430446194225,
|
||
|
|
"grad_norm": 0.1525629311800003,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3076024055480957,
|
||
|
|
"step": 544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028661417322834646,
|
||
|
|
"grad_norm": 0.1597941815853119,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.287429094314575,
|
||
|
|
"step": 546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028766404199475067,
|
||
|
|
"grad_norm": 0.16407884657382965,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.329230785369873,
|
||
|
|
"step": 548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028871391076115485,
|
||
|
|
"grad_norm": 0.18955646455287933,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.29620099067688,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028976377952755906,
|
||
|
|
"grad_norm": 0.13810871541500092,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.22092604637146,
|
||
|
|
"step": 552
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029081364829396324,
|
||
|
|
"grad_norm": 0.14122328162193298,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2574150562286377,
|
||
|
|
"step": 554
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029186351706036746,
|
||
|
|
"grad_norm": 0.17227867245674133,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2021737098693848,
|
||
|
|
"step": 556
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029291338582677167,
|
||
|
|
"grad_norm": 0.13745535910129547,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2652475833892822,
|
||
|
|
"step": 558
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029396325459317585,
|
||
|
|
"grad_norm": 0.14315351843833923,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.3042309284210205,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029501312335958006,
|
||
|
|
"grad_norm": 0.1505221426486969,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1302292346954346,
|
||
|
|
"step": 562
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029606299212598424,
|
||
|
|
"grad_norm": 0.15946339070796967,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2585742473602295,
|
||
|
|
"step": 564
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029711286089238845,
|
||
|
|
"grad_norm": 0.17035390436649323,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.200352191925049,
|
||
|
|
"step": 566
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029816272965879267,
|
||
|
|
"grad_norm": 0.14264027774333954,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1434473991394043,
|
||
|
|
"step": 568
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029921259842519685,
|
||
|
|
"grad_norm": 0.14433781802654266,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.141904592514038,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030026246719160106,
|
||
|
|
"grad_norm": 0.13526467978954315,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0416038036346436,
|
||
|
|
"step": 572
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030131233595800524,
|
||
|
|
"grad_norm": 0.13533855974674225,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1272072792053223,
|
||
|
|
"step": 574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030236220472440945,
|
||
|
|
"grad_norm": 0.15500874817371368,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2618722915649414,
|
||
|
|
"step": 576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030341207349081366,
|
||
|
|
"grad_norm": 0.17267724871635437,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2308037281036377,
|
||
|
|
"step": 578
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030446194225721784,
|
||
|
|
"grad_norm": 0.1582280397415161,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.23921537399292,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030551181102362206,
|
||
|
|
"grad_norm": 0.13486045598983765,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1242129802703857,
|
||
|
|
"step": 582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030656167979002624,
|
||
|
|
"grad_norm": 0.1379910260438919,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.177032470703125,
|
||
|
|
"step": 584
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030761154855643045,
|
||
|
|
"grad_norm": 0.14302867650985718,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2286078929901123,
|
||
|
|
"step": 586
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030866141732283466,
|
||
|
|
"grad_norm": 0.1382298469543457,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.222778797149658,
|
||
|
|
"step": 588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030971128608923884,
|
||
|
|
"grad_norm": 0.15394456684589386,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2219724655151367,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.031076115485564305,
|
||
|
|
"grad_norm": 0.13939788937568665,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1774375438690186,
|
||
|
|
"step": 592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.031181102362204723,
|
||
|
|
"grad_norm": 0.1534331738948822,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.174874782562256,
|
||
|
|
"step": 594
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03128608923884514,
|
||
|
|
"grad_norm": 0.1796104907989502,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.226047992706299,
|
||
|
|
"step": 596
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03139107611548556,
|
||
|
|
"grad_norm": 0.13423976302146912,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.154773473739624,
|
||
|
|
"step": 598
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.031496062992125984,
|
||
|
|
"grad_norm": 0.14498203992843628,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2181460857391357,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.031601049868766405,
|
||
|
|
"grad_norm": 0.14076939225196838,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1480512619018555,
|
||
|
|
"step": 602
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.031706036745406826,
|
||
|
|
"grad_norm": 0.14199046790599823,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1948139667510986,
|
||
|
|
"step": 604
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03181102362204724,
|
||
|
|
"grad_norm": 0.1405128389596939,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1463754177093506,
|
||
|
|
"step": 606
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03191601049868766,
|
||
|
|
"grad_norm": 0.13525350391864777,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1250717639923096,
|
||
|
|
"step": 608
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032020997375328084,
|
||
|
|
"grad_norm": 0.14196738600730896,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2256250381469727,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032125984251968505,
|
||
|
|
"grad_norm": 0.1674332171678543,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.189035177230835,
|
||
|
|
"step": 612
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032230971128608926,
|
||
|
|
"grad_norm": 0.19794052839279175,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.231616258621216,
|
||
|
|
"step": 614
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03233595800524934,
|
||
|
|
"grad_norm": 0.1598575860261917,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1828837394714355,
|
||
|
|
"step": 616
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03244094488188976,
|
||
|
|
"grad_norm": 0.14745914936065674,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1849329471588135,
|
||
|
|
"step": 618
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03254593175853018,
|
||
|
|
"grad_norm": 0.3145313858985901,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.165916681289673,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032650918635170605,
|
||
|
|
"grad_norm": 0.26110589504241943,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1651082038879395,
|
||
|
|
"step": 622
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032755905511811026,
|
||
|
|
"grad_norm": 0.22751542925834656,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.210188627243042,
|
||
|
|
"step": 624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03286089238845144,
|
||
|
|
"grad_norm": 0.18317535519599915,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.2566449642181396,
|
||
|
|
"step": 626
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03296587926509186,
|
||
|
|
"grad_norm": 0.15907306969165802,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1539463996887207,
|
||
|
|
"step": 628
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03307086614173228,
|
||
|
|
"grad_norm": 0.15025147795677185,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.142364740371704,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.033175853018372704,
|
||
|
|
"grad_norm": 0.1286715716123581,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1074650287628174,
|
||
|
|
"step": 632
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.033280839895013126,
|
||
|
|
"grad_norm": 0.12226458638906479,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0952885150909424,
|
||
|
|
"step": 634
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03338582677165354,
|
||
|
|
"grad_norm": 0.13879609107971191,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1514804363250732,
|
||
|
|
"step": 636
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03349081364829396,
|
||
|
|
"grad_norm": 0.12534929811954498,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.139106035232544,
|
||
|
|
"step": 638
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03359580052493438,
|
||
|
|
"grad_norm": 0.12349742650985718,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.105691909790039,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.033700787401574804,
|
||
|
|
"grad_norm": 0.12220428138971329,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1019020080566406,
|
||
|
|
"step": 642
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.033805774278215225,
|
||
|
|
"grad_norm": 0.1326756477355957,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1477456092834473,
|
||
|
|
"step": 644
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03391076115485564,
|
||
|
|
"grad_norm": 0.13377100229263306,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0433576107025146,
|
||
|
|
"step": 646
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03401574803149606,
|
||
|
|
"grad_norm": 0.12178801745176315,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.07883620262146,
|
||
|
|
"step": 648
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03412073490813648,
|
||
|
|
"grad_norm": 0.13815799355506897,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0264294147491455,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.034225721784776904,
|
||
|
|
"grad_norm": 0.1332225501537323,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1015422344207764,
|
||
|
|
"step": 652
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.034330708661417325,
|
||
|
|
"grad_norm": 0.12200571596622467,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0805413722991943,
|
||
|
|
"step": 654
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03443569553805774,
|
||
|
|
"grad_norm": 0.1238102912902832,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0576930046081543,
|
||
|
|
"step": 656
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03454068241469816,
|
||
|
|
"grad_norm": 0.1291918158531189,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.13897967338562,
|
||
|
|
"step": 658
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03464566929133858,
|
||
|
|
"grad_norm": 0.13744677603244781,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.164642333984375,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.034750656167979004,
|
||
|
|
"grad_norm": 0.12718631327152252,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0951108932495117,
|
||
|
|
"step": 662
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.034855643044619425,
|
||
|
|
"grad_norm": 0.12068125605583191,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0444083213806152,
|
||
|
|
"step": 664
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03496062992125984,
|
||
|
|
"grad_norm": 0.13728944957256317,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0462770462036133,
|
||
|
|
"step": 666
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03506561679790026,
|
||
|
|
"grad_norm": 0.1373009830713272,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.086789131164551,
|
||
|
|
"step": 668
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03517060367454068,
|
||
|
|
"grad_norm": 0.12281421571969986,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0893633365631104,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0352755905511811,
|
||
|
|
"grad_norm": 0.13015969097614288,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0368361473083496,
|
||
|
|
"step": 672
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.035380577427821525,
|
||
|
|
"grad_norm": 0.13312262296676636,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.122968912124634,
|
||
|
|
"step": 674
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03548556430446194,
|
||
|
|
"grad_norm": 0.13073506951332092,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.062354326248169,
|
||
|
|
"step": 676
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03559055118110236,
|
||
|
|
"grad_norm": 0.119827501475811,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.1293904781341553,
|
||
|
|
"step": 678
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03569553805774278,
|
||
|
|
"grad_norm": 0.1357945054769516,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9812240600585938,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0358005249343832,
|
||
|
|
"grad_norm": 0.1311289370059967,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.966649293899536,
|
||
|
|
"step": 682
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.035905511811023624,
|
||
|
|
"grad_norm": 0.12661199271678925,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.031751871109009,
|
||
|
|
"step": 684
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03601049868766404,
|
||
|
|
"grad_norm": 0.14154307544231415,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.155766248703003,
|
||
|
|
"step": 686
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03611548556430446,
|
||
|
|
"grad_norm": 0.13769333064556122,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.064086675643921,
|
||
|
|
"step": 688
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03622047244094488,
|
||
|
|
"grad_norm": 0.145602285861969,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0761966705322266,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0363254593175853,
|
||
|
|
"grad_norm": 0.12669020891189575,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.097874164581299,
|
||
|
|
"step": 692
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.036430446194225724,
|
||
|
|
"grad_norm": 0.13513895869255066,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0714070796966553,
|
||
|
|
"step": 694
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03653543307086614,
|
||
|
|
"grad_norm": 0.13587389886379242,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.172131299972534,
|
||
|
|
"step": 696
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03664041994750656,
|
||
|
|
"grad_norm": 0.130451962351799,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.069667100906372,
|
||
|
|
"step": 698
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03674540682414698,
|
||
|
|
"grad_norm": 0.12922164797782898,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0901424884796143,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0368503937007874,
|
||
|
|
"grad_norm": 0.12978655099868774,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.049433708190918,
|
||
|
|
"step": 702
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.036955380577427824,
|
||
|
|
"grad_norm": 0.12508027255535126,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.00188946723938,
|
||
|
|
"step": 704
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03706036745406824,
|
||
|
|
"grad_norm": 0.11734891682863235,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9634389877319336,
|
||
|
|
"step": 706
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03716535433070866,
|
||
|
|
"grad_norm": 0.12137921899557114,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.999195098876953,
|
||
|
|
"step": 708
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03727034120734908,
|
||
|
|
"grad_norm": 0.12699182331562042,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.018418550491333,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0373753280839895,
|
||
|
|
"grad_norm": 0.12088700383901596,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9763457775115967,
|
||
|
|
"step": 712
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.037480314960629924,
|
||
|
|
"grad_norm": 0.12237604707479477,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.962264060974121,
|
||
|
|
"step": 714
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03758530183727034,
|
||
|
|
"grad_norm": 0.11808755993843079,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.944026470184326,
|
||
|
|
"step": 716
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03769028871391076,
|
||
|
|
"grad_norm": 0.12789645791053772,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.062084913253784,
|
||
|
|
"step": 718
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03779527559055118,
|
||
|
|
"grad_norm": 0.12254694849252701,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.042384386062622,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0379002624671916,
|
||
|
|
"grad_norm": 0.12937159836292267,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.950317859649658,
|
||
|
|
"step": 722
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03800524934383202,
|
||
|
|
"grad_norm": 0.1205861046910286,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.043663740158081,
|
||
|
|
"step": 724
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03811023622047244,
|
||
|
|
"grad_norm": 0.12075173109769821,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.061645269393921,
|
||
|
|
"step": 726
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03821522309711286,
|
||
|
|
"grad_norm": 0.14968499541282654,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0783021450042725,
|
||
|
|
"step": 728
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03832020997375328,
|
||
|
|
"grad_norm": 0.1275404989719391,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0341646671295166,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0384251968503937,
|
||
|
|
"grad_norm": 0.12180853635072708,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0402371883392334,
|
||
|
|
"step": 732
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03853018372703412,
|
||
|
|
"grad_norm": 0.12133266776800156,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0349020957946777,
|
||
|
|
"step": 734
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03863517060367454,
|
||
|
|
"grad_norm": 0.14342333376407623,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9737958908081055,
|
||
|
|
"step": 736
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03874015748031496,
|
||
|
|
"grad_norm": 0.12567119300365448,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.999332904815674,
|
||
|
|
"step": 738
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03884514435695538,
|
||
|
|
"grad_norm": 0.11701060831546783,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9920272827148438,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0389501312335958,
|
||
|
|
"grad_norm": 0.12809567153453827,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.047039270401001,
|
||
|
|
"step": 742
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03905511811023622,
|
||
|
|
"grad_norm": 0.1611979454755783,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0390896797180176,
|
||
|
|
"step": 744
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03916010498687664,
|
||
|
|
"grad_norm": 0.1428634077310562,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9358737468719482,
|
||
|
|
"step": 746
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03926509186351706,
|
||
|
|
"grad_norm": 0.12375941872596741,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0470502376556396,
|
||
|
|
"step": 748
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03937007874015748,
|
||
|
|
"grad_norm": 0.11091126501560211,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.005697250366211,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0394750656167979,
|
||
|
|
"grad_norm": 0.12000731378793716,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0071187019348145,
|
||
|
|
"step": 752
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03958005249343832,
|
||
|
|
"grad_norm": 0.12539641559123993,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9291770458221436,
|
||
|
|
"step": 754
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03968503937007874,
|
||
|
|
"grad_norm": 0.1304706335067749,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.963855266571045,
|
||
|
|
"step": 756
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03979002624671916,
|
||
|
|
"grad_norm": 0.11511696130037308,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.024789333343506,
|
||
|
|
"step": 758
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03989501312335958,
|
||
|
|
"grad_norm": 0.1253596395254135,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9894022941589355,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04,
|
||
|
|
"grad_norm": 0.11755448579788208,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0086042881011963,
|
||
|
|
"step": 762
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04010498687664042,
|
||
|
|
"grad_norm": 0.12490132451057434,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0274486541748047,
|
||
|
|
"step": 764
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04020997375328084,
|
||
|
|
"grad_norm": 0.1350909322500229,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.023331642150879,
|
||
|
|
"step": 766
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04031496062992126,
|
||
|
|
"grad_norm": 0.11557217687368393,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.934751272201538,
|
||
|
|
"step": 768
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04041994750656168,
|
||
|
|
"grad_norm": 0.11128373444080353,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.004828929901123,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0405249343832021,
|
||
|
|
"grad_norm": 0.11425162851810455,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0121257305145264,
|
||
|
|
"step": 772
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04062992125984252,
|
||
|
|
"grad_norm": 0.11489281803369522,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9543981552124023,
|
||
|
|
"step": 774
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.040734908136482936,
|
||
|
|
"grad_norm": 0.11290168762207031,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.975158214569092,
|
||
|
|
"step": 776
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04083989501312336,
|
||
|
|
"grad_norm": 0.11316516250371933,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0863113403320312,
|
||
|
|
"step": 778
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04094488188976378,
|
||
|
|
"grad_norm": 0.11379840970039368,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0072288513183594,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0410498687664042,
|
||
|
|
"grad_norm": 0.10820312052965164,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.88815975189209,
|
||
|
|
"step": 782
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04115485564304462,
|
||
|
|
"grad_norm": 0.11447291821241379,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.961986541748047,
|
||
|
|
"step": 784
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.041259842519685036,
|
||
|
|
"grad_norm": 0.11523283272981644,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.900437116622925,
|
||
|
|
"step": 786
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04136482939632546,
|
||
|
|
"grad_norm": 0.11368467658758163,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.953047752380371,
|
||
|
|
"step": 788
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04146981627296588,
|
||
|
|
"grad_norm": 0.12399861216545105,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.968926191329956,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0415748031496063,
|
||
|
|
"grad_norm": 0.11375656723976135,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.997025966644287,
|
||
|
|
"step": 792
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04167979002624672,
|
||
|
|
"grad_norm": 0.11646395176649094,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.952754497528076,
|
||
|
|
"step": 794
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.041784776902887136,
|
||
|
|
"grad_norm": 0.1193268746137619,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9536261558532715,
|
||
|
|
"step": 796
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04188976377952756,
|
||
|
|
"grad_norm": 0.1178014799952507,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.913003444671631,
|
||
|
|
"step": 798
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04199475065616798,
|
||
|
|
"grad_norm": 0.11936375498771667,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0284841060638428,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0420997375328084,
|
||
|
|
"grad_norm": 0.11003916710615158,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9801266193389893,
|
||
|
|
"step": 802
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04220472440944882,
|
||
|
|
"grad_norm": 0.20111171901226044,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.907733201980591,
|
||
|
|
"step": 804
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.042309711286089235,
|
||
|
|
"grad_norm": 0.12075945734977722,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.935979127883911,
|
||
|
|
"step": 806
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04241469816272966,
|
||
|
|
"grad_norm": 0.11057411134243011,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.027822732925415,
|
||
|
|
"step": 808
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04251968503937008,
|
||
|
|
"grad_norm": 0.12909549474716187,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9112420082092285,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0426246719160105,
|
||
|
|
"grad_norm": 0.11044399440288544,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.889822006225586,
|
||
|
|
"step": 812
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04272965879265092,
|
||
|
|
"grad_norm": 0.13029007613658905,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0270438194274902,
|
||
|
|
"step": 814
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.042834645669291335,
|
||
|
|
"grad_norm": 0.11640318483114243,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9036266803741455,
|
||
|
|
"step": 816
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04293963254593176,
|
||
|
|
"grad_norm": 0.10894198715686798,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.96498966217041,
|
||
|
|
"step": 818
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04304461942257218,
|
||
|
|
"grad_norm": 0.11847452819347382,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.950117349624634,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0431496062992126,
|
||
|
|
"grad_norm": 0.1125883162021637,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9723289012908936,
|
||
|
|
"step": 822
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04325459317585302,
|
||
|
|
"grad_norm": 0.11767535656690598,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0090739727020264,
|
||
|
|
"step": 824
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.043359580052493435,
|
||
|
|
"grad_norm": 0.11515145003795624,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8834097385406494,
|
||
|
|
"step": 826
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.043464566929133856,
|
||
|
|
"grad_norm": 0.1153886616230011,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8896758556365967,
|
||
|
|
"step": 828
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04356955380577428,
|
||
|
|
"grad_norm": 0.12153846025466919,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.001197338104248,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0436745406824147,
|
||
|
|
"grad_norm": 0.11056739836931229,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9580276012420654,
|
||
|
|
"step": 832
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04377952755905512,
|
||
|
|
"grad_norm": 0.1146998405456543,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.832361936569214,
|
||
|
|
"step": 834
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.043884514435695535,
|
||
|
|
"grad_norm": 0.11632180213928223,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.967362880706787,
|
||
|
|
"step": 836
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.043989501312335956,
|
||
|
|
"grad_norm": 0.11315326392650604,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9654767513275146,
|
||
|
|
"step": 838
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04409448818897638,
|
||
|
|
"grad_norm": 0.11123368889093399,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0236129760742188,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0441994750656168,
|
||
|
|
"grad_norm": 0.11806689202785492,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 3.0052027702331543,
|
||
|
|
"step": 842
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04430446194225722,
|
||
|
|
"grad_norm": 0.11948549002408981,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7818121910095215,
|
||
|
|
"step": 844
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.044409448818897634,
|
||
|
|
"grad_norm": 0.1147482842206955,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.926354169845581,
|
||
|
|
"step": 846
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.044514435695538056,
|
||
|
|
"grad_norm": 0.11350935697555542,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9837636947631836,
|
||
|
|
"step": 848
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04461942257217848,
|
||
|
|
"grad_norm": 0.11554283648729324,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.97532320022583,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0447244094488189,
|
||
|
|
"grad_norm": 0.1130303218960762,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9679086208343506,
|
||
|
|
"step": 852
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04482939632545932,
|
||
|
|
"grad_norm": 0.11595270782709122,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9420673847198486,
|
||
|
|
"step": 854
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.044934383202099734,
|
||
|
|
"grad_norm": 0.11009976267814636,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9262118339538574,
|
||
|
|
"step": 856
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045039370078740155,
|
||
|
|
"grad_norm": 0.10903191566467285,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.982046365737915,
|
||
|
|
"step": 858
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04514435695538058,
|
||
|
|
"grad_norm": 0.1103678047657013,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8575191497802734,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045249343832021,
|
||
|
|
"grad_norm": 0.10818672180175781,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.913555145263672,
|
||
|
|
"step": 862
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04535433070866142,
|
||
|
|
"grad_norm": 0.1269296556711197,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9361777305603027,
|
||
|
|
"step": 864
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045459317585301834,
|
||
|
|
"grad_norm": 0.11180418729782104,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.856563091278076,
|
||
|
|
"step": 866
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045564304461942255,
|
||
|
|
"grad_norm": 0.11334341019392014,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9308438301086426,
|
||
|
|
"step": 868
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04566929133858268,
|
||
|
|
"grad_norm": 0.12519557774066925,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.969743251800537,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0457742782152231,
|
||
|
|
"grad_norm": 0.1138872504234314,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9254794120788574,
|
||
|
|
"step": 872
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04587926509186352,
|
||
|
|
"grad_norm": 0.11148543655872345,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.950900077819824,
|
||
|
|
"step": 874
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045984251968503934,
|
||
|
|
"grad_norm": 0.10802996158599854,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9233310222625732,
|
||
|
|
"step": 876
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.046089238845144355,
|
||
|
|
"grad_norm": 0.107913538813591,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8875625133514404,
|
||
|
|
"step": 878
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.046194225721784776,
|
||
|
|
"grad_norm": 0.11127500981092453,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9353115558624268,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0462992125984252,
|
||
|
|
"grad_norm": 0.107363760471344,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.862389087677002,
|
||
|
|
"step": 882
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04640419947506562,
|
||
|
|
"grad_norm": 0.10834158211946487,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8950586318969727,
|
||
|
|
"step": 884
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04650918635170603,
|
||
|
|
"grad_norm": 0.11008019000291824,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.847538709640503,
|
||
|
|
"step": 886
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.046614173228346455,
|
||
|
|
"grad_norm": 0.10486385971307755,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8976285457611084,
|
||
|
|
"step": 888
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.046719160104986876,
|
||
|
|
"grad_norm": 0.10609378665685654,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9052734375,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0468241469816273,
|
||
|
|
"grad_norm": 0.10781682282686234,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8474717140197754,
|
||
|
|
"step": 892
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04692913385826772,
|
||
|
|
"grad_norm": 0.11209188401699066,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8896048069000244,
|
||
|
|
"step": 894
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04703412073490813,
|
||
|
|
"grad_norm": 0.11089079827070236,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.906379222869873,
|
||
|
|
"step": 896
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.047139107611548554,
|
||
|
|
"grad_norm": 0.1138719990849495,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9644546508789062,
|
||
|
|
"step": 898
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.047244094488188976,
|
||
|
|
"grad_norm": 0.11188910156488419,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9156696796417236,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0473490813648294,
|
||
|
|
"grad_norm": 0.10872109234333038,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8037800788879395,
|
||
|
|
"step": 902
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04745406824146982,
|
||
|
|
"grad_norm": 0.1132812425494194,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.88108491897583,
|
||
|
|
"step": 904
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04755905511811023,
|
||
|
|
"grad_norm": 0.10931621491909027,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.823637008666992,
|
||
|
|
"step": 906
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.047664041994750654,
|
||
|
|
"grad_norm": 0.10800245404243469,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8360915184020996,
|
||
|
|
"step": 908
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.047769028871391075,
|
||
|
|
"grad_norm": 0.10993431508541107,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9463419914245605,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0478740157480315,
|
||
|
|
"grad_norm": 0.11326651275157928,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8706324100494385,
|
||
|
|
"step": 912
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04797900262467192,
|
||
|
|
"grad_norm": 0.1067848727107048,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8948814868927,
|
||
|
|
"step": 914
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04808398950131233,
|
||
|
|
"grad_norm": 0.10832501202821732,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8744025230407715,
|
||
|
|
"step": 916
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.048188976377952754,
|
||
|
|
"grad_norm": 0.22046154737472534,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8172924518585205,
|
||
|
|
"step": 918
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.048293963254593175,
|
||
|
|
"grad_norm": 0.10513289272785187,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8799233436584473,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.048398950131233597,
|
||
|
|
"grad_norm": 0.10676917433738708,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8221311569213867,
|
||
|
|
"step": 922
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04850393700787402,
|
||
|
|
"grad_norm": 0.11604278534650803,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8618123531341553,
|
||
|
|
"step": 924
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04860892388451443,
|
||
|
|
"grad_norm": 0.31026268005371094,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.933411121368408,
|
||
|
|
"step": 926
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.048713910761154854,
|
||
|
|
"grad_norm": 0.11676490306854248,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.900099039077759,
|
||
|
|
"step": 928
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.048818897637795275,
|
||
|
|
"grad_norm": 0.10813336074352264,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8783600330352783,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.048923884514435696,
|
||
|
|
"grad_norm": 0.14493827521800995,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8534443378448486,
|
||
|
|
"step": 932
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04902887139107612,
|
||
|
|
"grad_norm": 0.1146959587931633,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9133646488189697,
|
||
|
|
"step": 934
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04913385826771653,
|
||
|
|
"grad_norm": 0.11801094561815262,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9639992713928223,
|
||
|
|
"step": 936
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04923884514435695,
|
||
|
|
"grad_norm": 0.11729086190462112,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9099583625793457,
|
||
|
|
"step": 938
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.049343832020997375,
|
||
|
|
"grad_norm": 0.1108347624540329,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8269410133361816,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.049448818897637796,
|
||
|
|
"grad_norm": 0.107319176197052,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.894010066986084,
|
||
|
|
"step": 942
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04955380577427822,
|
||
|
|
"grad_norm": 0.11818240582942963,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8637502193450928,
|
||
|
|
"step": 944
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04965879265091863,
|
||
|
|
"grad_norm": 0.10464034974575043,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.848630666732788,
|
||
|
|
"step": 946
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04976377952755905,
|
||
|
|
"grad_norm": 0.110150046646595,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8126089572906494,
|
||
|
|
"step": 948
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.049868766404199474,
|
||
|
|
"grad_norm": 0.11635616421699524,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.854870319366455,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.049973753280839896,
|
||
|
|
"grad_norm": 0.10688231140375137,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.851635217666626,
|
||
|
|
"step": 952
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05007874015748032,
|
||
|
|
"grad_norm": 0.10546289384365082,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.863751173019409,
|
||
|
|
"step": 954
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05018372703412074,
|
||
|
|
"grad_norm": 0.10257919877767563,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.952653169631958,
|
||
|
|
"step": 956
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05028871391076115,
|
||
|
|
"grad_norm": 0.10375232249498367,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8090758323669434,
|
||
|
|
"step": 958
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.050393700787401574,
|
||
|
|
"grad_norm": 0.12159629911184311,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9165844917297363,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.050498687664041995,
|
||
|
|
"grad_norm": 0.1033838540315628,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.849384069442749,
|
||
|
|
"step": 962
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05060367454068242,
|
||
|
|
"grad_norm": 0.11069808155298233,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8043620586395264,
|
||
|
|
"step": 964
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05070866141732284,
|
||
|
|
"grad_norm": 0.12036273628473282,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9057257175445557,
|
||
|
|
"step": 966
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05081364829396325,
|
||
|
|
"grad_norm": 0.10124826431274414,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.830293655395508,
|
||
|
|
"step": 968
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.050918635170603674,
|
||
|
|
"grad_norm": 0.10840156674385071,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.892146110534668,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.051023622047244095,
|
||
|
|
"grad_norm": 0.10134908556938171,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7851529121398926,
|
||
|
|
"step": 972
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.051128608923884517,
|
||
|
|
"grad_norm": 0.10375969111919403,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8426032066345215,
|
||
|
|
"step": 974
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05123359580052494,
|
||
|
|
"grad_norm": 0.10250184684991837,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8460187911987305,
|
||
|
|
"step": 976
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05133858267716535,
|
||
|
|
"grad_norm": 0.10046141594648361,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.790334939956665,
|
||
|
|
"step": 978
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.051443569553805774,
|
||
|
|
"grad_norm": 0.10310408473014832,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8429830074310303,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.051548556430446195,
|
||
|
|
"grad_norm": 0.10038266330957413,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8468050956726074,
|
||
|
|
"step": 982
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.051653543307086616,
|
||
|
|
"grad_norm": 0.11408326029777527,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.869588851928711,
|
||
|
|
"step": 984
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05175853018372704,
|
||
|
|
"grad_norm": 0.10076751559972763,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8215019702911377,
|
||
|
|
"step": 986
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05186351706036745,
|
||
|
|
"grad_norm": 0.11360592395067215,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8531057834625244,
|
||
|
|
"step": 988
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05196850393700787,
|
||
|
|
"grad_norm": 0.1087770015001297,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.857332706451416,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052073490813648295,
|
||
|
|
"grad_norm": 0.09793613106012344,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.781360626220703,
|
||
|
|
"step": 992
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052178477690288716,
|
||
|
|
"grad_norm": 0.1005278155207634,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7993361949920654,
|
||
|
|
"step": 994
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05228346456692914,
|
||
|
|
"grad_norm": 0.10499605536460876,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8021810054779053,
|
||
|
|
"step": 996
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05238845144356955,
|
||
|
|
"grad_norm": 0.09995300322771072,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8334829807281494,
|
||
|
|
"step": 998
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05249343832020997,
|
||
|
|
"grad_norm": 0.09899105876684189,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7776875495910645,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052598425196850394,
|
||
|
|
"grad_norm": 0.10376624763011932,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8660783767700195,
|
||
|
|
"step": 1002
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052703412073490816,
|
||
|
|
"grad_norm": 0.10802112519741058,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.864668369293213,
|
||
|
|
"step": 1004
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05280839895013124,
|
||
|
|
"grad_norm": 0.10298653692007065,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.800145387649536,
|
||
|
|
"step": 1006
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05291338582677165,
|
||
|
|
"grad_norm": 0.09753638505935669,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8046822547912598,
|
||
|
|
"step": 1008
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05301837270341207,
|
||
|
|
"grad_norm": 0.10928277671337128,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8910574913024902,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.053123359580052494,
|
||
|
|
"grad_norm": 0.10510570555925369,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.772444248199463,
|
||
|
|
"step": 1012
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.053228346456692915,
|
||
|
|
"grad_norm": 0.1018993929028511,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.821305990219116,
|
||
|
|
"step": 1014
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05333333333333334,
|
||
|
|
"grad_norm": 0.1073940172791481,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8084757328033447,
|
||
|
|
"step": 1016
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05343832020997375,
|
||
|
|
"grad_norm": 0.10738760232925415,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.780719041824341,
|
||
|
|
"step": 1018
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05354330708661417,
|
||
|
|
"grad_norm": 0.1023760661482811,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7836318016052246,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.053648293963254594,
|
||
|
|
"grad_norm": 0.10736978054046631,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.846604108810425,
|
||
|
|
"step": 1022
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.053753280839895015,
|
||
|
|
"grad_norm": 0.10393604636192322,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7620151042938232,
|
||
|
|
"step": 1024
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.053858267716535436,
|
||
|
|
"grad_norm": 0.09899700433015823,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.773373603820801,
|
||
|
|
"step": 1026
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05396325459317585,
|
||
|
|
"grad_norm": 0.10414134711027145,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7963967323303223,
|
||
|
|
"step": 1028
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05406824146981627,
|
||
|
|
"grad_norm": 0.1031123548746109,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.845099925994873,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.054173228346456694,
|
||
|
|
"grad_norm": 0.108132004737854,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8229126930236816,
|
||
|
|
"step": 1032
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.054278215223097115,
|
||
|
|
"grad_norm": 0.11058522760868073,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8594136238098145,
|
||
|
|
"step": 1034
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.054383202099737536,
|
||
|
|
"grad_norm": 0.11115548014640808,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.81899094581604,
|
||
|
|
"step": 1036
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05448818897637795,
|
||
|
|
"grad_norm": 0.1087251603603363,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7584517002105713,
|
||
|
|
"step": 1038
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05459317585301837,
|
||
|
|
"grad_norm": 0.10288669168949127,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8365824222564697,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05469816272965879,
|
||
|
|
"grad_norm": 0.10305164009332657,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8229153156280518,
|
||
|
|
"step": 1042
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.054803149606299215,
|
||
|
|
"grad_norm": 0.1453515738248825,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.805276393890381,
|
||
|
|
"step": 1044
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.054908136482939636,
|
||
|
|
"grad_norm": 0.10317279398441315,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.756784200668335,
|
||
|
|
"step": 1046
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05501312335958005,
|
||
|
|
"grad_norm": 0.09912578016519547,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.751218318939209,
|
||
|
|
"step": 1048
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05511811023622047,
|
||
|
|
"grad_norm": 0.10517663508653641,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8035247325897217,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05522309711286089,
|
||
|
|
"grad_norm": 0.20114435255527496,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7888002395629883,
|
||
|
|
"step": 1052
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.055328083989501314,
|
||
|
|
"grad_norm": 0.10310180485248566,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.881930351257324,
|
||
|
|
"step": 1054
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.055433070866141736,
|
||
|
|
"grad_norm": 0.09550151228904724,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.761927604675293,
|
||
|
|
"step": 1056
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05553805774278215,
|
||
|
|
"grad_norm": 0.10260967165231705,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.818103551864624,
|
||
|
|
"step": 1058
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05564304461942257,
|
||
|
|
"grad_norm": 0.12903259694576263,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.814908266067505,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05574803149606299,
|
||
|
|
"grad_norm": 0.1667206883430481,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8861734867095947,
|
||
|
|
"step": 1062
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.055853018372703414,
|
||
|
|
"grad_norm": 0.116305872797966,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7723100185394287,
|
||
|
|
"step": 1064
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.055958005249343835,
|
||
|
|
"grad_norm": 0.11162646859884262,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8139381408691406,
|
||
|
|
"step": 1066
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05606299212598425,
|
||
|
|
"grad_norm": 0.11301624029874802,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7693135738372803,
|
||
|
|
"step": 1068
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05616797900262467,
|
||
|
|
"grad_norm": 0.09614431113004684,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7754907608032227,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05627296587926509,
|
||
|
|
"grad_norm": 0.10846854001283646,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7906415462493896,
|
||
|
|
"step": 1072
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.056377952755905514,
|
||
|
|
"grad_norm": 0.10793575644493103,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7774417400360107,
|
||
|
|
"step": 1074
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.056482939632545935,
|
||
|
|
"grad_norm": 0.10033487528562546,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7576797008514404,
|
||
|
|
"step": 1076
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05658792650918635,
|
||
|
|
"grad_norm": 0.10204245150089264,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8064651489257812,
|
||
|
|
"step": 1078
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05669291338582677,
|
||
|
|
"grad_norm": 0.1339305192232132,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8269896507263184,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05679790026246719,
|
||
|
|
"grad_norm": 0.10039006918668747,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.785451889038086,
|
||
|
|
"step": 1082
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.056902887139107614,
|
||
|
|
"grad_norm": 0.09588530659675598,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.751840353012085,
|
||
|
|
"step": 1084
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.057007874015748035,
|
||
|
|
"grad_norm": 0.09678629785776138,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.820312738418579,
|
||
|
|
"step": 1086
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05711286089238845,
|
||
|
|
"grad_norm": 0.09806337207555771,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.735081434249878,
|
||
|
|
"step": 1088
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05721784776902887,
|
||
|
|
"grad_norm": 0.11089258641004562,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7608463764190674,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05732283464566929,
|
||
|
|
"grad_norm": 0.09958311170339584,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7519888877868652,
|
||
|
|
"step": 1092
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05742782152230971,
|
||
|
|
"grad_norm": 0.10076095163822174,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8068771362304688,
|
||
|
|
"step": 1094
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.057532808398950135,
|
||
|
|
"grad_norm": 0.09349599480628967,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8188719749450684,
|
||
|
|
"step": 1096
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05763779527559055,
|
||
|
|
"grad_norm": 0.09559649974107742,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8073160648345947,
|
||
|
|
"step": 1098
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05774278215223097,
|
||
|
|
"grad_norm": 0.0973324403166771,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.81024432182312,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05784776902887139,
|
||
|
|
"grad_norm": 0.10361398011445999,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7769150733947754,
|
||
|
|
"step": 1102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05795275590551181,
|
||
|
|
"grad_norm": 0.09911870211362839,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7836496829986572,
|
||
|
|
"step": 1104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.058057742782152234,
|
||
|
|
"grad_norm": 0.0959470123052597,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.824338436126709,
|
||
|
|
"step": 1106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05816272965879265,
|
||
|
|
"grad_norm": 0.10547234117984772,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8017425537109375,
|
||
|
|
"step": 1108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05826771653543307,
|
||
|
|
"grad_norm": 0.11770127713680267,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.778801918029785,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05837270341207349,
|
||
|
|
"grad_norm": 0.10263510793447495,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7272756099700928,
|
||
|
|
"step": 1112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05847769028871391,
|
||
|
|
"grad_norm": 0.10365133732557297,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6706371307373047,
|
||
|
|
"step": 1114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.058582677165354334,
|
||
|
|
"grad_norm": 0.10239488631486893,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7648658752441406,
|
||
|
|
"step": 1116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05868766404199475,
|
||
|
|
"grad_norm": 0.10074584931135178,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7860660552978516,
|
||
|
|
"step": 1118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05879265091863517,
|
||
|
|
"grad_norm": 0.09691484272480011,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.776440382003784,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05889763779527559,
|
||
|
|
"grad_norm": 0.09571411460638046,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7625234127044678,
|
||
|
|
"step": 1122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05900262467191601,
|
||
|
|
"grad_norm": 0.10247057676315308,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.749131679534912,
|
||
|
|
"step": 1124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.059107611548556434,
|
||
|
|
"grad_norm": 0.10407362133264542,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8207249641418457,
|
||
|
|
"step": 1126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05921259842519685,
|
||
|
|
"grad_norm": 0.09510679543018341,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6953272819519043,
|
||
|
|
"step": 1128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05931758530183727,
|
||
|
|
"grad_norm": 0.10698787122964859,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.795836925506592,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05942257217847769,
|
||
|
|
"grad_norm": 0.09319344162940979,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.751784324645996,
|
||
|
|
"step": 1132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05952755905511811,
|
||
|
|
"grad_norm": 0.1036166325211525,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.768706798553467,
|
||
|
|
"step": 1134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.059632545931758534,
|
||
|
|
"grad_norm": 0.1037125214934349,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7052805423736572,
|
||
|
|
"step": 1136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05973753280839895,
|
||
|
|
"grad_norm": 0.09657058864831924,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7239277362823486,
|
||
|
|
"step": 1138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05984251968503937,
|
||
|
|
"grad_norm": 0.09930210560560226,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7407634258270264,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05994750656167979,
|
||
|
|
"grad_norm": 0.10446039587259293,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7894794940948486,
|
||
|
|
"step": 1142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06005249343832021,
|
||
|
|
"grad_norm": 0.09340780973434448,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7534453868865967,
|
||
|
|
"step": 1144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06015748031496063,
|
||
|
|
"grad_norm": 0.09551321715116501,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.690730571746826,
|
||
|
|
"step": 1146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06026246719160105,
|
||
|
|
"grad_norm": 0.10366897284984589,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.773142099380493,
|
||
|
|
"step": 1148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06036745406824147,
|
||
|
|
"grad_norm": 0.09920721501111984,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.736051321029663,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06047244094488189,
|
||
|
|
"grad_norm": 0.09954190999269485,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7246105670928955,
|
||
|
|
"step": 1152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06057742782152231,
|
||
|
|
"grad_norm": 0.0974222794175148,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.731856107711792,
|
||
|
|
"step": 1154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06068241469816273,
|
||
|
|
"grad_norm": 0.097303107380867,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7895407676696777,
|
||
|
|
"step": 1156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06078740157480315,
|
||
|
|
"grad_norm": 0.09522704035043716,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7590274810791016,
|
||
|
|
"step": 1158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06089238845144357,
|
||
|
|
"grad_norm": 0.09463141113519669,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.765191078186035,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06099737532808399,
|
||
|
|
"grad_norm": 0.09408853203058243,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7823188304901123,
|
||
|
|
"step": 1162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06110236220472441,
|
||
|
|
"grad_norm": 0.09858901798725128,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.707946538925171,
|
||
|
|
"step": 1164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06120734908136483,
|
||
|
|
"grad_norm": 0.09399278461933136,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7710776329040527,
|
||
|
|
"step": 1166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06131233595800525,
|
||
|
|
"grad_norm": 0.09577006846666336,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7472236156463623,
|
||
|
|
"step": 1168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06141732283464567,
|
||
|
|
"grad_norm": 0.10166503489017487,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.774897575378418,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06152230971128609,
|
||
|
|
"grad_norm": 0.09624114632606506,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.748838424682617,
|
||
|
|
"step": 1172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06162729658792651,
|
||
|
|
"grad_norm": 0.09472914040088654,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.771334171295166,
|
||
|
|
"step": 1174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06173228346456693,
|
||
|
|
"grad_norm": 0.09809508174657822,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8077011108398438,
|
||
|
|
"step": 1176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06183727034120735,
|
||
|
|
"grad_norm": 0.09370114654302597,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.724283218383789,
|
||
|
|
"step": 1178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06194225721784777,
|
||
|
|
"grad_norm": 0.0985821783542633,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.880124568939209,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06204724409448819,
|
||
|
|
"grad_norm": 0.09660397469997406,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8263754844665527,
|
||
|
|
"step": 1182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06215223097112861,
|
||
|
|
"grad_norm": 0.09598527103662491,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.666367530822754,
|
||
|
|
"step": 1184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06225721784776903,
|
||
|
|
"grad_norm": 0.09384316205978394,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7239773273468018,
|
||
|
|
"step": 1186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06236220472440945,
|
||
|
|
"grad_norm": 0.0932997465133667,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7118349075317383,
|
||
|
|
"step": 1188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06246719160104987,
|
||
|
|
"grad_norm": 0.09373453259468079,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7382428646087646,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06257217847769028,
|
||
|
|
"grad_norm": 0.09803857654333115,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.755943775177002,
|
||
|
|
"step": 1192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06267716535433071,
|
||
|
|
"grad_norm": 0.09311717003583908,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7395267486572266,
|
||
|
|
"step": 1194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06278215223097112,
|
||
|
|
"grad_norm": 0.09369563311338425,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.785970449447632,
|
||
|
|
"step": 1196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06288713910761155,
|
||
|
|
"grad_norm": 0.09036700427532196,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.776278257369995,
|
||
|
|
"step": 1198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06299212598425197,
|
||
|
|
"grad_norm": 0.09363891929388046,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7700867652893066,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06309711286089238,
|
||
|
|
"grad_norm": 0.09650267660617828,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.713502883911133,
|
||
|
|
"step": 1202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06320209973753281,
|
||
|
|
"grad_norm": 0.10293524712324142,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.9022140502929688,
|
||
|
|
"step": 1204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06330708661417322,
|
||
|
|
"grad_norm": 0.09519843757152557,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7313969135284424,
|
||
|
|
"step": 1206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06341207349081365,
|
||
|
|
"grad_norm": 0.0950169712305069,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.774022340774536,
|
||
|
|
"step": 1208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06351706036745407,
|
||
|
|
"grad_norm": 0.09091480821371078,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7015767097473145,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06362204724409448,
|
||
|
|
"grad_norm": 0.09598124027252197,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7730629444122314,
|
||
|
|
"step": 1212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06372703412073491,
|
||
|
|
"grad_norm": 0.09794464707374573,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8449044227600098,
|
||
|
|
"step": 1214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06383202099737532,
|
||
|
|
"grad_norm": 0.10073459148406982,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7421374320983887,
|
||
|
|
"step": 1216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06393700787401575,
|
||
|
|
"grad_norm": 0.09479549527168274,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.726524829864502,
|
||
|
|
"step": 1218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06404199475065617,
|
||
|
|
"grad_norm": 0.09764054417610168,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7664859294891357,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06414698162729658,
|
||
|
|
"grad_norm": 0.09193890541791916,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7090096473693848,
|
||
|
|
"step": 1222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06425196850393701,
|
||
|
|
"grad_norm": 0.0995439738035202,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6843483448028564,
|
||
|
|
"step": 1224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06435695538057742,
|
||
|
|
"grad_norm": 0.09356983751058578,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7224812507629395,
|
||
|
|
"step": 1226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06446194225721785,
|
||
|
|
"grad_norm": 0.0965329185128212,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.739919900894165,
|
||
|
|
"step": 1228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06456692913385827,
|
||
|
|
"grad_norm": 0.09178649634122849,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7742674350738525,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06467191601049868,
|
||
|
|
"grad_norm": 0.09057556837797165,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6888370513916016,
|
||
|
|
"step": 1232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06477690288713911,
|
||
|
|
"grad_norm": 0.09977737814188004,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7652909755706787,
|
||
|
|
"step": 1234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06488188976377952,
|
||
|
|
"grad_norm": 0.09570503234863281,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.719186782836914,
|
||
|
|
"step": 1236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06498687664041995,
|
||
|
|
"grad_norm": 0.09464333951473236,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.682467460632324,
|
||
|
|
"step": 1238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06509186351706037,
|
||
|
|
"grad_norm": 0.10610726475715637,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6956610679626465,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06519685039370078,
|
||
|
|
"grad_norm": 0.09222975373268127,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.741663694381714,
|
||
|
|
"step": 1242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06530183727034121,
|
||
|
|
"grad_norm": 0.09509462118148804,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.739074468612671,
|
||
|
|
"step": 1244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06540682414698162,
|
||
|
|
"grad_norm": 0.09526625275611877,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.716810464859009,
|
||
|
|
"step": 1246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06551181102362205,
|
||
|
|
"grad_norm": 0.08917568624019623,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7790722846984863,
|
||
|
|
"step": 1248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06561679790026247,
|
||
|
|
"grad_norm": 0.08985543996095657,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.748087167739868,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06572178477690288,
|
||
|
|
"grad_norm": 0.09263970702886581,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6896450519561768,
|
||
|
|
"step": 1252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06582677165354331,
|
||
|
|
"grad_norm": 0.09330984950065613,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6958892345428467,
|
||
|
|
"step": 1254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06593175853018372,
|
||
|
|
"grad_norm": 0.08814782649278641,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7310869693756104,
|
||
|
|
"step": 1256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06603674540682415,
|
||
|
|
"grad_norm": 0.09247346967458725,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6854116916656494,
|
||
|
|
"step": 1258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06614173228346457,
|
||
|
|
"grad_norm": 0.0904579684138298,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7304842472076416,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06624671916010498,
|
||
|
|
"grad_norm": 0.10152405500411987,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.702768325805664,
|
||
|
|
"step": 1262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06635170603674541,
|
||
|
|
"grad_norm": 0.09937993437051773,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.766422986984253,
|
||
|
|
"step": 1264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06645669291338582,
|
||
|
|
"grad_norm": 0.09391853213310242,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.707615613937378,
|
||
|
|
"step": 1266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06656167979002625,
|
||
|
|
"grad_norm": 0.08916128426790237,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6421377658843994,
|
||
|
|
"step": 1268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06666666666666667,
|
||
|
|
"grad_norm": 0.11973083019256592,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.764481782913208,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06677165354330708,
|
||
|
|
"grad_norm": 0.09177809208631516,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.782212972640991,
|
||
|
|
"step": 1272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06687664041994751,
|
||
|
|
"grad_norm": 0.09051013737916946,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.728666067123413,
|
||
|
|
"step": 1274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06698162729658792,
|
||
|
|
"grad_norm": 0.0887698158621788,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6825649738311768,
|
||
|
|
"step": 1276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06708661417322835,
|
||
|
|
"grad_norm": 0.08877133578062057,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.770366668701172,
|
||
|
|
"step": 1278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06719160104986877,
|
||
|
|
"grad_norm": 0.09202440083026886,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.774871826171875,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06729658792650918,
|
||
|
|
"grad_norm": 0.09336346387863159,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.733929395675659,
|
||
|
|
"step": 1282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06740157480314961,
|
||
|
|
"grad_norm": 0.09517822414636612,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7393155097961426,
|
||
|
|
"step": 1284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06750656167979002,
|
||
|
|
"grad_norm": 0.09316384792327881,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.726889133453369,
|
||
|
|
"step": 1286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06761154855643045,
|
||
|
|
"grad_norm": 0.09062747657299042,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.676839590072632,
|
||
|
|
"step": 1288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06771653543307087,
|
||
|
|
"grad_norm": 0.0867094025015831,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.712338924407959,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06782152230971128,
|
||
|
|
"grad_norm": 0.09216507524251938,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.76090931892395,
|
||
|
|
"step": 1292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06792650918635171,
|
||
|
|
"grad_norm": 0.09290657192468643,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7047674655914307,
|
||
|
|
"step": 1294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06803149606299212,
|
||
|
|
"grad_norm": 0.09055540710687637,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.725385904312134,
|
||
|
|
"step": 1296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06813648293963255,
|
||
|
|
"grad_norm": 0.09026801586151123,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7393622398376465,
|
||
|
|
"step": 1298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06824146981627296,
|
||
|
|
"grad_norm": 0.08923443406820297,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.70747709274292,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06834645669291338,
|
||
|
|
"grad_norm": 0.09018641710281372,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.687223434448242,
|
||
|
|
"step": 1302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06845144356955381,
|
||
|
|
"grad_norm": 0.08945067226886749,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.758821964263916,
|
||
|
|
"step": 1304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06855643044619422,
|
||
|
|
"grad_norm": 0.08930539339780807,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7447938919067383,
|
||
|
|
"step": 1306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06866141732283465,
|
||
|
|
"grad_norm": 0.09555280953645706,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6633846759796143,
|
||
|
|
"step": 1308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06876640419947506,
|
||
|
|
"grad_norm": 0.09034199267625809,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7054800987243652,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06887139107611548,
|
||
|
|
"grad_norm": 0.0911264568567276,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.703281879425049,
|
||
|
|
"step": 1312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06897637795275591,
|
||
|
|
"grad_norm": 0.11208830028772354,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7217724323272705,
|
||
|
|
"step": 1314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06908136482939632,
|
||
|
|
"grad_norm": 0.09283586591482162,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6326820850372314,
|
||
|
|
"step": 1316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06918635170603675,
|
||
|
|
"grad_norm": 0.09743106365203857,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7401678562164307,
|
||
|
|
"step": 1318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06929133858267716,
|
||
|
|
"grad_norm": 0.10332754254341125,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6880064010620117,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06939632545931758,
|
||
|
|
"grad_norm": 0.0905320793390274,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8321988582611084,
|
||
|
|
"step": 1322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06950131233595801,
|
||
|
|
"grad_norm": 0.09661230444908142,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.820366144180298,
|
||
|
|
"step": 1324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06960629921259842,
|
||
|
|
"grad_norm": 0.1010541319847107,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.669790506362915,
|
||
|
|
"step": 1326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06971128608923885,
|
||
|
|
"grad_norm": 0.10069449245929718,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6688294410705566,
|
||
|
|
"step": 1328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06981627296587926,
|
||
|
|
"grad_norm": 0.0907818153500557,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.711893081665039,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06992125984251968,
|
||
|
|
"grad_norm": 0.08876825869083405,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7334165573120117,
|
||
|
|
"step": 1332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0700262467191601,
|
||
|
|
"grad_norm": 0.08738885074853897,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6676371097564697,
|
||
|
|
"step": 1334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07013123359580052,
|
||
|
|
"grad_norm": 0.09067124128341675,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7439775466918945,
|
||
|
|
"step": 1336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07023622047244095,
|
||
|
|
"grad_norm": 0.08947622030973434,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.773383617401123,
|
||
|
|
"step": 1338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07034120734908136,
|
||
|
|
"grad_norm": 0.08832672238349915,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.684849500656128,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07044619422572178,
|
||
|
|
"grad_norm": 0.09062019735574722,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6650891304016113,
|
||
|
|
"step": 1342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0705511811023622,
|
||
|
|
"grad_norm": 0.09270370006561279,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7085578441619873,
|
||
|
|
"step": 1344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07065616797900262,
|
||
|
|
"grad_norm": 0.08942906558513641,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7183375358581543,
|
||
|
|
"step": 1346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07076115485564305,
|
||
|
|
"grad_norm": 0.08755499869585037,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6928529739379883,
|
||
|
|
"step": 1348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07086614173228346,
|
||
|
|
"grad_norm": 0.0885811522603035,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7188720703125,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07097112860892388,
|
||
|
|
"grad_norm": 0.08931387960910797,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6251308917999268,
|
||
|
|
"step": 1352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0710761154855643,
|
||
|
|
"grad_norm": 0.0879686251282692,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.74489688873291,
|
||
|
|
"step": 1354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07118110236220472,
|
||
|
|
"grad_norm": 0.08499078452587128,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6151463985443115,
|
||
|
|
"step": 1356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07128608923884515,
|
||
|
|
"grad_norm": 0.08597178012132645,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6897919178009033,
|
||
|
|
"step": 1358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07139107611548556,
|
||
|
|
"grad_norm": 0.09871555864810944,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6851541996002197,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07149606299212598,
|
||
|
|
"grad_norm": 0.08770178258419037,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.628960371017456,
|
||
|
|
"step": 1362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0716010498687664,
|
||
|
|
"grad_norm": 0.09183717519044876,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6417086124420166,
|
||
|
|
"step": 1364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07170603674540682,
|
||
|
|
"grad_norm": 0.08580727875232697,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6884584426879883,
|
||
|
|
"step": 1366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07181102362204725,
|
||
|
|
"grad_norm": 0.08483970910310745,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.75624942779541,
|
||
|
|
"step": 1368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07191601049868766,
|
||
|
|
"grad_norm": 0.09414925426244736,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.690917730331421,
|
||
|
|
"step": 1370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07202099737532808,
|
||
|
|
"grad_norm": 0.0874631330370903,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6809377670288086,
|
||
|
|
"step": 1372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0721259842519685,
|
||
|
|
"grad_norm": 0.09258206188678741,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6989850997924805,
|
||
|
|
"step": 1374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07223097112860892,
|
||
|
|
"grad_norm": 0.08777697384357452,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5786826610565186,
|
||
|
|
"step": 1376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07233595800524935,
|
||
|
|
"grad_norm": 0.09499172866344452,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.704826593399048,
|
||
|
|
"step": 1378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07244094488188976,
|
||
|
|
"grad_norm": 0.08798379451036453,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6959006786346436,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07254593175853018,
|
||
|
|
"grad_norm": 0.09166393429040909,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.744873523712158,
|
||
|
|
"step": 1382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0726509186351706,
|
||
|
|
"grad_norm": 0.08753436803817749,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.647568464279175,
|
||
|
|
"step": 1384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07275590551181102,
|
||
|
|
"grad_norm": 0.0951622724533081,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.769989490509033,
|
||
|
|
"step": 1386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07286089238845145,
|
||
|
|
"grad_norm": 0.08674084395170212,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.747138261795044,
|
||
|
|
"step": 1388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07296587926509186,
|
||
|
|
"grad_norm": 0.09108833223581314,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6137795448303223,
|
||
|
|
"step": 1390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07307086614173228,
|
||
|
|
"grad_norm": 0.08870238810777664,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.666318655014038,
|
||
|
|
"step": 1392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0731758530183727,
|
||
|
|
"grad_norm": 0.08854766190052032,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6619858741760254,
|
||
|
|
"step": 1394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07328083989501312,
|
||
|
|
"grad_norm": 0.08897228538990021,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.64046049118042,
|
||
|
|
"step": 1396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07338582677165355,
|
||
|
|
"grad_norm": 0.08897323161363602,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7652525901794434,
|
||
|
|
"step": 1398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07349081364829396,
|
||
|
|
"grad_norm": 0.08516496419906616,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5715649127960205,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07359580052493438,
|
||
|
|
"grad_norm": 0.08876385539770126,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7622568607330322,
|
||
|
|
"step": 1402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0737007874015748,
|
||
|
|
"grad_norm": 0.08872676640748978,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7113258838653564,
|
||
|
|
"step": 1404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07380577427821522,
|
||
|
|
"grad_norm": 0.08686773478984833,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6650986671447754,
|
||
|
|
"step": 1406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07391076115485565,
|
||
|
|
"grad_norm": 0.09066683799028397,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.636753559112549,
|
||
|
|
"step": 1408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07401574803149606,
|
||
|
|
"grad_norm": 0.08717681467533112,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6704976558685303,
|
||
|
|
"step": 1410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07412073490813648,
|
||
|
|
"grad_norm": 0.08846788853406906,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6926631927490234,
|
||
|
|
"step": 1412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0742257217847769,
|
||
|
|
"grad_norm": 0.09278976172208786,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6709396839141846,
|
||
|
|
"step": 1414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07433070866141732,
|
||
|
|
"grad_norm": 0.08742888271808624,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.691894769668579,
|
||
|
|
"step": 1416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07443569553805775,
|
||
|
|
"grad_norm": 0.08882424980401993,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6744706630706787,
|
||
|
|
"step": 1418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07454068241469816,
|
||
|
|
"grad_norm": 0.09900332987308502,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6957004070281982,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07464566929133858,
|
||
|
|
"grad_norm": 0.08583637326955795,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.629910707473755,
|
||
|
|
"step": 1422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.074750656167979,
|
||
|
|
"grad_norm": 0.09553971141576767,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7146975994110107,
|
||
|
|
"step": 1424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07485564304461942,
|
||
|
|
"grad_norm": 0.08393795043230057,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.644871234893799,
|
||
|
|
"step": 1426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07496062992125985,
|
||
|
|
"grad_norm": 0.08811771124601364,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.74150013923645,
|
||
|
|
"step": 1428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07506561679790026,
|
||
|
|
"grad_norm": 0.08552783727645874,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.626519203186035,
|
||
|
|
"step": 1430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07517060367454068,
|
||
|
|
"grad_norm": 0.10242731124162674,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.641078472137451,
|
||
|
|
"step": 1432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0752755905511811,
|
||
|
|
"grad_norm": 0.09166337549686432,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6449639797210693,
|
||
|
|
"step": 1434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07538057742782152,
|
||
|
|
"grad_norm": 0.08761779218912125,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.677574634552002,
|
||
|
|
"step": 1436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07548556430446195,
|
||
|
|
"grad_norm": 0.08642394095659256,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6905453205108643,
|
||
|
|
"step": 1438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07559055118110236,
|
||
|
|
"grad_norm": 0.08333615213632584,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.592236280441284,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07569553805774278,
|
||
|
|
"grad_norm": 0.08484560251235962,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6854631900787354,
|
||
|
|
"step": 1442
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0758005249343832,
|
||
|
|
"grad_norm": 0.0837368294596672,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6374318599700928,
|
||
|
|
"step": 1444
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07590551181102362,
|
||
|
|
"grad_norm": 0.09100774675607681,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6125762462615967,
|
||
|
|
"step": 1446
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07601049868766405,
|
||
|
|
"grad_norm": 0.08711443096399307,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.597930669784546,
|
||
|
|
"step": 1448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07611548556430446,
|
||
|
|
"grad_norm": 0.08646796643733978,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.648893356323242,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07622047244094488,
|
||
|
|
"grad_norm": 0.09896808862686157,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6535043716430664,
|
||
|
|
"step": 1452
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0763254593175853,
|
||
|
|
"grad_norm": 0.08856473863124847,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.602234363555908,
|
||
|
|
"step": 1454
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07643044619422572,
|
||
|
|
"grad_norm": 0.0864076167345047,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.689237594604492,
|
||
|
|
"step": 1456
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07653543307086615,
|
||
|
|
"grad_norm": 0.08773746341466904,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6581928730010986,
|
||
|
|
"step": 1458
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07664041994750656,
|
||
|
|
"grad_norm": 0.08633334189653397,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5990493297576904,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07674540682414698,
|
||
|
|
"grad_norm": 0.08365172892808914,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6227877140045166,
|
||
|
|
"step": 1462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0768503937007874,
|
||
|
|
"grad_norm": 0.08256988227367401,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5598974227905273,
|
||
|
|
"step": 1464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07695538057742782,
|
||
|
|
"grad_norm": 0.08591403067111969,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.673539400100708,
|
||
|
|
"step": 1466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07706036745406825,
|
||
|
|
"grad_norm": 0.15994617342948914,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.664999008178711,
|
||
|
|
"step": 1468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07716535433070866,
|
||
|
|
"grad_norm": 0.0995364636182785,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6732304096221924,
|
||
|
|
"step": 1470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07727034120734907,
|
||
|
|
"grad_norm": 0.49649930000305176,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6371679306030273,
|
||
|
|
"step": 1472
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0773753280839895,
|
||
|
|
"grad_norm": 0.13202159106731415,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.666672468185425,
|
||
|
|
"step": 1474
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07748031496062992,
|
||
|
|
"grad_norm": 0.14444680511951447,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6946022510528564,
|
||
|
|
"step": 1476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07758530183727035,
|
||
|
|
"grad_norm": 0.26887446641921997,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.8010661602020264,
|
||
|
|
"step": 1478
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07769028871391076,
|
||
|
|
"grad_norm": 0.1028187945485115,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7120325565338135,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07779527559055117,
|
||
|
|
"grad_norm": 0.10403750836849213,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7645153999328613,
|
||
|
|
"step": 1482
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0779002624671916,
|
||
|
|
"grad_norm": 0.097693532705307,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.569256067276001,
|
||
|
|
"step": 1484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07800524934383202,
|
||
|
|
"grad_norm": 0.09556399285793304,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5498592853546143,
|
||
|
|
"step": 1486
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07811023622047245,
|
||
|
|
"grad_norm": 0.09795936942100525,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6981966495513916,
|
||
|
|
"step": 1488
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07821522309711286,
|
||
|
|
"grad_norm": 0.16835343837738037,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.602991819381714,
|
||
|
|
"step": 1490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07832020997375327,
|
||
|
|
"grad_norm": 0.08939483761787415,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.639512062072754,
|
||
|
|
"step": 1492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0784251968503937,
|
||
|
|
"grad_norm": 0.08930263668298721,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6877212524414062,
|
||
|
|
"step": 1494
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07853018372703412,
|
||
|
|
"grad_norm": 0.08753892779350281,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.748821973800659,
|
||
|
|
"step": 1496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07863517060367455,
|
||
|
|
"grad_norm": 0.08467117697000504,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.636019706726074,
|
||
|
|
"step": 1498
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07874015748031496,
|
||
|
|
"grad_norm": 0.08635459095239639,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6212708950042725,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07884514435695537,
|
||
|
|
"grad_norm": 0.08619186282157898,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6356201171875,
|
||
|
|
"step": 1502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0789501312335958,
|
||
|
|
"grad_norm": 0.08826661854982376,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.682232618331909,
|
||
|
|
"step": 1504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07905511811023622,
|
||
|
|
"grad_norm": 0.08308306336402893,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6641902923583984,
|
||
|
|
"step": 1506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07916010498687664,
|
||
|
|
"grad_norm": 0.08432268351316452,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.608417272567749,
|
||
|
|
"step": 1508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07926509186351706,
|
||
|
|
"grad_norm": 0.08366723358631134,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6295907497406006,
|
||
|
|
"step": 1510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07937007874015747,
|
||
|
|
"grad_norm": 0.08625472337007523,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6681504249572754,
|
||
|
|
"step": 1512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0794750656167979,
|
||
|
|
"grad_norm": 0.08417803794145584,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6194047927856445,
|
||
|
|
"step": 1514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07958005249343832,
|
||
|
|
"grad_norm": 0.08445578813552856,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.603327751159668,
|
||
|
|
"step": 1516
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07968503937007874,
|
||
|
|
"grad_norm": 0.0818251222372055,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.602876901626587,
|
||
|
|
"step": 1518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07979002624671916,
|
||
|
|
"grad_norm": 0.08363281935453415,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.632730484008789,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07989501312335957,
|
||
|
|
"grad_norm": 0.08214236050844193,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5745739936828613,
|
||
|
|
"step": 1522
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08,
|
||
|
|
"grad_norm": 0.08501773327589035,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5629425048828125,
|
||
|
|
"step": 1524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08010498687664042,
|
||
|
|
"grad_norm": 0.0836695060133934,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6567468643188477,
|
||
|
|
"step": 1526
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08020997375328084,
|
||
|
|
"grad_norm": 0.09470122307538986,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6306705474853516,
|
||
|
|
"step": 1528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08031496062992126,
|
||
|
|
"grad_norm": 0.08731096982955933,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6195871829986572,
|
||
|
|
"step": 1530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08041994750656167,
|
||
|
|
"grad_norm": 0.08617392182350159,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6669445037841797,
|
||
|
|
"step": 1532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0805249343832021,
|
||
|
|
"grad_norm": 0.09462998807430267,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6400246620178223,
|
||
|
|
"step": 1534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08062992125984252,
|
||
|
|
"grad_norm": 0.08441915363073349,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.645432710647583,
|
||
|
|
"step": 1536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08073490813648294,
|
||
|
|
"grad_norm": 0.08263417333364487,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6180851459503174,
|
||
|
|
"step": 1538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08083989501312336,
|
||
|
|
"grad_norm": 0.08703829348087311,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5585739612579346,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08094488188976377,
|
||
|
|
"grad_norm": 0.08523893356323242,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.614161968231201,
|
||
|
|
"step": 1542
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0810498687664042,
|
||
|
|
"grad_norm": 0.08841872215270996,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6348488330841064,
|
||
|
|
"step": 1544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08115485564304462,
|
||
|
|
"grad_norm": 0.08768261969089508,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6650583744049072,
|
||
|
|
"step": 1546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08125984251968504,
|
||
|
|
"grad_norm": 0.08522971719503403,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6248960494995117,
|
||
|
|
"step": 1548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08136482939632546,
|
||
|
|
"grad_norm": 0.08117776364088058,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5123472213745117,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08146981627296587,
|
||
|
|
"grad_norm": 0.10297319293022156,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6397876739501953,
|
||
|
|
"step": 1552
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0815748031496063,
|
||
|
|
"grad_norm": 0.08273671567440033,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.671487808227539,
|
||
|
|
"step": 1554
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08167979002624672,
|
||
|
|
"grad_norm": 0.08913425356149673,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.619361400604248,
|
||
|
|
"step": 1556
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08178477690288714,
|
||
|
|
"grad_norm": 0.08676572889089584,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.646219253540039,
|
||
|
|
"step": 1558
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08188976377952756,
|
||
|
|
"grad_norm": 0.08558576554059982,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6649773120880127,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08199475065616797,
|
||
|
|
"grad_norm": 0.08772425353527069,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5893633365631104,
|
||
|
|
"step": 1562
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0820997375328084,
|
||
|
|
"grad_norm": 0.0831882581114769,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6974833011627197,
|
||
|
|
"step": 1564
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08220472440944881,
|
||
|
|
"grad_norm": 0.08178865164518356,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.583035707473755,
|
||
|
|
"step": 1566
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08230971128608924,
|
||
|
|
"grad_norm": 0.08514456450939178,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6143856048583984,
|
||
|
|
"step": 1568
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08241469816272966,
|
||
|
|
"grad_norm": 0.0887722596526146,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6891093254089355,
|
||
|
|
"step": 1570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08251968503937007,
|
||
|
|
"grad_norm": 0.08339700102806091,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6601476669311523,
|
||
|
|
"step": 1572
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0826246719160105,
|
||
|
|
"grad_norm": 0.09619136154651642,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7047266960144043,
|
||
|
|
"step": 1574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08272965879265091,
|
||
|
|
"grad_norm": 0.08555737882852554,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.641420602798462,
|
||
|
|
"step": 1576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08283464566929134,
|
||
|
|
"grad_norm": 0.09187690168619156,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.682300567626953,
|
||
|
|
"step": 1578
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08293963254593176,
|
||
|
|
"grad_norm": 0.08391961455345154,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.596982479095459,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08304461942257217,
|
||
|
|
"grad_norm": 0.08660521358251572,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5704190731048584,
|
||
|
|
"step": 1582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0831496062992126,
|
||
|
|
"grad_norm": 0.09145216643810272,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.610621690750122,
|
||
|
|
"step": 1584
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08325459317585301,
|
||
|
|
"grad_norm": 0.09076787531375885,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6265766620635986,
|
||
|
|
"step": 1586
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08335958005249344,
|
||
|
|
"grad_norm": 0.08473757654428482,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5840325355529785,
|
||
|
|
"step": 1588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08346456692913386,
|
||
|
|
"grad_norm": 0.08764895796775818,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.650861978530884,
|
||
|
|
"step": 1590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08356955380577427,
|
||
|
|
"grad_norm": 0.08604638278484344,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5880215167999268,
|
||
|
|
"step": 1592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0836745406824147,
|
||
|
|
"grad_norm": 0.08875894546508789,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5545339584350586,
|
||
|
|
"step": 1594
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08377952755905511,
|
||
|
|
"grad_norm": 0.08827130496501923,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6456351280212402,
|
||
|
|
"step": 1596
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08388451443569554,
|
||
|
|
"grad_norm": 0.08176963776350021,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5623390674591064,
|
||
|
|
"step": 1598
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08398950131233596,
|
||
|
|
"grad_norm": 0.086766816675663,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.7536349296569824,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08409448818897637,
|
||
|
|
"grad_norm": 0.09060511738061905,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.631099224090576,
|
||
|
|
"step": 1602
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0841994750656168,
|
||
|
|
"grad_norm": 0.08291477710008621,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6116275787353516,
|
||
|
|
"step": 1604
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08430446194225721,
|
||
|
|
"grad_norm": 0.08625714480876923,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.647369146347046,
|
||
|
|
"step": 1606
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08440944881889764,
|
||
|
|
"grad_norm": 0.08942336589097977,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6680569648742676,
|
||
|
|
"step": 1608
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08451443569553806,
|
||
|
|
"grad_norm": 0.08428546786308289,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6465890407562256,
|
||
|
|
"step": 1610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08461942257217847,
|
||
|
|
"grad_norm": 0.08562791347503662,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.625067949295044,
|
||
|
|
"step": 1612
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0847244094488189,
|
||
|
|
"grad_norm": 0.0880139097571373,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5922048091888428,
|
||
|
|
"step": 1614
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08482939632545931,
|
||
|
|
"grad_norm": 0.08246537297964096,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5575156211853027,
|
||
|
|
"step": 1616
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08493438320209974,
|
||
|
|
"grad_norm": 0.0834057629108429,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.641045570373535,
|
||
|
|
"step": 1618
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08503937007874016,
|
||
|
|
"grad_norm": 0.08735916763544083,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5660972595214844,
|
||
|
|
"step": 1620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08514435695538057,
|
||
|
|
"grad_norm": 0.08078532665967941,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.608192205429077,
|
||
|
|
"step": 1622
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.085249343832021,
|
||
|
|
"grad_norm": 0.08159651607275009,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.628239631652832,
|
||
|
|
"step": 1624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08535433070866141,
|
||
|
|
"grad_norm": 0.08421457558870316,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.590017318725586,
|
||
|
|
"step": 1626
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08545931758530184,
|
||
|
|
"grad_norm": 0.08065648376941681,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5932815074920654,
|
||
|
|
"step": 1628
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08556430446194226,
|
||
|
|
"grad_norm": 0.08451144397258759,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.526507616043091,
|
||
|
|
"step": 1630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08566929133858267,
|
||
|
|
"grad_norm": 0.0815906673669815,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6585793495178223,
|
||
|
|
"step": 1632
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0857742782152231,
|
||
|
|
"grad_norm": 0.0857076346874237,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.603756904602051,
|
||
|
|
"step": 1634
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08587926509186351,
|
||
|
|
"grad_norm": 0.0849592387676239,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5701847076416016,
|
||
|
|
"step": 1636
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08598425196850394,
|
||
|
|
"grad_norm": 0.0825916975736618,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.601931095123291,
|
||
|
|
"step": 1638
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08608923884514436,
|
||
|
|
"grad_norm": 0.0850144624710083,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6899642944335938,
|
||
|
|
"step": 1640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08619422572178477,
|
||
|
|
"grad_norm": 0.07960861921310425,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.628523349761963,
|
||
|
|
"step": 1642
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0862992125984252,
|
||
|
|
"grad_norm": 0.09087909013032913,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.637486457824707,
|
||
|
|
"step": 1644
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08640419947506561,
|
||
|
|
"grad_norm": 0.10057082772254944,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.61989688873291,
|
||
|
|
"step": 1646
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08650918635170604,
|
||
|
|
"grad_norm": 0.08616212755441666,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6472818851470947,
|
||
|
|
"step": 1648
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08661417322834646,
|
||
|
|
"grad_norm": 0.0801684781908989,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5400612354278564,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08671916010498687,
|
||
|
|
"grad_norm": 0.08322037756443024,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6284127235412598,
|
||
|
|
"step": 1652
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0868241469816273,
|
||
|
|
"grad_norm": 0.08782251924276352,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.571457624435425,
|
||
|
|
"step": 1654
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08692913385826771,
|
||
|
|
"grad_norm": 0.07917717844247818,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.583712100982666,
|
||
|
|
"step": 1656
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08703412073490814,
|
||
|
|
"grad_norm": 0.08118360489606857,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5801053047180176,
|
||
|
|
"step": 1658
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08713910761154856,
|
||
|
|
"grad_norm": 0.08316761255264282,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6475930213928223,
|
||
|
|
"step": 1660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08724409448818897,
|
||
|
|
"grad_norm": 0.08366121351718903,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5696606636047363,
|
||
|
|
"step": 1662
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0873490813648294,
|
||
|
|
"grad_norm": 0.08328234404325485,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.632983922958374,
|
||
|
|
"step": 1664
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08745406824146981,
|
||
|
|
"grad_norm": 0.09022201597690582,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6194865703582764,
|
||
|
|
"step": 1666
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08755905511811024,
|
||
|
|
"grad_norm": 0.09023604542016983,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.616377592086792,
|
||
|
|
"step": 1668
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08766404199475065,
|
||
|
|
"grad_norm": 0.08536537736654282,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5466952323913574,
|
||
|
|
"step": 1670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08776902887139107,
|
||
|
|
"grad_norm": 0.099100261926651,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.659147262573242,
|
||
|
|
"step": 1672
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0878740157480315,
|
||
|
|
"grad_norm": 0.08265551924705505,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.589916229248047,
|
||
|
|
"step": 1674
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08797900262467191,
|
||
|
|
"grad_norm": 0.09555111080408096,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6505472660064697,
|
||
|
|
"step": 1676
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08808398950131234,
|
||
|
|
"grad_norm": 0.09552125632762909,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5794239044189453,
|
||
|
|
"step": 1678
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08818897637795275,
|
||
|
|
"grad_norm": 0.08678983151912689,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.643092632293701,
|
||
|
|
"step": 1680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08829396325459317,
|
||
|
|
"grad_norm": 0.08301737904548645,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6255621910095215,
|
||
|
|
"step": 1682
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0883989501312336,
|
||
|
|
"grad_norm": 0.08073344081640244,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5802159309387207,
|
||
|
|
"step": 1684
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08850393700787401,
|
||
|
|
"grad_norm": 0.08115082234144211,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.607386589050293,
|
||
|
|
"step": 1686
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08860892388451444,
|
||
|
|
"grad_norm": 0.0805412232875824,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.598745822906494,
|
||
|
|
"step": 1688
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08871391076115485,
|
||
|
|
"grad_norm": 0.08753439038991928,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6611311435699463,
|
||
|
|
"step": 1690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08881889763779527,
|
||
|
|
"grad_norm": 0.08298667520284653,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5831384658813477,
|
||
|
|
"step": 1692
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0889238845144357,
|
||
|
|
"grad_norm": 0.08127131313085556,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6378657817840576,
|
||
|
|
"step": 1694
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08902887139107611,
|
||
|
|
"grad_norm": 0.08537666499614716,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.639033079147339,
|
||
|
|
"step": 1696
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08913385826771654,
|
||
|
|
"grad_norm": 0.0840623676776886,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.565019130706787,
|
||
|
|
"step": 1698
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08923884514435695,
|
||
|
|
"grad_norm": 0.08272294700145721,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.636948347091675,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08934383202099737,
|
||
|
|
"grad_norm": 0.08278897404670715,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6079483032226562,
|
||
|
|
"step": 1702
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0894488188976378,
|
||
|
|
"grad_norm": 0.0801597386598587,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.5585684776306152,
|
||
|
|
"step": 1704
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08955380577427821,
|
||
|
|
"grad_norm": 0.08294755220413208,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.572537899017334,
|
||
|
|
"step": 1706
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08965879265091864,
|
||
|
|
"grad_norm": 0.07987018674612045,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6297359466552734,
|
||
|
|
"step": 1708
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08976377952755905,
|
||
|
|
"grad_norm": 0.07916128635406494,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.573946952819824,
|
||
|
|
"step": 1710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08986876640419947,
|
||
|
|
"grad_norm": 0.08582612127065659,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.510253429412842,
|
||
|
|
"step": 1712
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0899737532808399,
|
||
|
|
"grad_norm": 0.08121506869792938,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.561246395111084,
|
||
|
|
"step": 1714
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09007874015748031,
|
||
|
|
"grad_norm": 0.07797350734472275,
|
||
|
|
"learning_rate": 0.0008,
|
||
|
|
"loss": 2.6328437328338623,
|
||
|
|
"step": 1716
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 2,
|
||
|
|
"max_steps": 19050,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 9223372036854775807,
|
||
|
|
"save_steps": 572,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 4.429426018965286e+18,
|
||
|
|
"train_batch_size": 32,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|