7436 lines
179 KiB
JSON
7436 lines
179 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 3.0,
|
|
"eval_steps": 500,
|
|
"global_step": 1056,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.002840909090909091,
|
|
"grad_norm": 9.802746734876441,
|
|
"learning_rate": 0.0,
|
|
"loss": 0.6182,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.005681818181818182,
|
|
"grad_norm": 12.388093403552265,
|
|
"learning_rate": 1.1627906976744187e-07,
|
|
"loss": 0.6649,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.008522727272727272,
|
|
"grad_norm": 12.643095212909474,
|
|
"learning_rate": 2.3255813953488374e-07,
|
|
"loss": 0.6794,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.011363636363636364,
|
|
"grad_norm": 9.628453582962425,
|
|
"learning_rate": 3.488372093023256e-07,
|
|
"loss": 0.5426,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.014204545454545454,
|
|
"grad_norm": 12.114285873199693,
|
|
"learning_rate": 4.651162790697675e-07,
|
|
"loss": 0.6628,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.017045454545454544,
|
|
"grad_norm": 12.590069642332757,
|
|
"learning_rate": 5.813953488372094e-07,
|
|
"loss": 0.6635,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.019886363636363636,
|
|
"grad_norm": 11.894881604292143,
|
|
"learning_rate": 6.976744186046513e-07,
|
|
"loss": 0.6478,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.022727272727272728,
|
|
"grad_norm": 10.523659604864859,
|
|
"learning_rate": 8.139534883720931e-07,
|
|
"loss": 0.6382,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.02556818181818182,
|
|
"grad_norm": 9.260520595400251,
|
|
"learning_rate": 9.30232558139535e-07,
|
|
"loss": 0.5683,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.028409090909090908,
|
|
"grad_norm": 8.701673712634479,
|
|
"learning_rate": 1.0465116279069768e-06,
|
|
"loss": 0.5677,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.03125,
|
|
"grad_norm": 7.754246744436588,
|
|
"learning_rate": 1.1627906976744188e-06,
|
|
"loss": 0.5026,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.03409090909090909,
|
|
"grad_norm": 8.663705476348797,
|
|
"learning_rate": 1.2790697674418605e-06,
|
|
"loss": 0.6104,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.036931818181818184,
|
|
"grad_norm": 5.045315784322545,
|
|
"learning_rate": 1.3953488372093025e-06,
|
|
"loss": 0.4227,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.03977272727272727,
|
|
"grad_norm": 4.926402953478099,
|
|
"learning_rate": 1.5116279069767443e-06,
|
|
"loss": 0.4896,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.04261363636363636,
|
|
"grad_norm": 4.591926718398226,
|
|
"learning_rate": 1.6279069767441862e-06,
|
|
"loss": 0.4869,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.045454545454545456,
|
|
"grad_norm": 4.197025239911461,
|
|
"learning_rate": 1.7441860465116282e-06,
|
|
"loss": 0.4637,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.048295454545454544,
|
|
"grad_norm": 3.8588657903560684,
|
|
"learning_rate": 1.86046511627907e-06,
|
|
"loss": 0.4426,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.05113636363636364,
|
|
"grad_norm": 1.8811670709600292,
|
|
"learning_rate": 1.976744186046512e-06,
|
|
"loss": 0.4305,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.05397727272727273,
|
|
"grad_norm": 1.6752451580220031,
|
|
"learning_rate": 2.0930232558139536e-06,
|
|
"loss": 0.4529,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.056818181818181816,
|
|
"grad_norm": 1.2090823975791671,
|
|
"learning_rate": 2.2093023255813954e-06,
|
|
"loss": 0.3613,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.05965909090909091,
|
|
"grad_norm": 1.1814336772386804,
|
|
"learning_rate": 2.3255813953488376e-06,
|
|
"loss": 0.4037,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.0625,
|
|
"grad_norm": 0.8954725283144086,
|
|
"learning_rate": 2.4418604651162793e-06,
|
|
"loss": 0.3702,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.06534090909090909,
|
|
"grad_norm": 0.8798870296631145,
|
|
"learning_rate": 2.558139534883721e-06,
|
|
"loss": 0.3973,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.06818181818181818,
|
|
"grad_norm": 0.5832983194953867,
|
|
"learning_rate": 2.674418604651163e-06,
|
|
"loss": 0.3262,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.07102272727272728,
|
|
"grad_norm": 0.8732475291899245,
|
|
"learning_rate": 2.790697674418605e-06,
|
|
"loss": 0.3909,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.07386363636363637,
|
|
"grad_norm": 1.100897285846476,
|
|
"learning_rate": 2.9069767441860468e-06,
|
|
"loss": 0.3817,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.07670454545454546,
|
|
"grad_norm": 1.0608377951702355,
|
|
"learning_rate": 3.0232558139534885e-06,
|
|
"loss": 0.3583,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.07954545454545454,
|
|
"grad_norm": 1.0224952192594947,
|
|
"learning_rate": 3.1395348837209307e-06,
|
|
"loss": 0.4162,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.08238636363636363,
|
|
"grad_norm": 0.8097165887156961,
|
|
"learning_rate": 3.2558139534883724e-06,
|
|
"loss": 0.3477,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.08522727272727272,
|
|
"grad_norm": 0.7315228867679278,
|
|
"learning_rate": 3.372093023255814e-06,
|
|
"loss": 0.3951,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.08806818181818182,
|
|
"grad_norm": 0.6032121177421607,
|
|
"learning_rate": 3.4883720930232564e-06,
|
|
"loss": 0.3414,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.09090909090909091,
|
|
"grad_norm": 0.5651833216962348,
|
|
"learning_rate": 3.6046511627906977e-06,
|
|
"loss": 0.3635,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.09375,
|
|
"grad_norm": 0.5192255380315864,
|
|
"learning_rate": 3.72093023255814e-06,
|
|
"loss": 0.3888,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.09659090909090909,
|
|
"grad_norm": 0.49173473741498314,
|
|
"learning_rate": 3.837209302325582e-06,
|
|
"loss": 0.3749,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.09943181818181818,
|
|
"grad_norm": 0.48300590116190206,
|
|
"learning_rate": 3.953488372093024e-06,
|
|
"loss": 0.3719,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.10227272727272728,
|
|
"grad_norm": 0.47568795818970555,
|
|
"learning_rate": 4.0697674418604655e-06,
|
|
"loss": 0.3502,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.10511363636363637,
|
|
"grad_norm": 0.5738976486828545,
|
|
"learning_rate": 4.186046511627907e-06,
|
|
"loss": 0.3553,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.10795454545454546,
|
|
"grad_norm": 0.48281438241706864,
|
|
"learning_rate": 4.302325581395349e-06,
|
|
"loss": 0.3194,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.11079545454545454,
|
|
"grad_norm": 0.6040813728082152,
|
|
"learning_rate": 4.418604651162791e-06,
|
|
"loss": 0.3753,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.11363636363636363,
|
|
"grad_norm": 0.5510018703021852,
|
|
"learning_rate": 4.5348837209302326e-06,
|
|
"loss": 0.3497,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.11647727272727272,
|
|
"grad_norm": 0.4265614122633672,
|
|
"learning_rate": 4.651162790697675e-06,
|
|
"loss": 0.3067,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.11931818181818182,
|
|
"grad_norm": 0.3982552723726358,
|
|
"learning_rate": 4.767441860465117e-06,
|
|
"loss": 0.3166,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.12215909090909091,
|
|
"grad_norm": 0.42319934937905634,
|
|
"learning_rate": 4.883720930232559e-06,
|
|
"loss": 0.3406,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.125,
|
|
"grad_norm": 0.48844669962812265,
|
|
"learning_rate": 5e-06,
|
|
"loss": 0.3809,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.1278409090909091,
|
|
"grad_norm": 0.4283299903892573,
|
|
"learning_rate": 4.999987977618099e-06,
|
|
"loss": 0.3487,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.13068181818181818,
|
|
"grad_norm": 0.45165901843941525,
|
|
"learning_rate": 4.999951910588025e-06,
|
|
"loss": 0.3261,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.13352272727272727,
|
|
"grad_norm": 0.3309060296669714,
|
|
"learning_rate": 4.999891799256668e-06,
|
|
"loss": 0.3122,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.13636363636363635,
|
|
"grad_norm": 0.3836084760514636,
|
|
"learning_rate": 4.9998076442021725e-06,
|
|
"loss": 0.3001,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.13920454545454544,
|
|
"grad_norm": 0.425230874245839,
|
|
"learning_rate": 4.999699446233934e-06,
|
|
"loss": 0.3341,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.14204545454545456,
|
|
"grad_norm": 0.4444798732501407,
|
|
"learning_rate": 4.999567206392591e-06,
|
|
"loss": 0.3373,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.14488636363636365,
|
|
"grad_norm": 0.381536539310927,
|
|
"learning_rate": 4.999410925950012e-06,
|
|
"loss": 0.3267,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.14772727272727273,
|
|
"grad_norm": 0.3767650025962174,
|
|
"learning_rate": 4.99923060640929e-06,
|
|
"loss": 0.328,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.15056818181818182,
|
|
"grad_norm": 0.3903203005773619,
|
|
"learning_rate": 4.99902624950472e-06,
|
|
"loss": 0.3367,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.1534090909090909,
|
|
"grad_norm": 0.47731540090520985,
|
|
"learning_rate": 4.9987978572017875e-06,
|
|
"loss": 0.3749,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.15625,
|
|
"grad_norm": 0.36341294567474813,
|
|
"learning_rate": 4.998545431697149e-06,
|
|
"loss": 0.2952,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.1590909090909091,
|
|
"grad_norm": 0.4160548663852485,
|
|
"learning_rate": 4.998268975418606e-06,
|
|
"loss": 0.3779,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.16193181818181818,
|
|
"grad_norm": 0.3664734921308225,
|
|
"learning_rate": 4.997968491025093e-06,
|
|
"loss": 0.3105,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.16477272727272727,
|
|
"grad_norm": 0.35755496009312704,
|
|
"learning_rate": 4.997643981406638e-06,
|
|
"loss": 0.3508,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.16761363636363635,
|
|
"grad_norm": 0.3738253178296096,
|
|
"learning_rate": 4.997295449684345e-06,
|
|
"loss": 0.349,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.17045454545454544,
|
|
"grad_norm": 0.3175005755892801,
|
|
"learning_rate": 4.996922899210358e-06,
|
|
"loss": 0.2984,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.17329545454545456,
|
|
"grad_norm": 0.39931619691125575,
|
|
"learning_rate": 4.996526333567833e-06,
|
|
"loss": 0.3627,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.17613636363636365,
|
|
"grad_norm": 0.3726199489633269,
|
|
"learning_rate": 4.9961057565709015e-06,
|
|
"loss": 0.3274,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.17897727272727273,
|
|
"grad_norm": 0.3954308613768431,
|
|
"learning_rate": 4.995661172264632e-06,
|
|
"loss": 0.34,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.18181818181818182,
|
|
"grad_norm": 0.3814105011898473,
|
|
"learning_rate": 4.995192584924995e-06,
|
|
"loss": 0.3122,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.1846590909090909,
|
|
"grad_norm": 0.3655156038716592,
|
|
"learning_rate": 4.99469999905882e-06,
|
|
"loss": 0.35,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.1875,
|
|
"grad_norm": 0.39224970009402493,
|
|
"learning_rate": 4.99418341940375e-06,
|
|
"loss": 0.3057,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.1903409090909091,
|
|
"grad_norm": 0.33083770067354695,
|
|
"learning_rate": 4.9936428509282e-06,
|
|
"loss": 0.3144,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.19318181818181818,
|
|
"grad_norm": 0.31786460924484966,
|
|
"learning_rate": 4.9930782988313065e-06,
|
|
"loss": 0.3156,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.19602272727272727,
|
|
"grad_norm": 0.3515587615165226,
|
|
"learning_rate": 4.992489768542877e-06,
|
|
"loss": 0.318,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.19886363636363635,
|
|
"grad_norm": 0.39680326873271354,
|
|
"learning_rate": 4.991877265723343e-06,
|
|
"loss": 0.3319,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.20170454545454544,
|
|
"grad_norm": 0.3532333123348208,
|
|
"learning_rate": 4.9912407962636965e-06,
|
|
"loss": 0.3343,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.20454545454545456,
|
|
"grad_norm": 0.3684851475562903,
|
|
"learning_rate": 4.990580366285441e-06,
|
|
"loss": 0.3214,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.20738636363636365,
|
|
"grad_norm": 0.34703126004025847,
|
|
"learning_rate": 4.98989598214053e-06,
|
|
"loss": 0.3497,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.21022727272727273,
|
|
"grad_norm": 0.331786659705209,
|
|
"learning_rate": 4.989187650411306e-06,
|
|
"loss": 0.3119,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.21306818181818182,
|
|
"grad_norm": 0.3514432926351399,
|
|
"learning_rate": 4.988455377910436e-06,
|
|
"loss": 0.3276,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.2159090909090909,
|
|
"grad_norm": 0.45669134699095365,
|
|
"learning_rate": 4.987699171680846e-06,
|
|
"loss": 0.3502,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.21875,
|
|
"grad_norm": 0.3799997391446089,
|
|
"learning_rate": 4.98691903899566e-06,
|
|
"loss": 0.3389,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.2215909090909091,
|
|
"grad_norm": 0.32987905423731806,
|
|
"learning_rate": 4.986114987358118e-06,
|
|
"loss": 0.3154,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.22443181818181818,
|
|
"grad_norm": 0.37320907794023317,
|
|
"learning_rate": 4.985287024501512e-06,
|
|
"loss": 0.2865,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.22727272727272727,
|
|
"grad_norm": 0.3606727238448836,
|
|
"learning_rate": 4.9844351583891125e-06,
|
|
"loss": 0.3352,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.23011363636363635,
|
|
"grad_norm": 0.28704484493903537,
|
|
"learning_rate": 4.983559397214086e-06,
|
|
"loss": 0.2761,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.23295454545454544,
|
|
"grad_norm": 0.3395805127723043,
|
|
"learning_rate": 4.982659749399421e-06,
|
|
"loss": 0.3013,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.23579545454545456,
|
|
"grad_norm": 0.32754503212231606,
|
|
"learning_rate": 4.981736223597845e-06,
|
|
"loss": 0.3291,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.23863636363636365,
|
|
"grad_norm": 0.3278411182469415,
|
|
"learning_rate": 4.9807888286917425e-06,
|
|
"loss": 0.281,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.24147727272727273,
|
|
"grad_norm": 0.3312034883074764,
|
|
"learning_rate": 4.979817573793068e-06,
|
|
"loss": 0.3484,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.24431818181818182,
|
|
"grad_norm": 0.3001329867151946,
|
|
"learning_rate": 4.978822468243259e-06,
|
|
"loss": 0.2842,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.2471590909090909,
|
|
"grad_norm": 0.3516159032278349,
|
|
"learning_rate": 4.977803521613147e-06,
|
|
"loss": 0.3084,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"grad_norm": 0.3782753735314241,
|
|
"learning_rate": 4.9767607437028645e-06,
|
|
"loss": 0.3381,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.2528409090909091,
|
|
"grad_norm": 0.3170089268559784,
|
|
"learning_rate": 4.97569414454175e-06,
|
|
"loss": 0.3215,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.2556818181818182,
|
|
"grad_norm": 0.29420316873312097,
|
|
"learning_rate": 4.9746037343882545e-06,
|
|
"loss": 0.2998,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.2585227272727273,
|
|
"grad_norm": 0.45657642279690197,
|
|
"learning_rate": 4.97348952372984e-06,
|
|
"loss": 0.3354,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.26136363636363635,
|
|
"grad_norm": 0.32675165284478025,
|
|
"learning_rate": 4.972351523282878e-06,
|
|
"loss": 0.2715,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.26420454545454547,
|
|
"grad_norm": 0.37411987401338476,
|
|
"learning_rate": 4.97118974399255e-06,
|
|
"loss": 0.331,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.26704545454545453,
|
|
"grad_norm": 0.2906231907319114,
|
|
"learning_rate": 4.970004197032741e-06,
|
|
"loss": 0.2635,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.26988636363636365,
|
|
"grad_norm": 0.42609899782651967,
|
|
"learning_rate": 4.968794893805927e-06,
|
|
"loss": 0.3662,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.2727272727272727,
|
|
"grad_norm": 0.35277264498485456,
|
|
"learning_rate": 4.967561845943074e-06,
|
|
"loss": 0.3656,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.2755681818181818,
|
|
"grad_norm": 0.33825537104063047,
|
|
"learning_rate": 4.966305065303519e-06,
|
|
"loss": 0.2949,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.2784090909090909,
|
|
"grad_norm": 0.36200881129772927,
|
|
"learning_rate": 4.96502456397486e-06,
|
|
"loss": 0.3457,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.28125,
|
|
"grad_norm": 0.31133758943801504,
|
|
"learning_rate": 4.963720354272837e-06,
|
|
"loss": 0.2831,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.2840909090909091,
|
|
"grad_norm": 0.3398462998770164,
|
|
"learning_rate": 4.962392448741216e-06,
|
|
"loss": 0.308,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.2869318181818182,
|
|
"grad_norm": 0.2825796948908475,
|
|
"learning_rate": 4.961040860151669e-06,
|
|
"loss": 0.2634,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.2897727272727273,
|
|
"grad_norm": 0.38927704510942096,
|
|
"learning_rate": 4.9596656015036434e-06,
|
|
"loss": 0.2942,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.29261363636363635,
|
|
"grad_norm": 0.35680520232446933,
|
|
"learning_rate": 4.95826668602425e-06,
|
|
"loss": 0.3148,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.29545454545454547,
|
|
"grad_norm": 0.40848691247631896,
|
|
"learning_rate": 4.956844127168124e-06,
|
|
"loss": 0.3475,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.29829545454545453,
|
|
"grad_norm": 0.3675982469780909,
|
|
"learning_rate": 4.955397938617304e-06,
|
|
"loss": 0.3223,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.30113636363636365,
|
|
"grad_norm": 0.32048567892217283,
|
|
"learning_rate": 4.953928134281093e-06,
|
|
"loss": 0.316,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.3039772727272727,
|
|
"grad_norm": 0.3107707861319827,
|
|
"learning_rate": 4.952434728295931e-06,
|
|
"loss": 0.3031,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.3068181818181818,
|
|
"grad_norm": 0.38878643961644715,
|
|
"learning_rate": 4.950917735025256e-06,
|
|
"loss": 0.3355,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.3096590909090909,
|
|
"grad_norm": 0.3735768679081344,
|
|
"learning_rate": 4.949377169059365e-06,
|
|
"loss": 0.3008,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.3125,
|
|
"grad_norm": 0.3808439931809935,
|
|
"learning_rate": 4.947813045215277e-06,
|
|
"loss": 0.3002,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.3153409090909091,
|
|
"grad_norm": 0.3256292929675435,
|
|
"learning_rate": 4.946225378536587e-06,
|
|
"loss": 0.2988,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.3181818181818182,
|
|
"grad_norm": 0.35150877205189135,
|
|
"learning_rate": 4.944614184293321e-06,
|
|
"loss": 0.2993,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.3210227272727273,
|
|
"grad_norm": 0.37494589367664166,
|
|
"learning_rate": 4.942979477981797e-06,
|
|
"loss": 0.3129,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.32386363636363635,
|
|
"grad_norm": 0.3506621432286222,
|
|
"learning_rate": 4.941321275324463e-06,
|
|
"loss": 0.3015,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.32670454545454547,
|
|
"grad_norm": 0.30804865814837706,
|
|
"learning_rate": 4.939639592269757e-06,
|
|
"loss": 0.2709,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.32954545454545453,
|
|
"grad_norm": 0.4334401140811609,
|
|
"learning_rate": 4.9379344449919465e-06,
|
|
"loss": 0.3211,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.33238636363636365,
|
|
"grad_norm": 0.4113976286859321,
|
|
"learning_rate": 4.936205849890977e-06,
|
|
"loss": 0.3486,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.3352272727272727,
|
|
"grad_norm": 0.38143204868428404,
|
|
"learning_rate": 4.934453823592313e-06,
|
|
"loss": 0.3248,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.3380681818181818,
|
|
"grad_norm": 0.3935231496732602,
|
|
"learning_rate": 4.9326783829467795e-06,
|
|
"loss": 0.3369,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.3409090909090909,
|
|
"grad_norm": 0.3715854335519974,
|
|
"learning_rate": 4.930879545030395e-06,
|
|
"loss": 0.3162,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.34375,
|
|
"grad_norm": 0.2987173708346766,
|
|
"learning_rate": 4.929057327144213e-06,
|
|
"loss": 0.2704,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.3465909090909091,
|
|
"grad_norm": 0.3505876441509565,
|
|
"learning_rate": 4.927211746814155e-06,
|
|
"loss": 0.2897,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.3494318181818182,
|
|
"grad_norm": 0.3808807666150658,
|
|
"learning_rate": 4.925342821790834e-06,
|
|
"loss": 0.298,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.3522727272727273,
|
|
"grad_norm": 0.40265933198110954,
|
|
"learning_rate": 4.923450570049398e-06,
|
|
"loss": 0.3063,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.35511363636363635,
|
|
"grad_norm": 0.329984359578131,
|
|
"learning_rate": 4.921535009789344e-06,
|
|
"loss": 0.281,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.35795454545454547,
|
|
"grad_norm": 0.3327810259029677,
|
|
"learning_rate": 4.91959615943435e-06,
|
|
"loss": 0.3035,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.36079545454545453,
|
|
"grad_norm": 0.33832701513333335,
|
|
"learning_rate": 4.917634037632095e-06,
|
|
"loss": 0.2817,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.36363636363636365,
|
|
"grad_norm": 0.3446767418817894,
|
|
"learning_rate": 4.915648663254081e-06,
|
|
"loss": 0.3275,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.3664772727272727,
|
|
"grad_norm": 0.4067285176470478,
|
|
"learning_rate": 4.9136400553954526e-06,
|
|
"loss": 0.2644,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.3693181818181818,
|
|
"grad_norm": 0.32647438056937467,
|
|
"learning_rate": 4.91160823337481e-06,
|
|
"loss": 0.3012,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.3721590909090909,
|
|
"grad_norm": 0.2641653305047082,
|
|
"learning_rate": 4.909553216734024e-06,
|
|
"loss": 0.2551,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.375,
|
|
"grad_norm": 0.3587439503975781,
|
|
"learning_rate": 4.907475025238051e-06,
|
|
"loss": 0.3429,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.3778409090909091,
|
|
"grad_norm": 0.39094595293189244,
|
|
"learning_rate": 4.905373678874741e-06,
|
|
"loss": 0.3428,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.3806818181818182,
|
|
"grad_norm": 0.33295666810345625,
|
|
"learning_rate": 4.903249197854645e-06,
|
|
"loss": 0.3024,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.3835227272727273,
|
|
"grad_norm": 0.4067834961803898,
|
|
"learning_rate": 4.90110160261082e-06,
|
|
"loss": 0.388,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.38636363636363635,
|
|
"grad_norm": 0.3041105753158812,
|
|
"learning_rate": 4.898930913798635e-06,
|
|
"loss": 0.2791,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.38920454545454547,
|
|
"grad_norm": 0.3854716077313248,
|
|
"learning_rate": 4.89673715229557e-06,
|
|
"loss": 0.3516,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.39204545454545453,
|
|
"grad_norm": 0.41029172649451373,
|
|
"learning_rate": 4.894520339201014e-06,
|
|
"loss": 0.3221,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.39488636363636365,
|
|
"grad_norm": 0.31953693308642406,
|
|
"learning_rate": 4.892280495836068e-06,
|
|
"loss": 0.3268,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.3977272727272727,
|
|
"grad_norm": 0.4798811586379984,
|
|
"learning_rate": 4.890017643743334e-06,
|
|
"loss": 0.3115,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.4005681818181818,
|
|
"grad_norm": 0.3603031050892597,
|
|
"learning_rate": 4.887731804686707e-06,
|
|
"loss": 0.2844,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.4034090909090909,
|
|
"grad_norm": 0.40465606169589835,
|
|
"learning_rate": 4.885423000651174e-06,
|
|
"loss": 0.3573,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.40625,
|
|
"grad_norm": 0.3643063680731307,
|
|
"learning_rate": 4.883091253842592e-06,
|
|
"loss": 0.2861,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.4090909090909091,
|
|
"grad_norm": 0.2855806950882976,
|
|
"learning_rate": 4.8807365866874825e-06,
|
|
"loss": 0.2856,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.4119318181818182,
|
|
"grad_norm": 0.43700846878534866,
|
|
"learning_rate": 4.878359021832812e-06,
|
|
"loss": 0.3025,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.4147727272727273,
|
|
"grad_norm": 0.3691328488500052,
|
|
"learning_rate": 4.875958582145775e-06,
|
|
"loss": 0.3516,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.41761363636363635,
|
|
"grad_norm": 0.3602263970719629,
|
|
"learning_rate": 4.873535290713571e-06,
|
|
"loss": 0.3276,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.42045454545454547,
|
|
"grad_norm": 0.2873285630204768,
|
|
"learning_rate": 4.871089170843192e-06,
|
|
"loss": 0.272,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.42329545454545453,
|
|
"grad_norm": 0.3275589221978115,
|
|
"learning_rate": 4.868620246061185e-06,
|
|
"loss": 0.3127,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.42613636363636365,
|
|
"grad_norm": 0.3595600686315243,
|
|
"learning_rate": 4.866128540113436e-06,
|
|
"loss": 0.293,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.4289772727272727,
|
|
"grad_norm": 0.39412366891247624,
|
|
"learning_rate": 4.863614076964937e-06,
|
|
"loss": 0.3105,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.4318181818181818,
|
|
"grad_norm": 0.2967856642106585,
|
|
"learning_rate": 4.8610768807995575e-06,
|
|
"loss": 0.2488,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.4346590909090909,
|
|
"grad_norm": 0.3353960107255814,
|
|
"learning_rate": 4.85851697601981e-06,
|
|
"loss": 0.31,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.4375,
|
|
"grad_norm": 0.3293934153604414,
|
|
"learning_rate": 4.855934387246619e-06,
|
|
"loss": 0.31,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.4403409090909091,
|
|
"grad_norm": 0.4020477745824599,
|
|
"learning_rate": 4.853329139319076e-06,
|
|
"loss": 0.3607,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.4431818181818182,
|
|
"grad_norm": 0.40194438779646285,
|
|
"learning_rate": 4.850701257294212e-06,
|
|
"loss": 0.3194,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.4460227272727273,
|
|
"grad_norm": 0.35880107189234606,
|
|
"learning_rate": 4.848050766446746e-06,
|
|
"loss": 0.3257,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.44886363636363635,
|
|
"grad_norm": 0.3225921590602741,
|
|
"learning_rate": 4.84537769226885e-06,
|
|
"loss": 0.2865,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.45170454545454547,
|
|
"grad_norm": 0.43105913904133064,
|
|
"learning_rate": 4.842682060469899e-06,
|
|
"loss": 0.2917,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.45454545454545453,
|
|
"grad_norm": 0.3984098156673031,
|
|
"learning_rate": 4.839963896976223e-06,
|
|
"loss": 0.3137,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.45738636363636365,
|
|
"grad_norm": 0.34203541957482897,
|
|
"learning_rate": 4.837223227930864e-06,
|
|
"loss": 0.3021,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.4602272727272727,
|
|
"grad_norm": 0.3410914811625815,
|
|
"learning_rate": 4.834460079693317e-06,
|
|
"loss": 0.3197,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.4630681818181818,
|
|
"grad_norm": 0.3668120756523038,
|
|
"learning_rate": 4.831674478839281e-06,
|
|
"loss": 0.3242,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.4659090909090909,
|
|
"grad_norm": 0.34128762447014865,
|
|
"learning_rate": 4.828866452160402e-06,
|
|
"loss": 0.2626,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.46875,
|
|
"grad_norm": 0.34134817423813496,
|
|
"learning_rate": 4.826036026664014e-06,
|
|
"loss": 0.2771,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.4715909090909091,
|
|
"grad_norm": 0.3270025125687817,
|
|
"learning_rate": 4.823183229572883e-06,
|
|
"loss": 0.2921,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.4744318181818182,
|
|
"grad_norm": 0.3701876487404051,
|
|
"learning_rate": 4.820308088324942e-06,
|
|
"loss": 0.3315,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.4772727272727273,
|
|
"grad_norm": 0.4223541290676315,
|
|
"learning_rate": 4.8174106305730284e-06,
|
|
"loss": 0.3458,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.48011363636363635,
|
|
"grad_norm": 0.36826807946452467,
|
|
"learning_rate": 4.814490884184615e-06,
|
|
"loss": 0.3098,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.48295454545454547,
|
|
"grad_norm": 0.34247450811498126,
|
|
"learning_rate": 4.811548877241549e-06,
|
|
"loss": 0.2794,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.48579545454545453,
|
|
"grad_norm": 0.36931394013248037,
|
|
"learning_rate": 4.808584638039774e-06,
|
|
"loss": 0.3075,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.48863636363636365,
|
|
"grad_norm": 0.38654212773141833,
|
|
"learning_rate": 4.805598195089063e-06,
|
|
"loss": 0.2957,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.4914772727272727,
|
|
"grad_norm": 0.327791247654709,
|
|
"learning_rate": 4.802589577112742e-06,
|
|
"loss": 0.317,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.4943181818181818,
|
|
"grad_norm": 0.4180368575468772,
|
|
"learning_rate": 4.7995588130474145e-06,
|
|
"loss": 0.2873,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.4971590909090909,
|
|
"grad_norm": 0.41772200012858535,
|
|
"learning_rate": 4.7965059320426825e-06,
|
|
"loss": 0.3365,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"grad_norm": 0.3622810863279747,
|
|
"learning_rate": 4.7934309634608676e-06,
|
|
"loss": 0.3406,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.5028409090909091,
|
|
"grad_norm": 0.33039829085718986,
|
|
"learning_rate": 4.790333936876727e-06,
|
|
"loss": 0.2582,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.5056818181818182,
|
|
"grad_norm": 0.2963847161562058,
|
|
"learning_rate": 4.78721488207717e-06,
|
|
"loss": 0.2621,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.5085227272727273,
|
|
"grad_norm": 0.3688579036529526,
|
|
"learning_rate": 4.7840738290609714e-06,
|
|
"loss": 0.3106,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.5113636363636364,
|
|
"grad_norm": 0.3882009236138182,
|
|
"learning_rate": 4.78091080803848e-06,
|
|
"loss": 0.2615,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.5142045454545454,
|
|
"grad_norm": 0.35367280178437593,
|
|
"learning_rate": 4.777725849431336e-06,
|
|
"loss": 0.3045,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.5170454545454546,
|
|
"grad_norm": 0.3874603305325755,
|
|
"learning_rate": 4.774518983872169e-06,
|
|
"loss": 0.3151,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.5198863636363636,
|
|
"grad_norm": 0.3089601400335368,
|
|
"learning_rate": 4.77129024220431e-06,
|
|
"loss": 0.2565,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.5227272727272727,
|
|
"grad_norm": 0.3741939570187776,
|
|
"learning_rate": 4.7680396554814886e-06,
|
|
"loss": 0.2824,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.5255681818181818,
|
|
"grad_norm": 0.3684238808190501,
|
|
"learning_rate": 4.764767254967544e-06,
|
|
"loss": 0.2717,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.5284090909090909,
|
|
"grad_norm": 0.34181925499552346,
|
|
"learning_rate": 4.761473072136114e-06,
|
|
"loss": 0.2984,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.53125,
|
|
"grad_norm": 0.44267647661167453,
|
|
"learning_rate": 4.758157138670337e-06,
|
|
"loss": 0.3472,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.5340909090909091,
|
|
"grad_norm": 0.3887831736377981,
|
|
"learning_rate": 4.75481948646255e-06,
|
|
"loss": 0.3111,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.5369318181818182,
|
|
"grad_norm": 0.3683856304101638,
|
|
"learning_rate": 4.751460147613973e-06,
|
|
"loss": 0.3146,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.5397727272727273,
|
|
"grad_norm": 0.38527593119976,
|
|
"learning_rate": 4.748079154434413e-06,
|
|
"loss": 0.3314,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.5426136363636364,
|
|
"grad_norm": 0.4031772051747187,
|
|
"learning_rate": 4.744676539441941e-06,
|
|
"loss": 0.315,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.5454545454545454,
|
|
"grad_norm": 0.3353722780310112,
|
|
"learning_rate": 4.741252335362588e-06,
|
|
"loss": 0.269,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.5482954545454546,
|
|
"grad_norm": 0.3394618273632171,
|
|
"learning_rate": 4.737806575130024e-06,
|
|
"loss": 0.2745,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.5511363636363636,
|
|
"grad_norm": 0.4450532210463518,
|
|
"learning_rate": 4.734339291885246e-06,
|
|
"loss": 0.3188,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.5539772727272727,
|
|
"grad_norm": 0.397975066441739,
|
|
"learning_rate": 4.7308505189762565e-06,
|
|
"loss": 0.2985,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.5568181818181818,
|
|
"grad_norm": 0.3440535351319966,
|
|
"learning_rate": 4.727340289957744e-06,
|
|
"loss": 0.2809,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.5596590909090909,
|
|
"grad_norm": 0.6446149440778554,
|
|
"learning_rate": 4.723808638590759e-06,
|
|
"loss": 0.3218,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 0.5625,
|
|
"grad_norm": 0.37606508969708213,
|
|
"learning_rate": 4.720255598842392e-06,
|
|
"loss": 0.3176,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.5653409090909091,
|
|
"grad_norm": 0.43147254520622674,
|
|
"learning_rate": 4.716681204885442e-06,
|
|
"loss": 0.3268,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 0.5681818181818182,
|
|
"grad_norm": 0.41993041372097106,
|
|
"learning_rate": 4.713085491098093e-06,
|
|
"loss": 0.2804,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.5710227272727273,
|
|
"grad_norm": 0.48960282010679945,
|
|
"learning_rate": 4.70946849206358e-06,
|
|
"loss": 0.3996,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 0.5738636363636364,
|
|
"grad_norm": 0.3375570582028718,
|
|
"learning_rate": 4.705830242569859e-06,
|
|
"loss": 0.2914,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.5767045454545454,
|
|
"grad_norm": 0.33067898836626264,
|
|
"learning_rate": 4.70217077760927e-06,
|
|
"loss": 0.2717,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 0.5795454545454546,
|
|
"grad_norm": 0.3919628586280393,
|
|
"learning_rate": 4.6984901323781996e-06,
|
|
"loss": 0.2758,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.5823863636363636,
|
|
"grad_norm": 0.37621132131624546,
|
|
"learning_rate": 4.6947883422767475e-06,
|
|
"loss": 0.2927,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.5852272727272727,
|
|
"grad_norm": 0.3588621280506994,
|
|
"learning_rate": 4.69106544290838e-06,
|
|
"loss": 0.3202,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.5880681818181818,
|
|
"grad_norm": 0.36135048731331515,
|
|
"learning_rate": 4.687321470079593e-06,
|
|
"loss": 0.3075,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 0.5909090909090909,
|
|
"grad_norm": 0.3804960320633388,
|
|
"learning_rate": 4.683556459799562e-06,
|
|
"loss": 0.304,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.59375,
|
|
"grad_norm": 0.32482777456644224,
|
|
"learning_rate": 4.679770448279801e-06,
|
|
"loss": 0.2333,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 0.5965909090909091,
|
|
"grad_norm": 0.38423666885394503,
|
|
"learning_rate": 4.6759634719338106e-06,
|
|
"loss": 0.3079,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.5994318181818182,
|
|
"grad_norm": 0.3584077009643052,
|
|
"learning_rate": 4.672135567376729e-06,
|
|
"loss": 0.3078,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 0.6022727272727273,
|
|
"grad_norm": 0.43190228684358967,
|
|
"learning_rate": 4.668286771424982e-06,
|
|
"loss": 0.3693,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.6051136363636364,
|
|
"grad_norm": 0.3335333217535499,
|
|
"learning_rate": 4.664417121095925e-06,
|
|
"loss": 0.2978,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 0.6079545454545454,
|
|
"grad_norm": 0.3343126694937098,
|
|
"learning_rate": 4.660526653607489e-06,
|
|
"loss": 0.2654,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.6107954545454546,
|
|
"grad_norm": 0.400588578067547,
|
|
"learning_rate": 4.656615406377824e-06,
|
|
"loss": 0.3541,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.6136363636363636,
|
|
"grad_norm": 0.28366454469863744,
|
|
"learning_rate": 4.652683417024933e-06,
|
|
"loss": 0.2595,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.6164772727272727,
|
|
"grad_norm": 0.3333388085745537,
|
|
"learning_rate": 4.648730723366321e-06,
|
|
"loss": 0.3034,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 0.6193181818181818,
|
|
"grad_norm": 0.3802324883963107,
|
|
"learning_rate": 4.644757363418622e-06,
|
|
"loss": 0.3149,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.6221590909090909,
|
|
"grad_norm": 0.3323209944938239,
|
|
"learning_rate": 4.640763375397235e-06,
|
|
"loss": 0.2831,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 0.625,
|
|
"grad_norm": 0.3816473948946037,
|
|
"learning_rate": 4.636748797715961e-06,
|
|
"loss": 0.2901,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.6278409090909091,
|
|
"grad_norm": 0.45087508944423654,
|
|
"learning_rate": 4.632713668986628e-06,
|
|
"loss": 0.2668,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 0.6306818181818182,
|
|
"grad_norm": 0.3277834281020941,
|
|
"learning_rate": 4.628658028018723e-06,
|
|
"loss": 0.3115,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.6335227272727273,
|
|
"grad_norm": 0.4149700033604779,
|
|
"learning_rate": 4.624581913819019e-06,
|
|
"loss": 0.3049,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 0.6363636363636364,
|
|
"grad_norm": 0.2986911926260575,
|
|
"learning_rate": 4.6204853655911945e-06,
|
|
"loss": 0.2828,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.6392045454545454,
|
|
"grad_norm": 0.38662077935688544,
|
|
"learning_rate": 4.6163684227354656e-06,
|
|
"loss": 0.3019,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.6420454545454546,
|
|
"grad_norm": 0.3670137115048512,
|
|
"learning_rate": 4.612231124848199e-06,
|
|
"loss": 0.2998,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.6448863636363636,
|
|
"grad_norm": 0.3820920011764151,
|
|
"learning_rate": 4.608073511721534e-06,
|
|
"loss": 0.3627,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 0.6477272727272727,
|
|
"grad_norm": 0.26469955866368194,
|
|
"learning_rate": 4.6038956233430034e-06,
|
|
"loss": 0.2419,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.6505681818181818,
|
|
"grad_norm": 0.32240469660709375,
|
|
"learning_rate": 4.59969749989514e-06,
|
|
"loss": 0.2692,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 0.6534090909090909,
|
|
"grad_norm": 0.3896277142098736,
|
|
"learning_rate": 4.5954791817551e-06,
|
|
"loss": 0.2789,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.65625,
|
|
"grad_norm": 0.3510490299412409,
|
|
"learning_rate": 4.591240709494269e-06,
|
|
"loss": 0.281,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 0.6590909090909091,
|
|
"grad_norm": 0.3636438474583087,
|
|
"learning_rate": 4.586982123877871e-06,
|
|
"loss": 0.2998,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 0.6619318181818182,
|
|
"grad_norm": 0.3274578399993675,
|
|
"learning_rate": 4.582703465864582e-06,
|
|
"loss": 0.2758,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 0.6647727272727273,
|
|
"grad_norm": 0.3205713499503409,
|
|
"learning_rate": 4.5784047766061305e-06,
|
|
"loss": 0.2716,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 0.6676136363636364,
|
|
"grad_norm": 0.47159005981022434,
|
|
"learning_rate": 4.574086097446903e-06,
|
|
"loss": 0.3236,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.6704545454545454,
|
|
"grad_norm": 0.3617567220761258,
|
|
"learning_rate": 4.569747469923547e-06,
|
|
"loss": 0.2863,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 0.6732954545454546,
|
|
"grad_norm": 0.32166940611651096,
|
|
"learning_rate": 4.565388935764572e-06,
|
|
"loss": 0.31,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 0.6761363636363636,
|
|
"grad_norm": 0.3982166865116622,
|
|
"learning_rate": 4.56101053688995e-06,
|
|
"loss": 0.2874,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 0.6789772727272727,
|
|
"grad_norm": 0.4339388465917976,
|
|
"learning_rate": 4.5566123154107055e-06,
|
|
"loss": 0.3374,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 0.6818181818181818,
|
|
"grad_norm": 0.36030799942916975,
|
|
"learning_rate": 4.552194313628518e-06,
|
|
"loss": 0.2668,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.6846590909090909,
|
|
"grad_norm": 0.3940718141510353,
|
|
"learning_rate": 4.547756574035311e-06,
|
|
"loss": 0.3277,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 0.6875,
|
|
"grad_norm": 0.4326472723953054,
|
|
"learning_rate": 4.5432991393128446e-06,
|
|
"loss": 0.3227,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 0.6903409090909091,
|
|
"grad_norm": 0.41998189617141085,
|
|
"learning_rate": 4.538822052332306e-06,
|
|
"loss": 0.339,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 0.6931818181818182,
|
|
"grad_norm": 0.36510653915186314,
|
|
"learning_rate": 4.534325356153892e-06,
|
|
"loss": 0.2637,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 0.6960227272727273,
|
|
"grad_norm": 0.4748073641254545,
|
|
"learning_rate": 4.529809094026404e-06,
|
|
"loss": 0.3226,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.6988636363636364,
|
|
"grad_norm": 0.3848777680236735,
|
|
"learning_rate": 4.525273309386825e-06,
|
|
"loss": 0.3401,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 0.7017045454545454,
|
|
"grad_norm": 0.286675785535149,
|
|
"learning_rate": 4.5207180458599e-06,
|
|
"loss": 0.2495,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 0.7045454545454546,
|
|
"grad_norm": 0.3770143744991594,
|
|
"learning_rate": 4.516143347257726e-06,
|
|
"loss": 0.2923,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 0.7073863636363636,
|
|
"grad_norm": 0.37240976329747977,
|
|
"learning_rate": 4.511549257579322e-06,
|
|
"loss": 0.2968,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 0.7102272727272727,
|
|
"grad_norm": 0.53790018713925,
|
|
"learning_rate": 4.506935821010206e-06,
|
|
"loss": 0.298,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.7130681818181818,
|
|
"grad_norm": 0.3896643010491094,
|
|
"learning_rate": 4.502303081921978e-06,
|
|
"loss": 0.3125,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 0.7159090909090909,
|
|
"grad_norm": 0.32770126981260167,
|
|
"learning_rate": 4.497651084871883e-06,
|
|
"loss": 0.2781,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 0.71875,
|
|
"grad_norm": 0.3541924637393212,
|
|
"learning_rate": 4.492979874602389e-06,
|
|
"loss": 0.3023,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 0.7215909090909091,
|
|
"grad_norm": 0.3735099253437524,
|
|
"learning_rate": 4.4882894960407566e-06,
|
|
"loss": 0.3225,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 0.7244318181818182,
|
|
"grad_norm": 0.3853359485269271,
|
|
"learning_rate": 4.483579994298602e-06,
|
|
"loss": 0.3119,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.7272727272727273,
|
|
"grad_norm": 0.4232262055395998,
|
|
"learning_rate": 4.478851414671469e-06,
|
|
"loss": 0.2996,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.7301136363636364,
|
|
"grad_norm": 0.3403475343187684,
|
|
"learning_rate": 4.474103802638389e-06,
|
|
"loss": 0.2948,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 0.7329545454545454,
|
|
"grad_norm": 0.4197482437210073,
|
|
"learning_rate": 4.469337203861447e-06,
|
|
"loss": 0.2999,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 0.7357954545454546,
|
|
"grad_norm": 0.33941700168906186,
|
|
"learning_rate": 4.464551664185339e-06,
|
|
"loss": 0.2636,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 0.7386363636363636,
|
|
"grad_norm": 0.35067662494508334,
|
|
"learning_rate": 4.459747229636933e-06,
|
|
"loss": 0.3153,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.7414772727272727,
|
|
"grad_norm": 0.33432839847763335,
|
|
"learning_rate": 4.454923946424827e-06,
|
|
"loss": 0.2646,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 0.7443181818181818,
|
|
"grad_norm": 0.3486384565640427,
|
|
"learning_rate": 4.450081860938904e-06,
|
|
"loss": 0.3026,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 0.7471590909090909,
|
|
"grad_norm": 0.3647193452879592,
|
|
"learning_rate": 4.4452210197498845e-06,
|
|
"loss": 0.3208,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"grad_norm": 0.3621939393169193,
|
|
"learning_rate": 4.440341469608879e-06,
|
|
"loss": 0.3042,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 0.7528409090909091,
|
|
"grad_norm": 0.2856803312521231,
|
|
"learning_rate": 4.43544325744694e-06,
|
|
"loss": 0.2548,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.7556818181818182,
|
|
"grad_norm": 0.41636147550676134,
|
|
"learning_rate": 4.4305264303746085e-06,
|
|
"loss": 0.2743,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 0.7585227272727273,
|
|
"grad_norm": 0.3149004485762251,
|
|
"learning_rate": 4.425591035681465e-06,
|
|
"loss": 0.2768,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 0.7613636363636364,
|
|
"grad_norm": 0.39793987625802313,
|
|
"learning_rate": 4.420637120835668e-06,
|
|
"loss": 0.3055,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 0.7642045454545454,
|
|
"grad_norm": 0.4058178861459375,
|
|
"learning_rate": 4.415664733483502e-06,
|
|
"loss": 0.3168,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 0.7670454545454546,
|
|
"grad_norm": 0.3732878019312248,
|
|
"learning_rate": 4.4106739214489195e-06,
|
|
"loss": 0.2935,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.7698863636363636,
|
|
"grad_norm": 0.31801887671340195,
|
|
"learning_rate": 4.405664732733079e-06,
|
|
"loss": 0.2768,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 0.7727272727272727,
|
|
"grad_norm": 0.43538965465048635,
|
|
"learning_rate": 4.400637215513883e-06,
|
|
"loss": 0.2644,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 0.7755681818181818,
|
|
"grad_norm": 0.3619890541849985,
|
|
"learning_rate": 4.395591418145519e-06,
|
|
"loss": 0.2671,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 0.7784090909090909,
|
|
"grad_norm": 0.43611885998338823,
|
|
"learning_rate": 4.390527389157989e-06,
|
|
"loss": 0.3481,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 0.78125,
|
|
"grad_norm": 0.411038314679305,
|
|
"learning_rate": 4.385445177256646e-06,
|
|
"loss": 0.3283,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.7840909090909091,
|
|
"grad_norm": 0.4004177118376606,
|
|
"learning_rate": 4.380344831321722e-06,
|
|
"loss": 0.3421,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 0.7869318181818182,
|
|
"grad_norm": 0.31547958031028983,
|
|
"learning_rate": 4.375226400407863e-06,
|
|
"loss": 0.2541,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 0.7897727272727273,
|
|
"grad_norm": 0.36900762280860266,
|
|
"learning_rate": 4.370089933743654e-06,
|
|
"loss": 0.3097,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 0.7926136363636364,
|
|
"grad_norm": 0.4686945698836896,
|
|
"learning_rate": 4.364935480731147e-06,
|
|
"loss": 0.2918,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 0.7954545454545454,
|
|
"grad_norm": 0.3509902009735286,
|
|
"learning_rate": 4.3597630909453835e-06,
|
|
"loss": 0.2646,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.7982954545454546,
|
|
"grad_norm": 0.30875325359327965,
|
|
"learning_rate": 4.35457281413392e-06,
|
|
"loss": 0.2349,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 0.8011363636363636,
|
|
"grad_norm": 0.3943745151294021,
|
|
"learning_rate": 4.349364700216346e-06,
|
|
"loss": 0.2764,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 0.8039772727272727,
|
|
"grad_norm": 0.35558604531483284,
|
|
"learning_rate": 4.344138799283814e-06,
|
|
"loss": 0.2442,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 0.8068181818181818,
|
|
"grad_norm": 0.38278211936173095,
|
|
"learning_rate": 4.338895161598541e-06,
|
|
"loss": 0.3294,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 0.8096590909090909,
|
|
"grad_norm": 0.3932974746294698,
|
|
"learning_rate": 4.333633837593341e-06,
|
|
"loss": 0.2951,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.8125,
|
|
"grad_norm": 0.31762648150994005,
|
|
"learning_rate": 4.328354877871131e-06,
|
|
"loss": 0.2612,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 0.8153409090909091,
|
|
"grad_norm": 0.3405862130473983,
|
|
"learning_rate": 4.323058333204446e-06,
|
|
"loss": 0.2833,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 0.8181818181818182,
|
|
"grad_norm": 0.31883855959276614,
|
|
"learning_rate": 4.317744254534954e-06,
|
|
"loss": 0.2609,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 0.8210227272727273,
|
|
"grad_norm": 0.39913277335187336,
|
|
"learning_rate": 4.312412692972959e-06,
|
|
"loss": 0.2758,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 0.8238636363636364,
|
|
"grad_norm": 0.39064418227258985,
|
|
"learning_rate": 4.307063699796918e-06,
|
|
"loss": 0.2664,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.8267045454545454,
|
|
"grad_norm": 0.3126978473531618,
|
|
"learning_rate": 4.301697326452942e-06,
|
|
"loss": 0.2572,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 0.8295454545454546,
|
|
"grad_norm": 0.3641340405050646,
|
|
"learning_rate": 4.296313624554303e-06,
|
|
"loss": 0.286,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 0.8323863636363636,
|
|
"grad_norm": 0.4168496899263259,
|
|
"learning_rate": 4.290912645880936e-06,
|
|
"loss": 0.3035,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 0.8352272727272727,
|
|
"grad_norm": 0.3466683321895305,
|
|
"learning_rate": 4.285494442378945e-06,
|
|
"loss": 0.2853,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 0.8380681818181818,
|
|
"grad_norm": 0.3572355149237221,
|
|
"learning_rate": 4.280059066160098e-06,
|
|
"loss": 0.3021,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 0.8409090909090909,
|
|
"grad_norm": 0.36054386776426756,
|
|
"learning_rate": 4.274606569501332e-06,
|
|
"loss": 0.3041,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 0.84375,
|
|
"grad_norm": 0.3220431488871405,
|
|
"learning_rate": 4.269137004844242e-06,
|
|
"loss": 0.2542,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 0.8465909090909091,
|
|
"grad_norm": 0.4103185848899213,
|
|
"learning_rate": 4.2636504247945865e-06,
|
|
"loss": 0.2859,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 0.8494318181818182,
|
|
"grad_norm": 0.3444474167498623,
|
|
"learning_rate": 4.258146882121772e-06,
|
|
"loss": 0.3082,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 0.8522727272727273,
|
|
"grad_norm": 0.35145064032825696,
|
|
"learning_rate": 4.252626429758354e-06,
|
|
"loss": 0.2679,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.8551136363636364,
|
|
"grad_norm": 0.39931471518127176,
|
|
"learning_rate": 4.247089120799521e-06,
|
|
"loss": 0.3486,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 0.8579545454545454,
|
|
"grad_norm": 0.2860970262972797,
|
|
"learning_rate": 4.241535008502587e-06,
|
|
"loss": 0.23,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 0.8607954545454546,
|
|
"grad_norm": 0.4649020596412495,
|
|
"learning_rate": 4.235964146286479e-06,
|
|
"loss": 0.3252,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 0.8636363636363636,
|
|
"grad_norm": 0.3482820070437071,
|
|
"learning_rate": 4.230376587731225e-06,
|
|
"loss": 0.2854,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 0.8664772727272727,
|
|
"grad_norm": 0.3269410990279316,
|
|
"learning_rate": 4.2247723865774336e-06,
|
|
"loss": 0.2563,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 0.8693181818181818,
|
|
"grad_norm": 0.31949294830520775,
|
|
"learning_rate": 4.219151596725782e-06,
|
|
"loss": 0.2688,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 0.8721590909090909,
|
|
"grad_norm": 0.43502447469171057,
|
|
"learning_rate": 4.213514272236499e-06,
|
|
"loss": 0.3386,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 0.875,
|
|
"grad_norm": 0.3797117211719601,
|
|
"learning_rate": 4.207860467328835e-06,
|
|
"loss": 0.2855,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 0.8778409090909091,
|
|
"grad_norm": 0.3799062699361923,
|
|
"learning_rate": 4.202190236380552e-06,
|
|
"loss": 0.2545,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 0.8806818181818182,
|
|
"grad_norm": 0.3360385792661154,
|
|
"learning_rate": 4.196503633927398e-06,
|
|
"loss": 0.2909,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.8835227272727273,
|
|
"grad_norm": 0.4188943106281552,
|
|
"learning_rate": 4.190800714662576e-06,
|
|
"loss": 0.3291,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 0.8863636363636364,
|
|
"grad_norm": 0.43183074366157487,
|
|
"learning_rate": 4.185081533436226e-06,
|
|
"loss": 0.3303,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 0.8892045454545454,
|
|
"grad_norm": 0.35087669084397133,
|
|
"learning_rate": 4.179346145254892e-06,
|
|
"loss": 0.3152,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 0.8920454545454546,
|
|
"grad_norm": 0.34360678080641915,
|
|
"learning_rate": 4.173594605280995e-06,
|
|
"loss": 0.2726,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 0.8948863636363636,
|
|
"grad_norm": 0.39638626020449463,
|
|
"learning_rate": 4.1678269688323045e-06,
|
|
"loss": 0.3369,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 0.8977272727272727,
|
|
"grad_norm": 0.3566510725505037,
|
|
"learning_rate": 4.1620432913814026e-06,
|
|
"loss": 0.2469,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 0.9005681818181818,
|
|
"grad_norm": 0.32842562735745623,
|
|
"learning_rate": 4.156243628555151e-06,
|
|
"loss": 0.3018,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 0.9034090909090909,
|
|
"grad_norm": 0.30679142774263857,
|
|
"learning_rate": 4.150428036134161e-06,
|
|
"loss": 0.2476,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 0.90625,
|
|
"grad_norm": 0.38736943533330265,
|
|
"learning_rate": 4.144596570052249e-06,
|
|
"loss": 0.279,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 0.9090909090909091,
|
|
"grad_norm": 0.3461038914128392,
|
|
"learning_rate": 4.1387492863959076e-06,
|
|
"loss": 0.262,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.9119318181818182,
|
|
"grad_norm": 0.3328949084965424,
|
|
"learning_rate": 4.132886241403756e-06,
|
|
"loss": 0.2841,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 0.9147727272727273,
|
|
"grad_norm": 0.3684252037786764,
|
|
"learning_rate": 4.127007491466008e-06,
|
|
"loss": 0.3032,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 0.9176136363636364,
|
|
"grad_norm": 0.44163540100916987,
|
|
"learning_rate": 4.121113093123925e-06,
|
|
"loss": 0.3164,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 0.9204545454545454,
|
|
"grad_norm": 0.49048074141989995,
|
|
"learning_rate": 4.115203103069273e-06,
|
|
"loss": 0.2623,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 0.9232954545454546,
|
|
"grad_norm": 0.34827477492871306,
|
|
"learning_rate": 4.109277578143779e-06,
|
|
"loss": 0.2717,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 0.9261363636363636,
|
|
"grad_norm": 0.3603610666299997,
|
|
"learning_rate": 4.10333657533858e-06,
|
|
"loss": 0.2783,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 0.9289772727272727,
|
|
"grad_norm": 0.3901080384564019,
|
|
"learning_rate": 4.097380151793681e-06,
|
|
"loss": 0.286,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 0.9318181818181818,
|
|
"grad_norm": 0.3598672604385207,
|
|
"learning_rate": 4.0914083647974025e-06,
|
|
"loss": 0.3375,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 0.9346590909090909,
|
|
"grad_norm": 0.32775404856254314,
|
|
"learning_rate": 4.085421271785824e-06,
|
|
"loss": 0.2904,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 0.9375,
|
|
"grad_norm": 0.29442351680114387,
|
|
"learning_rate": 4.079418930342243e-06,
|
|
"loss": 0.2629,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.9403409090909091,
|
|
"grad_norm": 0.4405796100351076,
|
|
"learning_rate": 4.0734013981966125e-06,
|
|
"loss": 0.3665,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 0.9431818181818182,
|
|
"grad_norm": 0.3334068109525356,
|
|
"learning_rate": 4.0673687332249866e-06,
|
|
"loss": 0.3079,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 0.9460227272727273,
|
|
"grad_norm": 0.32669985590044703,
|
|
"learning_rate": 4.061320993448968e-06,
|
|
"loss": 0.2904,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 0.9488636363636364,
|
|
"grad_norm": 0.3442146928076968,
|
|
"learning_rate": 4.055258237035146e-06,
|
|
"loss": 0.3146,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 0.9517045454545454,
|
|
"grad_norm": 0.4309052746676042,
|
|
"learning_rate": 4.04918052229454e-06,
|
|
"loss": 0.3446,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 0.9545454545454546,
|
|
"grad_norm": 0.35908542610160016,
|
|
"learning_rate": 4.043087907682035e-06,
|
|
"loss": 0.2534,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 0.9573863636363636,
|
|
"grad_norm": 0.3894188962377372,
|
|
"learning_rate": 4.036980451795822e-06,
|
|
"loss": 0.3262,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 0.9602272727272727,
|
|
"grad_norm": 0.37392061032103363,
|
|
"learning_rate": 4.030858213376838e-06,
|
|
"loss": 0.3158,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 0.9630681818181818,
|
|
"grad_norm": 0.3880624083667109,
|
|
"learning_rate": 4.02472125130819e-06,
|
|
"loss": 0.2908,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 0.9659090909090909,
|
|
"grad_norm": 0.4031632690009814,
|
|
"learning_rate": 4.018569624614602e-06,
|
|
"loss": 0.3279,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.96875,
|
|
"grad_norm": 0.38583919245780574,
|
|
"learning_rate": 4.012403392461837e-06,
|
|
"loss": 0.2657,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 0.9715909090909091,
|
|
"grad_norm": 0.4657940346556613,
|
|
"learning_rate": 4.006222614156132e-06,
|
|
"loss": 0.3176,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 0.9744318181818182,
|
|
"grad_norm": 0.28406132307929355,
|
|
"learning_rate": 4.000027349143633e-06,
|
|
"loss": 0.2261,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 0.9772727272727273,
|
|
"grad_norm": 0.3809447081607224,
|
|
"learning_rate": 3.993817657009808e-06,
|
|
"loss": 0.291,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 0.9801136363636364,
|
|
"grad_norm": 0.37276416289236974,
|
|
"learning_rate": 3.987593597478894e-06,
|
|
"loss": 0.3229,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 0.9829545454545454,
|
|
"grad_norm": 0.36213806018136363,
|
|
"learning_rate": 3.981355230413305e-06,
|
|
"loss": 0.2785,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 0.9857954545454546,
|
|
"grad_norm": 0.3774008729788378,
|
|
"learning_rate": 3.975102615813068e-06,
|
|
"loss": 0.272,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 0.9886363636363636,
|
|
"grad_norm": 0.3268419464248498,
|
|
"learning_rate": 3.968835813815236e-06,
|
|
"loss": 0.2468,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 0.9914772727272727,
|
|
"grad_norm": 0.401670934547313,
|
|
"learning_rate": 3.962554884693323e-06,
|
|
"loss": 0.2953,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 0.9943181818181818,
|
|
"grad_norm": 0.40169610324443583,
|
|
"learning_rate": 3.956259888856708e-06,
|
|
"loss": 0.2939,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.9971590909090909,
|
|
"grad_norm": 0.2891600640815435,
|
|
"learning_rate": 3.949950886850069e-06,
|
|
"loss": 0.2805,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.3279215818041681,
|
|
"learning_rate": 3.943627939352789e-06,
|
|
"loss": 0.2598,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 1.0028409090909092,
|
|
"grad_norm": 0.3533913319935541,
|
|
"learning_rate": 3.9372911071783805e-06,
|
|
"loss": 0.2673,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 1.0056818181818181,
|
|
"grad_norm": 0.38416565428145066,
|
|
"learning_rate": 3.930940451273898e-06,
|
|
"loss": 0.2933,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 1.0085227272727273,
|
|
"grad_norm": 0.41220420942768127,
|
|
"learning_rate": 3.924576032719349e-06,
|
|
"loss": 0.2952,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 1.0113636363636365,
|
|
"grad_norm": 0.4096268298831798,
|
|
"learning_rate": 3.9181979127271076e-06,
|
|
"loss": 0.2575,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 1.0142045454545454,
|
|
"grad_norm": 0.45379315898269595,
|
|
"learning_rate": 3.911806152641333e-06,
|
|
"loss": 0.2717,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 1.0170454545454546,
|
|
"grad_norm": 0.32770827000624236,
|
|
"learning_rate": 3.9054008139373675e-06,
|
|
"loss": 0.266,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 1.0198863636363635,
|
|
"grad_norm": 0.2965104343367262,
|
|
"learning_rate": 3.8989819582211555e-06,
|
|
"loss": 0.2548,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 1.0227272727272727,
|
|
"grad_norm": 0.4054461782711258,
|
|
"learning_rate": 3.892549647228642e-06,
|
|
"loss": 0.3398,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.0255681818181819,
|
|
"grad_norm": 0.39022556113460055,
|
|
"learning_rate": 3.886103942825189e-06,
|
|
"loss": 0.2826,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 1.0284090909090908,
|
|
"grad_norm": 0.3374532413491821,
|
|
"learning_rate": 3.879644907004972e-06,
|
|
"loss": 0.2644,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 1.03125,
|
|
"grad_norm": 0.337718457045594,
|
|
"learning_rate": 3.873172601890386e-06,
|
|
"loss": 0.2545,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 1.0340909090909092,
|
|
"grad_norm": 0.3729922751436951,
|
|
"learning_rate": 3.86668708973145e-06,
|
|
"loss": 0.2951,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 1.0369318181818181,
|
|
"grad_norm": 0.31238473142978845,
|
|
"learning_rate": 3.860188432905209e-06,
|
|
"loss": 0.2537,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 1.0397727272727273,
|
|
"grad_norm": 0.37350151083829397,
|
|
"learning_rate": 3.853676693915129e-06,
|
|
"loss": 0.2614,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 1.0426136363636365,
|
|
"grad_norm": 0.3575634359205247,
|
|
"learning_rate": 3.8471519353905025e-06,
|
|
"loss": 0.2437,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 1.0454545454545454,
|
|
"grad_norm": 0.3537757819725644,
|
|
"learning_rate": 3.840614220085837e-06,
|
|
"loss": 0.2747,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 1.0482954545454546,
|
|
"grad_norm": 0.34943668518465093,
|
|
"learning_rate": 3.834063610880263e-06,
|
|
"loss": 0.2844,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 1.0511363636363635,
|
|
"grad_norm": 0.32611370130766987,
|
|
"learning_rate": 3.827500170776921e-06,
|
|
"loss": 0.2578,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 1.0539772727272727,
|
|
"grad_norm": 0.29743321074762596,
|
|
"learning_rate": 3.8209239629023565e-06,
|
|
"loss": 0.2361,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 1.0568181818181819,
|
|
"grad_norm": 0.3317934285561481,
|
|
"learning_rate": 3.814335050505916e-06,
|
|
"loss": 0.2645,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 1.0596590909090908,
|
|
"grad_norm": 0.40729226447208133,
|
|
"learning_rate": 3.8077334969591377e-06,
|
|
"loss": 0.2929,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 1.0625,
|
|
"grad_norm": 0.35583822537265253,
|
|
"learning_rate": 3.801119365755138e-06,
|
|
"loss": 0.3036,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 1.0653409090909092,
|
|
"grad_norm": 0.47116931222172215,
|
|
"learning_rate": 3.7944927205080073e-06,
|
|
"loss": 0.2962,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.0681818181818181,
|
|
"grad_norm": 0.4620500786524589,
|
|
"learning_rate": 3.7878536249521935e-06,
|
|
"loss": 0.3186,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 1.0710227272727273,
|
|
"grad_norm": 0.4310223125222202,
|
|
"learning_rate": 3.7812021429418886e-06,
|
|
"loss": 0.305,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 1.0738636363636365,
|
|
"grad_norm": 0.35860375920691345,
|
|
"learning_rate": 3.77453833845042e-06,
|
|
"loss": 0.3124,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 1.0767045454545454,
|
|
"grad_norm": 0.40493909967111513,
|
|
"learning_rate": 3.7678622755696292e-06,
|
|
"loss": 0.2649,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 1.0795454545454546,
|
|
"grad_norm": 0.3699164344949677,
|
|
"learning_rate": 3.7611740185092587e-06,
|
|
"loss": 0.3346,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.0823863636363635,
|
|
"grad_norm": 0.5931781411606138,
|
|
"learning_rate": 3.754473631596332e-06,
|
|
"loss": 0.2729,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 1.0852272727272727,
|
|
"grad_norm": 0.3122039055630976,
|
|
"learning_rate": 3.7477611792745384e-06,
|
|
"loss": 0.2816,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 1.0880681818181819,
|
|
"grad_norm": 0.35273556528651445,
|
|
"learning_rate": 3.7410367261036094e-06,
|
|
"loss": 0.2765,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 1.0909090909090908,
|
|
"grad_norm": 0.361323677115818,
|
|
"learning_rate": 3.7343003367587e-06,
|
|
"loss": 0.2831,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 1.09375,
|
|
"grad_norm": 0.3776789429609578,
|
|
"learning_rate": 3.727552076029767e-06,
|
|
"loss": 0.3006,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 1.0965909090909092,
|
|
"grad_norm": 0.4049848534001206,
|
|
"learning_rate": 3.7207920088209454e-06,
|
|
"loss": 0.3213,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 1.0994318181818181,
|
|
"grad_norm": 0.3541711790485223,
|
|
"learning_rate": 3.7140202001499214e-06,
|
|
"loss": 0.2902,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 1.1022727272727273,
|
|
"grad_norm": 0.3501668624619801,
|
|
"learning_rate": 3.707236715147312e-06,
|
|
"loss": 0.2809,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 1.1051136363636365,
|
|
"grad_norm": 0.38321621491594765,
|
|
"learning_rate": 3.700441619056035e-06,
|
|
"loss": 0.3163,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 1.1079545454545454,
|
|
"grad_norm": 0.4044457614031915,
|
|
"learning_rate": 3.693634977230681e-06,
|
|
"loss": 0.2862,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 1.1107954545454546,
|
|
"grad_norm": 0.40951036198359486,
|
|
"learning_rate": 3.686816855136891e-06,
|
|
"loss": 0.28,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 1.1136363636363635,
|
|
"grad_norm": 0.29410719311103134,
|
|
"learning_rate": 3.679987318350717e-06,
|
|
"loss": 0.2299,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 1.1164772727272727,
|
|
"grad_norm": 0.3819079818809885,
|
|
"learning_rate": 3.673146432557998e-06,
|
|
"loss": 0.32,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 1.1193181818181819,
|
|
"grad_norm": 0.3628245440460693,
|
|
"learning_rate": 3.666294263553729e-06,
|
|
"loss": 0.2724,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 1.1221590909090908,
|
|
"grad_norm": 0.34928329721642853,
|
|
"learning_rate": 3.659430877241423e-06,
|
|
"loss": 0.248,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 1.125,
|
|
"grad_norm": 0.442925717620733,
|
|
"learning_rate": 3.6525563396324826e-06,
|
|
"loss": 0.2942,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 1.1278409090909092,
|
|
"grad_norm": 0.4525323331322651,
|
|
"learning_rate": 3.6456707168455584e-06,
|
|
"loss": 0.3258,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 1.1306818181818181,
|
|
"grad_norm": 0.39153087965891287,
|
|
"learning_rate": 3.6387740751059218e-06,
|
|
"loss": 0.3072,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 1.1335227272727273,
|
|
"grad_norm": 0.3886102447660378,
|
|
"learning_rate": 3.6318664807448218e-06,
|
|
"loss": 0.3415,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 1.1363636363636362,
|
|
"grad_norm": 0.3642339507412296,
|
|
"learning_rate": 3.6249480001988463e-06,
|
|
"loss": 0.2691,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.1392045454545454,
|
|
"grad_norm": 0.3380651370346197,
|
|
"learning_rate": 3.6180187000092894e-06,
|
|
"loss": 0.2791,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 1.1420454545454546,
|
|
"grad_norm": 0.3193544491508243,
|
|
"learning_rate": 3.611078646821505e-06,
|
|
"loss": 0.2326,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 1.1448863636363638,
|
|
"grad_norm": 0.30524333443799656,
|
|
"learning_rate": 3.6041279073842684e-06,
|
|
"loss": 0.2489,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 1.1477272727272727,
|
|
"grad_norm": 0.39683144371135337,
|
|
"learning_rate": 3.597166548549136e-06,
|
|
"loss": 0.2656,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 1.1505681818181819,
|
|
"grad_norm": 0.39975422805218463,
|
|
"learning_rate": 3.590194637269798e-06,
|
|
"loss": 0.2823,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 1.1534090909090908,
|
|
"grad_norm": 0.3781718281788356,
|
|
"learning_rate": 3.5832122406014398e-06,
|
|
"loss": 0.2545,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 1.15625,
|
|
"grad_norm": 0.39633632407524205,
|
|
"learning_rate": 3.576219425700092e-06,
|
|
"loss": 0.2656,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 1.1590909090909092,
|
|
"grad_norm": 0.503126670284463,
|
|
"learning_rate": 3.5692162598219877e-06,
|
|
"loss": 0.3106,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 1.1619318181818181,
|
|
"grad_norm": 0.3803993289484403,
|
|
"learning_rate": 3.5622028103229154e-06,
|
|
"loss": 0.2777,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 1.1647727272727273,
|
|
"grad_norm": 0.32896270814306483,
|
|
"learning_rate": 3.555179144657568e-06,
|
|
"loss": 0.2681,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 1.1676136363636362,
|
|
"grad_norm": 0.45079184347220275,
|
|
"learning_rate": 3.548145330378901e-06,
|
|
"loss": 0.298,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 1.1704545454545454,
|
|
"grad_norm": 0.3409745563125651,
|
|
"learning_rate": 3.5411014351374735e-06,
|
|
"loss": 0.2829,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 1.1732954545454546,
|
|
"grad_norm": 0.3524051821269997,
|
|
"learning_rate": 3.5340475266808046e-06,
|
|
"loss": 0.2897,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 1.1761363636363638,
|
|
"grad_norm": 0.31354296956532873,
|
|
"learning_rate": 3.5269836728527194e-06,
|
|
"loss": 0.2512,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 1.1789772727272727,
|
|
"grad_norm": 0.2819333444591201,
|
|
"learning_rate": 3.5199099415926985e-06,
|
|
"loss": 0.2336,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 1.1818181818181819,
|
|
"grad_norm": 0.3667062945127836,
|
|
"learning_rate": 3.5128264009352177e-06,
|
|
"loss": 0.2797,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 1.1846590909090908,
|
|
"grad_norm": 0.3717065816803459,
|
|
"learning_rate": 3.5057331190091036e-06,
|
|
"loss": 0.2625,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 1.1875,
|
|
"grad_norm": 0.34247191523071263,
|
|
"learning_rate": 3.4986301640368726e-06,
|
|
"loss": 0.2915,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 1.1903409090909092,
|
|
"grad_norm": 0.28055115946196074,
|
|
"learning_rate": 3.4915176043340726e-06,
|
|
"loss": 0.2323,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 1.1931818181818181,
|
|
"grad_norm": 0.3512617852047132,
|
|
"learning_rate": 3.4843955083086315e-06,
|
|
"loss": 0.276,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 1.1960227272727273,
|
|
"grad_norm": 0.3402592655838616,
|
|
"learning_rate": 3.477263944460196e-06,
|
|
"loss": 0.258,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 1.1988636363636362,
|
|
"grad_norm": 0.3440775197912379,
|
|
"learning_rate": 3.4701229813794744e-06,
|
|
"loss": 0.2686,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 1.2017045454545454,
|
|
"grad_norm": 0.32159613738142184,
|
|
"learning_rate": 3.4629726877475733e-06,
|
|
"loss": 0.2775,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 1.2045454545454546,
|
|
"grad_norm": 0.3405153808986929,
|
|
"learning_rate": 3.4558131323353423e-06,
|
|
"loss": 0.2947,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 1.2073863636363638,
|
|
"grad_norm": 0.4111884872726661,
|
|
"learning_rate": 3.4486443840027084e-06,
|
|
"loss": 0.2427,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 1.2102272727272727,
|
|
"grad_norm": 0.38692560086654654,
|
|
"learning_rate": 3.4414665116980167e-06,
|
|
"loss": 0.3084,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 1.2130681818181819,
|
|
"grad_norm": 0.4000466884476275,
|
|
"learning_rate": 3.4342795844573634e-06,
|
|
"loss": 0.2933,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 1.2159090909090908,
|
|
"grad_norm": 0.3605831840618787,
|
|
"learning_rate": 3.427083671403937e-06,
|
|
"loss": 0.2892,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 1.21875,
|
|
"grad_norm": 0.3225439729294941,
|
|
"learning_rate": 3.4198788417473485e-06,
|
|
"loss": 0.2579,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 1.2215909090909092,
|
|
"grad_norm": 0.3869565428112392,
|
|
"learning_rate": 3.41266516478297e-06,
|
|
"loss": 0.3349,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 1.2244318181818181,
|
|
"grad_norm": 0.3790938940448294,
|
|
"learning_rate": 3.4054427098912636e-06,
|
|
"loss": 0.2836,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 1.2272727272727273,
|
|
"grad_norm": 0.33485764653621325,
|
|
"learning_rate": 3.3982115465371185e-06,
|
|
"loss": 0.2465,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 1.2301136363636362,
|
|
"grad_norm": 0.3421027182025914,
|
|
"learning_rate": 3.390971744269181e-06,
|
|
"loss": 0.2436,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 1.2329545454545454,
|
|
"grad_norm": 0.3343569283936874,
|
|
"learning_rate": 3.3837233727191856e-06,
|
|
"loss": 0.2533,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 1.2357954545454546,
|
|
"grad_norm": 0.3490337805677148,
|
|
"learning_rate": 3.3764665016012842e-06,
|
|
"loss": 0.2401,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 1.2386363636363638,
|
|
"grad_norm": 0.3116736362955648,
|
|
"learning_rate": 3.3692012007113776e-06,
|
|
"loss": 0.2482,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 1.2414772727272727,
|
|
"grad_norm": 0.3963218536576595,
|
|
"learning_rate": 3.3619275399264444e-06,
|
|
"loss": 0.2944,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 1.2443181818181819,
|
|
"grad_norm": 0.39432480274886955,
|
|
"learning_rate": 3.3546455892038666e-06,
|
|
"loss": 0.2918,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 1.2471590909090908,
|
|
"grad_norm": 0.3775480283393243,
|
|
"learning_rate": 3.3473554185807573e-06,
|
|
"loss": 0.2771,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"grad_norm": 0.34490450741107803,
|
|
"learning_rate": 3.340057098173288e-06,
|
|
"loss": 0.2756,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 1.2528409090909092,
|
|
"grad_norm": 0.3324905873722346,
|
|
"learning_rate": 3.3327506981760183e-06,
|
|
"loss": 0.2608,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 1.2556818181818181,
|
|
"grad_norm": 0.47138267546166734,
|
|
"learning_rate": 3.32543628886121e-06,
|
|
"loss": 0.3077,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 1.2585227272727273,
|
|
"grad_norm": 0.2953842775844083,
|
|
"learning_rate": 3.3181139405781616e-06,
|
|
"loss": 0.2377,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 1.2613636363636362,
|
|
"grad_norm": 0.3612627525520785,
|
|
"learning_rate": 3.3107837237525274e-06,
|
|
"loss": 0.2427,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 1.2642045454545454,
|
|
"grad_norm": 0.3653963278501932,
|
|
"learning_rate": 3.3034457088856396e-06,
|
|
"loss": 0.2559,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 1.2670454545454546,
|
|
"grad_norm": 0.3129568330696853,
|
|
"learning_rate": 3.2960999665538335e-06,
|
|
"loss": 0.2534,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 1.2698863636363638,
|
|
"grad_norm": 0.3510947430261117,
|
|
"learning_rate": 3.288746567407763e-06,
|
|
"loss": 0.2502,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 1.2727272727272727,
|
|
"grad_norm": 0.3437157582636368,
|
|
"learning_rate": 3.281385582171727e-06,
|
|
"loss": 0.2525,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 1.2755681818181819,
|
|
"grad_norm": 0.3888446263801318,
|
|
"learning_rate": 3.274017081642986e-06,
|
|
"loss": 0.2885,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 1.2784090909090908,
|
|
"grad_norm": 0.35942811400817226,
|
|
"learning_rate": 3.2666411366910827e-06,
|
|
"loss": 0.2571,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 1.28125,
|
|
"grad_norm": 0.41674090701769867,
|
|
"learning_rate": 3.2592578182571583e-06,
|
|
"loss": 0.2973,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 1.2840909090909092,
|
|
"grad_norm": 0.3702323179560626,
|
|
"learning_rate": 3.2518671973532704e-06,
|
|
"loss": 0.2415,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 1.2869318181818181,
|
|
"grad_norm": 0.36007563550430505,
|
|
"learning_rate": 3.244469345061715e-06,
|
|
"loss": 0.2277,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 1.2897727272727273,
|
|
"grad_norm": 0.3914691699646844,
|
|
"learning_rate": 3.237064332534336e-06,
|
|
"loss": 0.2828,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 1.2926136363636362,
|
|
"grad_norm": 0.3522104855581335,
|
|
"learning_rate": 3.229652230991843e-06,
|
|
"loss": 0.2671,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 1.2954545454545454,
|
|
"grad_norm": 0.3553148108185653,
|
|
"learning_rate": 3.2222331117231283e-06,
|
|
"loss": 0.2817,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 1.2982954545454546,
|
|
"grad_norm": 0.3771227330111479,
|
|
"learning_rate": 3.2148070460845814e-06,
|
|
"loss": 0.274,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 1.3011363636363638,
|
|
"grad_norm": 0.41388528735027136,
|
|
"learning_rate": 3.2073741054994e-06,
|
|
"loss": 0.3181,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 1.3039772727272727,
|
|
"grad_norm": 0.33865063205260826,
|
|
"learning_rate": 3.199934361456903e-06,
|
|
"loss": 0.2634,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 1.3068181818181819,
|
|
"grad_norm": 0.3520115660135833,
|
|
"learning_rate": 3.1924878855118475e-06,
|
|
"loss": 0.2618,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 1.3096590909090908,
|
|
"grad_norm": 0.40034402955639337,
|
|
"learning_rate": 3.185034749283734e-06,
|
|
"loss": 0.2837,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 1.3125,
|
|
"grad_norm": 0.34422942980117177,
|
|
"learning_rate": 3.1775750244561233e-06,
|
|
"loss": 0.2638,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 1.3153409090909092,
|
|
"grad_norm": 0.38963794033279253,
|
|
"learning_rate": 3.1701087827759434e-06,
|
|
"loss": 0.294,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 1.3181818181818181,
|
|
"grad_norm": 0.4262376192411251,
|
|
"learning_rate": 3.162636096052803e-06,
|
|
"loss": 0.3342,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 1.3210227272727273,
|
|
"grad_norm": 0.38196782588004025,
|
|
"learning_rate": 3.155157036158295e-06,
|
|
"loss": 0.281,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 1.3238636363636362,
|
|
"grad_norm": 0.39128577037723217,
|
|
"learning_rate": 3.147671675025313e-06,
|
|
"loss": 0.2864,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 1.3267045454545454,
|
|
"grad_norm": 0.3622238856754979,
|
|
"learning_rate": 3.1401800846473506e-06,
|
|
"loss": 0.2742,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 1.3295454545454546,
|
|
"grad_norm": 0.3187408313823274,
|
|
"learning_rate": 3.132682337077818e-06,
|
|
"loss": 0.2549,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 1.3323863636363638,
|
|
"grad_norm": 0.33256196577073566,
|
|
"learning_rate": 3.1251785044293425e-06,
|
|
"loss": 0.2921,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 1.3352272727272727,
|
|
"grad_norm": 0.377119549478706,
|
|
"learning_rate": 3.117668658873078e-06,
|
|
"loss": 0.2722,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 1.3380681818181819,
|
|
"grad_norm": 0.31419013026351733,
|
|
"learning_rate": 3.1101528726380085e-06,
|
|
"loss": 0.2519,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 1.3409090909090908,
|
|
"grad_norm": 0.3471415869479363,
|
|
"learning_rate": 3.102631218010257e-06,
|
|
"loss": 0.2817,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 1.34375,
|
|
"grad_norm": 0.37953158089107286,
|
|
"learning_rate": 3.0951037673323863e-06,
|
|
"loss": 0.2642,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 1.3465909090909092,
|
|
"grad_norm": 0.34488245509452714,
|
|
"learning_rate": 3.0875705930027065e-06,
|
|
"loss": 0.2499,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 1.3494318181818181,
|
|
"grad_norm": 0.29818790329911665,
|
|
"learning_rate": 3.0800317674745755e-06,
|
|
"loss": 0.2572,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 1.3522727272727273,
|
|
"grad_norm": 0.35582979006101406,
|
|
"learning_rate": 3.0724873632557068e-06,
|
|
"loss": 0.2806,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 1.3551136363636362,
|
|
"grad_norm": 0.3886707765043663,
|
|
"learning_rate": 3.064937452907465e-06,
|
|
"loss": 0.2395,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 1.3579545454545454,
|
|
"grad_norm": 0.39452409132776717,
|
|
"learning_rate": 3.057382109044177e-06,
|
|
"loss": 0.2748,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 1.3607954545454546,
|
|
"grad_norm": 0.34362558608870675,
|
|
"learning_rate": 3.049821404332424e-06,
|
|
"loss": 0.2664,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 1.3636363636363638,
|
|
"grad_norm": 0.3923547533127044,
|
|
"learning_rate": 3.0422554114903514e-06,
|
|
"loss": 0.3134,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 1.3664772727272727,
|
|
"grad_norm": 0.42311598203108824,
|
|
"learning_rate": 3.0346842032869624e-06,
|
|
"loss": 0.3227,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 1.3693181818181819,
|
|
"grad_norm": 0.49341501720924236,
|
|
"learning_rate": 3.0271078525414234e-06,
|
|
"loss": 0.2789,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 1.3721590909090908,
|
|
"grad_norm": 0.3923870792288359,
|
|
"learning_rate": 3.0195264321223584e-06,
|
|
"loss": 0.3003,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 1.375,
|
|
"grad_norm": 0.5047411107384405,
|
|
"learning_rate": 3.0119400149471535e-06,
|
|
"loss": 0.2835,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 1.3778409090909092,
|
|
"grad_norm": 0.3431083613633404,
|
|
"learning_rate": 3.004348673981252e-06,
|
|
"loss": 0.2744,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 1.3806818181818181,
|
|
"grad_norm": 0.3370392701002557,
|
|
"learning_rate": 2.996752482237456e-06,
|
|
"loss": 0.2503,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 1.3835227272727273,
|
|
"grad_norm": 0.35789574905836263,
|
|
"learning_rate": 2.9891515127752172e-06,
|
|
"loss": 0.2558,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 1.3863636363636362,
|
|
"grad_norm": 0.39542709664531145,
|
|
"learning_rate": 2.981545838699943e-06,
|
|
"loss": 0.2499,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 1.3892045454545454,
|
|
"grad_norm": 0.4799271866705037,
|
|
"learning_rate": 2.9739355331622886e-06,
|
|
"loss": 0.2845,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 1.3920454545454546,
|
|
"grad_norm": 0.30250300604212543,
|
|
"learning_rate": 2.966320669357453e-06,
|
|
"loss": 0.2428,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 1.3948863636363638,
|
|
"grad_norm": 0.27928557627455064,
|
|
"learning_rate": 2.9587013205244767e-06,
|
|
"loss": 0.2354,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 1.3977272727272727,
|
|
"grad_norm": 0.3254689902299252,
|
|
"learning_rate": 2.951077559945538e-06,
|
|
"loss": 0.2719,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 1.4005681818181819,
|
|
"grad_norm": 0.38918459975286523,
|
|
"learning_rate": 2.943449460945244e-06,
|
|
"loss": 0.2726,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 1.4034090909090908,
|
|
"grad_norm": 0.29871192903714955,
|
|
"learning_rate": 2.9358170968899323e-06,
|
|
"loss": 0.263,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 1.40625,
|
|
"grad_norm": 0.3943630183447143,
|
|
"learning_rate": 2.9281805411869573e-06,
|
|
"loss": 0.2931,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 1.4090909090909092,
|
|
"grad_norm": 0.34932644595142737,
|
|
"learning_rate": 2.920539867283992e-06,
|
|
"loss": 0.2577,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 1.4119318181818181,
|
|
"grad_norm": 0.36296363929883135,
|
|
"learning_rate": 2.9128951486683144e-06,
|
|
"loss": 0.2884,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 1.4147727272727273,
|
|
"grad_norm": 0.3536090241186941,
|
|
"learning_rate": 2.9052464588661076e-06,
|
|
"loss": 0.2518,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 1.4176136363636362,
|
|
"grad_norm": 0.4071123114766137,
|
|
"learning_rate": 2.8975938714417466e-06,
|
|
"loss": 0.2955,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 1.4204545454545454,
|
|
"grad_norm": 0.36319240545094117,
|
|
"learning_rate": 2.8899374599970943e-06,
|
|
"loss": 0.2933,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 1.4232954545454546,
|
|
"grad_norm": 0.33541538203913807,
|
|
"learning_rate": 2.882277298170792e-06,
|
|
"loss": 0.2693,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 1.4261363636363638,
|
|
"grad_norm": 0.42293889077814073,
|
|
"learning_rate": 2.8746134596375534e-06,
|
|
"loss": 0.2907,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 1.4289772727272727,
|
|
"grad_norm": 0.3702782961580686,
|
|
"learning_rate": 2.866946018107453e-06,
|
|
"loss": 0.2701,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 1.4318181818181819,
|
|
"grad_norm": 0.3454390175085058,
|
|
"learning_rate": 2.8592750473252197e-06,
|
|
"loss": 0.2612,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 1.4346590909090908,
|
|
"grad_norm": 0.33107307095308464,
|
|
"learning_rate": 2.8516006210695244e-06,
|
|
"loss": 0.239,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 1.4375,
|
|
"grad_norm": 0.3569062909249772,
|
|
"learning_rate": 2.843922813152275e-06,
|
|
"loss": 0.2755,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 1.4403409090909092,
|
|
"grad_norm": 0.37131837135922086,
|
|
"learning_rate": 2.836241697417902e-06,
|
|
"loss": 0.2623,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 1.4431818181818181,
|
|
"grad_norm": 0.3699557028893426,
|
|
"learning_rate": 2.8285573477426504e-06,
|
|
"loss": 0.2811,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 1.4460227272727273,
|
|
"grad_norm": 0.33561480648358855,
|
|
"learning_rate": 2.820869838033871e-06,
|
|
"loss": 0.2686,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 1.4488636363636362,
|
|
"grad_norm": 0.4711840304366533,
|
|
"learning_rate": 2.813179242229304e-06,
|
|
"loss": 0.2946,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 1.4517045454545454,
|
|
"grad_norm": 0.382672820843295,
|
|
"learning_rate": 2.805485634296374e-06,
|
|
"loss": 0.2945,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 1.4545454545454546,
|
|
"grad_norm": 0.3264806302650397,
|
|
"learning_rate": 2.7977890882314763e-06,
|
|
"loss": 0.2658,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 1.4573863636363638,
|
|
"grad_norm": 0.3590459125833833,
|
|
"learning_rate": 2.7900896780592616e-06,
|
|
"loss": 0.2675,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 1.4602272727272727,
|
|
"grad_norm": 0.41777977412669154,
|
|
"learning_rate": 2.7823874778319316e-06,
|
|
"loss": 0.3133,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 1.4630681818181819,
|
|
"grad_norm": 0.3700743186678299,
|
|
"learning_rate": 2.774682561628519e-06,
|
|
"loss": 0.2781,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 1.4659090909090908,
|
|
"grad_norm": 0.3586139592020702,
|
|
"learning_rate": 2.7669750035541798e-06,
|
|
"loss": 0.2709,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 1.46875,
|
|
"grad_norm": 0.32668952210259083,
|
|
"learning_rate": 2.759264877739481e-06,
|
|
"loss": 0.2628,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 1.4715909090909092,
|
|
"grad_norm": 0.3304970455370839,
|
|
"learning_rate": 2.7515522583396825e-06,
|
|
"loss": 0.2859,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 1.4744318181818181,
|
|
"grad_norm": 0.3188860297893081,
|
|
"learning_rate": 2.74383721953403e-06,
|
|
"loss": 0.2435,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 1.4772727272727273,
|
|
"grad_norm": 0.3701340525867732,
|
|
"learning_rate": 2.736119835525037e-06,
|
|
"loss": 0.2571,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 1.4801136363636362,
|
|
"grad_norm": 0.4888553988204271,
|
|
"learning_rate": 2.728400180537775e-06,
|
|
"loss": 0.2956,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 1.4829545454545454,
|
|
"grad_norm": 0.4110586830757001,
|
|
"learning_rate": 2.720678328819155e-06,
|
|
"loss": 0.2396,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 1.4857954545454546,
|
|
"grad_norm": 0.3828799651532281,
|
|
"learning_rate": 2.712954354637218e-06,
|
|
"loss": 0.2701,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 1.4886363636363638,
|
|
"grad_norm": 0.359763211121689,
|
|
"learning_rate": 2.705228332280418e-06,
|
|
"loss": 0.2387,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 1.4914772727272727,
|
|
"grad_norm": 0.3785795319364518,
|
|
"learning_rate": 2.6975003360569087e-06,
|
|
"loss": 0.2761,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 1.4943181818181819,
|
|
"grad_norm": 0.34255573500581615,
|
|
"learning_rate": 2.689770440293825e-06,
|
|
"loss": 0.267,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 1.4971590909090908,
|
|
"grad_norm": 0.37025650452574843,
|
|
"learning_rate": 2.6820387193365764e-06,
|
|
"loss": 0.2781,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"grad_norm": 0.35002281689988746,
|
|
"learning_rate": 2.674305247548125e-06,
|
|
"loss": 0.2947,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 1.5028409090909092,
|
|
"grad_norm": 0.34143779580523753,
|
|
"learning_rate": 2.6665700993082705e-06,
|
|
"loss": 0.2658,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 1.5056818181818183,
|
|
"grad_norm": 0.3560924867441854,
|
|
"learning_rate": 2.6588333490129376e-06,
|
|
"loss": 0.2742,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 1.5085227272727273,
|
|
"grad_norm": 0.32295396334903814,
|
|
"learning_rate": 2.65109507107346e-06,
|
|
"loss": 0.2382,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 1.5113636363636362,
|
|
"grad_norm": 0.33859114158227865,
|
|
"learning_rate": 2.6433553399158652e-06,
|
|
"loss": 0.2937,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 1.5142045454545454,
|
|
"grad_norm": 0.35244369608972004,
|
|
"learning_rate": 2.6356142299801544e-06,
|
|
"loss": 0.3037,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 1.5170454545454546,
|
|
"grad_norm": 0.3336662584141403,
|
|
"learning_rate": 2.6278718157195924e-06,
|
|
"loss": 0.2844,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 1.5198863636363638,
|
|
"grad_norm": 0.35862845558521106,
|
|
"learning_rate": 2.620128171599989e-06,
|
|
"loss": 0.246,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 1.5227272727272727,
|
|
"grad_norm": 0.31358277794725126,
|
|
"learning_rate": 2.6123833720989796e-06,
|
|
"loss": 0.2653,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 1.5255681818181817,
|
|
"grad_norm": 0.36029376106362876,
|
|
"learning_rate": 2.6046374917053156e-06,
|
|
"loss": 0.2785,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 1.5284090909090908,
|
|
"grad_norm": 0.3512123146788697,
|
|
"learning_rate": 2.5968906049181425e-06,
|
|
"loss": 0.2723,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 1.53125,
|
|
"grad_norm": 0.35559911829983626,
|
|
"learning_rate": 2.5891427862462853e-06,
|
|
"loss": 0.2939,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 1.5340909090909092,
|
|
"grad_norm": 0.3774459233336894,
|
|
"learning_rate": 2.581394110207532e-06,
|
|
"loss": 0.2593,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 1.5369318181818183,
|
|
"grad_norm": 0.3213295704503383,
|
|
"learning_rate": 2.5736446513279166e-06,
|
|
"loss": 0.2615,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 1.5397727272727273,
|
|
"grad_norm": 0.33894998490392014,
|
|
"learning_rate": 2.5658944841410032e-06,
|
|
"loss": 0.2856,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 1.5426136363636362,
|
|
"grad_norm": 0.4085808452620872,
|
|
"learning_rate": 2.5581436831871666e-06,
|
|
"loss": 0.2611,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 1.5454545454545454,
|
|
"grad_norm": 0.3377548562078041,
|
|
"learning_rate": 2.5503923230128787e-06,
|
|
"loss": 0.2445,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 1.5482954545454546,
|
|
"grad_norm": 0.2986016210832829,
|
|
"learning_rate": 2.5426404781699886e-06,
|
|
"loss": 0.2345,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 1.5511363636363638,
|
|
"grad_norm": 0.3130189679053128,
|
|
"learning_rate": 2.534888223215008e-06,
|
|
"loss": 0.2648,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 1.5539772727272727,
|
|
"grad_norm": 0.29362772394820585,
|
|
"learning_rate": 2.5271356327083927e-06,
|
|
"loss": 0.2231,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 1.5568181818181817,
|
|
"grad_norm": 0.3371287342113354,
|
|
"learning_rate": 2.5193827812138268e-06,
|
|
"loss": 0.2801,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 1.5596590909090908,
|
|
"grad_norm": 0.438680590348071,
|
|
"learning_rate": 2.511629743297502e-06,
|
|
"loss": 0.3117,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 1.5625,
|
|
"grad_norm": 0.3623332826643985,
|
|
"learning_rate": 2.5038765935274038e-06,
|
|
"loss": 0.2582,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 1.5653409090909092,
|
|
"grad_norm": 0.3611764461964591,
|
|
"learning_rate": 2.4961234064725966e-06,
|
|
"loss": 0.2606,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 1.5681818181818183,
|
|
"grad_norm": 0.6683755911265977,
|
|
"learning_rate": 2.488370256702499e-06,
|
|
"loss": 0.2686,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 1.5710227272727273,
|
|
"grad_norm": 0.3699878510363697,
|
|
"learning_rate": 2.4806172187861736e-06,
|
|
"loss": 0.2823,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 1.5738636363636362,
|
|
"grad_norm": 0.3603575134404355,
|
|
"learning_rate": 2.4728643672916073e-06,
|
|
"loss": 0.2696,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 1.5767045454545454,
|
|
"grad_norm": 0.5708462895257692,
|
|
"learning_rate": 2.465111776784993e-06,
|
|
"loss": 0.3003,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 1.5795454545454546,
|
|
"grad_norm": 0.414861092800249,
|
|
"learning_rate": 2.4573595218300127e-06,
|
|
"loss": 0.2878,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 1.5823863636363638,
|
|
"grad_norm": 0.36176025431242964,
|
|
"learning_rate": 2.4496076769871226e-06,
|
|
"loss": 0.2614,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 1.5852272727272727,
|
|
"grad_norm": 0.4170474058146532,
|
|
"learning_rate": 2.4418563168128346e-06,
|
|
"loss": 0.2868,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 1.5880681818181817,
|
|
"grad_norm": 0.3270649689091589,
|
|
"learning_rate": 2.4341055158589976e-06,
|
|
"loss": 0.2699,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 1.5909090909090908,
|
|
"grad_norm": 0.3807070125410976,
|
|
"learning_rate": 2.4263553486720838e-06,
|
|
"loss": 0.303,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 1.59375,
|
|
"grad_norm": 0.3848553762149162,
|
|
"learning_rate": 2.4186058897924685e-06,
|
|
"loss": 0.2748,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 1.5965909090909092,
|
|
"grad_norm": 0.3232840810454203,
|
|
"learning_rate": 2.410857213753715e-06,
|
|
"loss": 0.2445,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 1.5994318181818183,
|
|
"grad_norm": 0.3092676360533537,
|
|
"learning_rate": 2.4031093950818583e-06,
|
|
"loss": 0.2356,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 1.6022727272727273,
|
|
"grad_norm": 0.45118596036379494,
|
|
"learning_rate": 2.3953625082946856e-06,
|
|
"loss": 0.2837,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 1.6051136363636362,
|
|
"grad_norm": 0.34970482571526373,
|
|
"learning_rate": 2.3876166279010212e-06,
|
|
"loss": 0.2973,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 1.6079545454545454,
|
|
"grad_norm": 0.3364465296058301,
|
|
"learning_rate": 2.379871828400012e-06,
|
|
"loss": 0.2423,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 1.6107954545454546,
|
|
"grad_norm": 0.363328151622841,
|
|
"learning_rate": 2.372128184280408e-06,
|
|
"loss": 0.269,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 1.6136363636363638,
|
|
"grad_norm": 0.26766248199292697,
|
|
"learning_rate": 2.364385770019846e-06,
|
|
"loss": 0.2346,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 1.6164772727272727,
|
|
"grad_norm": 0.3913465078730921,
|
|
"learning_rate": 2.356644660084135e-06,
|
|
"loss": 0.2866,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 1.6193181818181817,
|
|
"grad_norm": 0.31905393138162685,
|
|
"learning_rate": 2.34890492892654e-06,
|
|
"loss": 0.2666,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 1.6221590909090908,
|
|
"grad_norm": 0.3432468450311117,
|
|
"learning_rate": 2.341166650987064e-06,
|
|
"loss": 0.2443,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 1.625,
|
|
"grad_norm": 0.34070598347786063,
|
|
"learning_rate": 2.333429900691731e-06,
|
|
"loss": 0.2968,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 1.6278409090909092,
|
|
"grad_norm": 0.4257323783577944,
|
|
"learning_rate": 2.3256947524518756e-06,
|
|
"loss": 0.275,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 1.6306818181818183,
|
|
"grad_norm": 0.35120372623976087,
|
|
"learning_rate": 2.317961280663424e-06,
|
|
"loss": 0.2779,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 1.6335227272727273,
|
|
"grad_norm": 0.3288834361465399,
|
|
"learning_rate": 2.3102295597061757e-06,
|
|
"loss": 0.262,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 1.6363636363636362,
|
|
"grad_norm": 0.3781083785525166,
|
|
"learning_rate": 2.3024996639430925e-06,
|
|
"loss": 0.2705,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 1.6392045454545454,
|
|
"grad_norm": 0.3309675255585671,
|
|
"learning_rate": 2.2947716677195823e-06,
|
|
"loss": 0.2607,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 1.6420454545454546,
|
|
"grad_norm": 0.4097606078658523,
|
|
"learning_rate": 2.2870456453627823e-06,
|
|
"loss": 0.3267,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 1.6448863636363638,
|
|
"grad_norm": 0.25572751310886616,
|
|
"learning_rate": 2.2793216711808456e-06,
|
|
"loss": 0.2278,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 1.6477272727272727,
|
|
"grad_norm": 0.3060607584281395,
|
|
"learning_rate": 2.2715998194622257e-06,
|
|
"loss": 0.2517,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 1.6505681818181817,
|
|
"grad_norm": 0.37963871119456877,
|
|
"learning_rate": 2.2638801644749636e-06,
|
|
"loss": 0.2634,
|
|
"step": 581
|
|
},
|
|
{
|
|
"epoch": 1.6534090909090908,
|
|
"grad_norm": 0.3762574705485531,
|
|
"learning_rate": 2.2561627804659704e-06,
|
|
"loss": 0.2534,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 1.65625,
|
|
"grad_norm": 0.34282885282451137,
|
|
"learning_rate": 2.2484477416603183e-06,
|
|
"loss": 0.2666,
|
|
"step": 583
|
|
},
|
|
{
|
|
"epoch": 1.6590909090909092,
|
|
"grad_norm": 0.3508691585265268,
|
|
"learning_rate": 2.24073512226052e-06,
|
|
"loss": 0.2589,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 1.6619318181818183,
|
|
"grad_norm": 0.38903092342578377,
|
|
"learning_rate": 2.2330249964458202e-06,
|
|
"loss": 0.2853,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 1.6647727272727273,
|
|
"grad_norm": 0.3466002683474289,
|
|
"learning_rate": 2.2253174383714816e-06,
|
|
"loss": 0.2812,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 1.6676136363636362,
|
|
"grad_norm": 0.46395674632161,
|
|
"learning_rate": 2.21761252216807e-06,
|
|
"loss": 0.2692,
|
|
"step": 587
|
|
},
|
|
{
|
|
"epoch": 1.6704545454545454,
|
|
"grad_norm": 0.3699824822038089,
|
|
"learning_rate": 2.2099103219407392e-06,
|
|
"loss": 0.2699,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 1.6732954545454546,
|
|
"grad_norm": 0.3805031596017454,
|
|
"learning_rate": 2.2022109117685246e-06,
|
|
"loss": 0.2953,
|
|
"step": 589
|
|
},
|
|
{
|
|
"epoch": 1.6761363636363638,
|
|
"grad_norm": 0.37764726137134685,
|
|
"learning_rate": 2.1945143657036267e-06,
|
|
"loss": 0.2753,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 1.6789772727272727,
|
|
"grad_norm": 0.3304479070305256,
|
|
"learning_rate": 2.1868207577706964e-06,
|
|
"loss": 0.2524,
|
|
"step": 591
|
|
},
|
|
{
|
|
"epoch": 1.6818181818181817,
|
|
"grad_norm": 0.3587520279737923,
|
|
"learning_rate": 2.1791301619661297e-06,
|
|
"loss": 0.2602,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 1.6846590909090908,
|
|
"grad_norm": 0.3323465218687911,
|
|
"learning_rate": 2.17144265225735e-06,
|
|
"loss": 0.2692,
|
|
"step": 593
|
|
},
|
|
{
|
|
"epoch": 1.6875,
|
|
"grad_norm": 0.3572276587914552,
|
|
"learning_rate": 2.1637583025820985e-06,
|
|
"loss": 0.2858,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 1.6903409090909092,
|
|
"grad_norm": 0.37800630772529514,
|
|
"learning_rate": 2.156077186847726e-06,
|
|
"loss": 0.294,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 1.6931818181818183,
|
|
"grad_norm": 0.3421660175170903,
|
|
"learning_rate": 2.148399378930476e-06,
|
|
"loss": 0.2573,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 1.6960227272727273,
|
|
"grad_norm": 0.34254475964042214,
|
|
"learning_rate": 2.1407249526747816e-06,
|
|
"loss": 0.275,
|
|
"step": 597
|
|
},
|
|
{
|
|
"epoch": 1.6988636363636362,
|
|
"grad_norm": 0.3715201904697272,
|
|
"learning_rate": 2.133053981892547e-06,
|
|
"loss": 0.2833,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 1.7017045454545454,
|
|
"grad_norm": 0.36015289752626467,
|
|
"learning_rate": 2.125386540362447e-06,
|
|
"loss": 0.2828,
|
|
"step": 599
|
|
},
|
|
{
|
|
"epoch": 1.7045454545454546,
|
|
"grad_norm": 0.40367397113055686,
|
|
"learning_rate": 2.1177227018292086e-06,
|
|
"loss": 0.2621,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 1.7073863636363638,
|
|
"grad_norm": 0.32129619035430856,
|
|
"learning_rate": 2.110062540002906e-06,
|
|
"loss": 0.2757,
|
|
"step": 601
|
|
},
|
|
{
|
|
"epoch": 1.7102272727272727,
|
|
"grad_norm": 0.3137451287766472,
|
|
"learning_rate": 2.1024061285582546e-06,
|
|
"loss": 0.2535,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 1.7130681818181817,
|
|
"grad_norm": 0.4280343421587481,
|
|
"learning_rate": 2.0947535411338936e-06,
|
|
"loss": 0.2559,
|
|
"step": 603
|
|
},
|
|
{
|
|
"epoch": 1.7159090909090908,
|
|
"grad_norm": 0.38561258389624026,
|
|
"learning_rate": 2.087104851331686e-06,
|
|
"loss": 0.339,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 1.71875,
|
|
"grad_norm": 0.3187139343663328,
|
|
"learning_rate": 2.0794601327160083e-06,
|
|
"loss": 0.224,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 1.7215909090909092,
|
|
"grad_norm": 0.4058807325173988,
|
|
"learning_rate": 2.0718194588130435e-06,
|
|
"loss": 0.2743,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 1.7244318181818183,
|
|
"grad_norm": 0.3501025253129524,
|
|
"learning_rate": 2.0641829031100685e-06,
|
|
"loss": 0.2534,
|
|
"step": 607
|
|
},
|
|
{
|
|
"epoch": 1.7272727272727273,
|
|
"grad_norm": 0.34621897515864436,
|
|
"learning_rate": 2.0565505390547558e-06,
|
|
"loss": 0.2565,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 1.7301136363636362,
|
|
"grad_norm": 0.2972165110796837,
|
|
"learning_rate": 2.0489224400544626e-06,
|
|
"loss": 0.2472,
|
|
"step": 609
|
|
},
|
|
{
|
|
"epoch": 1.7329545454545454,
|
|
"grad_norm": 0.28430139406095895,
|
|
"learning_rate": 2.041298679475524e-06,
|
|
"loss": 0.2278,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 1.7357954545454546,
|
|
"grad_norm": 0.3424108937746101,
|
|
"learning_rate": 2.033679330642548e-06,
|
|
"loss": 0.2708,
|
|
"step": 611
|
|
},
|
|
{
|
|
"epoch": 1.7386363636363638,
|
|
"grad_norm": 0.34689691643105225,
|
|
"learning_rate": 2.026064466837712e-06,
|
|
"loss": 0.2489,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 1.7414772727272727,
|
|
"grad_norm": 0.36538604704717154,
|
|
"learning_rate": 2.018454161300058e-06,
|
|
"loss": 0.2959,
|
|
"step": 613
|
|
},
|
|
{
|
|
"epoch": 1.7443181818181817,
|
|
"grad_norm": 0.3914980478603566,
|
|
"learning_rate": 2.0108484872247836e-06,
|
|
"loss": 0.2877,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 1.7471590909090908,
|
|
"grad_norm": 0.3460591534025964,
|
|
"learning_rate": 2.003247517762545e-06,
|
|
"loss": 0.2392,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"grad_norm": 0.35201168894909723,
|
|
"learning_rate": 1.995651326018748e-06,
|
|
"loss": 0.2775,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 1.7528409090909092,
|
|
"grad_norm": 0.3907457148602396,
|
|
"learning_rate": 1.988059985052847e-06,
|
|
"loss": 0.2649,
|
|
"step": 617
|
|
},
|
|
{
|
|
"epoch": 1.7556818181818183,
|
|
"grad_norm": 0.31089272434312254,
|
|
"learning_rate": 1.980473567877643e-06,
|
|
"loss": 0.2717,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 1.7585227272727273,
|
|
"grad_norm": 0.39029862965581613,
|
|
"learning_rate": 1.9728921474585783e-06,
|
|
"loss": 0.2996,
|
|
"step": 619
|
|
},
|
|
{
|
|
"epoch": 1.7613636363636362,
|
|
"grad_norm": 0.37522254054472837,
|
|
"learning_rate": 1.965315796713038e-06,
|
|
"loss": 0.3206,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 1.7642045454545454,
|
|
"grad_norm": 0.37421333571503007,
|
|
"learning_rate": 1.957744588509649e-06,
|
|
"loss": 0.2953,
|
|
"step": 621
|
|
},
|
|
{
|
|
"epoch": 1.7670454545454546,
|
|
"grad_norm": 0.4113713231201874,
|
|
"learning_rate": 1.9501785956675767e-06,
|
|
"loss": 0.2587,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 1.7698863636363638,
|
|
"grad_norm": 0.3775256295092349,
|
|
"learning_rate": 1.942617890955824e-06,
|
|
"loss": 0.2706,
|
|
"step": 623
|
|
},
|
|
{
|
|
"epoch": 1.7727272727272727,
|
|
"grad_norm": 0.361676860315546,
|
|
"learning_rate": 1.935062547092535e-06,
|
|
"loss": 0.2573,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 1.7755681818181817,
|
|
"grad_norm": 0.3828484280989141,
|
|
"learning_rate": 1.927512636744294e-06,
|
|
"loss": 0.2635,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 1.7784090909090908,
|
|
"grad_norm": 0.3194894627210845,
|
|
"learning_rate": 1.9199682325254258e-06,
|
|
"loss": 0.2412,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 1.78125,
|
|
"grad_norm": 0.3467465431720772,
|
|
"learning_rate": 1.9124294069972947e-06,
|
|
"loss": 0.2558,
|
|
"step": 627
|
|
},
|
|
{
|
|
"epoch": 1.7840909090909092,
|
|
"grad_norm": 0.40591415428499084,
|
|
"learning_rate": 1.9048962326676145e-06,
|
|
"loss": 0.2591,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 1.7869318181818183,
|
|
"grad_norm": 0.324247081690912,
|
|
"learning_rate": 1.897368781989744e-06,
|
|
"loss": 0.2525,
|
|
"step": 629
|
|
},
|
|
{
|
|
"epoch": 1.7897727272727273,
|
|
"grad_norm": 0.30168524950243947,
|
|
"learning_rate": 1.889847127361992e-06,
|
|
"loss": 0.2414,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 1.7926136363636362,
|
|
"grad_norm": 0.3391445741041072,
|
|
"learning_rate": 1.8823313411269226e-06,
|
|
"loss": 0.2666,
|
|
"step": 631
|
|
},
|
|
{
|
|
"epoch": 1.7954545454545454,
|
|
"grad_norm": 0.3695919372425977,
|
|
"learning_rate": 1.874821495570658e-06,
|
|
"loss": 0.2738,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 1.7982954545454546,
|
|
"grad_norm": 0.41985233793486193,
|
|
"learning_rate": 1.8673176629221824e-06,
|
|
"loss": 0.2843,
|
|
"step": 633
|
|
},
|
|
{
|
|
"epoch": 1.8011363636363638,
|
|
"grad_norm": 0.34508550168400526,
|
|
"learning_rate": 1.8598199153526502e-06,
|
|
"loss": 0.2762,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 1.8039772727272727,
|
|
"grad_norm": 0.34432258391495646,
|
|
"learning_rate": 1.852328324974688e-06,
|
|
"loss": 0.2746,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 1.8068181818181817,
|
|
"grad_norm": 0.432219335772206,
|
|
"learning_rate": 1.8448429638417053e-06,
|
|
"loss": 0.293,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 1.8096590909090908,
|
|
"grad_norm": 0.30494323840811877,
|
|
"learning_rate": 1.8373639039471974e-06,
|
|
"loss": 0.2483,
|
|
"step": 637
|
|
},
|
|
{
|
|
"epoch": 1.8125,
|
|
"grad_norm": 0.38979888807881874,
|
|
"learning_rate": 1.8298912172240568e-06,
|
|
"loss": 0.2665,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 1.8153409090909092,
|
|
"grad_norm": 0.4409357967627925,
|
|
"learning_rate": 1.8224249755438773e-06,
|
|
"loss": 0.2979,
|
|
"step": 639
|
|
},
|
|
{
|
|
"epoch": 1.8181818181818183,
|
|
"grad_norm": 0.40058073253392457,
|
|
"learning_rate": 1.8149652507162662e-06,
|
|
"loss": 0.2402,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 1.8210227272727273,
|
|
"grad_norm": 0.3781947301668901,
|
|
"learning_rate": 1.807512114488153e-06,
|
|
"loss": 0.2815,
|
|
"step": 641
|
|
},
|
|
{
|
|
"epoch": 1.8238636363636362,
|
|
"grad_norm": 0.32982880475917153,
|
|
"learning_rate": 1.8000656385430978e-06,
|
|
"loss": 0.274,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 1.8267045454545454,
|
|
"grad_norm": 0.34588388650165885,
|
|
"learning_rate": 1.7926258945006008e-06,
|
|
"loss": 0.2415,
|
|
"step": 643
|
|
},
|
|
{
|
|
"epoch": 1.8295454545454546,
|
|
"grad_norm": 0.46509270816531234,
|
|
"learning_rate": 1.7851929539154188e-06,
|
|
"loss": 0.2352,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 1.8323863636363638,
|
|
"grad_norm": 0.3949892127680776,
|
|
"learning_rate": 1.7777668882768723e-06,
|
|
"loss": 0.2731,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 1.8352272727272727,
|
|
"grad_norm": 0.33118981202064834,
|
|
"learning_rate": 1.7703477690081584e-06,
|
|
"loss": 0.2062,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 1.8380681818181817,
|
|
"grad_norm": 0.41123429927968475,
|
|
"learning_rate": 1.762935667465665e-06,
|
|
"loss": 0.2603,
|
|
"step": 647
|
|
},
|
|
{
|
|
"epoch": 1.8409090909090908,
|
|
"grad_norm": 0.4086985175493265,
|
|
"learning_rate": 1.7555306549382853e-06,
|
|
"loss": 0.2633,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 1.84375,
|
|
"grad_norm": 0.3829776136552432,
|
|
"learning_rate": 1.7481328026467292e-06,
|
|
"loss": 0.2645,
|
|
"step": 649
|
|
},
|
|
{
|
|
"epoch": 1.8465909090909092,
|
|
"grad_norm": 0.36580249698143114,
|
|
"learning_rate": 1.7407421817428432e-06,
|
|
"loss": 0.2907,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 1.8494318181818183,
|
|
"grad_norm": 0.5114322764325684,
|
|
"learning_rate": 1.733358863308918e-06,
|
|
"loss": 0.2491,
|
|
"step": 651
|
|
},
|
|
{
|
|
"epoch": 1.8522727272727273,
|
|
"grad_norm": 0.3758211802363351,
|
|
"learning_rate": 1.7259829183570146e-06,
|
|
"loss": 0.275,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 1.8551136363636362,
|
|
"grad_norm": 0.44005362349975546,
|
|
"learning_rate": 1.7186144178282735e-06,
|
|
"loss": 0.2759,
|
|
"step": 653
|
|
},
|
|
{
|
|
"epoch": 1.8579545454545454,
|
|
"grad_norm": 0.41121803130231066,
|
|
"learning_rate": 1.7112534325922381e-06,
|
|
"loss": 0.2835,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 1.8607954545454546,
|
|
"grad_norm": 0.37656111256141905,
|
|
"learning_rate": 1.7039000334461673e-06,
|
|
"loss": 0.2808,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 1.8636363636363638,
|
|
"grad_norm": 0.3651987202447528,
|
|
"learning_rate": 1.6965542911143601e-06,
|
|
"loss": 0.3218,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 1.8664772727272727,
|
|
"grad_norm": 0.40004844795530625,
|
|
"learning_rate": 1.6892162762474732e-06,
|
|
"loss": 0.2945,
|
|
"step": 657
|
|
},
|
|
{
|
|
"epoch": 1.8693181818181817,
|
|
"grad_norm": 0.33043091198634184,
|
|
"learning_rate": 1.6818860594218396e-06,
|
|
"loss": 0.2277,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 1.8721590909090908,
|
|
"grad_norm": 0.3346497899463932,
|
|
"learning_rate": 1.674563711138791e-06,
|
|
"loss": 0.2324,
|
|
"step": 659
|
|
},
|
|
{
|
|
"epoch": 1.875,
|
|
"grad_norm": 0.32658486289094646,
|
|
"learning_rate": 1.6672493018239828e-06,
|
|
"loss": 0.242,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 1.8778409090909092,
|
|
"grad_norm": 0.3483520142042606,
|
|
"learning_rate": 1.659942901826712e-06,
|
|
"loss": 0.2724,
|
|
"step": 661
|
|
},
|
|
{
|
|
"epoch": 1.8806818181818183,
|
|
"grad_norm": 0.3447989906256544,
|
|
"learning_rate": 1.6526445814192437e-06,
|
|
"loss": 0.2522,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 1.8835227272727273,
|
|
"grad_norm": 0.3745982582543309,
|
|
"learning_rate": 1.6453544107961338e-06,
|
|
"loss": 0.268,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 1.8863636363636362,
|
|
"grad_norm": 0.47460009049304464,
|
|
"learning_rate": 1.638072460073556e-06,
|
|
"loss": 0.3004,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 1.8892045454545454,
|
|
"grad_norm": 0.38922747831910864,
|
|
"learning_rate": 1.6307987992886221e-06,
|
|
"loss": 0.2923,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 1.8920454545454546,
|
|
"grad_norm": 0.3619334724335469,
|
|
"learning_rate": 1.6235334983987166e-06,
|
|
"loss": 0.2929,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 1.8948863636363638,
|
|
"grad_norm": 0.4134447223169521,
|
|
"learning_rate": 1.6162766272808153e-06,
|
|
"loss": 0.2443,
|
|
"step": 667
|
|
},
|
|
{
|
|
"epoch": 1.8977272727272727,
|
|
"grad_norm": 0.37827695457409233,
|
|
"learning_rate": 1.6090282557308199e-06,
|
|
"loss": 0.2634,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 1.9005681818181817,
|
|
"grad_norm": 0.37553439336248,
|
|
"learning_rate": 1.6017884534628821e-06,
|
|
"loss": 0.2624,
|
|
"step": 669
|
|
},
|
|
{
|
|
"epoch": 1.9034090909090908,
|
|
"grad_norm": 0.30503546597237136,
|
|
"learning_rate": 1.594557290108737e-06,
|
|
"loss": 0.2448,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 1.90625,
|
|
"grad_norm": 0.33139361815750534,
|
|
"learning_rate": 1.5873348352170309e-06,
|
|
"loss": 0.2344,
|
|
"step": 671
|
|
},
|
|
{
|
|
"epoch": 1.9090909090909092,
|
|
"grad_norm": 0.4071705047497215,
|
|
"learning_rate": 1.5801211582526515e-06,
|
|
"loss": 0.2972,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 1.9119318181818183,
|
|
"grad_norm": 0.3520108684037794,
|
|
"learning_rate": 1.5729163285960636e-06,
|
|
"loss": 0.3064,
|
|
"step": 673
|
|
},
|
|
{
|
|
"epoch": 1.9147727272727273,
|
|
"grad_norm": 1.044294639450523,
|
|
"learning_rate": 1.5657204155426372e-06,
|
|
"loss": 0.2764,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 1.9176136363636362,
|
|
"grad_norm": 0.2733575442921981,
|
|
"learning_rate": 1.5585334883019845e-06,
|
|
"loss": 0.2115,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 1.9204545454545454,
|
|
"grad_norm": 0.3436043484209694,
|
|
"learning_rate": 1.551355615997292e-06,
|
|
"loss": 0.2613,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 1.9232954545454546,
|
|
"grad_norm": 0.347973792440035,
|
|
"learning_rate": 1.5441868676646588e-06,
|
|
"loss": 0.2984,
|
|
"step": 677
|
|
},
|
|
{
|
|
"epoch": 1.9261363636363638,
|
|
"grad_norm": 0.3714627621893232,
|
|
"learning_rate": 1.537027312252427e-06,
|
|
"loss": 0.2939,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 1.9289772727272727,
|
|
"grad_norm": 0.36946185178466473,
|
|
"learning_rate": 1.5298770186205262e-06,
|
|
"loss": 0.3133,
|
|
"step": 679
|
|
},
|
|
{
|
|
"epoch": 1.9318181818181817,
|
|
"grad_norm": 0.4445653274012168,
|
|
"learning_rate": 1.522736055539804e-06,
|
|
"loss": 0.2638,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 1.9346590909090908,
|
|
"grad_norm": 0.36757539498984404,
|
|
"learning_rate": 1.5156044916913687e-06,
|
|
"loss": 0.2594,
|
|
"step": 681
|
|
},
|
|
{
|
|
"epoch": 1.9375,
|
|
"grad_norm": 0.3740375047815139,
|
|
"learning_rate": 1.5084823956659284e-06,
|
|
"loss": 0.2816,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 1.9403409090909092,
|
|
"grad_norm": 0.3691390978665013,
|
|
"learning_rate": 1.5013698359631284e-06,
|
|
"loss": 0.3269,
|
|
"step": 683
|
|
},
|
|
{
|
|
"epoch": 1.9431818181818183,
|
|
"grad_norm": 0.3882033860276734,
|
|
"learning_rate": 1.4942668809908966e-06,
|
|
"loss": 0.2926,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 1.9460227272727273,
|
|
"grad_norm": 0.3303389257139215,
|
|
"learning_rate": 1.487173599064783e-06,
|
|
"loss": 0.2813,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 1.9488636363636362,
|
|
"grad_norm": 0.385716686112769,
|
|
"learning_rate": 1.4800900584073025e-06,
|
|
"loss": 0.3027,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 1.9517045454545454,
|
|
"grad_norm": 0.30969234063219786,
|
|
"learning_rate": 1.4730163271472808e-06,
|
|
"loss": 0.2848,
|
|
"step": 687
|
|
},
|
|
{
|
|
"epoch": 1.9545454545454546,
|
|
"grad_norm": 0.39460846418007084,
|
|
"learning_rate": 1.465952473319196e-06,
|
|
"loss": 0.2638,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 1.9573863636363638,
|
|
"grad_norm": 0.38043423948555954,
|
|
"learning_rate": 1.458898564862528e-06,
|
|
"loss": 0.3017,
|
|
"step": 689
|
|
},
|
|
{
|
|
"epoch": 1.9602272727272727,
|
|
"grad_norm": 0.344190102552331,
|
|
"learning_rate": 1.4518546696211003e-06,
|
|
"loss": 0.2475,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 1.9630681818181817,
|
|
"grad_norm": 0.3584182768945062,
|
|
"learning_rate": 1.4448208553424318e-06,
|
|
"loss": 0.2599,
|
|
"step": 691
|
|
},
|
|
{
|
|
"epoch": 1.9659090909090908,
|
|
"grad_norm": 0.4193998956615056,
|
|
"learning_rate": 1.4377971896770854e-06,
|
|
"loss": 0.2932,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 1.96875,
|
|
"grad_norm": 0.3183638489077071,
|
|
"learning_rate": 1.4307837401780129e-06,
|
|
"loss": 0.2353,
|
|
"step": 693
|
|
},
|
|
{
|
|
"epoch": 1.9715909090909092,
|
|
"grad_norm": 0.551291367904842,
|
|
"learning_rate": 1.4237805742999078e-06,
|
|
"loss": 0.2888,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 1.9744318181818183,
|
|
"grad_norm": 0.3836625936106596,
|
|
"learning_rate": 1.4167877593985604e-06,
|
|
"loss": 0.2606,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 1.9772727272727273,
|
|
"grad_norm": 0.33238753899253215,
|
|
"learning_rate": 1.4098053627302021e-06,
|
|
"loss": 0.2511,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 1.9801136363636362,
|
|
"grad_norm": 0.3697431181915492,
|
|
"learning_rate": 1.402833451450865e-06,
|
|
"loss": 0.2592,
|
|
"step": 697
|
|
},
|
|
{
|
|
"epoch": 1.9829545454545454,
|
|
"grad_norm": 0.39546306881879256,
|
|
"learning_rate": 1.3958720926157326e-06,
|
|
"loss": 0.2867,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 1.9857954545454546,
|
|
"grad_norm": 0.37081182355768993,
|
|
"learning_rate": 1.3889213531784967e-06,
|
|
"loss": 0.2774,
|
|
"step": 699
|
|
},
|
|
{
|
|
"epoch": 1.9886363636363638,
|
|
"grad_norm": 0.31730996135018236,
|
|
"learning_rate": 1.3819812999907112e-06,
|
|
"loss": 0.2558,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 1.9914772727272727,
|
|
"grad_norm": 0.48697102294004946,
|
|
"learning_rate": 1.3750519998011545e-06,
|
|
"loss": 0.2807,
|
|
"step": 701
|
|
},
|
|
{
|
|
"epoch": 1.9943181818181817,
|
|
"grad_norm": 0.32660834038500147,
|
|
"learning_rate": 1.3681335192551795e-06,
|
|
"loss": 0.266,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 1.9971590909090908,
|
|
"grad_norm": 0.37088856838391165,
|
|
"learning_rate": 1.3612259248940778e-06,
|
|
"loss": 0.3023,
|
|
"step": 703
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.46910986149494815,
|
|
"learning_rate": 1.354329283154442e-06,
|
|
"loss": 0.354,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 2.002840909090909,
|
|
"grad_norm": 0.3578196229806462,
|
|
"learning_rate": 1.3474436603675195e-06,
|
|
"loss": 0.2863,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 2.0056818181818183,
|
|
"grad_norm": 0.3320147175830239,
|
|
"learning_rate": 1.3405691227585774e-06,
|
|
"loss": 0.2791,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 2.008522727272727,
|
|
"grad_norm": 0.4104267883722151,
|
|
"learning_rate": 1.333705736446272e-06,
|
|
"loss": 0.2599,
|
|
"step": 707
|
|
},
|
|
{
|
|
"epoch": 2.0113636363636362,
|
|
"grad_norm": 0.44025732665188794,
|
|
"learning_rate": 1.326853567442003e-06,
|
|
"loss": 0.2648,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 2.0142045454545454,
|
|
"grad_norm": 0.4463091829454087,
|
|
"learning_rate": 1.320012681649284e-06,
|
|
"loss": 0.3235,
|
|
"step": 709
|
|
},
|
|
{
|
|
"epoch": 2.0170454545454546,
|
|
"grad_norm": 0.3977418006694515,
|
|
"learning_rate": 1.3131831448631099e-06,
|
|
"loss": 0.2494,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 2.0198863636363638,
|
|
"grad_norm": 0.30294420075479717,
|
|
"learning_rate": 1.3063650227693192e-06,
|
|
"loss": 0.2274,
|
|
"step": 711
|
|
},
|
|
{
|
|
"epoch": 2.022727272727273,
|
|
"grad_norm": 0.3580935126068431,
|
|
"learning_rate": 1.2995583809439655e-06,
|
|
"loss": 0.2641,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 2.0255681818181817,
|
|
"grad_norm": 0.3633999760316955,
|
|
"learning_rate": 1.2927632848526892e-06,
|
|
"loss": 0.2664,
|
|
"step": 713
|
|
},
|
|
{
|
|
"epoch": 2.028409090909091,
|
|
"grad_norm": 0.39362626572566367,
|
|
"learning_rate": 1.285979799850079e-06,
|
|
"loss": 0.3028,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 2.03125,
|
|
"grad_norm": 0.3732307387516034,
|
|
"learning_rate": 1.2792079911790554e-06,
|
|
"loss": 0.2903,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 2.034090909090909,
|
|
"grad_norm": 0.348231549102206,
|
|
"learning_rate": 1.2724479239702334e-06,
|
|
"loss": 0.2776,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 2.0369318181818183,
|
|
"grad_norm": 0.32154175294270404,
|
|
"learning_rate": 1.2656996632413e-06,
|
|
"loss": 0.2363,
|
|
"step": 717
|
|
},
|
|
{
|
|
"epoch": 2.039772727272727,
|
|
"grad_norm": 0.3738689076803405,
|
|
"learning_rate": 1.2589632738963915e-06,
|
|
"loss": 0.2747,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 2.0426136363636362,
|
|
"grad_norm": 0.370533612023648,
|
|
"learning_rate": 1.2522388207254624e-06,
|
|
"loss": 0.2568,
|
|
"step": 719
|
|
},
|
|
{
|
|
"epoch": 2.0454545454545454,
|
|
"grad_norm": 0.3839434235801676,
|
|
"learning_rate": 1.2455263684036687e-06,
|
|
"loss": 0.2792,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 2.0482954545454546,
|
|
"grad_norm": 0.5003341324574189,
|
|
"learning_rate": 1.2388259814907421e-06,
|
|
"loss": 0.2769,
|
|
"step": 721
|
|
},
|
|
{
|
|
"epoch": 2.0511363636363638,
|
|
"grad_norm": 0.3351671952514299,
|
|
"learning_rate": 1.2321377244303718e-06,
|
|
"loss": 0.2296,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 2.053977272727273,
|
|
"grad_norm": 0.2999985412422647,
|
|
"learning_rate": 1.22546166154958e-06,
|
|
"loss": 0.2284,
|
|
"step": 723
|
|
},
|
|
{
|
|
"epoch": 2.0568181818181817,
|
|
"grad_norm": 0.3135859144132813,
|
|
"learning_rate": 1.2187978570581118e-06,
|
|
"loss": 0.251,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 2.059659090909091,
|
|
"grad_norm": 0.4125239171099722,
|
|
"learning_rate": 1.212146375047808e-06,
|
|
"loss": 0.2569,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 2.0625,
|
|
"grad_norm": 0.5126461046016878,
|
|
"learning_rate": 1.2055072794919927e-06,
|
|
"loss": 0.2867,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 2.065340909090909,
|
|
"grad_norm": 0.32428865281600694,
|
|
"learning_rate": 1.198880634244862e-06,
|
|
"loss": 0.2526,
|
|
"step": 727
|
|
},
|
|
{
|
|
"epoch": 2.0681818181818183,
|
|
"grad_norm": 0.5892083787676873,
|
|
"learning_rate": 1.192266503040863e-06,
|
|
"loss": 0.2827,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 2.071022727272727,
|
|
"grad_norm": 0.2947475596312562,
|
|
"learning_rate": 1.1856649494940842e-06,
|
|
"loss": 0.2288,
|
|
"step": 729
|
|
},
|
|
{
|
|
"epoch": 2.0738636363636362,
|
|
"grad_norm": 0.35972607487628616,
|
|
"learning_rate": 1.1790760370976445e-06,
|
|
"loss": 0.268,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 2.0767045454545454,
|
|
"grad_norm": 0.36619988601771414,
|
|
"learning_rate": 1.1724998292230804e-06,
|
|
"loss": 0.2832,
|
|
"step": 731
|
|
},
|
|
{
|
|
"epoch": 2.0795454545454546,
|
|
"grad_norm": 0.3733558388597783,
|
|
"learning_rate": 1.1659363891197373e-06,
|
|
"loss": 0.2723,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 2.0823863636363638,
|
|
"grad_norm": 0.39404340487463446,
|
|
"learning_rate": 1.1593857799141635e-06,
|
|
"loss": 0.2823,
|
|
"step": 733
|
|
},
|
|
{
|
|
"epoch": 2.085227272727273,
|
|
"grad_norm": 0.39535002691603904,
|
|
"learning_rate": 1.152848064609499e-06,
|
|
"loss": 0.2765,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 2.0880681818181817,
|
|
"grad_norm": 0.4562125910263655,
|
|
"learning_rate": 1.1463233060848701e-06,
|
|
"loss": 0.2229,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 2.090909090909091,
|
|
"grad_norm": 0.34157106543064586,
|
|
"learning_rate": 1.139811567094791e-06,
|
|
"loss": 0.251,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 2.09375,
|
|
"grad_norm": 0.3975912471137775,
|
|
"learning_rate": 1.1333129102685504e-06,
|
|
"loss": 0.2953,
|
|
"step": 737
|
|
},
|
|
{
|
|
"epoch": 2.096590909090909,
|
|
"grad_norm": 0.4344936348962993,
|
|
"learning_rate": 1.1268273981096154e-06,
|
|
"loss": 0.2481,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 2.0994318181818183,
|
|
"grad_norm": 0.40663820339750667,
|
|
"learning_rate": 1.1203550929950296e-06,
|
|
"loss": 0.2704,
|
|
"step": 739
|
|
},
|
|
{
|
|
"epoch": 2.102272727272727,
|
|
"grad_norm": 0.4525407147079834,
|
|
"learning_rate": 1.1138960571748122e-06,
|
|
"loss": 0.2308,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 2.1051136363636362,
|
|
"grad_norm": 0.36101599924638966,
|
|
"learning_rate": 1.107450352771358e-06,
|
|
"loss": 0.3198,
|
|
"step": 741
|
|
},
|
|
{
|
|
"epoch": 2.1079545454545454,
|
|
"grad_norm": 0.4132570992405224,
|
|
"learning_rate": 1.1010180417788458e-06,
|
|
"loss": 0.3157,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 2.1107954545454546,
|
|
"grad_norm": 0.4296796806025471,
|
|
"learning_rate": 1.094599186062633e-06,
|
|
"loss": 0.2719,
|
|
"step": 743
|
|
},
|
|
{
|
|
"epoch": 2.1136363636363638,
|
|
"grad_norm": 0.4115860705303619,
|
|
"learning_rate": 1.0881938473586672e-06,
|
|
"loss": 0.2588,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 2.116477272727273,
|
|
"grad_norm": 0.3341390354972397,
|
|
"learning_rate": 1.0818020872728935e-06,
|
|
"loss": 0.2803,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 2.1193181818181817,
|
|
"grad_norm": 0.386666143661149,
|
|
"learning_rate": 1.0754239672806526e-06,
|
|
"loss": 0.2954,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 2.122159090909091,
|
|
"grad_norm": 0.39729795109834065,
|
|
"learning_rate": 1.0690595487261032e-06,
|
|
"loss": 0.292,
|
|
"step": 747
|
|
},
|
|
{
|
|
"epoch": 2.125,
|
|
"grad_norm": 0.4632063849794996,
|
|
"learning_rate": 1.0627088928216203e-06,
|
|
"loss": 0.3011,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 2.127840909090909,
|
|
"grad_norm": 0.364788422480122,
|
|
"learning_rate": 1.0563720606472116e-06,
|
|
"loss": 0.2887,
|
|
"step": 749
|
|
},
|
|
{
|
|
"epoch": 2.1306818181818183,
|
|
"grad_norm": 0.3613800764493521,
|
|
"learning_rate": 1.050049113149932e-06,
|
|
"loss": 0.2698,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 2.133522727272727,
|
|
"grad_norm": 0.4840054604670755,
|
|
"learning_rate": 1.0437401111432928e-06,
|
|
"loss": 0.2671,
|
|
"step": 751
|
|
},
|
|
{
|
|
"epoch": 2.1363636363636362,
|
|
"grad_norm": 0.35647589283664843,
|
|
"learning_rate": 1.0374451153066773e-06,
|
|
"loss": 0.277,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 2.1392045454545454,
|
|
"grad_norm": 0.3070617647042118,
|
|
"learning_rate": 1.0311641861847644e-06,
|
|
"loss": 0.2262,
|
|
"step": 753
|
|
},
|
|
{
|
|
"epoch": 2.1420454545454546,
|
|
"grad_norm": 0.36421008528422827,
|
|
"learning_rate": 1.0248973841869336e-06,
|
|
"loss": 0.2541,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 2.1448863636363638,
|
|
"grad_norm": 0.36442145568995793,
|
|
"learning_rate": 1.018644769586695e-06,
|
|
"loss": 0.2968,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 2.147727272727273,
|
|
"grad_norm": 0.5392899583290776,
|
|
"learning_rate": 1.0124064025211063e-06,
|
|
"loss": 0.2338,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 2.1505681818181817,
|
|
"grad_norm": 0.40485627469450297,
|
|
"learning_rate": 1.006182342990192e-06,
|
|
"loss": 0.2734,
|
|
"step": 757
|
|
},
|
|
{
|
|
"epoch": 2.153409090909091,
|
|
"grad_norm": 0.36165309778969656,
|
|
"learning_rate": 9.99972650856368e-07,
|
|
"loss": 0.2717,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 2.15625,
|
|
"grad_norm": 0.37054356564143653,
|
|
"learning_rate": 9.937773858438677e-07,
|
|
"loss": 0.2867,
|
|
"step": 759
|
|
},
|
|
{
|
|
"epoch": 2.159090909090909,
|
|
"grad_norm": 0.3209190334600411,
|
|
"learning_rate": 9.87596607538164e-07,
|
|
"loss": 0.2026,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 2.1619318181818183,
|
|
"grad_norm": 0.33862908014599463,
|
|
"learning_rate": 9.81430375385399e-07,
|
|
"loss": 0.2589,
|
|
"step": 761
|
|
},
|
|
{
|
|
"epoch": 2.164772727272727,
|
|
"grad_norm": 0.33768216225160724,
|
|
"learning_rate": 9.752787486918108e-07,
|
|
"loss": 0.2832,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 2.1676136363636362,
|
|
"grad_norm": 0.33566640920720886,
|
|
"learning_rate": 9.691417866231633e-07,
|
|
"loss": 0.2646,
|
|
"step": 763
|
|
},
|
|
{
|
|
"epoch": 2.1704545454545454,
|
|
"grad_norm": 0.296999788237227,
|
|
"learning_rate": 9.630195482041778e-07,
|
|
"loss": 0.2405,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 2.1732954545454546,
|
|
"grad_norm": 0.36623960819597895,
|
|
"learning_rate": 9.569120923179661e-07,
|
|
"loss": 0.2997,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 2.1761363636363638,
|
|
"grad_norm": 0.35989187708509074,
|
|
"learning_rate": 9.508194777054613e-07,
|
|
"loss": 0.2627,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 2.178977272727273,
|
|
"grad_norm": 0.45558444510597795,
|
|
"learning_rate": 9.447417629648542e-07,
|
|
"loss": 0.2939,
|
|
"step": 767
|
|
},
|
|
{
|
|
"epoch": 2.1818181818181817,
|
|
"grad_norm": 1.352661504436191,
|
|
"learning_rate": 9.386790065510326e-07,
|
|
"loss": 0.2674,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 2.184659090909091,
|
|
"grad_norm": 0.3484066310248953,
|
|
"learning_rate": 9.326312667750143e-07,
|
|
"loss": 0.2647,
|
|
"step": 769
|
|
},
|
|
{
|
|
"epoch": 2.1875,
|
|
"grad_norm": 0.3372643949746599,
|
|
"learning_rate": 9.265986018033887e-07,
|
|
"loss": 0.2712,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 2.190340909090909,
|
|
"grad_norm": 0.45171014423025785,
|
|
"learning_rate": 9.205810696577577e-07,
|
|
"loss": 0.2531,
|
|
"step": 771
|
|
},
|
|
{
|
|
"epoch": 2.1931818181818183,
|
|
"grad_norm": 0.3426033696862187,
|
|
"learning_rate": 9.14578728214176e-07,
|
|
"loss": 0.2594,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 2.196022727272727,
|
|
"grad_norm": 0.44139931309445984,
|
|
"learning_rate": 9.085916352025983e-07,
|
|
"loss": 0.2747,
|
|
"step": 773
|
|
},
|
|
{
|
|
"epoch": 2.1988636363636362,
|
|
"grad_norm": 0.3644501914038969,
|
|
"learning_rate": 9.02619848206319e-07,
|
|
"loss": 0.3172,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 2.2017045454545454,
|
|
"grad_norm": 0.41216240398841364,
|
|
"learning_rate": 8.966634246614208e-07,
|
|
"loss": 0.2614,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 2.2045454545454546,
|
|
"grad_norm": 0.34732770899892357,
|
|
"learning_rate": 8.907224218562219e-07,
|
|
"loss": 0.248,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 2.2073863636363638,
|
|
"grad_norm": 0.34245013389418555,
|
|
"learning_rate": 8.847968969307283e-07,
|
|
"loss": 0.295,
|
|
"step": 777
|
|
},
|
|
{
|
|
"epoch": 2.210227272727273,
|
|
"grad_norm": 0.3893001282929315,
|
|
"learning_rate": 8.788869068760758e-07,
|
|
"loss": 0.2967,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 2.2130681818181817,
|
|
"grad_norm": 0.48226856220499215,
|
|
"learning_rate": 8.729925085339929e-07,
|
|
"loss": 0.3055,
|
|
"step": 779
|
|
},
|
|
{
|
|
"epoch": 2.215909090909091,
|
|
"grad_norm": 0.36479498548889644,
|
|
"learning_rate": 8.67113758596245e-07,
|
|
"loss": 0.2944,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 2.21875,
|
|
"grad_norm": 0.311563765449273,
|
|
"learning_rate": 8.612507136040926e-07,
|
|
"loss": 0.2208,
|
|
"step": 781
|
|
},
|
|
{
|
|
"epoch": 2.221590909090909,
|
|
"grad_norm": 0.39153959534391375,
|
|
"learning_rate": 8.554034299477506e-07,
|
|
"loss": 0.2955,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 2.2244318181818183,
|
|
"grad_norm": 0.3752941766025436,
|
|
"learning_rate": 8.495719638658395e-07,
|
|
"loss": 0.2882,
|
|
"step": 783
|
|
},
|
|
{
|
|
"epoch": 2.227272727272727,
|
|
"grad_norm": 0.34306207357731855,
|
|
"learning_rate": 8.437563714448496e-07,
|
|
"loss": 0.2855,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 2.2301136363636362,
|
|
"grad_norm": 0.2911256041409022,
|
|
"learning_rate": 8.379567086185989e-07,
|
|
"loss": 0.2245,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 2.2329545454545454,
|
|
"grad_norm": 0.38423726910475914,
|
|
"learning_rate": 8.321730311676965e-07,
|
|
"loss": 0.2881,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 2.2357954545454546,
|
|
"grad_norm": 0.28685959612362666,
|
|
"learning_rate": 8.264053947190051e-07,
|
|
"loss": 0.2168,
|
|
"step": 787
|
|
},
|
|
{
|
|
"epoch": 2.2386363636363638,
|
|
"grad_norm": 0.3177020831576707,
|
|
"learning_rate": 8.206538547451088e-07,
|
|
"loss": 0.2392,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 2.241477272727273,
|
|
"grad_norm": 0.314674201211804,
|
|
"learning_rate": 8.149184665637746e-07,
|
|
"loss": 0.2244,
|
|
"step": 789
|
|
},
|
|
{
|
|
"epoch": 2.2443181818181817,
|
|
"grad_norm": 0.34609325605203806,
|
|
"learning_rate": 8.091992853374239e-07,
|
|
"loss": 0.2506,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 2.247159090909091,
|
|
"grad_norm": 0.37417875469018747,
|
|
"learning_rate": 8.034963660726022e-07,
|
|
"loss": 0.297,
|
|
"step": 791
|
|
},
|
|
{
|
|
"epoch": 2.25,
|
|
"grad_norm": 0.4190001624824225,
|
|
"learning_rate": 7.978097636194482e-07,
|
|
"loss": 0.2822,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 2.252840909090909,
|
|
"grad_norm": 0.31172594700443673,
|
|
"learning_rate": 7.921395326711664e-07,
|
|
"loss": 0.2277,
|
|
"step": 793
|
|
},
|
|
{
|
|
"epoch": 2.2556818181818183,
|
|
"grad_norm": 0.35515884644954326,
|
|
"learning_rate": 7.864857277635027e-07,
|
|
"loss": 0.252,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 2.2585227272727275,
|
|
"grad_norm": 0.48510568393864467,
|
|
"learning_rate": 7.808484032742184e-07,
|
|
"loss": 0.2661,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 2.2613636363636362,
|
|
"grad_norm": 0.40576550011180185,
|
|
"learning_rate": 7.75227613422567e-07,
|
|
"loss": 0.2624,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 2.2642045454545454,
|
|
"grad_norm": 0.3153702935106711,
|
|
"learning_rate": 7.696234122687756e-07,
|
|
"loss": 0.2423,
|
|
"step": 797
|
|
},
|
|
{
|
|
"epoch": 2.2670454545454546,
|
|
"grad_norm": 0.45813794434618704,
|
|
"learning_rate": 7.640358537135214e-07,
|
|
"loss": 0.2773,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 2.2698863636363638,
|
|
"grad_norm": 0.43799221687287815,
|
|
"learning_rate": 7.584649914974132e-07,
|
|
"loss": 0.2543,
|
|
"step": 799
|
|
},
|
|
{
|
|
"epoch": 2.2727272727272725,
|
|
"grad_norm": 0.36099400774254925,
|
|
"learning_rate": 7.5291087920048e-07,
|
|
"loss": 0.2554,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 2.2755681818181817,
|
|
"grad_norm": 0.3681744190202427,
|
|
"learning_rate": 7.47373570241646e-07,
|
|
"loss": 0.2393,
|
|
"step": 801
|
|
},
|
|
{
|
|
"epoch": 2.278409090909091,
|
|
"grad_norm": 0.30088848462434675,
|
|
"learning_rate": 7.418531178782281e-07,
|
|
"loss": 0.2443,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 2.28125,
|
|
"grad_norm": 0.36658882990515207,
|
|
"learning_rate": 7.363495752054145e-07,
|
|
"loss": 0.2716,
|
|
"step": 803
|
|
},
|
|
{
|
|
"epoch": 2.284090909090909,
|
|
"grad_norm": 0.3691396379554879,
|
|
"learning_rate": 7.30862995155758e-07,
|
|
"loss": 0.281,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 2.2869318181818183,
|
|
"grad_norm": 0.3976865364065572,
|
|
"learning_rate": 7.25393430498669e-07,
|
|
"loss": 0.3126,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 2.2897727272727275,
|
|
"grad_norm": 0.34972134382431147,
|
|
"learning_rate": 7.199409338399024e-07,
|
|
"loss": 0.2716,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 2.2926136363636362,
|
|
"grad_norm": 0.359990470488163,
|
|
"learning_rate": 7.145055576210552e-07,
|
|
"loss": 0.282,
|
|
"step": 807
|
|
},
|
|
{
|
|
"epoch": 2.2954545454545454,
|
|
"grad_norm": 0.32127716098200765,
|
|
"learning_rate": 7.090873541190649e-07,
|
|
"loss": 0.2537,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 2.2982954545454546,
|
|
"grad_norm": 0.3386422816466643,
|
|
"learning_rate": 7.036863754456985e-07,
|
|
"loss": 0.2663,
|
|
"step": 809
|
|
},
|
|
{
|
|
"epoch": 2.3011363636363638,
|
|
"grad_norm": 0.43294818109617667,
|
|
"learning_rate": 6.983026735470586e-07,
|
|
"loss": 0.3144,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 2.3039772727272725,
|
|
"grad_norm": 0.3668974255373313,
|
|
"learning_rate": 6.929363002030829e-07,
|
|
"loss": 0.2665,
|
|
"step": 811
|
|
},
|
|
{
|
|
"epoch": 2.3068181818181817,
|
|
"grad_norm": 0.3372045903540735,
|
|
"learning_rate": 6.875873070270423e-07,
|
|
"loss": 0.2291,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 2.309659090909091,
|
|
"grad_norm": 0.3686361653405783,
|
|
"learning_rate": 6.822557454650472e-07,
|
|
"loss": 0.3127,
|
|
"step": 813
|
|
},
|
|
{
|
|
"epoch": 2.3125,
|
|
"grad_norm": 0.3287416264369441,
|
|
"learning_rate": 6.769416667955545e-07,
|
|
"loss": 0.2497,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 2.315340909090909,
|
|
"grad_norm": 0.378493696975223,
|
|
"learning_rate": 6.7164512212887e-07,
|
|
"loss": 0.2538,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 2.3181818181818183,
|
|
"grad_norm": 0.3527906349071735,
|
|
"learning_rate": 6.6636616240666e-07,
|
|
"loss": 0.2759,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 2.3210227272727275,
|
|
"grad_norm": 0.3283146351073707,
|
|
"learning_rate": 6.611048384014601e-07,
|
|
"loss": 0.2787,
|
|
"step": 817
|
|
},
|
|
{
|
|
"epoch": 2.3238636363636362,
|
|
"grad_norm": 0.4262766716182643,
|
|
"learning_rate": 6.558612007161876e-07,
|
|
"loss": 0.3367,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 2.3267045454545454,
|
|
"grad_norm": 0.29243285573134076,
|
|
"learning_rate": 6.506352997836537e-07,
|
|
"loss": 0.2312,
|
|
"step": 819
|
|
},
|
|
{
|
|
"epoch": 2.3295454545454546,
|
|
"grad_norm": 0.3708515561207515,
|
|
"learning_rate": 6.454271858660816e-07,
|
|
"loss": 0.2947,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 2.3323863636363638,
|
|
"grad_norm": 0.3031026424988807,
|
|
"learning_rate": 6.402369090546173e-07,
|
|
"loss": 0.2376,
|
|
"step": 821
|
|
},
|
|
{
|
|
"epoch": 2.3352272727272725,
|
|
"grad_norm": 0.40063837240803074,
|
|
"learning_rate": 6.350645192688531e-07,
|
|
"loss": 0.2706,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 2.3380681818181817,
|
|
"grad_norm": 0.3931219211524187,
|
|
"learning_rate": 6.299100662563459e-07,
|
|
"loss": 0.2245,
|
|
"step": 823
|
|
},
|
|
{
|
|
"epoch": 2.340909090909091,
|
|
"grad_norm": 0.496053050631395,
|
|
"learning_rate": 6.247735995921375e-07,
|
|
"loss": 0.2665,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 2.34375,
|
|
"grad_norm": 0.36983619426324377,
|
|
"learning_rate": 6.19655168678279e-07,
|
|
"loss": 0.2437,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 2.346590909090909,
|
|
"grad_norm": 0.31853434490396093,
|
|
"learning_rate": 6.145548227433551e-07,
|
|
"loss": 0.237,
|
|
"step": 826
|
|
},
|
|
{
|
|
"epoch": 2.3494318181818183,
|
|
"grad_norm": 0.3833013165526796,
|
|
"learning_rate": 6.094726108420105e-07,
|
|
"loss": 0.2321,
|
|
"step": 827
|
|
},
|
|
{
|
|
"epoch": 2.3522727272727275,
|
|
"grad_norm": 0.34709948082141423,
|
|
"learning_rate": 6.044085818544807e-07,
|
|
"loss": 0.2435,
|
|
"step": 828
|
|
},
|
|
{
|
|
"epoch": 2.3551136363636362,
|
|
"grad_norm": 0.346027003213824,
|
|
"learning_rate": 5.993627844861172e-07,
|
|
"loss": 0.2536,
|
|
"step": 829
|
|
},
|
|
{
|
|
"epoch": 2.3579545454545454,
|
|
"grad_norm": 0.3350399776737133,
|
|
"learning_rate": 5.943352672669215e-07,
|
|
"loss": 0.2403,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 2.3607954545454546,
|
|
"grad_norm": 0.32396672340715865,
|
|
"learning_rate": 5.89326078551081e-07,
|
|
"loss": 0.2213,
|
|
"step": 831
|
|
},
|
|
{
|
|
"epoch": 2.3636363636363638,
|
|
"grad_norm": 0.3844292483072848,
|
|
"learning_rate": 5.843352665164992e-07,
|
|
"loss": 0.249,
|
|
"step": 832
|
|
},
|
|
{
|
|
"epoch": 2.3664772727272725,
|
|
"grad_norm": 0.35019451009540753,
|
|
"learning_rate": 5.793628791643327e-07,
|
|
"loss": 0.2888,
|
|
"step": 833
|
|
},
|
|
{
|
|
"epoch": 2.3693181818181817,
|
|
"grad_norm": 0.3164025713303425,
|
|
"learning_rate": 5.744089643185355e-07,
|
|
"loss": 0.2515,
|
|
"step": 834
|
|
},
|
|
{
|
|
"epoch": 2.372159090909091,
|
|
"grad_norm": 0.3308520526667594,
|
|
"learning_rate": 5.69473569625392e-07,
|
|
"loss": 0.2587,
|
|
"step": 835
|
|
},
|
|
{
|
|
"epoch": 2.375,
|
|
"grad_norm": 0.3378919456195333,
|
|
"learning_rate": 5.645567425530607e-07,
|
|
"loss": 0.2433,
|
|
"step": 836
|
|
},
|
|
{
|
|
"epoch": 2.377840909090909,
|
|
"grad_norm": 0.3354025023866522,
|
|
"learning_rate": 5.596585303911217e-07,
|
|
"loss": 0.2542,
|
|
"step": 837
|
|
},
|
|
{
|
|
"epoch": 2.3806818181818183,
|
|
"grad_norm": 0.3756871055057431,
|
|
"learning_rate": 5.547789802501164e-07,
|
|
"loss": 0.2755,
|
|
"step": 838
|
|
},
|
|
{
|
|
"epoch": 2.3835227272727275,
|
|
"grad_norm": 0.3363888579054467,
|
|
"learning_rate": 5.499181390610958e-07,
|
|
"loss": 0.2545,
|
|
"step": 839
|
|
},
|
|
{
|
|
"epoch": 2.3863636363636362,
|
|
"grad_norm": 0.3726730517187886,
|
|
"learning_rate": 5.450760535751734e-07,
|
|
"loss": 0.2679,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 2.3892045454545454,
|
|
"grad_norm": 0.34128788657594616,
|
|
"learning_rate": 5.402527703630681e-07,
|
|
"loss": 0.2744,
|
|
"step": 841
|
|
},
|
|
{
|
|
"epoch": 2.3920454545454546,
|
|
"grad_norm": 0.3112695417600679,
|
|
"learning_rate": 5.354483358146617e-07,
|
|
"loss": 0.2231,
|
|
"step": 842
|
|
},
|
|
{
|
|
"epoch": 2.3948863636363638,
|
|
"grad_norm": 0.34694374550516704,
|
|
"learning_rate": 5.306627961385538e-07,
|
|
"loss": 0.2571,
|
|
"step": 843
|
|
},
|
|
{
|
|
"epoch": 2.3977272727272725,
|
|
"grad_norm": 0.302981543192964,
|
|
"learning_rate": 5.258961973616117e-07,
|
|
"loss": 0.2427,
|
|
"step": 844
|
|
},
|
|
{
|
|
"epoch": 2.4005681818181817,
|
|
"grad_norm": 0.3008721863153869,
|
|
"learning_rate": 5.211485853285314e-07,
|
|
"loss": 0.2251,
|
|
"step": 845
|
|
},
|
|
{
|
|
"epoch": 2.403409090909091,
|
|
"grad_norm": 0.33302783458473956,
|
|
"learning_rate": 5.164200057013985e-07,
|
|
"loss": 0.2711,
|
|
"step": 846
|
|
},
|
|
{
|
|
"epoch": 2.40625,
|
|
"grad_norm": 0.3898327860869564,
|
|
"learning_rate": 5.117105039592444e-07,
|
|
"loss": 0.2869,
|
|
"step": 847
|
|
},
|
|
{
|
|
"epoch": 2.409090909090909,
|
|
"grad_norm": 0.3770328552305208,
|
|
"learning_rate": 5.070201253976115e-07,
|
|
"loss": 0.2777,
|
|
"step": 848
|
|
},
|
|
{
|
|
"epoch": 2.4119318181818183,
|
|
"grad_norm": 0.32513904942970184,
|
|
"learning_rate": 5.02348915128118e-07,
|
|
"loss": 0.2655,
|
|
"step": 849
|
|
},
|
|
{
|
|
"epoch": 2.4147727272727275,
|
|
"grad_norm": 0.3173329184832482,
|
|
"learning_rate": 4.976969180780225e-07,
|
|
"loss": 0.2398,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 2.4176136363636362,
|
|
"grad_norm": 0.3853995789331807,
|
|
"learning_rate": 4.930641789897938e-07,
|
|
"loss": 0.2699,
|
|
"step": 851
|
|
},
|
|
{
|
|
"epoch": 2.4204545454545454,
|
|
"grad_norm": 0.3880784265747346,
|
|
"learning_rate": 4.884507424206788e-07,
|
|
"loss": 0.2649,
|
|
"step": 852
|
|
},
|
|
{
|
|
"epoch": 2.4232954545454546,
|
|
"grad_norm": 0.3710421332719178,
|
|
"learning_rate": 4.838566527422742e-07,
|
|
"loss": 0.2604,
|
|
"step": 853
|
|
},
|
|
{
|
|
"epoch": 2.4261363636363638,
|
|
"grad_norm": 0.42114780257384915,
|
|
"learning_rate": 4.792819541400998e-07,
|
|
"loss": 0.2982,
|
|
"step": 854
|
|
},
|
|
{
|
|
"epoch": 2.4289772727272725,
|
|
"grad_norm": 0.3704518376341159,
|
|
"learning_rate": 4.747266906131759e-07,
|
|
"loss": 0.2916,
|
|
"step": 855
|
|
},
|
|
{
|
|
"epoch": 2.4318181818181817,
|
|
"grad_norm": 0.3664937063178789,
|
|
"learning_rate": 4.7019090597359624e-07,
|
|
"loss": 0.2586,
|
|
"step": 856
|
|
},
|
|
{
|
|
"epoch": 2.434659090909091,
|
|
"grad_norm": 0.30129914419743803,
|
|
"learning_rate": 4.656746438461085e-07,
|
|
"loss": 0.233,
|
|
"step": 857
|
|
},
|
|
{
|
|
"epoch": 2.4375,
|
|
"grad_norm": 0.3610260573998573,
|
|
"learning_rate": 4.611779476676956e-07,
|
|
"loss": 0.2295,
|
|
"step": 858
|
|
},
|
|
{
|
|
"epoch": 2.440340909090909,
|
|
"grad_norm": 0.31555005162338934,
|
|
"learning_rate": 4.5670086068715564e-07,
|
|
"loss": 0.2324,
|
|
"step": 859
|
|
},
|
|
{
|
|
"epoch": 2.4431818181818183,
|
|
"grad_norm": 0.38647155996115823,
|
|
"learning_rate": 4.522434259646896e-07,
|
|
"loss": 0.2509,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 2.4460227272727275,
|
|
"grad_norm": 0.3295294330692125,
|
|
"learning_rate": 4.4780568637148277e-07,
|
|
"loss": 0.2409,
|
|
"step": 861
|
|
},
|
|
{
|
|
"epoch": 2.4488636363636362,
|
|
"grad_norm": 0.40919134523297795,
|
|
"learning_rate": 4.4338768458929455e-07,
|
|
"loss": 0.2753,
|
|
"step": 862
|
|
},
|
|
{
|
|
"epoch": 2.4517045454545454,
|
|
"grad_norm": 0.3281509333195072,
|
|
"learning_rate": 4.3898946311005054e-07,
|
|
"loss": 0.2776,
|
|
"step": 863
|
|
},
|
|
{
|
|
"epoch": 2.4545454545454546,
|
|
"grad_norm": 0.3003640118064134,
|
|
"learning_rate": 4.346110642354284e-07,
|
|
"loss": 0.2288,
|
|
"step": 864
|
|
},
|
|
{
|
|
"epoch": 2.4573863636363638,
|
|
"grad_norm": 0.2856917980597871,
|
|
"learning_rate": 4.30252530076454e-07,
|
|
"loss": 0.2262,
|
|
"step": 865
|
|
},
|
|
{
|
|
"epoch": 2.4602272727272725,
|
|
"grad_norm": 0.3716917156792666,
|
|
"learning_rate": 4.259139025530981e-07,
|
|
"loss": 0.2704,
|
|
"step": 866
|
|
},
|
|
{
|
|
"epoch": 2.4630681818181817,
|
|
"grad_norm": 0.3646615055009088,
|
|
"learning_rate": 4.2159522339387027e-07,
|
|
"loss": 0.2422,
|
|
"step": 867
|
|
},
|
|
{
|
|
"epoch": 2.465909090909091,
|
|
"grad_norm": 0.352013885171188,
|
|
"learning_rate": 4.1729653413541795e-07,
|
|
"loss": 0.2586,
|
|
"step": 868
|
|
},
|
|
{
|
|
"epoch": 2.46875,
|
|
"grad_norm": 0.3341889105921635,
|
|
"learning_rate": 4.13017876122129e-07,
|
|
"loss": 0.2514,
|
|
"step": 869
|
|
},
|
|
{
|
|
"epoch": 2.471590909090909,
|
|
"grad_norm": 0.3436869862214985,
|
|
"learning_rate": 4.087592905057319e-07,
|
|
"loss": 0.2663,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 2.4744318181818183,
|
|
"grad_norm": 0.3459285477446355,
|
|
"learning_rate": 4.0452081824490007e-07,
|
|
"loss": 0.2274,
|
|
"step": 871
|
|
},
|
|
{
|
|
"epoch": 2.4772727272727275,
|
|
"grad_norm": 0.39474776701060227,
|
|
"learning_rate": 4.0030250010486106e-07,
|
|
"loss": 0.2635,
|
|
"step": 872
|
|
},
|
|
{
|
|
"epoch": 2.4801136363636362,
|
|
"grad_norm": 0.3588162845171683,
|
|
"learning_rate": 3.9610437665699803e-07,
|
|
"loss": 0.2702,
|
|
"step": 873
|
|
},
|
|
{
|
|
"epoch": 2.4829545454545454,
|
|
"grad_norm": 0.3055170644052573,
|
|
"learning_rate": 3.919264882784662e-07,
|
|
"loss": 0.2642,
|
|
"step": 874
|
|
},
|
|
{
|
|
"epoch": 2.4857954545454546,
|
|
"grad_norm": 0.4004147388266674,
|
|
"learning_rate": 3.8776887515180215e-07,
|
|
"loss": 0.2673,
|
|
"step": 875
|
|
},
|
|
{
|
|
"epoch": 2.4886363636363638,
|
|
"grad_norm": 0.3435684772838886,
|
|
"learning_rate": 3.836315772645355e-07,
|
|
"loss": 0.2572,
|
|
"step": 876
|
|
},
|
|
{
|
|
"epoch": 2.4914772727272725,
|
|
"grad_norm": 0.3929983920357782,
|
|
"learning_rate": 3.79514634408806e-07,
|
|
"loss": 0.314,
|
|
"step": 877
|
|
},
|
|
{
|
|
"epoch": 2.4943181818181817,
|
|
"grad_norm": 0.3402456651574272,
|
|
"learning_rate": 3.7541808618098225e-07,
|
|
"loss": 0.2742,
|
|
"step": 878
|
|
},
|
|
{
|
|
"epoch": 2.497159090909091,
|
|
"grad_norm": 0.3391484648776555,
|
|
"learning_rate": 3.713419719812775e-07,
|
|
"loss": 0.2957,
|
|
"step": 879
|
|
},
|
|
{
|
|
"epoch": 2.5,
|
|
"grad_norm": 0.3300372482602716,
|
|
"learning_rate": 3.6728633101337283e-07,
|
|
"loss": 0.2402,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 2.502840909090909,
|
|
"grad_norm": 0.3880324057454857,
|
|
"learning_rate": 3.632512022840401e-07,
|
|
"loss": 0.225,
|
|
"step": 881
|
|
},
|
|
{
|
|
"epoch": 2.5056818181818183,
|
|
"grad_norm": 0.40083562156829194,
|
|
"learning_rate": 3.592366246027654e-07,
|
|
"loss": 0.2885,
|
|
"step": 882
|
|
},
|
|
{
|
|
"epoch": 2.5085227272727275,
|
|
"grad_norm": 0.3898508645513151,
|
|
"learning_rate": 3.552426365813791e-07,
|
|
"loss": 0.279,
|
|
"step": 883
|
|
},
|
|
{
|
|
"epoch": 2.5113636363636362,
|
|
"grad_norm": 0.34747356344583896,
|
|
"learning_rate": 3.512692766336795e-07,
|
|
"loss": 0.2551,
|
|
"step": 884
|
|
},
|
|
{
|
|
"epoch": 2.5142045454545454,
|
|
"grad_norm": 0.3697878476145354,
|
|
"learning_rate": 3.4731658297506717e-07,
|
|
"loss": 0.2584,
|
|
"step": 885
|
|
},
|
|
{
|
|
"epoch": 2.5170454545454546,
|
|
"grad_norm": 0.3442593343497222,
|
|
"learning_rate": 3.433845936221772e-07,
|
|
"loss": 0.2323,
|
|
"step": 886
|
|
},
|
|
{
|
|
"epoch": 2.5198863636363638,
|
|
"grad_norm": 0.4052191198887473,
|
|
"learning_rate": 3.394733463925115e-07,
|
|
"loss": 0.2895,
|
|
"step": 887
|
|
},
|
|
{
|
|
"epoch": 2.5227272727272725,
|
|
"grad_norm": 0.3639886136390821,
|
|
"learning_rate": 3.355828789040752e-07,
|
|
"loss": 0.276,
|
|
"step": 888
|
|
},
|
|
{
|
|
"epoch": 2.5255681818181817,
|
|
"grad_norm": 0.39883666474289897,
|
|
"learning_rate": 3.3171322857501796e-07,
|
|
"loss": 0.2858,
|
|
"step": 889
|
|
},
|
|
{
|
|
"epoch": 2.528409090909091,
|
|
"grad_norm": 0.40889869044433336,
|
|
"learning_rate": 3.278644326232713e-07,
|
|
"loss": 0.257,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 2.53125,
|
|
"grad_norm": 0.3284086126915543,
|
|
"learning_rate": 3.2403652806619e-07,
|
|
"loss": 0.2699,
|
|
"step": 891
|
|
},
|
|
{
|
|
"epoch": 2.534090909090909,
|
|
"grad_norm": 0.3806103148982155,
|
|
"learning_rate": 3.2022955172019947e-07,
|
|
"loss": 0.2607,
|
|
"step": 892
|
|
},
|
|
{
|
|
"epoch": 2.5369318181818183,
|
|
"grad_norm": 0.414262076377764,
|
|
"learning_rate": 3.1644354020043846e-07,
|
|
"loss": 0.2709,
|
|
"step": 893
|
|
},
|
|
{
|
|
"epoch": 2.5397727272727275,
|
|
"grad_norm": 0.3564646964673218,
|
|
"learning_rate": 3.1267852992040715e-07,
|
|
"loss": 0.2845,
|
|
"step": 894
|
|
},
|
|
{
|
|
"epoch": 2.5426136363636362,
|
|
"grad_norm": 0.35912306046922576,
|
|
"learning_rate": 3.0893455709162023e-07,
|
|
"loss": 0.2466,
|
|
"step": 895
|
|
},
|
|
{
|
|
"epoch": 2.5454545454545454,
|
|
"grad_norm": 0.3605968532309376,
|
|
"learning_rate": 3.052116577232533e-07,
|
|
"loss": 0.2868,
|
|
"step": 896
|
|
},
|
|
{
|
|
"epoch": 2.5482954545454546,
|
|
"grad_norm": 0.4129969651465434,
|
|
"learning_rate": 3.015098676218009e-07,
|
|
"loss": 0.2738,
|
|
"step": 897
|
|
},
|
|
{
|
|
"epoch": 2.5511363636363638,
|
|
"grad_norm": 0.38800081862705826,
|
|
"learning_rate": 2.9782922239073084e-07,
|
|
"loss": 0.274,
|
|
"step": 898
|
|
},
|
|
{
|
|
"epoch": 2.5539772727272725,
|
|
"grad_norm": 0.28725463626604075,
|
|
"learning_rate": 2.9416975743014134e-07,
|
|
"loss": 0.246,
|
|
"step": 899
|
|
},
|
|
{
|
|
"epoch": 2.5568181818181817,
|
|
"grad_norm": 0.33194490572792595,
|
|
"learning_rate": 2.9053150793642013e-07,
|
|
"loss": 0.2418,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 2.559659090909091,
|
|
"grad_norm": 0.31927368240055043,
|
|
"learning_rate": 2.8691450890190794e-07,
|
|
"loss": 0.259,
|
|
"step": 901
|
|
},
|
|
{
|
|
"epoch": 2.5625,
|
|
"grad_norm": 0.4514488260064792,
|
|
"learning_rate": 2.833187951145588e-07,
|
|
"loss": 0.2674,
|
|
"step": 902
|
|
},
|
|
{
|
|
"epoch": 2.565340909090909,
|
|
"grad_norm": 0.3952590748072181,
|
|
"learning_rate": 2.797444011576089e-07,
|
|
"loss": 0.2764,
|
|
"step": 903
|
|
},
|
|
{
|
|
"epoch": 2.5681818181818183,
|
|
"grad_norm": 0.3035956390116324,
|
|
"learning_rate": 2.7619136140924153e-07,
|
|
"loss": 0.2361,
|
|
"step": 904
|
|
},
|
|
{
|
|
"epoch": 2.5710227272727275,
|
|
"grad_norm": 0.365463810965996,
|
|
"learning_rate": 2.726597100422565e-07,
|
|
"loss": 0.2955,
|
|
"step": 905
|
|
},
|
|
{
|
|
"epoch": 2.5738636363636362,
|
|
"grad_norm": 0.37417152902560946,
|
|
"learning_rate": 2.6914948102374384e-07,
|
|
"loss": 0.3007,
|
|
"step": 906
|
|
},
|
|
{
|
|
"epoch": 2.5767045454545454,
|
|
"grad_norm": 0.36872656495257466,
|
|
"learning_rate": 2.656607081147547e-07,
|
|
"loss": 0.2647,
|
|
"step": 907
|
|
},
|
|
{
|
|
"epoch": 2.5795454545454546,
|
|
"grad_norm": 0.381314240650295,
|
|
"learning_rate": 2.621934248699767e-07,
|
|
"loss": 0.3176,
|
|
"step": 908
|
|
},
|
|
{
|
|
"epoch": 2.5823863636363638,
|
|
"grad_norm": 0.41529466546435734,
|
|
"learning_rate": 2.5874766463741263e-07,
|
|
"loss": 0.2482,
|
|
"step": 909
|
|
},
|
|
{
|
|
"epoch": 2.5852272727272725,
|
|
"grad_norm": 0.4258649726301599,
|
|
"learning_rate": 2.553234605580593e-07,
|
|
"loss": 0.2618,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 2.5880681818181817,
|
|
"grad_norm": 0.3762825021021476,
|
|
"learning_rate": 2.5192084556558776e-07,
|
|
"loss": 0.2914,
|
|
"step": 911
|
|
},
|
|
{
|
|
"epoch": 2.590909090909091,
|
|
"grad_norm": 0.3627506684619514,
|
|
"learning_rate": 2.4853985238602745e-07,
|
|
"loss": 0.2875,
|
|
"step": 912
|
|
},
|
|
{
|
|
"epoch": 2.59375,
|
|
"grad_norm": 0.3173651745814326,
|
|
"learning_rate": 2.451805135374516e-07,
|
|
"loss": 0.2421,
|
|
"step": 913
|
|
},
|
|
{
|
|
"epoch": 2.596590909090909,
|
|
"grad_norm": 0.44802208559240897,
|
|
"learning_rate": 2.4184286132966305e-07,
|
|
"loss": 0.2803,
|
|
"step": 914
|
|
},
|
|
{
|
|
"epoch": 2.5994318181818183,
|
|
"grad_norm": 0.36772649044669337,
|
|
"learning_rate": 2.3852692786388634e-07,
|
|
"loss": 0.3018,
|
|
"step": 915
|
|
},
|
|
{
|
|
"epoch": 2.6022727272727275,
|
|
"grad_norm": 0.3473737442586536,
|
|
"learning_rate": 2.3523274503245624e-07,
|
|
"loss": 0.2565,
|
|
"step": 916
|
|
},
|
|
{
|
|
"epoch": 2.6051136363636362,
|
|
"grad_norm": 0.31723371911082704,
|
|
"learning_rate": 2.319603445185109e-07,
|
|
"loss": 0.2769,
|
|
"step": 917
|
|
},
|
|
{
|
|
"epoch": 2.6079545454545454,
|
|
"grad_norm": 0.36837062880150556,
|
|
"learning_rate": 2.2870975779569066e-07,
|
|
"loss": 0.294,
|
|
"step": 918
|
|
},
|
|
{
|
|
"epoch": 2.6107954545454546,
|
|
"grad_norm": 0.34124708806422904,
|
|
"learning_rate": 2.2548101612783147e-07,
|
|
"loss": 0.2516,
|
|
"step": 919
|
|
},
|
|
{
|
|
"epoch": 2.6136363636363638,
|
|
"grad_norm": 0.3202170151424555,
|
|
"learning_rate": 2.2227415056866431e-07,
|
|
"loss": 0.254,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 2.6164772727272725,
|
|
"grad_norm": 0.4260342271233267,
|
|
"learning_rate": 2.1908919196152013e-07,
|
|
"loss": 0.2719,
|
|
"step": 921
|
|
},
|
|
{
|
|
"epoch": 2.6193181818181817,
|
|
"grad_norm": 0.37728441327420986,
|
|
"learning_rate": 2.1592617093902978e-07,
|
|
"loss": 0.2753,
|
|
"step": 922
|
|
},
|
|
{
|
|
"epoch": 2.622159090909091,
|
|
"grad_norm": 0.39060937907330195,
|
|
"learning_rate": 2.1278511792283018e-07,
|
|
"loss": 0.2947,
|
|
"step": 923
|
|
},
|
|
{
|
|
"epoch": 2.625,
|
|
"grad_norm": 0.30888479325881507,
|
|
"learning_rate": 2.0966606312327303e-07,
|
|
"loss": 0.2284,
|
|
"step": 924
|
|
},
|
|
{
|
|
"epoch": 2.627840909090909,
|
|
"grad_norm": 0.40561974710485005,
|
|
"learning_rate": 2.065690365391329e-07,
|
|
"loss": 0.2943,
|
|
"step": 925
|
|
},
|
|
{
|
|
"epoch": 2.6306818181818183,
|
|
"grad_norm": 0.355886681039042,
|
|
"learning_rate": 2.0349406795731774e-07,
|
|
"loss": 0.2462,
|
|
"step": 926
|
|
},
|
|
{
|
|
"epoch": 2.6335227272727275,
|
|
"grad_norm": 0.37901081172880524,
|
|
"learning_rate": 2.0044118695258657e-07,
|
|
"loss": 0.2918,
|
|
"step": 927
|
|
},
|
|
{
|
|
"epoch": 2.6363636363636362,
|
|
"grad_norm": 0.48522777901179487,
|
|
"learning_rate": 1.9741042288725893e-07,
|
|
"loss": 0.3463,
|
|
"step": 928
|
|
},
|
|
{
|
|
"epoch": 2.6392045454545454,
|
|
"grad_norm": 0.35552067688931177,
|
|
"learning_rate": 1.944018049109375e-07,
|
|
"loss": 0.2589,
|
|
"step": 929
|
|
},
|
|
{
|
|
"epoch": 2.6420454545454546,
|
|
"grad_norm": 0.3245196964527464,
|
|
"learning_rate": 1.9141536196022658e-07,
|
|
"loss": 0.2667,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 2.6448863636363638,
|
|
"grad_norm": 0.397373448701769,
|
|
"learning_rate": 1.884511227584518e-07,
|
|
"loss": 0.2635,
|
|
"step": 931
|
|
},
|
|
{
|
|
"epoch": 2.6477272727272725,
|
|
"grad_norm": 0.3230165219575403,
|
|
"learning_rate": 1.8550911581538517e-07,
|
|
"loss": 0.2524,
|
|
"step": 932
|
|
},
|
|
{
|
|
"epoch": 2.6505681818181817,
|
|
"grad_norm": 0.3201491067518106,
|
|
"learning_rate": 1.825893694269723e-07,
|
|
"loss": 0.2704,
|
|
"step": 933
|
|
},
|
|
{
|
|
"epoch": 2.653409090909091,
|
|
"grad_norm": 0.3806372642940993,
|
|
"learning_rate": 1.7969191167505811e-07,
|
|
"loss": 0.2891,
|
|
"step": 934
|
|
},
|
|
{
|
|
"epoch": 2.65625,
|
|
"grad_norm": 0.3315048294973883,
|
|
"learning_rate": 1.7681677042711732e-07,
|
|
"loss": 0.2469,
|
|
"step": 935
|
|
},
|
|
{
|
|
"epoch": 2.659090909090909,
|
|
"grad_norm": 0.3429832481491404,
|
|
"learning_rate": 1.7396397333598657e-07,
|
|
"loss": 0.2344,
|
|
"step": 936
|
|
},
|
|
{
|
|
"epoch": 2.6619318181818183,
|
|
"grad_norm": 0.31805225672924486,
|
|
"learning_rate": 1.711335478395984e-07,
|
|
"loss": 0.2301,
|
|
"step": 937
|
|
},
|
|
{
|
|
"epoch": 2.6647727272727275,
|
|
"grad_norm": 0.347431193735004,
|
|
"learning_rate": 1.6832552116071905e-07,
|
|
"loss": 0.274,
|
|
"step": 938
|
|
},
|
|
{
|
|
"epoch": 2.6676136363636362,
|
|
"grad_norm": 0.3276581659477082,
|
|
"learning_rate": 1.6553992030668293e-07,
|
|
"loss": 0.2569,
|
|
"step": 939
|
|
},
|
|
{
|
|
"epoch": 2.6704545454545454,
|
|
"grad_norm": 0.4181936566989231,
|
|
"learning_rate": 1.6277677206913588e-07,
|
|
"loss": 0.2737,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 2.6732954545454546,
|
|
"grad_norm": 0.37610721012897674,
|
|
"learning_rate": 1.6003610302377708e-07,
|
|
"loss": 0.2999,
|
|
"step": 941
|
|
},
|
|
{
|
|
"epoch": 2.6761363636363638,
|
|
"grad_norm": 0.33046264353939814,
|
|
"learning_rate": 1.5731793953010193e-07,
|
|
"loss": 0.2427,
|
|
"step": 942
|
|
},
|
|
{
|
|
"epoch": 2.6789772727272725,
|
|
"grad_norm": 0.3494974820800891,
|
|
"learning_rate": 1.5462230773115066e-07,
|
|
"loss": 0.264,
|
|
"step": 943
|
|
},
|
|
{
|
|
"epoch": 2.6818181818181817,
|
|
"grad_norm": 0.3468159326122336,
|
|
"learning_rate": 1.5194923355325464e-07,
|
|
"loss": 0.3076,
|
|
"step": 944
|
|
},
|
|
{
|
|
"epoch": 2.684659090909091,
|
|
"grad_norm": 0.40045232274054987,
|
|
"learning_rate": 1.492987427057893e-07,
|
|
"loss": 0.3051,
|
|
"step": 945
|
|
},
|
|
{
|
|
"epoch": 2.6875,
|
|
"grad_norm": 0.4030575958079979,
|
|
"learning_rate": 1.4667086068092446e-07,
|
|
"loss": 0.2437,
|
|
"step": 946
|
|
},
|
|
{
|
|
"epoch": 2.690340909090909,
|
|
"grad_norm": 0.34082328928674294,
|
|
"learning_rate": 1.440656127533821e-07,
|
|
"loss": 0.2501,
|
|
"step": 947
|
|
},
|
|
{
|
|
"epoch": 2.6931818181818183,
|
|
"grad_norm": 0.34010796962843276,
|
|
"learning_rate": 1.414830239801898e-07,
|
|
"loss": 0.27,
|
|
"step": 948
|
|
},
|
|
{
|
|
"epoch": 2.6960227272727275,
|
|
"grad_norm": 0.4274695728838406,
|
|
"learning_rate": 1.3892311920044282e-07,
|
|
"loss": 0.2964,
|
|
"step": 949
|
|
},
|
|
{
|
|
"epoch": 2.6988636363636362,
|
|
"grad_norm": 0.35443571450269734,
|
|
"learning_rate": 1.3638592303506364e-07,
|
|
"loss": 0.252,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 2.7017045454545454,
|
|
"grad_norm": 0.40737204314859,
|
|
"learning_rate": 1.3387145988656537e-07,
|
|
"loss": 0.2891,
|
|
"step": 951
|
|
},
|
|
{
|
|
"epoch": 2.7045454545454546,
|
|
"grad_norm": 0.352138799387513,
|
|
"learning_rate": 1.313797539388159e-07,
|
|
"loss": 0.2439,
|
|
"step": 952
|
|
},
|
|
{
|
|
"epoch": 2.7073863636363638,
|
|
"grad_norm": 0.33845536331763004,
|
|
"learning_rate": 1.2891082915680864e-07,
|
|
"loss": 0.2802,
|
|
"step": 953
|
|
},
|
|
{
|
|
"epoch": 2.7102272727272725,
|
|
"grad_norm": 0.35504925601892684,
|
|
"learning_rate": 1.264647092864288e-07,
|
|
"loss": 0.2514,
|
|
"step": 954
|
|
},
|
|
{
|
|
"epoch": 2.7130681818181817,
|
|
"grad_norm": 0.3609121713893806,
|
|
"learning_rate": 1.2404141785422568e-07,
|
|
"loss": 0.25,
|
|
"step": 955
|
|
},
|
|
{
|
|
"epoch": 2.715909090909091,
|
|
"grad_norm": 0.3936221787085924,
|
|
"learning_rate": 1.2164097816718818e-07,
|
|
"loss": 0.2312,
|
|
"step": 956
|
|
},
|
|
{
|
|
"epoch": 2.71875,
|
|
"grad_norm": 0.38365034429115125,
|
|
"learning_rate": 1.1926341331251756e-07,
|
|
"loss": 0.2682,
|
|
"step": 957
|
|
},
|
|
{
|
|
"epoch": 2.721590909090909,
|
|
"grad_norm": 0.31959559051327435,
|
|
"learning_rate": 1.169087461574081e-07,
|
|
"loss": 0.2457,
|
|
"step": 958
|
|
},
|
|
{
|
|
"epoch": 2.7244318181818183,
|
|
"grad_norm": 0.3799557870602865,
|
|
"learning_rate": 1.1457699934882715e-07,
|
|
"loss": 0.2968,
|
|
"step": 959
|
|
},
|
|
{
|
|
"epoch": 2.7272727272727275,
|
|
"grad_norm": 0.27723093935677195,
|
|
"learning_rate": 1.1226819531329342e-07,
|
|
"loss": 0.2219,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 2.7301136363636362,
|
|
"grad_norm": 0.3534828660456155,
|
|
"learning_rate": 1.0998235625666708e-07,
|
|
"loss": 0.2433,
|
|
"step": 961
|
|
},
|
|
{
|
|
"epoch": 2.7329545454545454,
|
|
"grad_norm": 0.35791787748576426,
|
|
"learning_rate": 1.0771950416393228e-07,
|
|
"loss": 0.2597,
|
|
"step": 962
|
|
},
|
|
{
|
|
"epoch": 2.7357954545454546,
|
|
"grad_norm": 0.4475649717820448,
|
|
"learning_rate": 1.0547966079898637e-07,
|
|
"loss": 0.2636,
|
|
"step": 963
|
|
},
|
|
{
|
|
"epoch": 2.7386363636363638,
|
|
"grad_norm": 0.39027504830647813,
|
|
"learning_rate": 1.0326284770443063e-07,
|
|
"loss": 0.2728,
|
|
"step": 964
|
|
},
|
|
{
|
|
"epoch": 2.7414772727272725,
|
|
"grad_norm": 0.4315977251477179,
|
|
"learning_rate": 1.0106908620136525e-07,
|
|
"loss": 0.2588,
|
|
"step": 965
|
|
},
|
|
{
|
|
"epoch": 2.7443181818181817,
|
|
"grad_norm": 0.32246952155074843,
|
|
"learning_rate": 9.889839738918022e-08,
|
|
"loss": 0.2369,
|
|
"step": 966
|
|
},
|
|
{
|
|
"epoch": 2.747159090909091,
|
|
"grad_norm": 0.3333508436923039,
|
|
"learning_rate": 9.675080214535559e-08,
|
|
"loss": 0.2574,
|
|
"step": 967
|
|
},
|
|
{
|
|
"epoch": 2.75,
|
|
"grad_norm": 0.3654840156563527,
|
|
"learning_rate": 9.46263211252596e-08,
|
|
"loss": 0.3222,
|
|
"step": 968
|
|
},
|
|
{
|
|
"epoch": 2.752840909090909,
|
|
"grad_norm": 0.3366414190912868,
|
|
"learning_rate": 9.252497476194972e-08,
|
|
"loss": 0.2926,
|
|
"step": 969
|
|
},
|
|
{
|
|
"epoch": 2.7556818181818183,
|
|
"grad_norm": 0.3243823618475195,
|
|
"learning_rate": 9.044678326597722e-08,
|
|
"loss": 0.2484,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 2.7585227272727275,
|
|
"grad_norm": 0.34777278160161157,
|
|
"learning_rate": 8.839176662519155e-08,
|
|
"loss": 0.2349,
|
|
"step": 971
|
|
},
|
|
{
|
|
"epoch": 2.7613636363636362,
|
|
"grad_norm": 0.34671371366502046,
|
|
"learning_rate": 8.635994460454766e-08,
|
|
"loss": 0.2574,
|
|
"step": 972
|
|
},
|
|
{
|
|
"epoch": 2.7642045454545454,
|
|
"grad_norm": 0.38617683116302787,
|
|
"learning_rate": 8.435133674591922e-08,
|
|
"loss": 0.3007,
|
|
"step": 973
|
|
},
|
|
{
|
|
"epoch": 2.7670454545454546,
|
|
"grad_norm": 0.4218961579649425,
|
|
"learning_rate": 8.2365962367906e-08,
|
|
"loss": 0.2916,
|
|
"step": 974
|
|
},
|
|
{
|
|
"epoch": 2.7698863636363638,
|
|
"grad_norm": 0.3971792338298757,
|
|
"learning_rate": 8.040384056565098e-08,
|
|
"loss": 0.2563,
|
|
"step": 975
|
|
},
|
|
{
|
|
"epoch": 2.7727272727272725,
|
|
"grad_norm": 0.3226524769417545,
|
|
"learning_rate": 7.846499021065684e-08,
|
|
"loss": 0.266,
|
|
"step": 976
|
|
},
|
|
{
|
|
"epoch": 2.7755681818181817,
|
|
"grad_norm": 0.3540519465775941,
|
|
"learning_rate": 7.654942995060283e-08,
|
|
"loss": 0.2616,
|
|
"step": 977
|
|
},
|
|
{
|
|
"epoch": 2.778409090909091,
|
|
"grad_norm": 0.3781537081979966,
|
|
"learning_rate": 7.465717820916624e-08,
|
|
"loss": 0.2698,
|
|
"step": 978
|
|
},
|
|
{
|
|
"epoch": 2.78125,
|
|
"grad_norm": 0.3564755050368105,
|
|
"learning_rate": 7.278825318584647e-08,
|
|
"loss": 0.27,
|
|
"step": 979
|
|
},
|
|
{
|
|
"epoch": 2.784090909090909,
|
|
"grad_norm": 0.3510249393237661,
|
|
"learning_rate": 7.094267285578688e-08,
|
|
"loss": 0.2666,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 2.7869318181818183,
|
|
"grad_norm": 0.3998246424539849,
|
|
"learning_rate": 6.912045496960507e-08,
|
|
"loss": 0.2851,
|
|
"step": 981
|
|
},
|
|
{
|
|
"epoch": 2.7897727272727275,
|
|
"grad_norm": 0.37123966300816885,
|
|
"learning_rate": 6.732161705322093e-08,
|
|
"loss": 0.2528,
|
|
"step": 982
|
|
},
|
|
{
|
|
"epoch": 2.7926136363636362,
|
|
"grad_norm": 0.32607742324666744,
|
|
"learning_rate": 6.554617640768674e-08,
|
|
"loss": 0.2682,
|
|
"step": 983
|
|
},
|
|
{
|
|
"epoch": 2.7954545454545454,
|
|
"grad_norm": 0.3091883263291907,
|
|
"learning_rate": 6.379415010902362e-08,
|
|
"loss": 0.2431,
|
|
"step": 984
|
|
},
|
|
{
|
|
"epoch": 2.7982954545454546,
|
|
"grad_norm": 0.3896435979654701,
|
|
"learning_rate": 6.206555500805455e-08,
|
|
"loss": 0.2662,
|
|
"step": 985
|
|
},
|
|
{
|
|
"epoch": 2.8011363636363638,
|
|
"grad_norm": 0.36244662485716045,
|
|
"learning_rate": 6.036040773024387e-08,
|
|
"loss": 0.2708,
|
|
"step": 986
|
|
},
|
|
{
|
|
"epoch": 2.8039772727272725,
|
|
"grad_norm": 0.3558651773572941,
|
|
"learning_rate": 5.867872467553715e-08,
|
|
"loss": 0.3004,
|
|
"step": 987
|
|
},
|
|
{
|
|
"epoch": 2.8068181818181817,
|
|
"grad_norm": 0.37311773304851065,
|
|
"learning_rate": 5.702052201820352e-08,
|
|
"loss": 0.3088,
|
|
"step": 988
|
|
},
|
|
{
|
|
"epoch": 2.809659090909091,
|
|
"grad_norm": 0.411421481665237,
|
|
"learning_rate": 5.5385815706678894e-08,
|
|
"loss": 0.2923,
|
|
"step": 989
|
|
},
|
|
{
|
|
"epoch": 2.8125,
|
|
"grad_norm": 0.3759229007631887,
|
|
"learning_rate": 5.377462146341439e-08,
|
|
"loss": 0.2945,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 2.815340909090909,
|
|
"grad_norm": 0.3014861546323833,
|
|
"learning_rate": 5.218695478472397e-08,
|
|
"loss": 0.2119,
|
|
"step": 991
|
|
},
|
|
{
|
|
"epoch": 2.8181818181818183,
|
|
"grad_norm": 0.4021583403485505,
|
|
"learning_rate": 5.062283094063536e-08,
|
|
"loss": 0.2878,
|
|
"step": 992
|
|
},
|
|
{
|
|
"epoch": 2.8210227272727275,
|
|
"grad_norm": 0.3293364475828707,
|
|
"learning_rate": 4.9082264974744665e-08,
|
|
"loss": 0.266,
|
|
"step": 993
|
|
},
|
|
{
|
|
"epoch": 2.8238636363636362,
|
|
"grad_norm": 0.30933470398564117,
|
|
"learning_rate": 4.756527170406922e-08,
|
|
"loss": 0.2314,
|
|
"step": 994
|
|
},
|
|
{
|
|
"epoch": 2.8267045454545454,
|
|
"grad_norm": 0.37909174739130147,
|
|
"learning_rate": 4.607186571890715e-08,
|
|
"loss": 0.2667,
|
|
"step": 995
|
|
},
|
|
{
|
|
"epoch": 2.8295454545454546,
|
|
"grad_norm": 0.37878603560502083,
|
|
"learning_rate": 4.46020613826964e-08,
|
|
"loss": 0.2937,
|
|
"step": 996
|
|
},
|
|
{
|
|
"epoch": 2.8323863636363638,
|
|
"grad_norm": 0.408496513297682,
|
|
"learning_rate": 4.3155872831875946e-08,
|
|
"loss": 0.2757,
|
|
"step": 997
|
|
},
|
|
{
|
|
"epoch": 2.8352272727272725,
|
|
"grad_norm": 0.3566593848752578,
|
|
"learning_rate": 4.1733313975750586e-08,
|
|
"loss": 0.2584,
|
|
"step": 998
|
|
},
|
|
{
|
|
"epoch": 2.8380681818181817,
|
|
"grad_norm": 0.352150696238673,
|
|
"learning_rate": 4.033439849635695e-08,
|
|
"loss": 0.2115,
|
|
"step": 999
|
|
},
|
|
{
|
|
"epoch": 2.840909090909091,
|
|
"grad_norm": 0.39392089147895293,
|
|
"learning_rate": 3.895913984833216e-08,
|
|
"loss": 0.2816,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 2.84375,
|
|
"grad_norm": 0.3412262767323334,
|
|
"learning_rate": 3.760755125878368e-08,
|
|
"loss": 0.2431,
|
|
"step": 1001
|
|
},
|
|
{
|
|
"epoch": 2.846590909090909,
|
|
"grad_norm": 0.3325324503502811,
|
|
"learning_rate": 3.627964572716331e-08,
|
|
"loss": 0.264,
|
|
"step": 1002
|
|
},
|
|
{
|
|
"epoch": 2.8494318181818183,
|
|
"grad_norm": 0.35296040111990046,
|
|
"learning_rate": 3.497543602514059e-08,
|
|
"loss": 0.2614,
|
|
"step": 1003
|
|
},
|
|
{
|
|
"epoch": 2.8522727272727275,
|
|
"grad_norm": 0.2837474483774213,
|
|
"learning_rate": 3.3694934696481275e-08,
|
|
"loss": 0.2123,
|
|
"step": 1004
|
|
},
|
|
{
|
|
"epoch": 2.8551136363636362,
|
|
"grad_norm": 0.34272040018575495,
|
|
"learning_rate": 3.24381540569263e-08,
|
|
"loss": 0.2808,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"epoch": 2.8579545454545454,
|
|
"grad_norm": 0.3498353760521046,
|
|
"learning_rate": 3.120510619407324e-08,
|
|
"loss": 0.251,
|
|
"step": 1006
|
|
},
|
|
{
|
|
"epoch": 2.8607954545454546,
|
|
"grad_norm": 0.4069913912888687,
|
|
"learning_rate": 2.9995802967259516e-08,
|
|
"loss": 0.316,
|
|
"step": 1007
|
|
},
|
|
{
|
|
"epoch": 2.8636363636363638,
|
|
"grad_norm": 0.3361233831001831,
|
|
"learning_rate": 2.8810256007449632e-08,
|
|
"loss": 0.2293,
|
|
"step": 1008
|
|
},
|
|
{
|
|
"epoch": 2.8664772727272725,
|
|
"grad_norm": 0.4519558529396144,
|
|
"learning_rate": 2.7648476717122287e-08,
|
|
"loss": 0.2792,
|
|
"step": 1009
|
|
},
|
|
{
|
|
"epoch": 2.8693181818181817,
|
|
"grad_norm": 0.409732040720535,
|
|
"learning_rate": 2.651047627016068e-08,
|
|
"loss": 0.2904,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 2.872159090909091,
|
|
"grad_norm": 0.3250171306579268,
|
|
"learning_rate": 2.5396265611745687e-08,
|
|
"loss": 0.2463,
|
|
"step": 1011
|
|
},
|
|
{
|
|
"epoch": 2.875,
|
|
"grad_norm": 0.3856346320602474,
|
|
"learning_rate": 2.4305855458250373e-08,
|
|
"loss": 0.2356,
|
|
"step": 1012
|
|
},
|
|
{
|
|
"epoch": 2.877840909090909,
|
|
"grad_norm": 0.3526716263439721,
|
|
"learning_rate": 2.3239256297136193e-08,
|
|
"loss": 0.258,
|
|
"step": 1013
|
|
},
|
|
{
|
|
"epoch": 2.8806818181818183,
|
|
"grad_norm": 0.41510762650616695,
|
|
"learning_rate": 2.2196478386853624e-08,
|
|
"loss": 0.3018,
|
|
"step": 1014
|
|
},
|
|
{
|
|
"epoch": 2.8835227272727275,
|
|
"grad_norm": 0.2827340090469283,
|
|
"learning_rate": 2.117753175674142e-08,
|
|
"loss": 0.1949,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"epoch": 2.8863636363636362,
|
|
"grad_norm": 0.42491879871002564,
|
|
"learning_rate": 2.0182426206932503e-08,
|
|
"loss": 0.2607,
|
|
"step": 1016
|
|
},
|
|
{
|
|
"epoch": 2.8892045454545454,
|
|
"grad_norm": 0.3281820518654654,
|
|
"learning_rate": 1.921117130825767e-08,
|
|
"loss": 0.266,
|
|
"step": 1017
|
|
},
|
|
{
|
|
"epoch": 2.8920454545454546,
|
|
"grad_norm": 0.5241869397210815,
|
|
"learning_rate": 1.82637764021551e-08,
|
|
"loss": 0.2566,
|
|
"step": 1018
|
|
},
|
|
{
|
|
"epoch": 2.8948863636363638,
|
|
"grad_norm": 0.36254656882284764,
|
|
"learning_rate": 1.7340250600579588e-08,
|
|
"loss": 0.2683,
|
|
"step": 1019
|
|
},
|
|
{
|
|
"epoch": 2.8977272727272725,
|
|
"grad_norm": 0.32113348760758087,
|
|
"learning_rate": 1.6440602785914584e-08,
|
|
"loss": 0.2495,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 2.9005681818181817,
|
|
"grad_norm": 0.39293475539987827,
|
|
"learning_rate": 1.556484161088806e-08,
|
|
"loss": 0.2673,
|
|
"step": 1021
|
|
},
|
|
{
|
|
"epoch": 2.903409090909091,
|
|
"grad_norm": 0.3692023050105476,
|
|
"learning_rate": 1.4712975498488158e-08,
|
|
"loss": 0.2676,
|
|
"step": 1022
|
|
},
|
|
{
|
|
"epoch": 2.90625,
|
|
"grad_norm": 0.3301143389304983,
|
|
"learning_rate": 1.3885012641882967e-08,
|
|
"loss": 0.2549,
|
|
"step": 1023
|
|
},
|
|
{
|
|
"epoch": 2.909090909090909,
|
|
"grad_norm": 0.35000768054036296,
|
|
"learning_rate": 1.3080961004340308e-08,
|
|
"loss": 0.2769,
|
|
"step": 1024
|
|
},
|
|
{
|
|
"epoch": 2.9119318181818183,
|
|
"grad_norm": 0.3257952826732702,
|
|
"learning_rate": 1.2300828319153635e-08,
|
|
"loss": 0.2455,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"epoch": 2.9147727272727275,
|
|
"grad_norm": 0.40990948777245817,
|
|
"learning_rate": 1.1544622089565139e-08,
|
|
"loss": 0.2999,
|
|
"step": 1026
|
|
},
|
|
{
|
|
"epoch": 2.9176136363636362,
|
|
"grad_norm": 0.5767979073587421,
|
|
"learning_rate": 1.0812349588694426e-08,
|
|
"loss": 0.2985,
|
|
"step": 1027
|
|
},
|
|
{
|
|
"epoch": 2.9204545454545454,
|
|
"grad_norm": 0.39277960762361686,
|
|
"learning_rate": 1.010401785947024e-08,
|
|
"loss": 0.3085,
|
|
"step": 1028
|
|
},
|
|
{
|
|
"epoch": 2.9232954545454546,
|
|
"grad_norm": 0.3487911223998262,
|
|
"learning_rate": 9.419633714559118e-09,
|
|
"loss": 0.2771,
|
|
"step": 1029
|
|
},
|
|
{
|
|
"epoch": 2.9261363636363638,
|
|
"grad_norm": 0.35424561590037207,
|
|
"learning_rate": 8.759203736304067e-09,
|
|
"loss": 0.2753,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 2.9289772727272725,
|
|
"grad_norm": 0.29485879447799396,
|
|
"learning_rate": 8.122734276657384e-09,
|
|
"loss": 0.2089,
|
|
"step": 1031
|
|
},
|
|
{
|
|
"epoch": 2.9318181818181817,
|
|
"grad_norm": 0.6294311065483419,
|
|
"learning_rate": 7.51023145712293e-09,
|
|
"loss": 0.3052,
|
|
"step": 1032
|
|
},
|
|
{
|
|
"epoch": 2.934659090909091,
|
|
"grad_norm": 0.354680706106559,
|
|
"learning_rate": 6.921701168694228e-09,
|
|
"loss": 0.2638,
|
|
"step": 1033
|
|
},
|
|
{
|
|
"epoch": 2.9375,
|
|
"grad_norm": 0.31404010890218703,
|
|
"learning_rate": 6.357149071800628e-09,
|
|
"loss": 0.2396,
|
|
"step": 1034
|
|
},
|
|
{
|
|
"epoch": 2.940340909090909,
|
|
"grad_norm": 0.3191510959590836,
|
|
"learning_rate": 5.816580596250676e-09,
|
|
"loss": 0.2652,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"epoch": 2.9431818181818183,
|
|
"grad_norm": 0.33936071059872674,
|
|
"learning_rate": 5.300000941180494e-09,
|
|
"loss": 0.2761,
|
|
"step": 1036
|
|
},
|
|
{
|
|
"epoch": 2.9460227272727275,
|
|
"grad_norm": 0.6694940206582203,
|
|
"learning_rate": 4.807415075005206e-09,
|
|
"loss": 0.2716,
|
|
"step": 1037
|
|
},
|
|
{
|
|
"epoch": 2.9488636363636362,
|
|
"grad_norm": 0.3022654996639677,
|
|
"learning_rate": 4.338827735368423e-09,
|
|
"loss": 0.267,
|
|
"step": 1038
|
|
},
|
|
{
|
|
"epoch": 2.9517045454545454,
|
|
"grad_norm": 0.31223716729746726,
|
|
"learning_rate": 3.894243429098943e-09,
|
|
"loss": 0.2556,
|
|
"step": 1039
|
|
},
|
|
{
|
|
"epoch": 2.9545454545454546,
|
|
"grad_norm": 0.33999761359381697,
|
|
"learning_rate": 3.4736664321671777e-09,
|
|
"loss": 0.2234,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 2.9573863636363638,
|
|
"grad_norm": 0.38818142260184346,
|
|
"learning_rate": 3.0771007896424066e-09,
|
|
"loss": 0.2822,
|
|
"step": 1041
|
|
},
|
|
{
|
|
"epoch": 2.9602272727272725,
|
|
"grad_norm": 0.3915644733747401,
|
|
"learning_rate": 2.7045503156555853e-09,
|
|
"loss": 0.3089,
|
|
"step": 1042
|
|
},
|
|
{
|
|
"epoch": 2.9630681818181817,
|
|
"grad_norm": 0.35070734375473045,
|
|
"learning_rate": 2.3560185933621526e-09,
|
|
"loss": 0.2485,
|
|
"step": 1043
|
|
},
|
|
{
|
|
"epoch": 2.965909090909091,
|
|
"grad_norm": 0.32676962221864597,
|
|
"learning_rate": 2.031508974907337e-09,
|
|
"loss": 0.2564,
|
|
"step": 1044
|
|
},
|
|
{
|
|
"epoch": 2.96875,
|
|
"grad_norm": 0.37376434665996433,
|
|
"learning_rate": 1.7310245813939586e-09,
|
|
"loss": 0.2843,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"epoch": 2.971590909090909,
|
|
"grad_norm": 0.3812123549505928,
|
|
"learning_rate": 1.4545683028521772e-09,
|
|
"loss": 0.2642,
|
|
"step": 1046
|
|
},
|
|
{
|
|
"epoch": 2.9744318181818183,
|
|
"grad_norm": 0.40366173461812144,
|
|
"learning_rate": 1.2021427982128463e-09,
|
|
"loss": 0.2714,
|
|
"step": 1047
|
|
},
|
|
{
|
|
"epoch": 2.9772727272727275,
|
|
"grad_norm": 0.38234650853272395,
|
|
"learning_rate": 9.737504952803124e-10,
|
|
"loss": 0.2483,
|
|
"step": 1048
|
|
},
|
|
{
|
|
"epoch": 2.9801136363636362,
|
|
"grad_norm": 0.3581632163317752,
|
|
"learning_rate": 7.693935907102102e-10,
|
|
"loss": 0.2448,
|
|
"step": 1049
|
|
},
|
|
{
|
|
"epoch": 2.9829545454545454,
|
|
"grad_norm": 0.44654505449503146,
|
|
"learning_rate": 5.890740499878145e-10,
|
|
"loss": 0.295,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 2.9857954545454546,
|
|
"grad_norm": 0.33560840489821,
|
|
"learning_rate": 4.3279360740972053e-10,
|
|
"loss": 0.2217,
|
|
"step": 1051
|
|
},
|
|
{
|
|
"epoch": 2.9886363636363638,
|
|
"grad_norm": 0.3283855292339783,
|
|
"learning_rate": 3.005537660663582e-10,
|
|
"loss": 0.219,
|
|
"step": 1052
|
|
},
|
|
{
|
|
"epoch": 2.9914772727272725,
|
|
"grad_norm": 0.35996516047736465,
|
|
"learning_rate": 1.923557978281143e-10,
|
|
"loss": 0.2571,
|
|
"step": 1053
|
|
},
|
|
{
|
|
"epoch": 2.9943181818181817,
|
|
"grad_norm": 0.30525860331677324,
|
|
"learning_rate": 1.0820074333256492e-10,
|
|
"loss": 0.2571,
|
|
"step": 1054
|
|
},
|
|
{
|
|
"epoch": 2.997159090909091,
|
|
"grad_norm": 0.37025001234738963,
|
|
"learning_rate": 4.808941197531614e-11,
|
|
"loss": 0.269,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.3619551402376093,
|
|
"learning_rate": 1.2022381901399815e-11,
|
|
"loss": 0.24,
|
|
"step": 1056
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"step": 1056,
|
|
"total_flos": 1454552492015616.0,
|
|
"train_loss": 0.28625056774101476,
|
|
"train_runtime": 131042.0993,
|
|
"train_samples_per_second": 0.258,
|
|
"train_steps_per_second": 0.008
|
|
}
|
|
],
|
|
"logging_steps": 1.0,
|
|
"max_steps": 1056,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 3,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1454552492015616.0,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|