5256 lines
127 KiB
JSON
5256 lines
127 KiB
JSON
|
{
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 1.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 746,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.0013404825737265416,
|
||
|
|
"grad_norm": 3.3526411056518555,
|
||
|
|
"learning_rate": 4.9999778317473914e-05,
|
||
|
|
"loss": 4.9952,
|
||
|
|
"step": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.002680965147453083,
|
||
|
|
"grad_norm": 3.2630183696746826,
|
||
|
|
"learning_rate": 4.999911327382711e-05,
|
||
|
|
"loss": 4.971,
|
||
|
|
"step": 2
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004021447721179625,
|
||
|
|
"grad_norm": 3.3700828552246094,
|
||
|
|
"learning_rate": 4.999800488085388e-05,
|
||
|
|
"loss": 4.4211,
|
||
|
|
"step": 3
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005361930294906166,
|
||
|
|
"grad_norm": 5.005458354949951,
|
||
|
|
"learning_rate": 4.999645315821111e-05,
|
||
|
|
"loss": 4.4647,
|
||
|
|
"step": 4
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006702412868632708,
|
||
|
|
"grad_norm": 2.819751024246216,
|
||
|
|
"learning_rate": 4.9994458133418e-05,
|
||
|
|
"loss": 4.616,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00804289544235925,
|
||
|
|
"grad_norm": 2.5557587146759033,
|
||
|
|
"learning_rate": 4.999201984185552e-05,
|
||
|
|
"loss": 4.5558,
|
||
|
|
"step": 6
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00938337801608579,
|
||
|
|
"grad_norm": 2.4157004356384277,
|
||
|
|
"learning_rate": 4.998913832676579e-05,
|
||
|
|
"loss": 4.6775,
|
||
|
|
"step": 7
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010723860589812333,
|
||
|
|
"grad_norm": 4.6227898597717285,
|
||
|
|
"learning_rate": 4.9985813639251355e-05,
|
||
|
|
"loss": 4.2805,
|
||
|
|
"step": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012064343163538873,
|
||
|
|
"grad_norm": 3.3465769290924072,
|
||
|
|
"learning_rate": 4.998204583827421e-05,
|
||
|
|
"loss": 4.6374,
|
||
|
|
"step": 9
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013404825737265416,
|
||
|
|
"grad_norm": 2.7642695903778076,
|
||
|
|
"learning_rate": 4.9977834990654804e-05,
|
||
|
|
"loss": 4.6426,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014745308310991957,
|
||
|
|
"grad_norm": 2.5907504558563232,
|
||
|
|
"learning_rate": 4.997318117107085e-05,
|
||
|
|
"loss": 4.6113,
|
||
|
|
"step": 11
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0160857908847185,
|
||
|
|
"grad_norm": 3.1902687549591064,
|
||
|
|
"learning_rate": 4.996808446205599e-05,
|
||
|
|
"loss": 4.6342,
|
||
|
|
"step": 12
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01742627345844504,
|
||
|
|
"grad_norm": 2.263828992843628,
|
||
|
|
"learning_rate": 4.9962544953998316e-05,
|
||
|
|
"loss": 4.6859,
|
||
|
|
"step": 13
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01876675603217158,
|
||
|
|
"grad_norm": 4.422379493713379,
|
||
|
|
"learning_rate": 4.995656274513881e-05,
|
||
|
|
"loss": 4.6602,
|
||
|
|
"step": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.020107238605898123,
|
||
|
|
"grad_norm": 2.6276822090148926,
|
||
|
|
"learning_rate": 4.995013794156957e-05,
|
||
|
|
"loss": 4.602,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021447721179624665,
|
||
|
|
"grad_norm": 2.7755320072174072,
|
||
|
|
"learning_rate": 4.994327065723192e-05,
|
||
|
|
"loss": 4.7146,
|
||
|
|
"step": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.022788203753351208,
|
||
|
|
"grad_norm": 3.358004570007324,
|
||
|
|
"learning_rate": 4.993596101391443e-05,
|
||
|
|
"loss": 4.743,
|
||
|
|
"step": 17
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024128686327077747,
|
||
|
|
"grad_norm": 3.4165093898773193,
|
||
|
|
"learning_rate": 4.992820914125069e-05,
|
||
|
|
"loss": 4.5962,
|
||
|
|
"step": 18
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02546916890080429,
|
||
|
|
"grad_norm": 2.9194705486297607,
|
||
|
|
"learning_rate": 4.9920015176717105e-05,
|
||
|
|
"loss": 4.589,
|
||
|
|
"step": 19
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02680965147453083,
|
||
|
|
"grad_norm": 3.347116708755493,
|
||
|
|
"learning_rate": 4.991137926563036e-05,
|
||
|
|
"loss": 4.4779,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028150134048257374,
|
||
|
|
"grad_norm": 2.8503966331481934,
|
||
|
|
"learning_rate": 4.99023015611449e-05,
|
||
|
|
"loss": 4.507,
|
||
|
|
"step": 21
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029490616621983913,
|
||
|
|
"grad_norm": 3.68805193901062,
|
||
|
|
"learning_rate": 4.989278222425021e-05,
|
||
|
|
"loss": 4.3752,
|
||
|
|
"step": 22
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030831099195710455,
|
||
|
|
"grad_norm": 2.815739393234253,
|
||
|
|
"learning_rate": 4.988282142376795e-05,
|
||
|
|
"loss": 4.557,
|
||
|
|
"step": 23
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032171581769437,
|
||
|
|
"grad_norm": 2.82580304145813,
|
||
|
|
"learning_rate": 4.987241933634893e-05,
|
||
|
|
"loss": 4.3446,
|
||
|
|
"step": 24
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03351206434316354,
|
||
|
|
"grad_norm": 2.799983501434326,
|
||
|
|
"learning_rate": 4.986157614647005e-05,
|
||
|
|
"loss": 4.5178,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03485254691689008,
|
||
|
|
"grad_norm": 2.573227882385254,
|
||
|
|
"learning_rate": 4.985029204643095e-05,
|
||
|
|
"loss": 4.5714,
|
||
|
|
"step": 26
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.036193029490616625,
|
||
|
|
"grad_norm": 4.1363725662231445,
|
||
|
|
"learning_rate": 4.983856723635067e-05,
|
||
|
|
"loss": 4.5211,
|
||
|
|
"step": 27
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03753351206434316,
|
||
|
|
"grad_norm": 2.340411901473999,
|
||
|
|
"learning_rate": 4.982640192416404e-05,
|
||
|
|
"loss": 4.4884,
|
||
|
|
"step": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0388739946380697,
|
||
|
|
"grad_norm": 2.98046612739563,
|
||
|
|
"learning_rate": 4.9813796325618055e-05,
|
||
|
|
"loss": 4.4493,
|
||
|
|
"step": 29
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.040214477211796246,
|
||
|
|
"grad_norm": 3.8894741535186768,
|
||
|
|
"learning_rate": 4.980075066426796e-05,
|
||
|
|
"loss": 4.444,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04155495978552279,
|
||
|
|
"grad_norm": 1.941263198852539,
|
||
|
|
"learning_rate": 4.9787265171473385e-05,
|
||
|
|
"loss": 4.4268,
|
||
|
|
"step": 31
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04289544235924933,
|
||
|
|
"grad_norm": 3.7895383834838867,
|
||
|
|
"learning_rate": 4.977334008639417e-05,
|
||
|
|
"loss": 4.5663,
|
||
|
|
"step": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04423592493297587,
|
||
|
|
"grad_norm": 2.8732171058654785,
|
||
|
|
"learning_rate": 4.9758975655986164e-05,
|
||
|
|
"loss": 4.3439,
|
||
|
|
"step": 33
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045576407506702415,
|
||
|
|
"grad_norm": 2.5092976093292236,
|
||
|
|
"learning_rate": 4.974417213499681e-05,
|
||
|
|
"loss": 4.5183,
|
||
|
|
"step": 34
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04691689008042895,
|
||
|
|
"grad_norm": 2.5558083057403564,
|
||
|
|
"learning_rate": 4.972892978596069e-05,
|
||
|
|
"loss": 4.5031,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04825737265415549,
|
||
|
|
"grad_norm": 2.3673853874206543,
|
||
|
|
"learning_rate": 4.9713248879194776e-05,
|
||
|
|
"loss": 4.4335,
|
||
|
|
"step": 36
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.049597855227882036,
|
||
|
|
"grad_norm": 3.106703758239746,
|
||
|
|
"learning_rate": 4.969712969279372e-05,
|
||
|
|
"loss": 4.2437,
|
||
|
|
"step": 37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05093833780160858,
|
||
|
|
"grad_norm": 3.259270191192627,
|
||
|
|
"learning_rate": 4.9680572512624865e-05,
|
||
|
|
"loss": 4.1792,
|
||
|
|
"step": 38
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05227882037533512,
|
||
|
|
"grad_norm": 2.3385283946990967,
|
||
|
|
"learning_rate": 4.9663577632323235e-05,
|
||
|
|
"loss": 4.4908,
|
||
|
|
"step": 39
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05361930294906166,
|
||
|
|
"grad_norm": 1.8254426717758179,
|
||
|
|
"learning_rate": 4.964614535328626e-05,
|
||
|
|
"loss": 4.3529,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.054959785522788206,
|
||
|
|
"grad_norm": 2.6058223247528076,
|
||
|
|
"learning_rate": 4.962827598466846e-05,
|
||
|
|
"loss": 4.4056,
|
||
|
|
"step": 41
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05630026809651475,
|
||
|
|
"grad_norm": 2.2239863872528076,
|
||
|
|
"learning_rate": 4.960996984337599e-05,
|
||
|
|
"loss": 4.3295,
|
||
|
|
"step": 42
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.057640750670241284,
|
||
|
|
"grad_norm": 2.376335620880127,
|
||
|
|
"learning_rate": 4.959122725406098e-05,
|
||
|
|
"loss": 4.5717,
|
||
|
|
"step": 43
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.058981233243967826,
|
||
|
|
"grad_norm": 1.7582008838653564,
|
||
|
|
"learning_rate": 4.957204854911579e-05,
|
||
|
|
"loss": 4.1705,
|
||
|
|
"step": 44
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06032171581769437,
|
||
|
|
"grad_norm": 3.278836250305176,
|
||
|
|
"learning_rate": 4.955243406866713e-05,
|
||
|
|
"loss": 4.5934,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06166219839142091,
|
||
|
|
"grad_norm": 3.2046706676483154,
|
||
|
|
"learning_rate": 4.953238416057e-05,
|
||
|
|
"loss": 4.3644,
|
||
|
|
"step": 46
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06300268096514745,
|
||
|
|
"grad_norm": 2.464764356613159,
|
||
|
|
"learning_rate": 4.951189918040153e-05,
|
||
|
|
"loss": 4.4133,
|
||
|
|
"step": 47
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.064343163538874,
|
||
|
|
"grad_norm": 2.0737338066101074,
|
||
|
|
"learning_rate": 4.9490979491454716e-05,
|
||
|
|
"loss": 4.399,
|
||
|
|
"step": 48
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06568364611260054,
|
||
|
|
"grad_norm": 1.9400380849838257,
|
||
|
|
"learning_rate": 4.94696254647319e-05,
|
||
|
|
"loss": 4.1675,
|
||
|
|
"step": 49
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06702412868632708,
|
||
|
|
"grad_norm": 2.4042038917541504,
|
||
|
|
"learning_rate": 4.944783747893825e-05,
|
||
|
|
"loss": 4.4438,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06836461126005362,
|
||
|
|
"grad_norm": 2.0460598468780518,
|
||
|
|
"learning_rate": 4.942561592047503e-05,
|
||
|
|
"loss": 4.3132,
|
||
|
|
"step": 51
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06970509383378017,
|
||
|
|
"grad_norm": 2.495248317718506,
|
||
|
|
"learning_rate": 4.940296118343274e-05,
|
||
|
|
"loss": 4.4234,
|
||
|
|
"step": 52
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07104557640750671,
|
||
|
|
"grad_norm": 2.2051336765289307,
|
||
|
|
"learning_rate": 4.937987366958411e-05,
|
||
|
|
"loss": 4.1376,
|
||
|
|
"step": 53
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07238605898123325,
|
||
|
|
"grad_norm": 2.5037894248962402,
|
||
|
|
"learning_rate": 4.935635378837703e-05,
|
||
|
|
"loss": 4.3765,
|
||
|
|
"step": 54
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07372654155495978,
|
||
|
|
"grad_norm": 2.715787172317505,
|
||
|
|
"learning_rate": 4.9332401956927224e-05,
|
||
|
|
"loss": 4.7173,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07506702412868632,
|
||
|
|
"grad_norm": 1.9515987634658813,
|
||
|
|
"learning_rate": 4.9308018600010905e-05,
|
||
|
|
"loss": 4.3838,
|
||
|
|
"step": 56
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07640750670241286,
|
||
|
|
"grad_norm": 3.664212703704834,
|
||
|
|
"learning_rate": 4.9283204150057186e-05,
|
||
|
|
"loss": 4.0593,
|
||
|
|
"step": 57
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0777479892761394,
|
||
|
|
"grad_norm": 2.650737762451172,
|
||
|
|
"learning_rate": 4.9257959047140476e-05,
|
||
|
|
"loss": 4.2866,
|
||
|
|
"step": 58
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07908847184986595,
|
||
|
|
"grad_norm": 1.847379446029663,
|
||
|
|
"learning_rate": 4.923228373897263e-05,
|
||
|
|
"loss": 4.4003,
|
||
|
|
"step": 59
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08042895442359249,
|
||
|
|
"grad_norm": 2.86777925491333,
|
||
|
|
"learning_rate": 4.920617868089501e-05,
|
||
|
|
"loss": 4.0874,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08176943699731903,
|
||
|
|
"grad_norm": 1.791843295097351,
|
||
|
|
"learning_rate": 4.9179644335870444e-05,
|
||
|
|
"loss": 4.1438,
|
||
|
|
"step": 61
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08310991957104558,
|
||
|
|
"grad_norm": 4.354154109954834,
|
||
|
|
"learning_rate": 4.915268117447498e-05,
|
||
|
|
"loss": 4.4184,
|
||
|
|
"step": 62
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08445040214477212,
|
||
|
|
"grad_norm": 1.8598178625106812,
|
||
|
|
"learning_rate": 4.9125289674889566e-05,
|
||
|
|
"loss": 4.3217,
|
||
|
|
"step": 63
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08579088471849866,
|
||
|
|
"grad_norm": 2.750469923019409,
|
||
|
|
"learning_rate": 4.909747032289153e-05,
|
||
|
|
"loss": 4.3744,
|
||
|
|
"step": 64
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0871313672922252,
|
||
|
|
"grad_norm": 2.4330313205718994,
|
||
|
|
"learning_rate": 4.9069223611846014e-05,
|
||
|
|
"loss": 4.3427,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08847184986595175,
|
||
|
|
"grad_norm": 1.9383248090744019,
|
||
|
|
"learning_rate": 4.9040550042697206e-05,
|
||
|
|
"loss": 4.3464,
|
||
|
|
"step": 66
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08981233243967829,
|
||
|
|
"grad_norm": 3.577594041824341,
|
||
|
|
"learning_rate": 4.901145012395945e-05,
|
||
|
|
"loss": 4.3135,
|
||
|
|
"step": 67
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09115281501340483,
|
||
|
|
"grad_norm": 1.7440192699432373,
|
||
|
|
"learning_rate": 4.898192437170822e-05,
|
||
|
|
"loss": 4.5179,
|
||
|
|
"step": 68
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09249329758713137,
|
||
|
|
"grad_norm": 2.0847866535186768,
|
||
|
|
"learning_rate": 4.895197330957097e-05,
|
||
|
|
"loss": 4.3644,
|
||
|
|
"step": 69
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0938337801608579,
|
||
|
|
"grad_norm": 2.44808292388916,
|
||
|
|
"learning_rate": 4.8921597468717887e-05,
|
||
|
|
"loss": 4.0271,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09517426273458444,
|
||
|
|
"grad_norm": 1.4615987539291382,
|
||
|
|
"learning_rate": 4.889079738785242e-05,
|
||
|
|
"loss": 4.5157,
|
||
|
|
"step": 71
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09651474530831099,
|
||
|
|
"grad_norm": 2.008985757827759,
|
||
|
|
"learning_rate": 4.8859573613201725e-05,
|
||
|
|
"loss": 4.1515,
|
||
|
|
"step": 72
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09785522788203753,
|
||
|
|
"grad_norm": 2.1875059604644775,
|
||
|
|
"learning_rate": 4.882792669850705e-05,
|
||
|
|
"loss": 4.3656,
|
||
|
|
"step": 73
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09919571045576407,
|
||
|
|
"grad_norm": 1.706811785697937,
|
||
|
|
"learning_rate": 4.879585720501383e-05,
|
||
|
|
"loss": 4.2608,
|
||
|
|
"step": 74
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10053619302949061,
|
||
|
|
"grad_norm": 1.9756377935409546,
|
||
|
|
"learning_rate": 4.876336570146175e-05,
|
||
|
|
"loss": 4.3485,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10187667560321716,
|
||
|
|
"grad_norm": 2.3771932125091553,
|
||
|
|
"learning_rate": 4.8730452764074716e-05,
|
||
|
|
"loss": 4.7132,
|
||
|
|
"step": 76
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1032171581769437,
|
||
|
|
"grad_norm": 1.7962132692337036,
|
||
|
|
"learning_rate": 4.8697118976550574e-05,
|
||
|
|
"loss": 4.371,
|
||
|
|
"step": 77
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10455764075067024,
|
||
|
|
"grad_norm": 1.597954511642456,
|
||
|
|
"learning_rate": 4.866336493005078e-05,
|
||
|
|
"loss": 4.1567,
|
||
|
|
"step": 78
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10589812332439678,
|
||
|
|
"grad_norm": 1.3557466268539429,
|
||
|
|
"learning_rate": 4.8629191223189916e-05,
|
||
|
|
"loss": 4.1133,
|
||
|
|
"step": 79
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10723860589812333,
|
||
|
|
"grad_norm": 1.7042794227600098,
|
||
|
|
"learning_rate": 4.859459846202507e-05,
|
||
|
|
"loss": 4.5002,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10857908847184987,
|
||
|
|
"grad_norm": 1.6977810859680176,
|
||
|
|
"learning_rate": 4.8559587260045105e-05,
|
||
|
|
"loss": 4.3682,
|
||
|
|
"step": 81
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10991957104557641,
|
||
|
|
"grad_norm": 1.827391505241394,
|
||
|
|
"learning_rate": 4.8524158238159756e-05,
|
||
|
|
"loss": 4.2495,
|
||
|
|
"step": 82
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11126005361930295,
|
||
|
|
"grad_norm": 1.9541435241699219,
|
||
|
|
"learning_rate": 4.848831202468862e-05,
|
||
|
|
"loss": 4.4091,
|
||
|
|
"step": 83
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1126005361930295,
|
||
|
|
"grad_norm": 2.02805233001709,
|
||
|
|
"learning_rate": 4.845204925535004e-05,
|
||
|
|
"loss": 4.4052,
|
||
|
|
"step": 84
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11394101876675604,
|
||
|
|
"grad_norm": 1.873839259147644,
|
||
|
|
"learning_rate": 4.841537057324979e-05,
|
||
|
|
"loss": 4.3652,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11528150134048257,
|
||
|
|
"grad_norm": 1.5007935762405396,
|
||
|
|
"learning_rate": 4.837827662886971e-05,
|
||
|
|
"loss": 4.3055,
|
||
|
|
"step": 86
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11662198391420911,
|
||
|
|
"grad_norm": 1.8006932735443115,
|
||
|
|
"learning_rate": 4.834076808005614e-05,
|
||
|
|
"loss": 4.2383,
|
||
|
|
"step": 87
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11796246648793565,
|
||
|
|
"grad_norm": 1.4325038194656372,
|
||
|
|
"learning_rate": 4.830284559200828e-05,
|
||
|
|
"loss": 4.3694,
|
||
|
|
"step": 88
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1193029490616622,
|
||
|
|
"grad_norm": 1.5972894430160522,
|
||
|
|
"learning_rate": 4.826450983726635e-05,
|
||
|
|
"loss": 4.4479,
|
||
|
|
"step": 89
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12064343163538874,
|
||
|
|
"grad_norm": 1.7590267658233643,
|
||
|
|
"learning_rate": 4.82257614956997e-05,
|
||
|
|
"loss": 4.302,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12198391420911528,
|
||
|
|
"grad_norm": 1.8001571893692017,
|
||
|
|
"learning_rate": 4.818660125449477e-05,
|
||
|
|
"loss": 4.2703,
|
||
|
|
"step": 91
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12332439678284182,
|
||
|
|
"grad_norm": 1.6677050590515137,
|
||
|
|
"learning_rate": 4.814702980814284e-05,
|
||
|
|
"loss": 4.351,
|
||
|
|
"step": 92
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12466487935656836,
|
||
|
|
"grad_norm": 1.6096783876419067,
|
||
|
|
"learning_rate": 4.810704785842778e-05,
|
||
|
|
"loss": 4.2497,
|
||
|
|
"step": 93
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1260053619302949,
|
||
|
|
"grad_norm": 2.0199062824249268,
|
||
|
|
"learning_rate": 4.806665611441354e-05,
|
||
|
|
"loss": 4.4206,
|
||
|
|
"step": 94
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12734584450402145,
|
||
|
|
"grad_norm": 2.203843116760254,
|
||
|
|
"learning_rate": 4.802585529243164e-05,
|
||
|
|
"loss": 4.3003,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.128686327077748,
|
||
|
|
"grad_norm": 2.0496983528137207,
|
||
|
|
"learning_rate": 4.7984646116068424e-05,
|
||
|
|
"loss": 4.4975,
|
||
|
|
"step": 96
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13002680965147453,
|
||
|
|
"grad_norm": 1.7279603481292725,
|
||
|
|
"learning_rate": 4.794302931615223e-05,
|
||
|
|
"loss": 4.1659,
|
||
|
|
"step": 97
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13136729222520108,
|
||
|
|
"grad_norm": 1.6434085369110107,
|
||
|
|
"learning_rate": 4.790100563074045e-05,
|
||
|
|
"loss": 4.3738,
|
||
|
|
"step": 98
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13270777479892762,
|
||
|
|
"grad_norm": 2.495715856552124,
|
||
|
|
"learning_rate": 4.7858575805106423e-05,
|
||
|
|
"loss": 4.133,
|
||
|
|
"step": 99
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13404825737265416,
|
||
|
|
"grad_norm": 1.7205560207366943,
|
||
|
|
"learning_rate": 4.781574059172621e-05,
|
||
|
|
"loss": 4.2405,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1353887399463807,
|
||
|
|
"grad_norm": 1.8256422281265259,
|
||
|
|
"learning_rate": 4.77725007502653e-05,
|
||
|
|
"loss": 4.4148,
|
||
|
|
"step": 101
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13672922252010725,
|
||
|
|
"grad_norm": 1.5527430772781372,
|
||
|
|
"learning_rate": 4.772885704756506e-05,
|
||
|
|
"loss": 4.1488,
|
||
|
|
"step": 102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1380697050938338,
|
||
|
|
"grad_norm": 1.8024431467056274,
|
||
|
|
"learning_rate": 4.768481025762918e-05,
|
||
|
|
"loss": 4.3247,
|
||
|
|
"step": 103
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13941018766756033,
|
||
|
|
"grad_norm": 1.5963706970214844,
|
||
|
|
"learning_rate": 4.7640361161609975e-05,
|
||
|
|
"loss": 4.3261,
|
||
|
|
"step": 104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14075067024128687,
|
||
|
|
"grad_norm": 1.5833405256271362,
|
||
|
|
"learning_rate": 4.7595510547794465e-05,
|
||
|
|
"loss": 4.2407,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14209115281501342,
|
||
|
|
"grad_norm": 1.635737419128418,
|
||
|
|
"learning_rate": 4.755025921159044e-05,
|
||
|
|
"loss": 4.2942,
|
||
|
|
"step": 106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14343163538873996,
|
||
|
|
"grad_norm": 2.2439887523651123,
|
||
|
|
"learning_rate": 4.750460795551235e-05,
|
||
|
|
"loss": 4.329,
|
||
|
|
"step": 107
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1447721179624665,
|
||
|
|
"grad_norm": 1.521741271018982,
|
||
|
|
"learning_rate": 4.7458557589167044e-05,
|
||
|
|
"loss": 4.2611,
|
||
|
|
"step": 108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14611260053619302,
|
||
|
|
"grad_norm": 1.5195074081420898,
|
||
|
|
"learning_rate": 4.7412108929239455e-05,
|
||
|
|
"loss": 4.1535,
|
||
|
|
"step": 109
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14745308310991956,
|
||
|
|
"grad_norm": 1.7524590492248535,
|
||
|
|
"learning_rate": 4.736526279947807e-05,
|
||
|
|
"loss": 4.1324,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1487935656836461,
|
||
|
|
"grad_norm": 1.5709757804870605,
|
||
|
|
"learning_rate": 4.731802003068038e-05,
|
||
|
|
"loss": 4.3759,
|
||
|
|
"step": 111
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15013404825737264,
|
||
|
|
"grad_norm": 2.3734326362609863,
|
||
|
|
"learning_rate": 4.727038146067807e-05,
|
||
|
|
"loss": 4.0612,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15147453083109919,
|
||
|
|
"grad_norm": 1.7686563730239868,
|
||
|
|
"learning_rate": 4.722234793432224e-05,
|
||
|
|
"loss": 4.2815,
|
||
|
|
"step": 113
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15281501340482573,
|
||
|
|
"grad_norm": 2.2321314811706543,
|
||
|
|
"learning_rate": 4.717392030346836e-05,
|
||
|
|
"loss": 4.2936,
|
||
|
|
"step": 114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15415549597855227,
|
||
|
|
"grad_norm": 1.6879431009292603,
|
||
|
|
"learning_rate": 4.7125099426961185e-05,
|
||
|
|
"loss": 4.3934,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1554959785522788,
|
||
|
|
"grad_norm": 1.6961618661880493,
|
||
|
|
"learning_rate": 4.7075886170619543e-05,
|
||
|
|
"loss": 4.322,
|
||
|
|
"step": 116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15683646112600536,
|
||
|
|
"grad_norm": 1.763327717781067,
|
||
|
|
"learning_rate": 4.702628140722096e-05,
|
||
|
|
"loss": 4.1915,
|
||
|
|
"step": 117
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1581769436997319,
|
||
|
|
"grad_norm": 9.971641540527344,
|
||
|
|
"learning_rate": 4.697628601648616e-05,
|
||
|
|
"loss": 4.408,
|
||
|
|
"step": 118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15951742627345844,
|
||
|
|
"grad_norm": 1.5898083448410034,
|
||
|
|
"learning_rate": 4.692590088506351e-05,
|
||
|
|
"loss": 4.3775,
|
||
|
|
"step": 119
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16085790884718498,
|
||
|
|
"grad_norm": 1.706078290939331,
|
||
|
|
"learning_rate": 4.687512690651328e-05,
|
||
|
|
"loss": 4.3802,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16219839142091153,
|
||
|
|
"grad_norm": 2.41762113571167,
|
||
|
|
"learning_rate": 4.6823964981291755e-05,
|
||
|
|
"loss": 4.2379,
|
||
|
|
"step": 121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16353887399463807,
|
||
|
|
"grad_norm": 1.5153508186340332,
|
||
|
|
"learning_rate": 4.677241601673533e-05,
|
||
|
|
"loss": 4.4031,
|
||
|
|
"step": 122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1648793565683646,
|
||
|
|
"grad_norm": 1.601252555847168,
|
||
|
|
"learning_rate": 4.672048092704438e-05,
|
||
|
|
"loss": 4.5279,
|
||
|
|
"step": 123
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16621983914209115,
|
||
|
|
"grad_norm": 3.5004804134368896,
|
||
|
|
"learning_rate": 4.666816063326706e-05,
|
||
|
|
"loss": 4.3672,
|
||
|
|
"step": 124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1675603217158177,
|
||
|
|
"grad_norm": 1.838731050491333,
|
||
|
|
"learning_rate": 4.6615456063282944e-05,
|
||
|
|
"loss": 4.4294,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16890080428954424,
|
||
|
|
"grad_norm": 1.8564834594726562,
|
||
|
|
"learning_rate": 4.656236815178663e-05,
|
||
|
|
"loss": 4.1836,
|
||
|
|
"step": 126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17024128686327078,
|
||
|
|
"grad_norm": 1.6874207258224487,
|
||
|
|
"learning_rate": 4.6508897840271086e-05,
|
||
|
|
"loss": 4.2818,
|
||
|
|
"step": 127
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17158176943699732,
|
||
|
|
"grad_norm": 2.0717060565948486,
|
||
|
|
"learning_rate": 4.645504607701102e-05,
|
||
|
|
"loss": 4.4053,
|
||
|
|
"step": 128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17292225201072386,
|
||
|
|
"grad_norm": 1.5888526439666748,
|
||
|
|
"learning_rate": 4.640081381704603e-05,
|
||
|
|
"loss": 4.0819,
|
||
|
|
"step": 129
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1742627345844504,
|
||
|
|
"grad_norm": 1.6559789180755615,
|
||
|
|
"learning_rate": 4.634620202216366e-05,
|
||
|
|
"loss": 4.2886,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17560321715817695,
|
||
|
|
"grad_norm": 1.318756341934204,
|
||
|
|
"learning_rate": 4.629121166088236e-05,
|
||
|
|
"loss": 4.4066,
|
||
|
|
"step": 131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1769436997319035,
|
||
|
|
"grad_norm": 1.5231109857559204,
|
||
|
|
"learning_rate": 4.6235843708434315e-05,
|
||
|
|
"loss": 4.1626,
|
||
|
|
"step": 132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17828418230563003,
|
||
|
|
"grad_norm": 2.5188205242156982,
|
||
|
|
"learning_rate": 4.618009914674811e-05,
|
||
|
|
"loss": 4.0126,
|
||
|
|
"step": 133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17962466487935658,
|
||
|
|
"grad_norm": 1.5713856220245361,
|
||
|
|
"learning_rate": 4.612397896443138e-05,
|
||
|
|
"loss": 4.4837,
|
||
|
|
"step": 134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18096514745308312,
|
||
|
|
"grad_norm": 1.650790810585022,
|
||
|
|
"learning_rate": 4.6067484156753234e-05,
|
||
|
|
"loss": 4.6447,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18230563002680966,
|
||
|
|
"grad_norm": 1.526718258857727,
|
||
|
|
"learning_rate": 4.6010615725626594e-05,
|
||
|
|
"loss": 4.3942,
|
||
|
|
"step": 136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1836461126005362,
|
||
|
|
"grad_norm": 1.750684380531311,
|
||
|
|
"learning_rate": 4.595337467959045e-05,
|
||
|
|
"loss": 4.2953,
|
||
|
|
"step": 137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18498659517426275,
|
||
|
|
"grad_norm": 1.5442519187927246,
|
||
|
|
"learning_rate": 4.5895762033792e-05,
|
||
|
|
"loss": 4.2861,
|
||
|
|
"step": 138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1863270777479893,
|
||
|
|
"grad_norm": 2.508603096008301,
|
||
|
|
"learning_rate": 4.583777880996858e-05,
|
||
|
|
"loss": 4.0075,
|
||
|
|
"step": 139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1876675603217158,
|
||
|
|
"grad_norm": 2.661263942718506,
|
||
|
|
"learning_rate": 4.577942603642959e-05,
|
||
|
|
"loss": 4.1049,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18900804289544235,
|
||
|
|
"grad_norm": 1.8339372873306274,
|
||
|
|
"learning_rate": 4.572070474803825e-05,
|
||
|
|
"loss": 4.3574,
|
||
|
|
"step": 141
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1903485254691689,
|
||
|
|
"grad_norm": 1.620552659034729,
|
||
|
|
"learning_rate": 4.566161598619325e-05,
|
||
|
|
"loss": 4.3972,
|
||
|
|
"step": 142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19168900804289543,
|
||
|
|
"grad_norm": 1.8532575368881226,
|
||
|
|
"learning_rate": 4.5602160798810256e-05,
|
||
|
|
"loss": 4.2641,
|
||
|
|
"step": 143
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19302949061662197,
|
||
|
|
"grad_norm": 1.7382028102874756,
|
||
|
|
"learning_rate": 4.554234024030337e-05,
|
||
|
|
"loss": 4.5016,
|
||
|
|
"step": 144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19436997319034852,
|
||
|
|
"grad_norm": 2.024874448776245,
|
||
|
|
"learning_rate": 4.5482155371566384e-05,
|
||
|
|
"loss": 4.3223,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19571045576407506,
|
||
|
|
"grad_norm": 1.7250862121582031,
|
||
|
|
"learning_rate": 4.5421607259954017e-05,
|
||
|
|
"loss": 4.3304,
|
||
|
|
"step": 146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1970509383378016,
|
||
|
|
"grad_norm": 2.2707390785217285,
|
||
|
|
"learning_rate": 4.5360696979262905e-05,
|
||
|
|
"loss": 4.2743,
|
||
|
|
"step": 147
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19839142091152814,
|
||
|
|
"grad_norm": 1.3240299224853516,
|
||
|
|
"learning_rate": 4.529942560971266e-05,
|
||
|
|
"loss": 4.1492,
|
||
|
|
"step": 148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19973190348525469,
|
||
|
|
"grad_norm": 1.6945743560791016,
|
||
|
|
"learning_rate": 4.523779423792665e-05,
|
||
|
|
"loss": 4.347,
|
||
|
|
"step": 149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20107238605898123,
|
||
|
|
"grad_norm": 1.5952167510986328,
|
||
|
|
"learning_rate": 4.51758039569127e-05,
|
||
|
|
"loss": 4.1712,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20241286863270777,
|
||
|
|
"grad_norm": 1.9782387018203735,
|
||
|
|
"learning_rate": 4.51134558660438e-05,
|
||
|
|
"loss": 4.2414,
|
||
|
|
"step": 151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2037533512064343,
|
||
|
|
"grad_norm": 1.838925838470459,
|
||
|
|
"learning_rate": 4.505075107103852e-05,
|
||
|
|
"loss": 4.2947,
|
||
|
|
"step": 152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20509383378016086,
|
||
|
|
"grad_norm": 1.7607638835906982,
|
||
|
|
"learning_rate": 4.498769068394145e-05,
|
||
|
|
"loss": 4.0831,
|
||
|
|
"step": 153
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2064343163538874,
|
||
|
|
"grad_norm": 1.8876625299453735,
|
||
|
|
"learning_rate": 4.4924275823103465e-05,
|
||
|
|
"loss": 4.2192,
|
||
|
|
"step": 154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20777479892761394,
|
||
|
|
"grad_norm": 1.637762188911438,
|
||
|
|
"learning_rate": 4.48605076131619e-05,
|
||
|
|
"loss": 4.4715,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20911528150134048,
|
||
|
|
"grad_norm": 2.7469165325164795,
|
||
|
|
"learning_rate": 4.4796387185020566e-05,
|
||
|
|
"loss": 4.1303,
|
||
|
|
"step": 156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21045576407506703,
|
||
|
|
"grad_norm": 1.4918110370635986,
|
||
|
|
"learning_rate": 4.473191567582975e-05,
|
||
|
|
"loss": 4.4115,
|
||
|
|
"step": 157
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21179624664879357,
|
||
|
|
"grad_norm": 1.77053964138031,
|
||
|
|
"learning_rate": 4.466709422896601e-05,
|
||
|
|
"loss": 4.2949,
|
||
|
|
"step": 158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2131367292225201,
|
||
|
|
"grad_norm": 1.3985557556152344,
|
||
|
|
"learning_rate": 4.460192399401192e-05,
|
||
|
|
"loss": 4.4337,
|
||
|
|
"step": 159
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21447721179624665,
|
||
|
|
"grad_norm": 1.6528301239013672,
|
||
|
|
"learning_rate": 4.4536406126735664e-05,
|
||
|
|
"loss": 3.9079,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2158176943699732,
|
||
|
|
"grad_norm": 2.1471214294433594,
|
||
|
|
"learning_rate": 4.4470541789070536e-05,
|
||
|
|
"loss": 4.3985,
|
||
|
|
"step": 161
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21715817694369974,
|
||
|
|
"grad_norm": 1.532997727394104,
|
||
|
|
"learning_rate": 4.4404332149094365e-05,
|
||
|
|
"loss": 4.4077,
|
||
|
|
"step": 162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21849865951742628,
|
||
|
|
"grad_norm": 1.709489345550537,
|
||
|
|
"learning_rate": 4.433777838100876e-05,
|
||
|
|
"loss": 4.1316,
|
||
|
|
"step": 163
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21983914209115282,
|
||
|
|
"grad_norm": 1.771577000617981,
|
||
|
|
"learning_rate": 4.427088166511835e-05,
|
||
|
|
"loss": 4.2523,
|
||
|
|
"step": 164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22117962466487937,
|
||
|
|
"grad_norm": 1.3879780769348145,
|
||
|
|
"learning_rate": 4.420364318780973e-05,
|
||
|
|
"loss": 4.3171,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2225201072386059,
|
||
|
|
"grad_norm": 1.483606219291687,
|
||
|
|
"learning_rate": 4.413606414153055e-05,
|
||
|
|
"loss": 4.2561,
|
||
|
|
"step": 166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22386058981233245,
|
||
|
|
"grad_norm": 1.595353364944458,
|
||
|
|
"learning_rate": 4.4068145724768324e-05,
|
||
|
|
"loss": 4.3484,
|
||
|
|
"step": 167
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.225201072386059,
|
||
|
|
"grad_norm": 1.7268496751785278,
|
||
|
|
"learning_rate": 4.399988914202913e-05,
|
||
|
|
"loss": 4.5508,
|
||
|
|
"step": 168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22654155495978553,
|
||
|
|
"grad_norm": 2.074028253555298,
|
||
|
|
"learning_rate": 4.393129560381632e-05,
|
||
|
|
"loss": 4.3195,
|
||
|
|
"step": 169
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22788203753351208,
|
||
|
|
"grad_norm": 1.8451873064041138,
|
||
|
|
"learning_rate": 4.3862366326608975e-05,
|
||
|
|
"loss": 4.2486,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2292225201072386,
|
||
|
|
"grad_norm": 1.6457356214523315,
|
||
|
|
"learning_rate": 4.379310253284041e-05,
|
||
|
|
"loss": 3.967,
|
||
|
|
"step": 171
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23056300268096513,
|
||
|
|
"grad_norm": 2.2118191719055176,
|
||
|
|
"learning_rate": 4.3723505450876454e-05,
|
||
|
|
"loss": 4.2569,
|
||
|
|
"step": 172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23190348525469168,
|
||
|
|
"grad_norm": 1.9560130834579468,
|
||
|
|
"learning_rate": 4.365357631499366e-05,
|
||
|
|
"loss": 4.2011,
|
||
|
|
"step": 173
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23324396782841822,
|
||
|
|
"grad_norm": 1.492055892944336,
|
||
|
|
"learning_rate": 4.358331636535742e-05,
|
||
|
|
"loss": 4.2366,
|
||
|
|
"step": 174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23458445040214476,
|
||
|
|
"grad_norm": 1.7142921686172485,
|
||
|
|
"learning_rate": 4.3512726847999987e-05,
|
||
|
|
"loss": 4.0431,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2359249329758713,
|
||
|
|
"grad_norm": 1.3217313289642334,
|
||
|
|
"learning_rate": 4.344180901479836e-05,
|
||
|
|
"loss": 4.347,
|
||
|
|
"step": 176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23726541554959785,
|
||
|
|
"grad_norm": 1.899259328842163,
|
||
|
|
"learning_rate": 4.3370564123452094e-05,
|
||
|
|
"loss": 4.0226,
|
||
|
|
"step": 177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2386058981233244,
|
||
|
|
"grad_norm": 1.5178223848342896,
|
||
|
|
"learning_rate": 4.329899343746099e-05,
|
||
|
|
"loss": 4.0522,
|
||
|
|
"step": 178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23994638069705093,
|
||
|
|
"grad_norm": 1.474506139755249,
|
||
|
|
"learning_rate": 4.3227098226102685e-05,
|
||
|
|
"loss": 4.3556,
|
||
|
|
"step": 179
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24128686327077747,
|
||
|
|
"grad_norm": 1.5425620079040527,
|
||
|
|
"learning_rate": 4.315487976441014e-05,
|
||
|
|
"loss": 4.3349,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24262734584450402,
|
||
|
|
"grad_norm": 1.785186529159546,
|
||
|
|
"learning_rate": 4.308233933314904e-05,
|
||
|
|
"loss": 4.3767,
|
||
|
|
"step": 181
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24396782841823056,
|
||
|
|
"grad_norm": 1.6833457946777344,
|
||
|
|
"learning_rate": 4.300947821879507e-05,
|
||
|
|
"loss": 4.3415,
|
||
|
|
"step": 182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2453083109919571,
|
||
|
|
"grad_norm": 1.6081000566482544,
|
||
|
|
"learning_rate": 4.29362977135111e-05,
|
||
|
|
"loss": 4.3398,
|
||
|
|
"step": 183
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24664879356568364,
|
||
|
|
"grad_norm": 1.5955443382263184,
|
||
|
|
"learning_rate": 4.286279911512426e-05,
|
||
|
|
"loss": 4.1918,
|
||
|
|
"step": 184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2479892761394102,
|
||
|
|
"grad_norm": 2.135406970977783,
|
||
|
|
"learning_rate": 4.278898372710296e-05,
|
||
|
|
"loss": 3.9686,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24932975871313673,
|
||
|
|
"grad_norm": 1.5492300987243652,
|
||
|
|
"learning_rate": 4.271485285853374e-05,
|
||
|
|
"loss": 4.1644,
|
||
|
|
"step": 186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25067024128686327,
|
||
|
|
"grad_norm": 1.4507619142532349,
|
||
|
|
"learning_rate": 4.264040782409804e-05,
|
||
|
|
"loss": 4.5032,
|
||
|
|
"step": 187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2520107238605898,
|
||
|
|
"grad_norm": 1.7045412063598633,
|
||
|
|
"learning_rate": 4.256564994404893e-05,
|
||
|
|
"loss": 4.3946,
|
||
|
|
"step": 188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25335120643431636,
|
||
|
|
"grad_norm": 1.4163429737091064,
|
||
|
|
"learning_rate": 4.249058054418766e-05,
|
||
|
|
"loss": 4.1216,
|
||
|
|
"step": 189
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2546916890080429,
|
||
|
|
"grad_norm": 1.946765661239624,
|
||
|
|
"learning_rate": 4.2415200955840184e-05,
|
||
|
|
"loss": 4.1634,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25603217158176944,
|
||
|
|
"grad_norm": 1.6845455169677734,
|
||
|
|
"learning_rate": 4.233951251583349e-05,
|
||
|
|
"loss": 4.1091,
|
||
|
|
"step": 191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.257372654155496,
|
||
|
|
"grad_norm": 1.8467648029327393,
|
||
|
|
"learning_rate": 4.226351656647194e-05,
|
||
|
|
"loss": 4.5806,
|
||
|
|
"step": 192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2587131367292225,
|
||
|
|
"grad_norm": 1.9924100637435913,
|
||
|
|
"learning_rate": 4.218721445551348e-05,
|
||
|
|
"loss": 4.0176,
|
||
|
|
"step": 193
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26005361930294907,
|
||
|
|
"grad_norm": 1.6211397647857666,
|
||
|
|
"learning_rate": 4.2110607536145654e-05,
|
||
|
|
"loss": 4.2865,
|
||
|
|
"step": 194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2613941018766756,
|
||
|
|
"grad_norm": 1.843051791191101,
|
||
|
|
"learning_rate": 4.2033697166961716e-05,
|
||
|
|
"loss": 4.2915,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26273458445040215,
|
||
|
|
"grad_norm": 1.7140624523162842,
|
||
|
|
"learning_rate": 4.1956484711936464e-05,
|
||
|
|
"loss": 4.0178,
|
||
|
|
"step": 196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2640750670241287,
|
||
|
|
"grad_norm": 1.618522047996521,
|
||
|
|
"learning_rate": 4.1878971540402044e-05,
|
||
|
|
"loss": 4.2507,
|
||
|
|
"step": 197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26541554959785524,
|
||
|
|
"grad_norm": 1.6312532424926758,
|
||
|
|
"learning_rate": 4.180115902702372e-05,
|
||
|
|
"loss": 4.5598,
|
||
|
|
"step": 198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2667560321715818,
|
||
|
|
"grad_norm": 1.7146576642990112,
|
||
|
|
"learning_rate": 4.1723048551775454e-05,
|
||
|
|
"loss": 4.3715,
|
||
|
|
"step": 199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2680965147453083,
|
||
|
|
"grad_norm": 1.303650975227356,
|
||
|
|
"learning_rate": 4.1644641499915454e-05,
|
||
|
|
"loss": 4.1698,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26943699731903487,
|
||
|
|
"grad_norm": 2.1732089519500732,
|
||
|
|
"learning_rate": 4.156593926196157e-05,
|
||
|
|
"loss": 4.0639,
|
||
|
|
"step": 201
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2707774798927614,
|
||
|
|
"grad_norm": 1.6341739892959595,
|
||
|
|
"learning_rate": 4.148694323366668e-05,
|
||
|
|
"loss": 4.3151,
|
||
|
|
"step": 202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27211796246648795,
|
||
|
|
"grad_norm": 1.5698548555374146,
|
||
|
|
"learning_rate": 4.140765481599391e-05,
|
||
|
|
"loss": 4.2357,
|
||
|
|
"step": 203
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2734584450402145,
|
||
|
|
"grad_norm": 1.790808081626892,
|
||
|
|
"learning_rate": 4.13280754150918e-05,
|
||
|
|
"loss": 4.1957,
|
||
|
|
"step": 204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27479892761394104,
|
||
|
|
"grad_norm": 1.5973646640777588,
|
||
|
|
"learning_rate": 4.124820644226936e-05,
|
||
|
|
"loss": 4.2999,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2761394101876676,
|
||
|
|
"grad_norm": 1.9699524641036987,
|
||
|
|
"learning_rate": 4.116804931397105e-05,
|
||
|
|
"loss": 4.3858,
|
||
|
|
"step": 206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2774798927613941,
|
||
|
|
"grad_norm": 1.3920892477035522,
|
||
|
|
"learning_rate": 4.108760545175163e-05,
|
||
|
|
"loss": 4.3195,
|
||
|
|
"step": 207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27882037533512066,
|
||
|
|
"grad_norm": 1.7220263481140137,
|
||
|
|
"learning_rate": 4.100687628225099e-05,
|
||
|
|
"loss": 4.038,
|
||
|
|
"step": 208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2801608579088472,
|
||
|
|
"grad_norm": 1.54973304271698,
|
||
|
|
"learning_rate": 4.092586323716883e-05,
|
||
|
|
"loss": 4.2801,
|
||
|
|
"step": 209
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28150134048257375,
|
||
|
|
"grad_norm": 1.623826026916504,
|
||
|
|
"learning_rate": 4.0844567753239276e-05,
|
||
|
|
"loss": 4.2336,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2828418230563003,
|
||
|
|
"grad_norm": 1.3568044900894165,
|
||
|
|
"learning_rate": 4.076299127220538e-05,
|
||
|
|
"loss": 4.4482,
|
||
|
|
"step": 211
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28418230563002683,
|
||
|
|
"grad_norm": 1.5761674642562866,
|
||
|
|
"learning_rate": 4.068113524079358e-05,
|
||
|
|
"loss": 4.5305,
|
||
|
|
"step": 212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2855227882037534,
|
||
|
|
"grad_norm": 1.4738843441009521,
|
||
|
|
"learning_rate": 4.0599001110688e-05,
|
||
|
|
"loss": 3.9993,
|
||
|
|
"step": 213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2868632707774799,
|
||
|
|
"grad_norm": 2.239969253540039,
|
||
|
|
"learning_rate": 4.051659033850478e-05,
|
||
|
|
"loss": 4.0927,
|
||
|
|
"step": 214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28820375335120646,
|
||
|
|
"grad_norm": 1.611913800239563,
|
||
|
|
"learning_rate": 4.043390438576616e-05,
|
||
|
|
"loss": 4.5465,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.289544235924933,
|
||
|
|
"grad_norm": 1.6325899362564087,
|
||
|
|
"learning_rate": 4.0350944718874606e-05,
|
||
|
|
"loss": 4.4422,
|
||
|
|
"step": 216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29088471849865954,
|
||
|
|
"grad_norm": 1.7556217908859253,
|
||
|
|
"learning_rate": 4.026771280908681e-05,
|
||
|
|
"loss": 3.9823,
|
||
|
|
"step": 217
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29222520107238603,
|
||
|
|
"grad_norm": 1.6510450839996338,
|
||
|
|
"learning_rate": 4.0184210132487576e-05,
|
||
|
|
"loss": 3.9193,
|
||
|
|
"step": 218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2935656836461126,
|
||
|
|
"grad_norm": 2.267282009124756,
|
||
|
|
"learning_rate": 4.0100438169963636e-05,
|
||
|
|
"loss": 4.0549,
|
||
|
|
"step": 219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2949061662198391,
|
||
|
|
"grad_norm": 1.6804044246673584,
|
||
|
|
"learning_rate": 4.001639840717741e-05,
|
||
|
|
"loss": 4.3879,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29624664879356566,
|
||
|
|
"grad_norm": 1.3055918216705322,
|
||
|
|
"learning_rate": 3.993209233454066e-05,
|
||
|
|
"loss": 4.3085,
|
||
|
|
"step": 221
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2975871313672922,
|
||
|
|
"grad_norm": 1.4905943870544434,
|
||
|
|
"learning_rate": 3.9847521447188034e-05,
|
||
|
|
"loss": 4.4018,
|
||
|
|
"step": 222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29892761394101874,
|
||
|
|
"grad_norm": 1.7155883312225342,
|
||
|
|
"learning_rate": 3.976268724495057e-05,
|
||
|
|
"loss": 4.2343,
|
||
|
|
"step": 223
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3002680965147453,
|
||
|
|
"grad_norm": 2.746023416519165,
|
||
|
|
"learning_rate": 3.967759123232908e-05,
|
||
|
|
"loss": 4.2406,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30160857908847183,
|
||
|
|
"grad_norm": 1.6308192014694214,
|
||
|
|
"learning_rate": 3.959223491846749e-05,
|
||
|
|
"loss": 4.2082,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30294906166219837,
|
||
|
|
"grad_norm": 2.0225327014923096,
|
||
|
|
"learning_rate": 3.950661981712606e-05,
|
||
|
|
"loss": 4.2411,
|
||
|
|
"step": 226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3042895442359249,
|
||
|
|
"grad_norm": 1.790639877319336,
|
||
|
|
"learning_rate": 3.9420747446654556e-05,
|
||
|
|
"loss": 4.1923,
|
||
|
|
"step": 227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30563002680965146,
|
||
|
|
"grad_norm": 1.459539532661438,
|
||
|
|
"learning_rate": 3.933461932996528e-05,
|
||
|
|
"loss": 4.2988,
|
||
|
|
"step": 228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.306970509383378,
|
||
|
|
"grad_norm": 1.9452991485595703,
|
||
|
|
"learning_rate": 3.924823699450614e-05,
|
||
|
|
"loss": 4.1299,
|
||
|
|
"step": 229
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30831099195710454,
|
||
|
|
"grad_norm": 1.9040483236312866,
|
||
|
|
"learning_rate": 3.916160197223344e-05,
|
||
|
|
"loss": 4.1229,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3096514745308311,
|
||
|
|
"grad_norm": 2.81461763381958,
|
||
|
|
"learning_rate": 3.9074715799584874e-05,
|
||
|
|
"loss": 4.1425,
|
||
|
|
"step": 231
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3109919571045576,
|
||
|
|
"grad_norm": 1.4306813478469849,
|
||
|
|
"learning_rate": 3.89875800174521e-05,
|
||
|
|
"loss": 4.1418,
|
||
|
|
"step": 232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31233243967828417,
|
||
|
|
"grad_norm": 1.4787055253982544,
|
||
|
|
"learning_rate": 3.890019617115357e-05,
|
||
|
|
"loss": 4.2288,
|
||
|
|
"step": 233
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3136729222520107,
|
||
|
|
"grad_norm": 2.2095518112182617,
|
||
|
|
"learning_rate": 3.881256581040701e-05,
|
||
|
|
"loss": 4.4499,
|
||
|
|
"step": 234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31501340482573725,
|
||
|
|
"grad_norm": 1.8035799264907837,
|
||
|
|
"learning_rate": 3.8724690489302004e-05,
|
||
|
|
"loss": 4.3237,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3163538873994638,
|
||
|
|
"grad_norm": 1.730271816253662,
|
||
|
|
"learning_rate": 3.8636571766272404e-05,
|
||
|
|
"loss": 4.3262,
|
||
|
|
"step": 236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31769436997319034,
|
||
|
|
"grad_norm": 1.5243645906448364,
|
||
|
|
"learning_rate": 3.8548211204068704e-05,
|
||
|
|
"loss": 4.2728,
|
||
|
|
"step": 237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3190348525469169,
|
||
|
|
"grad_norm": 1.7042049169540405,
|
||
|
|
"learning_rate": 3.8459610369730316e-05,
|
||
|
|
"loss": 4.1133,
|
||
|
|
"step": 238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3203753351206434,
|
||
|
|
"grad_norm": 1.6111284494400024,
|
||
|
|
"learning_rate": 3.8370770834557765e-05,
|
||
|
|
"loss": 4.1065,
|
||
|
|
"step": 239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32171581769436997,
|
||
|
|
"grad_norm": 1.9032849073410034,
|
||
|
|
"learning_rate": 3.828169417408488e-05,
|
||
|
|
"loss": 4.5417,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3230563002680965,
|
||
|
|
"grad_norm": 1.5171478986740112,
|
||
|
|
"learning_rate": 3.819238196805077e-05,
|
||
|
|
"loss": 4.1116,
|
||
|
|
"step": 241
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32439678284182305,
|
||
|
|
"grad_norm": 2.0508604049682617,
|
||
|
|
"learning_rate": 3.810283580037188e-05,
|
||
|
|
"loss": 4.4837,
|
||
|
|
"step": 242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3257372654155496,
|
||
|
|
"grad_norm": 1.5974640846252441,
|
||
|
|
"learning_rate": 3.801305725911387e-05,
|
||
|
|
"loss": 4.1371,
|
||
|
|
"step": 243
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32707774798927614,
|
||
|
|
"grad_norm": 1.529778242111206,
|
||
|
|
"learning_rate": 3.792304793646343e-05,
|
||
|
|
"loss": 4.3942,
|
||
|
|
"step": 244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3284182305630027,
|
||
|
|
"grad_norm": 1.8285270929336548,
|
||
|
|
"learning_rate": 3.78328094287001e-05,
|
||
|
|
"loss": 4.0091,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3297587131367292,
|
||
|
|
"grad_norm": 2.31738543510437,
|
||
|
|
"learning_rate": 3.774234333616788e-05,
|
||
|
|
"loss": 4.0133,
|
||
|
|
"step": 246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33109919571045576,
|
||
|
|
"grad_norm": 1.7283586263656616,
|
||
|
|
"learning_rate": 3.765165126324695e-05,
|
||
|
|
"loss": 4.483,
|
||
|
|
"step": 247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3324396782841823,
|
||
|
|
"grad_norm": 2.2344255447387695,
|
||
|
|
"learning_rate": 3.756073481832512e-05,
|
||
|
|
"loss": 4.253,
|
||
|
|
"step": 248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33378016085790885,
|
||
|
|
"grad_norm": 2.0832972526550293,
|
||
|
|
"learning_rate": 3.746959561376937e-05,
|
||
|
|
"loss": 4.0796,
|
||
|
|
"step": 249
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3351206434316354,
|
||
|
|
"grad_norm": 1.4113162755966187,
|
||
|
|
"learning_rate": 3.737823526589722e-05,
|
||
|
|
"loss": 4.3089,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33646112600536193,
|
||
|
|
"grad_norm": 1.932127594947815,
|
||
|
|
"learning_rate": 3.728665539494809e-05,
|
||
|
|
"loss": 4.0903,
|
||
|
|
"step": 251
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3378016085790885,
|
||
|
|
"grad_norm": 1.6619492769241333,
|
||
|
|
"learning_rate": 3.719485762505457e-05,
|
||
|
|
"loss": 4.2508,
|
||
|
|
"step": 252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.339142091152815,
|
||
|
|
"grad_norm": 2.39372181892395,
|
||
|
|
"learning_rate": 3.7102843584213556e-05,
|
||
|
|
"loss": 4.4867,
|
||
|
|
"step": 253
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34048257372654156,
|
||
|
|
"grad_norm": 1.6463251113891602,
|
||
|
|
"learning_rate": 3.701061490425745e-05,
|
||
|
|
"loss": 4.1576,
|
||
|
|
"step": 254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3418230563002681,
|
||
|
|
"grad_norm": 1.641948938369751,
|
||
|
|
"learning_rate": 3.6918173220825204e-05,
|
||
|
|
"loss": 4.2981,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34316353887399464,
|
||
|
|
"grad_norm": 1.940873384475708,
|
||
|
|
"learning_rate": 3.682552017333328e-05,
|
||
|
|
"loss": 4.0453,
|
||
|
|
"step": 256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3445040214477212,
|
||
|
|
"grad_norm": 1.4857423305511475,
|
||
|
|
"learning_rate": 3.673265740494662e-05,
|
||
|
|
"loss": 4.3173,
|
||
|
|
"step": 257
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34584450402144773,
|
||
|
|
"grad_norm": 1.6838629245758057,
|
||
|
|
"learning_rate": 3.663958656254947e-05,
|
||
|
|
"loss": 4.2694,
|
||
|
|
"step": 258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34718498659517427,
|
||
|
|
"grad_norm": 1.514359712600708,
|
||
|
|
"learning_rate": 3.654630929671616e-05,
|
||
|
|
"loss": 4.1445,
|
||
|
|
"step": 259
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3485254691689008,
|
||
|
|
"grad_norm": 1.842326283454895,
|
||
|
|
"learning_rate": 3.645282726168191e-05,
|
||
|
|
"loss": 4.2037,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34986595174262736,
|
||
|
|
"grad_norm": 2.151712656021118,
|
||
|
|
"learning_rate": 3.63591421153134e-05,
|
||
|
|
"loss": 4.131,
|
||
|
|
"step": 261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3512064343163539,
|
||
|
|
"grad_norm": 1.5983384847640991,
|
||
|
|
"learning_rate": 3.626525551907943e-05,
|
||
|
|
"loss": 4.1629,
|
||
|
|
"step": 262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35254691689008044,
|
||
|
|
"grad_norm": 1.7316803932189941,
|
||
|
|
"learning_rate": 3.617116913802143e-05,
|
||
|
|
"loss": 4.368,
|
||
|
|
"step": 263
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.353887399463807,
|
||
|
|
"grad_norm": 1.8699780702590942,
|
||
|
|
"learning_rate": 3.6076884640723914e-05,
|
||
|
|
"loss": 4.1434,
|
||
|
|
"step": 264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3552278820375335,
|
||
|
|
"grad_norm": 1.6108945608139038,
|
||
|
|
"learning_rate": 3.598240369928494e-05,
|
||
|
|
"loss": 4.3329,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35656836461126007,
|
||
|
|
"grad_norm": 1.8125485181808472,
|
||
|
|
"learning_rate": 3.58877279892864e-05,
|
||
|
|
"loss": 4.2709,
|
||
|
|
"step": 266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3579088471849866,
|
||
|
|
"grad_norm": 1.8078837394714355,
|
||
|
|
"learning_rate": 3.579285918976433e-05,
|
||
|
|
"loss": 4.1348,
|
||
|
|
"step": 267
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35924932975871315,
|
||
|
|
"grad_norm": 1.5984883308410645,
|
||
|
|
"learning_rate": 3.5697798983179165e-05,
|
||
|
|
"loss": 4.2623,
|
||
|
|
"step": 268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3605898123324397,
|
||
|
|
"grad_norm": 1.7439504861831665,
|
||
|
|
"learning_rate": 3.560254905538582e-05,
|
||
|
|
"loss": 4.014,
|
||
|
|
"step": 269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36193029490616624,
|
||
|
|
"grad_norm": 1.5043836832046509,
|
||
|
|
"learning_rate": 3.5507111095603864e-05,
|
||
|
|
"loss": 4.4548,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3632707774798928,
|
||
|
|
"grad_norm": 1.7845739126205444,
|
||
|
|
"learning_rate": 3.541148679638756e-05,
|
||
|
|
"loss": 4.0811,
|
||
|
|
"step": 271
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3646112600536193,
|
||
|
|
"grad_norm": 1.594000220298767,
|
||
|
|
"learning_rate": 3.531567785359579e-05,
|
||
|
|
"loss": 4.0656,
|
||
|
|
"step": 272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36595174262734587,
|
||
|
|
"grad_norm": 1.3641453981399536,
|
||
|
|
"learning_rate": 3.5219685966362024e-05,
|
||
|
|
"loss": 4.1347,
|
||
|
|
"step": 273
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3672922252010724,
|
||
|
|
"grad_norm": 2.123870372772217,
|
||
|
|
"learning_rate": 3.512351283706419e-05,
|
||
|
|
"loss": 4.0572,
|
||
|
|
"step": 274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36863270777479895,
|
||
|
|
"grad_norm": 1.5682214498519897,
|
||
|
|
"learning_rate": 3.5027160171294476e-05,
|
||
|
|
"loss": 3.9792,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3699731903485255,
|
||
|
|
"grad_norm": 1.7921156883239746,
|
||
|
|
"learning_rate": 3.493062967782906e-05,
|
||
|
|
"loss": 4.2667,
|
||
|
|
"step": 276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37131367292225204,
|
||
|
|
"grad_norm": 1.289312720298767,
|
||
|
|
"learning_rate": 3.483392306859784e-05,
|
||
|
|
"loss": 4.2908,
|
||
|
|
"step": 277
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3726541554959786,
|
||
|
|
"grad_norm": 1.6255465745925903,
|
||
|
|
"learning_rate": 3.473704205865405e-05,
|
||
|
|
"loss": 4.3037,
|
||
|
|
"step": 278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3739946380697051,
|
||
|
|
"grad_norm": 5.407750606536865,
|
||
|
|
"learning_rate": 3.463998836614383e-05,
|
||
|
|
"loss": 3.9892,
|
||
|
|
"step": 279
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3753351206434316,
|
||
|
|
"grad_norm": 1.6176046133041382,
|
||
|
|
"learning_rate": 3.4542763712275836e-05,
|
||
|
|
"loss": 4.1985,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37667560321715815,
|
||
|
|
"grad_norm": 1.957220196723938,
|
||
|
|
"learning_rate": 3.444536982129058e-05,
|
||
|
|
"loss": 4.2234,
|
||
|
|
"step": 281
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3780160857908847,
|
||
|
|
"grad_norm": 1.6883248090744019,
|
||
|
|
"learning_rate": 3.4347808420429986e-05,
|
||
|
|
"loss": 4.3222,
|
||
|
|
"step": 282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37935656836461124,
|
||
|
|
"grad_norm": 2.0616700649261475,
|
||
|
|
"learning_rate": 3.4250081239906674e-05,
|
||
|
|
"loss": 4.186,
|
||
|
|
"step": 283
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3806970509383378,
|
||
|
|
"grad_norm": 1.6081446409225464,
|
||
|
|
"learning_rate": 3.4152190012873296e-05,
|
||
|
|
"loss": 3.941,
|
||
|
|
"step": 284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3820375335120643,
|
||
|
|
"grad_norm": 2.2144858837127686,
|
||
|
|
"learning_rate": 3.405413647539182e-05,
|
||
|
|
"loss": 3.8544,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38337801608579086,
|
||
|
|
"grad_norm": 2.4649174213409424,
|
||
|
|
"learning_rate": 3.395592236640271e-05,
|
||
|
|
"loss": 4.2041,
|
||
|
|
"step": 286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3847184986595174,
|
||
|
|
"grad_norm": 2.011274814605713,
|
||
|
|
"learning_rate": 3.3857549427694114e-05,
|
||
|
|
"loss": 4.1236,
|
||
|
|
"step": 287
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38605898123324395,
|
||
|
|
"grad_norm": 1.6481976509094238,
|
||
|
|
"learning_rate": 3.375901940387096e-05,
|
||
|
|
"loss": 4.2079,
|
||
|
|
"step": 288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3873994638069705,
|
||
|
|
"grad_norm": 2.9300923347473145,
|
||
|
|
"learning_rate": 3.3660334042324e-05,
|
||
|
|
"loss": 4.1188,
|
||
|
|
"step": 289
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38873994638069703,
|
||
|
|
"grad_norm": 1.484844446182251,
|
||
|
|
"learning_rate": 3.356149509319886e-05,
|
||
|
|
"loss": 4.1278,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3900804289544236,
|
||
|
|
"grad_norm": 2.7519867420196533,
|
||
|
|
"learning_rate": 3.346250430936498e-05,
|
||
|
|
"loss": 4.0015,
|
||
|
|
"step": 291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3914209115281501,
|
||
|
|
"grad_norm": 1.782799243927002,
|
||
|
|
"learning_rate": 3.336336344638451e-05,
|
||
|
|
"loss": 4.092,
|
||
|
|
"step": 292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39276139410187666,
|
||
|
|
"grad_norm": 1.6486201286315918,
|
||
|
|
"learning_rate": 3.326407426248121e-05,
|
||
|
|
"loss": 4.144,
|
||
|
|
"step": 293
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3941018766756032,
|
||
|
|
"grad_norm": 1.4300029277801514,
|
||
|
|
"learning_rate": 3.316463851850925e-05,
|
||
|
|
"loss": 4.3014,
|
||
|
|
"step": 294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39544235924932974,
|
||
|
|
"grad_norm": 1.3786250352859497,
|
||
|
|
"learning_rate": 3.3065057977921986e-05,
|
||
|
|
"loss": 4.0207,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3967828418230563,
|
||
|
|
"grad_norm": 2.008800745010376,
|
||
|
|
"learning_rate": 3.296533440674067e-05,
|
||
|
|
"loss": 4.0964,
|
||
|
|
"step": 296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39812332439678283,
|
||
|
|
"grad_norm": 1.933161735534668,
|
||
|
|
"learning_rate": 3.2865469573523163e-05,
|
||
|
|
"loss": 4.0538,
|
||
|
|
"step": 297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39946380697050937,
|
||
|
|
"grad_norm": 1.932469367980957,
|
||
|
|
"learning_rate": 3.2765465249332545e-05,
|
||
|
|
"loss": 4.4318,
|
||
|
|
"step": 298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4008042895442359,
|
||
|
|
"grad_norm": 1.565575122833252,
|
||
|
|
"learning_rate": 3.266532320770571e-05,
|
||
|
|
"loss": 3.9859,
|
||
|
|
"step": 299
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40214477211796246,
|
||
|
|
"grad_norm": 1.6429823637008667,
|
||
|
|
"learning_rate": 3.2565045224621923e-05,
|
||
|
|
"loss": 4.0066,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.403485254691689,
|
||
|
|
"grad_norm": 1.5932061672210693,
|
||
|
|
"learning_rate": 3.2464633078471305e-05,
|
||
|
|
"loss": 4.1402,
|
||
|
|
"step": 301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40482573726541554,
|
||
|
|
"grad_norm": 1.3744337558746338,
|
||
|
|
"learning_rate": 3.236408855002332e-05,
|
||
|
|
"loss": 4.119,
|
||
|
|
"step": 302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4061662198391421,
|
||
|
|
"grad_norm": 1.62874174118042,
|
||
|
|
"learning_rate": 3.226341342239516e-05,
|
||
|
|
"loss": 4.0802,
|
||
|
|
"step": 303
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4075067024128686,
|
||
|
|
"grad_norm": 1.5629057884216309,
|
||
|
|
"learning_rate": 3.216260948102017e-05,
|
||
|
|
"loss": 4.2826,
|
||
|
|
"step": 304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40884718498659517,
|
||
|
|
"grad_norm": 1.5869566202163696,
|
||
|
|
"learning_rate": 3.2061678513616125e-05,
|
||
|
|
"loss": 4.2169,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4101876675603217,
|
||
|
|
"grad_norm": 1.4807497262954712,
|
||
|
|
"learning_rate": 3.1960622310153576e-05,
|
||
|
|
"loss": 4.5131,
|
||
|
|
"step": 306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41152815013404825,
|
||
|
|
"grad_norm": 1.5955722332000732,
|
||
|
|
"learning_rate": 3.185944266282409e-05,
|
||
|
|
"loss": 3.9613,
|
||
|
|
"step": 307
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4128686327077748,
|
||
|
|
"grad_norm": 2.003096103668213,
|
||
|
|
"learning_rate": 3.1758141366008434e-05,
|
||
|
|
"loss": 4.1859,
|
||
|
|
"step": 308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41420911528150134,
|
||
|
|
"grad_norm": 1.6839512586593628,
|
||
|
|
"learning_rate": 3.165672021624481e-05,
|
||
|
|
"loss": 4.208,
|
||
|
|
"step": 309
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4155495978552279,
|
||
|
|
"grad_norm": 1.5364892482757568,
|
||
|
|
"learning_rate": 3.1555181012196936e-05,
|
||
|
|
"loss": 4.2504,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4168900804289544,
|
||
|
|
"grad_norm": 1.7070716619491577,
|
||
|
|
"learning_rate": 3.1453525554622206e-05,
|
||
|
|
"loss": 4.2403,
|
||
|
|
"step": 311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41823056300268097,
|
||
|
|
"grad_norm": 1.6160207986831665,
|
||
|
|
"learning_rate": 3.135175564633972e-05,
|
||
|
|
"loss": 4.055,
|
||
|
|
"step": 312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4195710455764075,
|
||
|
|
"grad_norm": 1.8000752925872803,
|
||
|
|
"learning_rate": 3.124987309219828e-05,
|
||
|
|
"loss": 4.4229,
|
||
|
|
"step": 313
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42091152815013405,
|
||
|
|
"grad_norm": 1.8859308958053589,
|
||
|
|
"learning_rate": 3.114787969904446e-05,
|
||
|
|
"loss": 4.0175,
|
||
|
|
"step": 314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4222520107238606,
|
||
|
|
"grad_norm": 1.5302249193191528,
|
||
|
|
"learning_rate": 3.1045777275690505e-05,
|
||
|
|
"loss": 4.2045,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42359249329758714,
|
||
|
|
"grad_norm": 1.6178743839263916,
|
||
|
|
"learning_rate": 3.094356763288226e-05,
|
||
|
|
"loss": 4.0892,
|
||
|
|
"step": 316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4249329758713137,
|
||
|
|
"grad_norm": 1.6156505346298218,
|
||
|
|
"learning_rate": 3.0841252583267065e-05,
|
||
|
|
"loss": 4.2745,
|
||
|
|
"step": 317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4262734584450402,
|
||
|
|
"grad_norm": 1.4816884994506836,
|
||
|
|
"learning_rate": 3.073883394136162e-05,
|
||
|
|
"loss": 4.0643,
|
||
|
|
"step": 318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42761394101876676,
|
||
|
|
"grad_norm": 1.9754472970962524,
|
||
|
|
"learning_rate": 3.0636313523519784e-05,
|
||
|
|
"loss": 3.9154,
|
||
|
|
"step": 319
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4289544235924933,
|
||
|
|
"grad_norm": 1.4505501985549927,
|
||
|
|
"learning_rate": 3.0533693147900365e-05,
|
||
|
|
"loss": 4.1663,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43029490616621985,
|
||
|
|
"grad_norm": 1.533445119857788,
|
||
|
|
"learning_rate": 3.0430974634434907e-05,
|
||
|
|
"loss": 4.1609,
|
||
|
|
"step": 321
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4316353887399464,
|
||
|
|
"grad_norm": 2.11559796333313,
|
||
|
|
"learning_rate": 3.0328159804795358e-05,
|
||
|
|
"loss": 4.0373,
|
||
|
|
"step": 322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43297587131367293,
|
||
|
|
"grad_norm": 1.5644017457962036,
|
||
|
|
"learning_rate": 3.0225250482361818e-05,
|
||
|
|
"loss": 4.1189,
|
||
|
|
"step": 323
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4343163538873995,
|
||
|
|
"grad_norm": 1.9247467517852783,
|
||
|
|
"learning_rate": 3.0122248492190163e-05,
|
||
|
|
"loss": 4.1166,
|
||
|
|
"step": 324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.435656836461126,
|
||
|
|
"grad_norm": 1.447979211807251,
|
||
|
|
"learning_rate": 3.0019155660979713e-05,
|
||
|
|
"loss": 4.2561,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43699731903485256,
|
||
|
|
"grad_norm": 1.1518259048461914,
|
||
|
|
"learning_rate": 2.9915973817040804e-05,
|
||
|
|
"loss": 4.2113,
|
||
|
|
"step": 326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4383378016085791,
|
||
|
|
"grad_norm": 1.999643325805664,
|
||
|
|
"learning_rate": 2.9812704790262384e-05,
|
||
|
|
"loss": 3.9495,
|
||
|
|
"step": 327
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43967828418230565,
|
||
|
|
"grad_norm": 1.5407859086990356,
|
||
|
|
"learning_rate": 2.9709350412079544e-05,
|
||
|
|
"loss": 3.9462,
|
||
|
|
"step": 328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4410187667560322,
|
||
|
|
"grad_norm": 1.5092459917068481,
|
||
|
|
"learning_rate": 2.960591251544106e-05,
|
||
|
|
"loss": 4.093,
|
||
|
|
"step": 329
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44235924932975873,
|
||
|
|
"grad_norm": 2.3044111728668213,
|
||
|
|
"learning_rate": 2.950239293477687e-05,
|
||
|
|
"loss": 3.9705,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4436997319034853,
|
||
|
|
"grad_norm": 1.4893378019332886,
|
||
|
|
"learning_rate": 2.9398793505965537e-05,
|
||
|
|
"loss": 4.0784,
|
||
|
|
"step": 331
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4450402144772118,
|
||
|
|
"grad_norm": 2.1338768005371094,
|
||
|
|
"learning_rate": 2.929511606630172e-05,
|
||
|
|
"loss": 4.0829,
|
||
|
|
"step": 332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44638069705093836,
|
||
|
|
"grad_norm": 1.5938509702682495,
|
||
|
|
"learning_rate": 2.919136245446354e-05,
|
||
|
|
"loss": 4.092,
|
||
|
|
"step": 333
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4477211796246649,
|
||
|
|
"grad_norm": 2.1453089714050293,
|
||
|
|
"learning_rate": 2.9087534510480037e-05,
|
||
|
|
"loss": 4.0956,
|
||
|
|
"step": 334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44906166219839144,
|
||
|
|
"grad_norm": 1.3650685548782349,
|
||
|
|
"learning_rate": 2.8983634075698475e-05,
|
||
|
|
"loss": 4.28,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.450402144772118,
|
||
|
|
"grad_norm": 1.623462200164795,
|
||
|
|
"learning_rate": 2.8879662992751715e-05,
|
||
|
|
"loss": 4.0597,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4517426273458445,
|
||
|
|
"grad_norm": 2.046614646911621,
|
||
|
|
"learning_rate": 2.8775623105525556e-05,
|
||
|
|
"loss": 4.2283,
|
||
|
|
"step": 337
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45308310991957107,
|
||
|
|
"grad_norm": 1.830880880355835,
|
||
|
|
"learning_rate": 2.8671516259125985e-05,
|
||
|
|
"loss": 4.1797,
|
||
|
|
"step": 338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4544235924932976,
|
||
|
|
"grad_norm": 2.3801305294036865,
|
||
|
|
"learning_rate": 2.8567344299846506e-05,
|
||
|
|
"loss": 4.2286,
|
||
|
|
"step": 339
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45576407506702415,
|
||
|
|
"grad_norm": 1.6630080938339233,
|
||
|
|
"learning_rate": 2.846310907513536e-05,
|
||
|
|
"loss": 3.9841,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4571045576407507,
|
||
|
|
"grad_norm": 2.3895809650421143,
|
||
|
|
"learning_rate": 2.8358812433562786e-05,
|
||
|
|
"loss": 4.0095,
|
||
|
|
"step": 341
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4584450402144772,
|
||
|
|
"grad_norm": 1.6159062385559082,
|
||
|
|
"learning_rate": 2.8254456224788217e-05,
|
||
|
|
"loss": 4.4268,
|
||
|
|
"step": 342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4597855227882037,
|
||
|
|
"grad_norm": 2.209702730178833,
|
||
|
|
"learning_rate": 2.815004229952749e-05,
|
||
|
|
"loss": 3.8829,
|
||
|
|
"step": 343
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46112600536193027,
|
||
|
|
"grad_norm": 1.8387476205825806,
|
||
|
|
"learning_rate": 2.804557250952003e-05,
|
||
|
|
"loss": 4.2603,
|
||
|
|
"step": 344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4624664879356568,
|
||
|
|
"grad_norm": 1.9558207988739014,
|
||
|
|
"learning_rate": 2.7941048707495982e-05,
|
||
|
|
"loss": 4.1728,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46380697050938335,
|
||
|
|
"grad_norm": 1.757020354270935,
|
||
|
|
"learning_rate": 2.783647274714339e-05,
|
||
|
|
"loss": 3.9945,
|
||
|
|
"step": 346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4651474530831099,
|
||
|
|
"grad_norm": 1.8099054098129272,
|
||
|
|
"learning_rate": 2.7731846483075297e-05,
|
||
|
|
"loss": 4.0947,
|
||
|
|
"step": 347
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46648793565683644,
|
||
|
|
"grad_norm": 2.22983980178833,
|
||
|
|
"learning_rate": 2.7627171770796868e-05,
|
||
|
|
"loss": 4.0306,
|
||
|
|
"step": 348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.467828418230563,
|
||
|
|
"grad_norm": 2.307410955429077,
|
||
|
|
"learning_rate": 2.7522450466672466e-05,
|
||
|
|
"loss": 3.941,
|
||
|
|
"step": 349
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4691689008042895,
|
||
|
|
"grad_norm": 1.9241867065429688,
|
||
|
|
"learning_rate": 2.7417684427892747e-05,
|
||
|
|
"loss": 4.0862,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47050938337801607,
|
||
|
|
"grad_norm": 1.8793531656265259,
|
||
|
|
"learning_rate": 2.731287551244174e-05,
|
||
|
|
"loss": 4.1502,
|
||
|
|
"step": 351
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4718498659517426,
|
||
|
|
"grad_norm": 1.5548282861709595,
|
||
|
|
"learning_rate": 2.7208025579063835e-05,
|
||
|
|
"loss": 4.064,
|
||
|
|
"step": 352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47319034852546915,
|
||
|
|
"grad_norm": 1.5908820629119873,
|
||
|
|
"learning_rate": 2.7103136487230895e-05,
|
||
|
|
"loss": 4.2391,
|
||
|
|
"step": 353
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4745308310991957,
|
||
|
|
"grad_norm": 1.8269513845443726,
|
||
|
|
"learning_rate": 2.6998210097109216e-05,
|
||
|
|
"loss": 4.1805,
|
||
|
|
"step": 354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47587131367292224,
|
||
|
|
"grad_norm": 2.038243293762207,
|
||
|
|
"learning_rate": 2.6893248269526578e-05,
|
||
|
|
"loss": 4.0751,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4772117962466488,
|
||
|
|
"grad_norm": 1.7675917148590088,
|
||
|
|
"learning_rate": 2.6788252865939235e-05,
|
||
|
|
"loss": 4.2343,
|
||
|
|
"step": 356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4785522788203753,
|
||
|
|
"grad_norm": 2.9496965408325195,
|
||
|
|
"learning_rate": 2.668322574839888e-05,
|
||
|
|
"loss": 4.0658,
|
||
|
|
"step": 357
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47989276139410186,
|
||
|
|
"grad_norm": 1.8500744104385376,
|
||
|
|
"learning_rate": 2.6578168779519652e-05,
|
||
|
|
"loss": 4.0354,
|
||
|
|
"step": 358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4812332439678284,
|
||
|
|
"grad_norm": 1.6212828159332275,
|
||
|
|
"learning_rate": 2.6473083822445088e-05,
|
||
|
|
"loss": 4.2147,
|
||
|
|
"step": 359
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48257372654155495,
|
||
|
|
"grad_norm": 1.7091350555419922,
|
||
|
|
"learning_rate": 2.63679727408151e-05,
|
||
|
|
"loss": 4.0787,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4839142091152815,
|
||
|
|
"grad_norm": 2.0279293060302734,
|
||
|
|
"learning_rate": 2.6262837398732886e-05,
|
||
|
|
"loss": 4.3703,
|
||
|
|
"step": 361
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48525469168900803,
|
||
|
|
"grad_norm": 1.6604502201080322,
|
||
|
|
"learning_rate": 2.615767966073191e-05,
|
||
|
|
"loss": 3.9092,
|
||
|
|
"step": 362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4865951742627346,
|
||
|
|
"grad_norm": 1.5565494298934937,
|
||
|
|
"learning_rate": 2.6052501391742802e-05,
|
||
|
|
"loss": 4.238,
|
||
|
|
"step": 363
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4879356568364611,
|
||
|
|
"grad_norm": 1.6518850326538086,
|
||
|
|
"learning_rate": 2.594730445706032e-05,
|
||
|
|
"loss": 4.0058,
|
||
|
|
"step": 364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48927613941018766,
|
||
|
|
"grad_norm": 1.786001205444336,
|
||
|
|
"learning_rate": 2.584209072231023e-05,
|
||
|
|
"loss": 4.5111,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4906166219839142,
|
||
|
|
"grad_norm": 1.9006179571151733,
|
||
|
|
"learning_rate": 2.573686205341626e-05,
|
||
|
|
"loss": 4.3652,
|
||
|
|
"step": 366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49195710455764075,
|
||
|
|
"grad_norm": 1.466137170791626,
|
||
|
|
"learning_rate": 2.5631620316566985e-05,
|
||
|
|
"loss": 3.9843,
|
||
|
|
"step": 367
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4932975871313673,
|
||
|
|
"grad_norm": 1.9523398876190186,
|
||
|
|
"learning_rate": 2.5526367378182725e-05,
|
||
|
|
"loss": 4.2517,
|
||
|
|
"step": 368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49463806970509383,
|
||
|
|
"grad_norm": 1.8389662504196167,
|
||
|
|
"learning_rate": 2.5421105104882452e-05,
|
||
|
|
"loss": 4.1378,
|
||
|
|
"step": 369
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4959785522788204,
|
||
|
|
"grad_norm": 2.1850528717041016,
|
||
|
|
"learning_rate": 2.531583536345072e-05,
|
||
|
|
"loss": 4.0543,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4973190348525469,
|
||
|
|
"grad_norm": 1.5716923475265503,
|
||
|
|
"learning_rate": 2.5210560020804487e-05,
|
||
|
|
"loss": 4.3041,
|
||
|
|
"step": 371
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49865951742627346,
|
||
|
|
"grad_norm": 1.5218499898910522,
|
||
|
|
"learning_rate": 2.510528094396007e-05,
|
||
|
|
"loss": 3.9674,
|
||
|
|
"step": 372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5,
|
||
|
|
"grad_norm": 2.0628247261047363,
|
||
|
|
"learning_rate": 2.5e-05,
|
||
|
|
"loss": 3.6712,
|
||
|
|
"step": 373
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5013404825737265,
|
||
|
|
"grad_norm": 1.67324960231781,
|
||
|
|
"learning_rate": 2.4894719056039936e-05,
|
||
|
|
"loss": 4.6679,
|
||
|
|
"step": 374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5026809651474531,
|
||
|
|
"grad_norm": 1.8018375635147095,
|
||
|
|
"learning_rate": 2.478943997919552e-05,
|
||
|
|
"loss": 4.0665,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5040214477211796,
|
||
|
|
"grad_norm": 1.6567829847335815,
|
||
|
|
"learning_rate": 2.4684164636549286e-05,
|
||
|
|
"loss": 4.1501,
|
||
|
|
"step": 376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5053619302949062,
|
||
|
|
"grad_norm": 1.7089920043945312,
|
||
|
|
"learning_rate": 2.457889489511755e-05,
|
||
|
|
"loss": 4.1043,
|
||
|
|
"step": 377
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5067024128686327,
|
||
|
|
"grad_norm": 1.5544612407684326,
|
||
|
|
"learning_rate": 2.447363262181728e-05,
|
||
|
|
"loss": 4.0276,
|
||
|
|
"step": 378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5080428954423593,
|
||
|
|
"grad_norm": 1.2641175985336304,
|
||
|
|
"learning_rate": 2.4368379683433017e-05,
|
||
|
|
"loss": 4.4423,
|
||
|
|
"step": 379
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5093833780160858,
|
||
|
|
"grad_norm": 2.165229320526123,
|
||
|
|
"learning_rate": 2.4263137946583743e-05,
|
||
|
|
"loss": 4.0363,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5107238605898123,
|
||
|
|
"grad_norm": 1.398396372795105,
|
||
|
|
"learning_rate": 2.4157909277689776e-05,
|
||
|
|
"loss": 4.0501,
|
||
|
|
"step": 381
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5120643431635389,
|
||
|
|
"grad_norm": 2.626469135284424,
|
||
|
|
"learning_rate": 2.405269554293969e-05,
|
||
|
|
"loss": 4.2245,
|
||
|
|
"step": 382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5134048257372654,
|
||
|
|
"grad_norm": 1.6333599090576172,
|
||
|
|
"learning_rate": 2.3947498608257204e-05,
|
||
|
|
"loss": 4.1822,
|
||
|
|
"step": 383
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.514745308310992,
|
||
|
|
"grad_norm": 1.9292958974838257,
|
||
|
|
"learning_rate": 2.38423203392681e-05,
|
||
|
|
"loss": 3.9859,
|
||
|
|
"step": 384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5160857908847185,
|
||
|
|
"grad_norm": 1.9943302869796753,
|
||
|
|
"learning_rate": 2.373716260126712e-05,
|
||
|
|
"loss": 4.0657,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.517426273458445,
|
||
|
|
"grad_norm": 1.8861877918243408,
|
||
|
|
"learning_rate": 2.3632027259184906e-05,
|
||
|
|
"loss": 4.0267,
|
||
|
|
"step": 386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5187667560321716,
|
||
|
|
"grad_norm": 1.7671360969543457,
|
||
|
|
"learning_rate": 2.3526916177554918e-05,
|
||
|
|
"loss": 4.1377,
|
||
|
|
"step": 387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5201072386058981,
|
||
|
|
"grad_norm": 1.4360904693603516,
|
||
|
|
"learning_rate": 2.3421831220480357e-05,
|
||
|
|
"loss": 4.1517,
|
||
|
|
"step": 388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5214477211796247,
|
||
|
|
"grad_norm": 1.7188514471054077,
|
||
|
|
"learning_rate": 2.331677425160113e-05,
|
||
|
|
"loss": 4.2611,
|
||
|
|
"step": 389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5227882037533512,
|
||
|
|
"grad_norm": 2.168728828430176,
|
||
|
|
"learning_rate": 2.3211747134060774e-05,
|
||
|
|
"loss": 3.8085,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5241286863270778,
|
||
|
|
"grad_norm": 1.2896836996078491,
|
||
|
|
"learning_rate": 2.3106751730473424e-05,
|
||
|
|
"loss": 4.2546,
|
||
|
|
"step": 391
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5254691689008043,
|
||
|
|
"grad_norm": 1.6042603254318237,
|
||
|
|
"learning_rate": 2.3001789902890793e-05,
|
||
|
|
"loss": 4.1296,
|
||
|
|
"step": 392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5268096514745308,
|
||
|
|
"grad_norm": 1.416872501373291,
|
||
|
|
"learning_rate": 2.289686351276911e-05,
|
||
|
|
"loss": 4.3228,
|
||
|
|
"step": 393
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5281501340482574,
|
||
|
|
"grad_norm": 1.7337288856506348,
|
||
|
|
"learning_rate": 2.2791974420936168e-05,
|
||
|
|
"loss": 4.3559,
|
||
|
|
"step": 394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5294906166219839,
|
||
|
|
"grad_norm": 1.6385115385055542,
|
||
|
|
"learning_rate": 2.2687124487558267e-05,
|
||
|
|
"loss": 4.3017,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5308310991957105,
|
||
|
|
"grad_norm": 1.6782629489898682,
|
||
|
|
"learning_rate": 2.2582315572107255e-05,
|
||
|
|
"loss": 4.052,
|
||
|
|
"step": 396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.532171581769437,
|
||
|
|
"grad_norm": 1.493320345878601,
|
||
|
|
"learning_rate": 2.247754953332754e-05,
|
||
|
|
"loss": 3.87,
|
||
|
|
"step": 397
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5335120643431636,
|
||
|
|
"grad_norm": 3.0621447563171387,
|
||
|
|
"learning_rate": 2.237282822920314e-05,
|
||
|
|
"loss": 4.0244,
|
||
|
|
"step": 398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5348525469168901,
|
||
|
|
"grad_norm": 1.372417688369751,
|
||
|
|
"learning_rate": 2.226815351692471e-05,
|
||
|
|
"loss": 4.1853,
|
||
|
|
"step": 399
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5361930294906166,
|
||
|
|
"grad_norm": 1.5652010440826416,
|
||
|
|
"learning_rate": 2.2163527252856614e-05,
|
||
|
|
"loss": 4.1655,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5375335120643432,
|
||
|
|
"grad_norm": 1.9100714921951294,
|
||
|
|
"learning_rate": 2.2058951292504024e-05,
|
||
|
|
"loss": 4.2346,
|
||
|
|
"step": 401
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5388739946380697,
|
||
|
|
"grad_norm": 1.4861701726913452,
|
||
|
|
"learning_rate": 2.195442749047998e-05,
|
||
|
|
"loss": 4.1875,
|
||
|
|
"step": 402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5402144772117963,
|
||
|
|
"grad_norm": 1.5334513187408447,
|
||
|
|
"learning_rate": 2.1849957700472515e-05,
|
||
|
|
"loss": 4.2791,
|
||
|
|
"step": 403
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5415549597855228,
|
||
|
|
"grad_norm": 1.784036636352539,
|
||
|
|
"learning_rate": 2.1745543775211792e-05,
|
||
|
|
"loss": 3.9542,
|
||
|
|
"step": 404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5428954423592494,
|
||
|
|
"grad_norm": 1.2979745864868164,
|
||
|
|
"learning_rate": 2.164118756643722e-05,
|
||
|
|
"loss": 4.0638,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5442359249329759,
|
||
|
|
"grad_norm": 1.5068295001983643,
|
||
|
|
"learning_rate": 2.153689092486464e-05,
|
||
|
|
"loss": 4.462,
|
||
|
|
"step": 406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5455764075067024,
|
||
|
|
"grad_norm": 2.4616341590881348,
|
||
|
|
"learning_rate": 2.1432655700153496e-05,
|
||
|
|
"loss": 3.982,
|
||
|
|
"step": 407
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.546916890080429,
|
||
|
|
"grad_norm": 1.5166085958480835,
|
||
|
|
"learning_rate": 2.1328483740874014e-05,
|
||
|
|
"loss": 4.0979,
|
||
|
|
"step": 408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5482573726541555,
|
||
|
|
"grad_norm": 1.7746466398239136,
|
||
|
|
"learning_rate": 2.1224376894474447e-05,
|
||
|
|
"loss": 4.1738,
|
||
|
|
"step": 409
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5495978552278821,
|
||
|
|
"grad_norm": 1.845697283744812,
|
||
|
|
"learning_rate": 2.1120337007248284e-05,
|
||
|
|
"loss": 4.2767,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5509383378016086,
|
||
|
|
"grad_norm": 1.6201977729797363,
|
||
|
|
"learning_rate": 2.1016365924301527e-05,
|
||
|
|
"loss": 4.1614,
|
||
|
|
"step": 411
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5522788203753352,
|
||
|
|
"grad_norm": 1.8354599475860596,
|
||
|
|
"learning_rate": 2.0912465489519965e-05,
|
||
|
|
"loss": 4.1648,
|
||
|
|
"step": 412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5536193029490617,
|
||
|
|
"grad_norm": 1.29779851436615,
|
||
|
|
"learning_rate": 2.080863754553646e-05,
|
||
|
|
"loss": 4.2336,
|
||
|
|
"step": 413
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5549597855227882,
|
||
|
|
"grad_norm": 1.2807518243789673,
|
||
|
|
"learning_rate": 2.0704883933698288e-05,
|
||
|
|
"loss": 4.3824,
|
||
|
|
"step": 414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5563002680965148,
|
||
|
|
"grad_norm": 1.7258468866348267,
|
||
|
|
"learning_rate": 2.0601206494034465e-05,
|
||
|
|
"loss": 3.8289,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5576407506702413,
|
||
|
|
"grad_norm": 1.8805090188980103,
|
||
|
|
"learning_rate": 2.049760706522313e-05,
|
||
|
|
"loss": 3.9097,
|
||
|
|
"step": 416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5589812332439679,
|
||
|
|
"grad_norm": 1.453730821609497,
|
||
|
|
"learning_rate": 2.039408748455894e-05,
|
||
|
|
"loss": 4.339,
|
||
|
|
"step": 417
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5603217158176944,
|
||
|
|
"grad_norm": 2.244704008102417,
|
||
|
|
"learning_rate": 2.029064958792046e-05,
|
||
|
|
"loss": 4.2103,
|
||
|
|
"step": 418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.561662198391421,
|
||
|
|
"grad_norm": 1.9460493326187134,
|
||
|
|
"learning_rate": 2.0187295209737618e-05,
|
||
|
|
"loss": 4.0649,
|
||
|
|
"step": 419
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5630026809651475,
|
||
|
|
"grad_norm": 2.0036537647247314,
|
||
|
|
"learning_rate": 2.0084026182959195e-05,
|
||
|
|
"loss": 4.0956,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.564343163538874,
|
||
|
|
"grad_norm": 1.766777515411377,
|
||
|
|
"learning_rate": 1.998084433902029e-05,
|
||
|
|
"loss": 4.2547,
|
||
|
|
"step": 421
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5656836461126006,
|
||
|
|
"grad_norm": 1.8891938924789429,
|
||
|
|
"learning_rate": 1.987775150780984e-05,
|
||
|
|
"loss": 3.8096,
|
||
|
|
"step": 422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5670241286863271,
|
||
|
|
"grad_norm": 1.5875290632247925,
|
||
|
|
"learning_rate": 1.9774749517638188e-05,
|
||
|
|
"loss": 4.037,
|
||
|
|
"step": 423
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5683646112600537,
|
||
|
|
"grad_norm": 1.3783862590789795,
|
||
|
|
"learning_rate": 1.9671840195204648e-05,
|
||
|
|
"loss": 4.102,
|
||
|
|
"step": 424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5697050938337802,
|
||
|
|
"grad_norm": 1.4722927808761597,
|
||
|
|
"learning_rate": 1.9569025365565095e-05,
|
||
|
|
"loss": 4.1249,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5710455764075067,
|
||
|
|
"grad_norm": 1.4961539506912231,
|
||
|
|
"learning_rate": 1.946630685209963e-05,
|
||
|
|
"loss": 4.0784,
|
||
|
|
"step": 426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5723860589812333,
|
||
|
|
"grad_norm": 1.4038958549499512,
|
||
|
|
"learning_rate": 1.9363686476480218e-05,
|
||
|
|
"loss": 4.1614,
|
||
|
|
"step": 427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5737265415549598,
|
||
|
|
"grad_norm": 1.734254240989685,
|
||
|
|
"learning_rate": 1.926116605863838e-05,
|
||
|
|
"loss": 3.9904,
|
||
|
|
"step": 428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5750670241286864,
|
||
|
|
"grad_norm": 1.8497049808502197,
|
||
|
|
"learning_rate": 1.9158747416732934e-05,
|
||
|
|
"loss": 4.2653,
|
||
|
|
"step": 429
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5764075067024129,
|
||
|
|
"grad_norm": 2.33406925201416,
|
||
|
|
"learning_rate": 1.9056432367117744e-05,
|
||
|
|
"loss": 4.1001,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5777479892761395,
|
||
|
|
"grad_norm": 1.7938520908355713,
|
||
|
|
"learning_rate": 1.8954222724309494e-05,
|
||
|
|
"loss": 4.1204,
|
||
|
|
"step": 431
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.579088471849866,
|
||
|
|
"grad_norm": 1.6719881296157837,
|
||
|
|
"learning_rate": 1.8852120300955536e-05,
|
||
|
|
"loss": 4.0443,
|
||
|
|
"step": 432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5804289544235925,
|
||
|
|
"grad_norm": 1.1521655321121216,
|
||
|
|
"learning_rate": 1.875012690780172e-05,
|
||
|
|
"loss": 4.3216,
|
||
|
|
"step": 433
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5817694369973191,
|
||
|
|
"grad_norm": 1.8876456022262573,
|
||
|
|
"learning_rate": 1.8648244353660287e-05,
|
||
|
|
"loss": 4.0171,
|
||
|
|
"step": 434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5831099195710456,
|
||
|
|
"grad_norm": 1.6012482643127441,
|
||
|
|
"learning_rate": 1.8546474445377786e-05,
|
||
|
|
"loss": 4.1606,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5844504021447721,
|
||
|
|
"grad_norm": 1.6673461198806763,
|
||
|
|
"learning_rate": 1.8444818987803077e-05,
|
||
|
|
"loss": 3.9613,
|
||
|
|
"step": 436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5857908847184986,
|
||
|
|
"grad_norm": 1.9050394296646118,
|
||
|
|
"learning_rate": 1.834327978375521e-05,
|
||
|
|
"loss": 4.1962,
|
||
|
|
"step": 437
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5871313672922251,
|
||
|
|
"grad_norm": 2.8008038997650146,
|
||
|
|
"learning_rate": 1.8241858633991578e-05,
|
||
|
|
"loss": 4.1348,
|
||
|
|
"step": 438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5884718498659517,
|
||
|
|
"grad_norm": 1.8459497690200806,
|
||
|
|
"learning_rate": 1.8140557337175925e-05,
|
||
|
|
"loss": 4.0426,
|
||
|
|
"step": 439
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5898123324396782,
|
||
|
|
"grad_norm": 1.9654160737991333,
|
||
|
|
"learning_rate": 1.8039377689846427e-05,
|
||
|
|
"loss": 4.2719,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5911528150134048,
|
||
|
|
"grad_norm": 1.234697699546814,
|
||
|
|
"learning_rate": 1.793832148638388e-05,
|
||
|
|
"loss": 4.1523,
|
||
|
|
"step": 441
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5924932975871313,
|
||
|
|
"grad_norm": 2.1580123901367188,
|
||
|
|
"learning_rate": 1.783739051897984e-05,
|
||
|
|
"loss": 3.9168,
|
||
|
|
"step": 442
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5938337801608579,
|
||
|
|
"grad_norm": 1.6117770671844482,
|
||
|
|
"learning_rate": 1.7736586577604846e-05,
|
||
|
|
"loss": 4.1645,
|
||
|
|
"step": 443
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5951742627345844,
|
||
|
|
"grad_norm": 1.648154377937317,
|
||
|
|
"learning_rate": 1.7635911449976694e-05,
|
||
|
|
"loss": 4.1189,
|
||
|
|
"step": 444
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.596514745308311,
|
||
|
|
"grad_norm": 2.4047629833221436,
|
||
|
|
"learning_rate": 1.7535366921528707e-05,
|
||
|
|
"loss": 4.2343,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5978552278820375,
|
||
|
|
"grad_norm": 1.445083737373352,
|
||
|
|
"learning_rate": 1.7434954775378086e-05,
|
||
|
|
"loss": 4.1891,
|
||
|
|
"step": 446
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.599195710455764,
|
||
|
|
"grad_norm": 2.135385274887085,
|
||
|
|
"learning_rate": 1.7334676792294303e-05,
|
||
|
|
"loss": 4.3261,
|
||
|
|
"step": 447
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6005361930294906,
|
||
|
|
"grad_norm": 1.8604485988616943,
|
||
|
|
"learning_rate": 1.7234534750667468e-05,
|
||
|
|
"loss": 3.9987,
|
||
|
|
"step": 448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6018766756032171,
|
||
|
|
"grad_norm": 1.5339124202728271,
|
||
|
|
"learning_rate": 1.7134530426476846e-05,
|
||
|
|
"loss": 4.191,
|
||
|
|
"step": 449
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6032171581769437,
|
||
|
|
"grad_norm": 1.743237018585205,
|
||
|
|
"learning_rate": 1.7034665593259338e-05,
|
||
|
|
"loss": 3.989,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6045576407506702,
|
||
|
|
"grad_norm": 1.4767019748687744,
|
||
|
|
"learning_rate": 1.6934942022078027e-05,
|
||
|
|
"loss": 4.2716,
|
||
|
|
"step": 451
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6058981233243967,
|
||
|
|
"grad_norm": 1.3678908348083496,
|
||
|
|
"learning_rate": 1.6835361481490757e-05,
|
||
|
|
"loss": 4.396,
|
||
|
|
"step": 452
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6072386058981233,
|
||
|
|
"grad_norm": 1.6478397846221924,
|
||
|
|
"learning_rate": 1.67359257375188e-05,
|
||
|
|
"loss": 3.983,
|
||
|
|
"step": 453
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6085790884718498,
|
||
|
|
"grad_norm": 1.7605869770050049,
|
||
|
|
"learning_rate": 1.6636636553615504e-05,
|
||
|
|
"loss": 4.1603,
|
||
|
|
"step": 454
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6099195710455764,
|
||
|
|
"grad_norm": 1.7511756420135498,
|
||
|
|
"learning_rate": 1.6537495690635034e-05,
|
||
|
|
"loss": 4.1582,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6112600536193029,
|
||
|
|
"grad_norm": 1.309372067451477,
|
||
|
|
"learning_rate": 1.643850490680115e-05,
|
||
|
|
"loss": 4.0716,
|
||
|
|
"step": 456
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6126005361930295,
|
||
|
|
"grad_norm": 1.6176837682724,
|
||
|
|
"learning_rate": 1.6339665957676012e-05,
|
||
|
|
"loss": 4.3069,
|
||
|
|
"step": 457
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.613941018766756,
|
||
|
|
"grad_norm": 1.6048171520233154,
|
||
|
|
"learning_rate": 1.6240980596129053e-05,
|
||
|
|
"loss": 3.8597,
|
||
|
|
"step": 458
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6152815013404825,
|
||
|
|
"grad_norm": 1.5734343528747559,
|
||
|
|
"learning_rate": 1.6142450572305888e-05,
|
||
|
|
"loss": 4.1895,
|
||
|
|
"step": 459
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6166219839142091,
|
||
|
|
"grad_norm": 2.189875602722168,
|
||
|
|
"learning_rate": 1.6044077633597292e-05,
|
||
|
|
"loss": 3.9668,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6179624664879356,
|
||
|
|
"grad_norm": 1.540818691253662,
|
||
|
|
"learning_rate": 1.5945863524608187e-05,
|
||
|
|
"loss": 4.1322,
|
||
|
|
"step": 461
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6193029490616622,
|
||
|
|
"grad_norm": 1.704729676246643,
|
||
|
|
"learning_rate": 1.584780998712671e-05,
|
||
|
|
"loss": 4.0237,
|
||
|
|
"step": 462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6206434316353887,
|
||
|
|
"grad_norm": 1.5379844903945923,
|
||
|
|
"learning_rate": 1.574991876009334e-05,
|
||
|
|
"loss": 4.2837,
|
||
|
|
"step": 463
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6219839142091153,
|
||
|
|
"grad_norm": 1.3772886991500854,
|
||
|
|
"learning_rate": 1.5652191579570023e-05,
|
||
|
|
"loss": 4.0742,
|
||
|
|
"step": 464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6233243967828418,
|
||
|
|
"grad_norm": 1.3018437623977661,
|
||
|
|
"learning_rate": 1.5554630178709427e-05,
|
||
|
|
"loss": 4.0137,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6246648793565683,
|
||
|
|
"grad_norm": 1.476588249206543,
|
||
|
|
"learning_rate": 1.545723628772418e-05,
|
||
|
|
"loss": 4.2714,
|
||
|
|
"step": 466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6260053619302949,
|
||
|
|
"grad_norm": 1.8913376331329346,
|
||
|
|
"learning_rate": 1.5360011633856176e-05,
|
||
|
|
"loss": 3.9787,
|
||
|
|
"step": 467
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6273458445040214,
|
||
|
|
"grad_norm": 1.6905183792114258,
|
||
|
|
"learning_rate": 1.526295794134596e-05,
|
||
|
|
"loss": 4.0426,
|
||
|
|
"step": 468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.628686327077748,
|
||
|
|
"grad_norm": 1.3571633100509644,
|
||
|
|
"learning_rate": 1.5166076931402162e-05,
|
||
|
|
"loss": 3.9984,
|
||
|
|
"step": 469
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6300268096514745,
|
||
|
|
"grad_norm": 1.3958309888839722,
|
||
|
|
"learning_rate": 1.5069370322170941e-05,
|
||
|
|
"loss": 4.3721,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.631367292225201,
|
||
|
|
"grad_norm": 2.798372507095337,
|
||
|
|
"learning_rate": 1.4972839828705526e-05,
|
||
|
|
"loss": 3.9628,
|
||
|
|
"step": 471
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6327077747989276,
|
||
|
|
"grad_norm": 1.5644121170043945,
|
||
|
|
"learning_rate": 1.4876487162935812e-05,
|
||
|
|
"loss": 4.1202,
|
||
|
|
"step": 472
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6340482573726541,
|
||
|
|
"grad_norm": 1.6360480785369873,
|
||
|
|
"learning_rate": 1.4780314033637982e-05,
|
||
|
|
"loss": 4.0697,
|
||
|
|
"step": 473
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6353887399463807,
|
||
|
|
"grad_norm": 1.815441608428955,
|
||
|
|
"learning_rate": 1.4684322146404217e-05,
|
||
|
|
"loss": 3.968,
|
||
|
|
"step": 474
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6367292225201072,
|
||
|
|
"grad_norm": 1.5409667491912842,
|
||
|
|
"learning_rate": 1.458851320361244e-05,
|
||
|
|
"loss": 4.031,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6380697050938338,
|
||
|
|
"grad_norm": 1.2886230945587158,
|
||
|
|
"learning_rate": 1.4492888904396135e-05,
|
||
|
|
"loss": 4.2815,
|
||
|
|
"step": 476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6394101876675603,
|
||
|
|
"grad_norm": 1.7692686319351196,
|
||
|
|
"learning_rate": 1.4397450944614186e-05,
|
||
|
|
"loss": 4.2953,
|
||
|
|
"step": 477
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6407506702412868,
|
||
|
|
"grad_norm": 1.5783576965332031,
|
||
|
|
"learning_rate": 1.4302201016820849e-05,
|
||
|
|
"loss": 4.084,
|
||
|
|
"step": 478
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6420911528150134,
|
||
|
|
"grad_norm": 1.467386245727539,
|
||
|
|
"learning_rate": 1.4207140810235672e-05,
|
||
|
|
"loss": 4.1305,
|
||
|
|
"step": 479
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6434316353887399,
|
||
|
|
"grad_norm": 1.6338868141174316,
|
||
|
|
"learning_rate": 1.4112272010713617e-05,
|
||
|
|
"loss": 3.8298,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6447721179624665,
|
||
|
|
"grad_norm": 1.6367789506912231,
|
||
|
|
"learning_rate": 1.4017596300715069e-05,
|
||
|
|
"loss": 4.2634,
|
||
|
|
"step": 481
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.646112600536193,
|
||
|
|
"grad_norm": 1.390328049659729,
|
||
|
|
"learning_rate": 1.3923115359276084e-05,
|
||
|
|
"loss": 4.1546,
|
||
|
|
"step": 482
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6474530831099196,
|
||
|
|
"grad_norm": 1.5065929889678955,
|
||
|
|
"learning_rate": 1.3828830861978579e-05,
|
||
|
|
"loss": 4.142,
|
||
|
|
"step": 483
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6487935656836461,
|
||
|
|
"grad_norm": 1.524415135383606,
|
||
|
|
"learning_rate": 1.373474448092057e-05,
|
||
|
|
"loss": 4.4572,
|
||
|
|
"step": 484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6501340482573726,
|
||
|
|
"grad_norm": 1.5448362827301025,
|
||
|
|
"learning_rate": 1.3640857884686603e-05,
|
||
|
|
"loss": 3.9685,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6514745308310992,
|
||
|
|
"grad_norm": 1.897816777229309,
|
||
|
|
"learning_rate": 1.3547172738318093e-05,
|
||
|
|
"loss": 3.9411,
|
||
|
|
"step": 486
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6528150134048257,
|
||
|
|
"grad_norm": 1.5400289297103882,
|
||
|
|
"learning_rate": 1.3453690703283847e-05,
|
||
|
|
"loss": 3.9751,
|
||
|
|
"step": 487
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6541554959785523,
|
||
|
|
"grad_norm": 1.643668293952942,
|
||
|
|
"learning_rate": 1.3360413437450542e-05,
|
||
|
|
"loss": 4.0027,
|
||
|
|
"step": 488
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6554959785522788,
|
||
|
|
"grad_norm": 1.4362705945968628,
|
||
|
|
"learning_rate": 1.3267342595053386e-05,
|
||
|
|
"loss": 3.9511,
|
||
|
|
"step": 489
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6568364611260054,
|
||
|
|
"grad_norm": 1.5446350574493408,
|
||
|
|
"learning_rate": 1.317447982666672e-05,
|
||
|
|
"loss": 4.1382,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6581769436997319,
|
||
|
|
"grad_norm": 1.4813910722732544,
|
||
|
|
"learning_rate": 1.3081826779174805e-05,
|
||
|
|
"loss": 4.1631,
|
||
|
|
"step": 491
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6595174262734584,
|
||
|
|
"grad_norm": 1.6765987873077393,
|
||
|
|
"learning_rate": 1.2989385095742557e-05,
|
||
|
|
"loss": 4.149,
|
||
|
|
"step": 492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.660857908847185,
|
||
|
|
"grad_norm": 1.8691000938415527,
|
||
|
|
"learning_rate": 1.289715641578645e-05,
|
||
|
|
"loss": 4.1047,
|
||
|
|
"step": 493
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6621983914209115,
|
||
|
|
"grad_norm": 1.5709315538406372,
|
||
|
|
"learning_rate": 1.280514237494544e-05,
|
||
|
|
"loss": 4.1226,
|
||
|
|
"step": 494
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6635388739946381,
|
||
|
|
"grad_norm": 2.259974956512451,
|
||
|
|
"learning_rate": 1.2713344605051905e-05,
|
||
|
|
"loss": 4.1064,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6648793565683646,
|
||
|
|
"grad_norm": 1.8946611881256104,
|
||
|
|
"learning_rate": 1.2621764734102786e-05,
|
||
|
|
"loss": 4.2389,
|
||
|
|
"step": 496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6662198391420912,
|
||
|
|
"grad_norm": 1.4251221418380737,
|
||
|
|
"learning_rate": 1.2530404386230638e-05,
|
||
|
|
"loss": 4.0866,
|
||
|
|
"step": 497
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6675603217158177,
|
||
|
|
"grad_norm": 1.6305046081542969,
|
||
|
|
"learning_rate": 1.2439265181674895e-05,
|
||
|
|
"loss": 4.3335,
|
||
|
|
"step": 498
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6689008042895442,
|
||
|
|
"grad_norm": 1.532456874847412,
|
||
|
|
"learning_rate": 1.234834873675306e-05,
|
||
|
|
"loss": 3.9201,
|
||
|
|
"step": 499
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6702412868632708,
|
||
|
|
"grad_norm": 2.4865877628326416,
|
||
|
|
"learning_rate": 1.2257656663832129e-05,
|
||
|
|
"loss": 4.2511,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6715817694369973,
|
||
|
|
"grad_norm": 1.3506802320480347,
|
||
|
|
"learning_rate": 1.2167190571299911e-05,
|
||
|
|
"loss": 3.9312,
|
||
|
|
"step": 501
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6729222520107239,
|
||
|
|
"grad_norm": 1.504542350769043,
|
||
|
|
"learning_rate": 1.2076952063536567e-05,
|
||
|
|
"loss": 4.1099,
|
||
|
|
"step": 502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6742627345844504,
|
||
|
|
"grad_norm": 1.6404659748077393,
|
||
|
|
"learning_rate": 1.1986942740886135e-05,
|
||
|
|
"loss": 4.1739,
|
||
|
|
"step": 503
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.675603217158177,
|
||
|
|
"grad_norm": 2.0798070430755615,
|
||
|
|
"learning_rate": 1.1897164199628117e-05,
|
||
|
|
"loss": 3.9686,
|
||
|
|
"step": 504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6769436997319035,
|
||
|
|
"grad_norm": 1.451737880706787,
|
||
|
|
"learning_rate": 1.1807618031949235e-05,
|
||
|
|
"loss": 4.2728,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.67828418230563,
|
||
|
|
"grad_norm": 1.5113872289657593,
|
||
|
|
"learning_rate": 1.1718305825915125e-05,
|
||
|
|
"loss": 4.1488,
|
||
|
|
"step": 506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6796246648793566,
|
||
|
|
"grad_norm": 1.7265151739120483,
|
||
|
|
"learning_rate": 1.162922916544224e-05,
|
||
|
|
"loss": 4.3999,
|
||
|
|
"step": 507
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6809651474530831,
|
||
|
|
"grad_norm": 1.6517037153244019,
|
||
|
|
"learning_rate": 1.1540389630269693e-05,
|
||
|
|
"loss": 3.9868,
|
||
|
|
"step": 508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6823056300268097,
|
||
|
|
"grad_norm": 2.1054139137268066,
|
||
|
|
"learning_rate": 1.1451788795931307e-05,
|
||
|
|
"loss": 4.0988,
|
||
|
|
"step": 509
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6836461126005362,
|
||
|
|
"grad_norm": 1.4923871755599976,
|
||
|
|
"learning_rate": 1.13634282337276e-05,
|
||
|
|
"loss": 3.8554,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6849865951742627,
|
||
|
|
"grad_norm": 2.8622472286224365,
|
||
|
|
"learning_rate": 1.1275309510697999e-05,
|
||
|
|
"loss": 3.99,
|
||
|
|
"step": 511
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6863270777479893,
|
||
|
|
"grad_norm": 1.826074242591858,
|
||
|
|
"learning_rate": 1.1187434189593e-05,
|
||
|
|
"loss": 4.0461,
|
||
|
|
"step": 512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6876675603217158,
|
||
|
|
"grad_norm": 2.4107580184936523,
|
||
|
|
"learning_rate": 1.1099803828846437e-05,
|
||
|
|
"loss": 3.8922,
|
||
|
|
"step": 513
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6890080428954424,
|
||
|
|
"grad_norm": 2.0733463764190674,
|
||
|
|
"learning_rate": 1.1012419982547905e-05,
|
||
|
|
"loss": 4.1695,
|
||
|
|
"step": 514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6903485254691689,
|
||
|
|
"grad_norm": 1.6084847450256348,
|
||
|
|
"learning_rate": 1.0925284200415134e-05,
|
||
|
|
"loss": 4.2329,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6916890080428955,
|
||
|
|
"grad_norm": 1.6451109647750854,
|
||
|
|
"learning_rate": 1.083839802776656e-05,
|
||
|
|
"loss": 4.1565,
|
||
|
|
"step": 516
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.693029490616622,
|
||
|
|
"grad_norm": 1.3165000677108765,
|
||
|
|
"learning_rate": 1.075176300549387e-05,
|
||
|
|
"loss": 4.2409,
|
||
|
|
"step": 517
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6943699731903485,
|
||
|
|
"grad_norm": 1.7777302265167236,
|
||
|
|
"learning_rate": 1.0665380670034725e-05,
|
||
|
|
"loss": 4.1882,
|
||
|
|
"step": 518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6957104557640751,
|
||
|
|
"grad_norm": 1.3372153043746948,
|
||
|
|
"learning_rate": 1.0579252553345451e-05,
|
||
|
|
"loss": 3.9595,
|
||
|
|
"step": 519
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6970509383378016,
|
||
|
|
"grad_norm": 1.2749888896942139,
|
||
|
|
"learning_rate": 1.0493380182873941e-05,
|
||
|
|
"loss": 4.0133,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6983914209115282,
|
||
|
|
"grad_norm": 1.6833118200302124,
|
||
|
|
"learning_rate": 1.040776508153252e-05,
|
||
|
|
"loss": 4.2144,
|
||
|
|
"step": 521
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6997319034852547,
|
||
|
|
"grad_norm": 1.8305304050445557,
|
||
|
|
"learning_rate": 1.0322408767670927e-05,
|
||
|
|
"loss": 4.0447,
|
||
|
|
"step": 522
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7010723860589813,
|
||
|
|
"grad_norm": 1.5214430093765259,
|
||
|
|
"learning_rate": 1.023731275504944e-05,
|
||
|
|
"loss": 4.1392,
|
||
|
|
"step": 523
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7024128686327078,
|
||
|
|
"grad_norm": 1.817636251449585,
|
||
|
|
"learning_rate": 1.0152478552811967e-05,
|
||
|
|
"loss": 4.1138,
|
||
|
|
"step": 524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7037533512064343,
|
||
|
|
"grad_norm": 1.561204433441162,
|
||
|
|
"learning_rate": 1.0067907665459344e-05,
|
||
|
|
"loss": 4.337,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7050938337801609,
|
||
|
|
"grad_norm": 1.4202795028686523,
|
||
|
|
"learning_rate": 9.98360159282259e-06,
|
||
|
|
"loss": 4.1084,
|
||
|
|
"step": 526
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7064343163538874,
|
||
|
|
"grad_norm": 1.6342689990997314,
|
||
|
|
"learning_rate": 9.899561830036371e-06,
|
||
|
|
"loss": 4.2733,
|
||
|
|
"step": 527
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.707774798927614,
|
||
|
|
"grad_norm": 1.620021104812622,
|
||
|
|
"learning_rate": 9.815789867512427e-06,
|
||
|
|
"loss": 4.098,
|
||
|
|
"step": 528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7091152815013405,
|
||
|
|
"grad_norm": 1.5363893508911133,
|
||
|
|
"learning_rate": 9.732287190913184e-06,
|
||
|
|
"loss": 3.9743,
|
||
|
|
"step": 529
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.710455764075067,
|
||
|
|
"grad_norm": 1.8716835975646973,
|
||
|
|
"learning_rate": 9.649055281125394e-06,
|
||
|
|
"loss": 4.0672,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7117962466487936,
|
||
|
|
"grad_norm": 1.7030665874481201,
|
||
|
|
"learning_rate": 9.566095614233842e-06,
|
||
|
|
"loss": 4.3018,
|
||
|
|
"step": 531
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7131367292225201,
|
||
|
|
"grad_norm": 2.1955244541168213,
|
||
|
|
"learning_rate": 9.483409661495226e-06,
|
||
|
|
"loss": 4.09,
|
||
|
|
"step": 532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7144772117962467,
|
||
|
|
"grad_norm": 2.0487895011901855,
|
||
|
|
"learning_rate": 9.400998889311999e-06,
|
||
|
|
"loss": 4.1931,
|
||
|
|
"step": 533
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7158176943699732,
|
||
|
|
"grad_norm": 2.382164239883423,
|
||
|
|
"learning_rate": 9.31886475920643e-06,
|
||
|
|
"loss": 3.74,
|
||
|
|
"step": 534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7171581769436998,
|
||
|
|
"grad_norm": 1.835524559020996,
|
||
|
|
"learning_rate": 9.237008727794618e-06,
|
||
|
|
"loss": 4.1571,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7184986595174263,
|
||
|
|
"grad_norm": 1.6688836812973022,
|
||
|
|
"learning_rate": 9.155432246760726e-06,
|
||
|
|
"loss": 3.9046,
|
||
|
|
"step": 536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7198391420911529,
|
||
|
|
"grad_norm": 2.1579833030700684,
|
||
|
|
"learning_rate": 9.074136762831167e-06,
|
||
|
|
"loss": 4.0313,
|
||
|
|
"step": 537
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7211796246648794,
|
||
|
|
"grad_norm": 1.5827877521514893,
|
||
|
|
"learning_rate": 8.993123717749016e-06,
|
||
|
|
"loss": 4.283,
|
||
|
|
"step": 538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7225201072386059,
|
||
|
|
"grad_norm": 1.3723039627075195,
|
||
|
|
"learning_rate": 8.912394548248377e-06,
|
||
|
|
"loss": 3.8828,
|
||
|
|
"step": 539
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7238605898123325,
|
||
|
|
"grad_norm": 2.1818349361419678,
|
||
|
|
"learning_rate": 8.831950686028953e-06,
|
||
|
|
"loss": 3.7389,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.725201072386059,
|
||
|
|
"grad_norm": 1.4615998268127441,
|
||
|
|
"learning_rate": 8.751793557730642e-06,
|
||
|
|
"loss": 4.2028,
|
||
|
|
"step": 541
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7265415549597856,
|
||
|
|
"grad_norm": 1.7461323738098145,
|
||
|
|
"learning_rate": 8.671924584908198e-06,
|
||
|
|
"loss": 4.0668,
|
||
|
|
"step": 542
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7278820375335121,
|
||
|
|
"grad_norm": 1.5973039865493774,
|
||
|
|
"learning_rate": 8.592345184006096e-06,
|
||
|
|
"loss": 4.1812,
|
||
|
|
"step": 543
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7292225201072386,
|
||
|
|
"grad_norm": 1.6790518760681152,
|
||
|
|
"learning_rate": 8.513056766333324e-06,
|
||
|
|
"loss": 4.2097,
|
||
|
|
"step": 544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7305630026809652,
|
||
|
|
"grad_norm": 1.5632734298706055,
|
||
|
|
"learning_rate": 8.434060738038438e-06,
|
||
|
|
"loss": 4.1809,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7319034852546917,
|
||
|
|
"grad_norm": 2.273946523666382,
|
||
|
|
"learning_rate": 8.355358500084549e-06,
|
||
|
|
"loss": 3.95,
|
||
|
|
"step": 546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7332439678284183,
|
||
|
|
"grad_norm": 2.0586934089660645,
|
||
|
|
"learning_rate": 8.276951448224546e-06,
|
||
|
|
"loss": 4.1303,
|
||
|
|
"step": 547
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7345844504021448,
|
||
|
|
"grad_norm": 2.111582040786743,
|
||
|
|
"learning_rate": 8.19884097297628e-06,
|
||
|
|
"loss": 4.1593,
|
||
|
|
"step": 548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7359249329758714,
|
||
|
|
"grad_norm": 1.8287386894226074,
|
||
|
|
"learning_rate": 8.121028459597953e-06,
|
||
|
|
"loss": 4.1659,
|
||
|
|
"step": 549
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7372654155495979,
|
||
|
|
"grad_norm": 1.3675771951675415,
|
||
|
|
"learning_rate": 8.043515288063542e-06,
|
||
|
|
"loss": 4.0701,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7386058981233244,
|
||
|
|
"grad_norm": 1.6444734334945679,
|
||
|
|
"learning_rate": 7.966302833038278e-06,
|
||
|
|
"loss": 4.174,
|
||
|
|
"step": 551
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.739946380697051,
|
||
|
|
"grad_norm": 1.4653570652008057,
|
||
|
|
"learning_rate": 7.889392463854348e-06,
|
||
|
|
"loss": 4.1164,
|
||
|
|
"step": 552
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7412868632707775,
|
||
|
|
"grad_norm": 3.4404611587524414,
|
||
|
|
"learning_rate": 7.812785544486526e-06,
|
||
|
|
"loss": 3.823,
|
||
|
|
"step": 553
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7426273458445041,
|
||
|
|
"grad_norm": 1.891850233078003,
|
||
|
|
"learning_rate": 7.73648343352806e-06,
|
||
|
|
"loss": 4.119,
|
||
|
|
"step": 554
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7439678284182306,
|
||
|
|
"grad_norm": 2.303138017654419,
|
||
|
|
"learning_rate": 7.660487484166513e-06,
|
||
|
|
"loss": 4.1603,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7453083109919572,
|
||
|
|
"grad_norm": 1.4972648620605469,
|
||
|
|
"learning_rate": 7.584799044159821e-06,
|
||
|
|
"loss": 4.06,
|
||
|
|
"step": 556
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7466487935656837,
|
||
|
|
"grad_norm": 1.5143014192581177,
|
||
|
|
"learning_rate": 7.509419455812336e-06,
|
||
|
|
"loss": 4.0462,
|
||
|
|
"step": 557
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7479892761394102,
|
||
|
|
"grad_norm": 2.32197642326355,
|
||
|
|
"learning_rate": 7.43435005595107e-06,
|
||
|
|
"loss": 3.8975,
|
||
|
|
"step": 558
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7493297587131368,
|
||
|
|
"grad_norm": 1.409792184829712,
|
||
|
|
"learning_rate": 7.359592175901964e-06,
|
||
|
|
"loss": 4.4135,
|
||
|
|
"step": 559
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7506702412868632,
|
||
|
|
"grad_norm": 1.722603678703308,
|
||
|
|
"learning_rate": 7.285147141466269e-06,
|
||
|
|
"loss": 4.0134,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7520107238605898,
|
||
|
|
"grad_norm": 1.627700924873352,
|
||
|
|
"learning_rate": 7.2110162728970475e-06,
|
||
|
|
"loss": 4.1396,
|
||
|
|
"step": 561
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7533512064343163,
|
||
|
|
"grad_norm": 2.29186749458313,
|
||
|
|
"learning_rate": 7.137200884875747e-06,
|
||
|
|
"loss": 3.9754,
|
||
|
|
"step": 562
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7546916890080428,
|
||
|
|
"grad_norm": 1.4593878984451294,
|
||
|
|
"learning_rate": 7.06370228648891e-06,
|
||
|
|
"loss": 4.0244,
|
||
|
|
"step": 563
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7560321715817694,
|
||
|
|
"grad_norm": 1.6213958263397217,
|
||
|
|
"learning_rate": 6.990521781204939e-06,
|
||
|
|
"loss": 4.2598,
|
||
|
|
"step": 564
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7573726541554959,
|
||
|
|
"grad_norm": 1.5174040794372559,
|
||
|
|
"learning_rate": 6.917660666850964e-06,
|
||
|
|
"loss": 4.2098,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7587131367292225,
|
||
|
|
"grad_norm": 1.761343002319336,
|
||
|
|
"learning_rate": 6.845120235589869e-06,
|
||
|
|
"loss": 4.2062,
|
||
|
|
"step": 566
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.760053619302949,
|
||
|
|
"grad_norm": 1.5893421173095703,
|
||
|
|
"learning_rate": 6.772901773897319e-06,
|
||
|
|
"loss": 4.2258,
|
||
|
|
"step": 567
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7613941018766756,
|
||
|
|
"grad_norm": 2.2588400840759277,
|
||
|
|
"learning_rate": 6.701006562539019e-06,
|
||
|
|
"loss": 3.8174,
|
||
|
|
"step": 568
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7627345844504021,
|
||
|
|
"grad_norm": 1.8464969396591187,
|
||
|
|
"learning_rate": 6.62943587654791e-06,
|
||
|
|
"loss": 4.1097,
|
||
|
|
"step": 569
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7640750670241286,
|
||
|
|
"grad_norm": 1.8879106044769287,
|
||
|
|
"learning_rate": 6.558190985201651e-06,
|
||
|
|
"loss": 4.1451,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7654155495978552,
|
||
|
|
"grad_norm": 1.3377039432525635,
|
||
|
|
"learning_rate": 6.487273152000023e-06,
|
||
|
|
"loss": 4.2291,
|
||
|
|
"step": 571
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7667560321715817,
|
||
|
|
"grad_norm": 2.1687779426574707,
|
||
|
|
"learning_rate": 6.416683634642584e-06,
|
||
|
|
"loss": 4.1151,
|
||
|
|
"step": 572
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7680965147453083,
|
||
|
|
"grad_norm": 1.888623833656311,
|
||
|
|
"learning_rate": 6.346423685006348e-06,
|
||
|
|
"loss": 3.683,
|
||
|
|
"step": 573
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7694369973190348,
|
||
|
|
"grad_norm": 1.3975709676742554,
|
||
|
|
"learning_rate": 6.276494549123546e-06,
|
||
|
|
"loss": 4.0913,
|
||
|
|
"step": 574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7707774798927614,
|
||
|
|
"grad_norm": 1.4594451189041138,
|
||
|
|
"learning_rate": 6.206897467159595e-06,
|
||
|
|
"loss": 4.2179,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7721179624664879,
|
||
|
|
"grad_norm": 1.4480808973312378,
|
||
|
|
"learning_rate": 6.137633673391033e-06,
|
||
|
|
"loss": 3.9305,
|
||
|
|
"step": 576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7734584450402144,
|
||
|
|
"grad_norm": 1.895422101020813,
|
||
|
|
"learning_rate": 6.068704396183695e-06,
|
||
|
|
"loss": 4.0433,
|
||
|
|
"step": 577
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.774798927613941,
|
||
|
|
"grad_norm": 1.5772151947021484,
|
||
|
|
"learning_rate": 6.000110857970873e-06,
|
||
|
|
"loss": 4.1734,
|
||
|
|
"step": 578
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7761394101876675,
|
||
|
|
"grad_norm": 2.339197874069214,
|
||
|
|
"learning_rate": 5.931854275231685e-06,
|
||
|
|
"loss": 3.9478,
|
||
|
|
"step": 579
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7774798927613941,
|
||
|
|
"grad_norm": 1.7511122226715088,
|
||
|
|
"learning_rate": 5.863935858469452e-06,
|
||
|
|
"loss": 4.0084,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7788203753351206,
|
||
|
|
"grad_norm": 1.8038029670715332,
|
||
|
|
"learning_rate": 5.796356812190276e-06,
|
||
|
|
"loss": 3.9554,
|
||
|
|
"step": 581
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7801608579088471,
|
||
|
|
"grad_norm": 1.323141098022461,
|
||
|
|
"learning_rate": 5.729118334881661e-06,
|
||
|
|
"loss": 4.3301,
|
||
|
|
"step": 582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7815013404825737,
|
||
|
|
"grad_norm": 1.350898027420044,
|
||
|
|
"learning_rate": 5.662221618991234e-06,
|
||
|
|
"loss": 3.8981,
|
||
|
|
"step": 583
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7828418230563002,
|
||
|
|
"grad_norm": 1.4751012325286865,
|
||
|
|
"learning_rate": 5.595667850905642e-06,
|
||
|
|
"loss": 4.131,
|
||
|
|
"step": 584
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7841823056300268,
|
||
|
|
"grad_norm": 1.9315931797027588,
|
||
|
|
"learning_rate": 5.5294582109294696e-06,
|
||
|
|
"loss": 4.0313,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7855227882037533,
|
||
|
|
"grad_norm": 1.4609266519546509,
|
||
|
|
"learning_rate": 5.463593873264347e-06,
|
||
|
|
"loss": 4.0325,
|
||
|
|
"step": 586
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7868632707774799,
|
||
|
|
"grad_norm": 1.9292317628860474,
|
||
|
|
"learning_rate": 5.398076005988081e-06,
|
||
|
|
"loss": 4.0818,
|
||
|
|
"step": 587
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7882037533512064,
|
||
|
|
"grad_norm": 1.9036489725112915,
|
||
|
|
"learning_rate": 5.332905771033994e-06,
|
||
|
|
"loss": 3.731,
|
||
|
|
"step": 588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.789544235924933,
|
||
|
|
"grad_norm": 2.0196640491485596,
|
||
|
|
"learning_rate": 5.268084324170253e-06,
|
||
|
|
"loss": 3.9546,
|
||
|
|
"step": 589
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7908847184986595,
|
||
|
|
"grad_norm": 1.6353363990783691,
|
||
|
|
"learning_rate": 5.203612814979442e-06,
|
||
|
|
"loss": 4.0226,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.792225201072386,
|
||
|
|
"grad_norm": 1.7163848876953125,
|
||
|
|
"learning_rate": 5.1394923868381075e-06,
|
||
|
|
"loss": 4.0016,
|
||
|
|
"step": 591
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7935656836461126,
|
||
|
|
"grad_norm": 2.6417622566223145,
|
||
|
|
"learning_rate": 5.075724176896532e-06,
|
||
|
|
"loss": 4.1135,
|
||
|
|
"step": 592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7949061662198391,
|
||
|
|
"grad_norm": 2.6591272354125977,
|
||
|
|
"learning_rate": 5.012309316058555e-06,
|
||
|
|
"loss": 4.306,
|
||
|
|
"step": 593
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7962466487935657,
|
||
|
|
"grad_norm": 1.7307076454162598,
|
||
|
|
"learning_rate": 4.949248928961489e-06,
|
||
|
|
"loss": 4.0088,
|
||
|
|
"step": 594
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7975871313672922,
|
||
|
|
"grad_norm": 1.313391923904419,
|
||
|
|
"learning_rate": 4.886544133956211e-06,
|
||
|
|
"loss": 4.0909,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7989276139410187,
|
||
|
|
"grad_norm": 1.6195955276489258,
|
||
|
|
"learning_rate": 4.824196043087306e-06,
|
||
|
|
"loss": 4.2288,
|
||
|
|
"step": 596
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8002680965147453,
|
||
|
|
"grad_norm": 2.218224287033081,
|
||
|
|
"learning_rate": 4.762205762073363e-06,
|
||
|
|
"loss": 3.7363,
|
||
|
|
"step": 597
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8016085790884718,
|
||
|
|
"grad_norm": 1.5383011102676392,
|
||
|
|
"learning_rate": 4.700574390287341e-06,
|
||
|
|
"loss": 4.0846,
|
||
|
|
"step": 598
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8029490616621984,
|
||
|
|
"grad_norm": 1.5616196393966675,
|
||
|
|
"learning_rate": 4.639303020737101e-06,
|
||
|
|
"loss": 3.947,
|
||
|
|
"step": 599
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8042895442359249,
|
||
|
|
"grad_norm": 1.7160272598266602,
|
||
|
|
"learning_rate": 4.578392740045994e-06,
|
||
|
|
"loss": 4.1478,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8056300268096515,
|
||
|
|
"grad_norm": 1.7334322929382324,
|
||
|
|
"learning_rate": 4.5178446284336155e-06,
|
||
|
|
"loss": 4.1115,
|
||
|
|
"step": 601
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.806970509383378,
|
||
|
|
"grad_norm": 1.4539278745651245,
|
||
|
|
"learning_rate": 4.457659759696639e-06,
|
||
|
|
"loss": 4.007,
|
||
|
|
"step": 602
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8083109919571045,
|
||
|
|
"grad_norm": 1.7417395114898682,
|
||
|
|
"learning_rate": 4.397839201189749e-06,
|
||
|
|
"loss": 4.2025,
|
||
|
|
"step": 603
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8096514745308311,
|
||
|
|
"grad_norm": 1.6823294162750244,
|
||
|
|
"learning_rate": 4.338384013806762e-06,
|
||
|
|
"loss": 4.1711,
|
||
|
|
"step": 604
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8109919571045576,
|
||
|
|
"grad_norm": 1.6005618572235107,
|
||
|
|
"learning_rate": 4.279295251961754e-06,
|
||
|
|
"loss": 4.0891,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8123324396782842,
|
||
|
|
"grad_norm": 1.7852652072906494,
|
||
|
|
"learning_rate": 4.220573963570418e-06,
|
||
|
|
"loss": 4.2479,
|
||
|
|
"step": 606
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8136729222520107,
|
||
|
|
"grad_norm": 1.916030764579773,
|
||
|
|
"learning_rate": 4.162221190031424e-06,
|
||
|
|
"loss": 4.0771,
|
||
|
|
"step": 607
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8150134048257373,
|
||
|
|
"grad_norm": 1.7884804010391235,
|
||
|
|
"learning_rate": 4.104237966208002e-06,
|
||
|
|
"loss": 4.0865,
|
||
|
|
"step": 608
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8163538873994638,
|
||
|
|
"grad_norm": 1.854982852935791,
|
||
|
|
"learning_rate": 4.046625320409547e-06,
|
||
|
|
"loss": 4.0798,
|
||
|
|
"step": 609
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8176943699731903,
|
||
|
|
"grad_norm": 1.502204418182373,
|
||
|
|
"learning_rate": 3.989384274373409e-06,
|
||
|
|
"loss": 4.1344,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8190348525469169,
|
||
|
|
"grad_norm": 1.4239370822906494,
|
||
|
|
"learning_rate": 3.932515843246773e-06,
|
||
|
|
"loss": 4.1115,
|
||
|
|
"step": 611
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8203753351206434,
|
||
|
|
"grad_norm": 1.4142134189605713,
|
||
|
|
"learning_rate": 3.876021035568619e-06,
|
||
|
|
"loss": 4.1107,
|
||
|
|
"step": 612
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.82171581769437,
|
||
|
|
"grad_norm": 1.9802576303482056,
|
||
|
|
"learning_rate": 3.819900853251896e-06,
|
||
|
|
"loss": 4.4778,
|
||
|
|
"step": 613
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8230563002680965,
|
||
|
|
"grad_norm": 1.581973910331726,
|
||
|
|
"learning_rate": 3.764156291565693e-06,
|
||
|
|
"loss": 4.0747,
|
||
|
|
"step": 614
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.824396782841823,
|
||
|
|
"grad_norm": 2.4213356971740723,
|
||
|
|
"learning_rate": 3.708788339117644e-06,
|
||
|
|
"loss": 3.9894,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8257372654155496,
|
||
|
|
"grad_norm": 2.2809488773345947,
|
||
|
|
"learning_rate": 3.653797977836343e-06,
|
||
|
|
"loss": 4.2533,
|
||
|
|
"step": 616
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8270777479892761,
|
||
|
|
"grad_norm": 1.6151589155197144,
|
||
|
|
"learning_rate": 3.5991861829539732e-06,
|
||
|
|
"loss": 4.0398,
|
||
|
|
"step": 617
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8284182305630027,
|
||
|
|
"grad_norm": 1.6391048431396484,
|
||
|
|
"learning_rate": 3.5449539229889807e-06,
|
||
|
|
"loss": 4.1706,
|
||
|
|
"step": 618
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8297587131367292,
|
||
|
|
"grad_norm": 1.5368852615356445,
|
||
|
|
"learning_rate": 3.4911021597289153e-06,
|
||
|
|
"loss": 4.0299,
|
||
|
|
"step": 619
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8310991957104558,
|
||
|
|
"grad_norm": 1.8355164527893066,
|
||
|
|
"learning_rate": 3.4376318482133797e-06,
|
||
|
|
"loss": 4.3147,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8324396782841823,
|
||
|
|
"grad_norm": 1.5161722898483276,
|
||
|
|
"learning_rate": 3.3845439367170605e-06,
|
||
|
|
"loss": 3.9595,
|
||
|
|
"step": 621
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8337801608579088,
|
||
|
|
"grad_norm": 2.366042375564575,
|
||
|
|
"learning_rate": 3.3318393667329527e-06,
|
||
|
|
"loss": 4.1286,
|
||
|
|
"step": 622
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8351206434316354,
|
||
|
|
"grad_norm": 1.7051384449005127,
|
||
|
|
"learning_rate": 3.2795190729556254e-06,
|
||
|
|
"loss": 3.9755,
|
||
|
|
"step": 623
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8364611260053619,
|
||
|
|
"grad_norm": 1.3396157026290894,
|
||
|
|
"learning_rate": 3.2275839832646786e-06,
|
||
|
|
"loss": 4.0855,
|
||
|
|
"step": 624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8378016085790885,
|
||
|
|
"grad_norm": 1.4888492822647095,
|
||
|
|
"learning_rate": 3.176035018708251e-06,
|
||
|
|
"loss": 4.1917,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.839142091152815,
|
||
|
|
"grad_norm": 1.8398135900497437,
|
||
|
|
"learning_rate": 3.1248730934867297e-06,
|
||
|
|
"loss": 4.002,
|
||
|
|
"step": 626
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8404825737265416,
|
||
|
|
"grad_norm": 1.6706128120422363,
|
||
|
|
"learning_rate": 3.0740991149364905e-06,
|
||
|
|
"loss": 4.3033,
|
||
|
|
"step": 627
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8418230563002681,
|
||
|
|
"grad_norm": 1.629183292388916,
|
||
|
|
"learning_rate": 3.0237139835138402e-06,
|
||
|
|
"loss": 4.1518,
|
||
|
|
"step": 628
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8431635388739946,
|
||
|
|
"grad_norm": 1.707590937614441,
|
||
|
|
"learning_rate": 2.9737185927790455e-06,
|
||
|
|
"loss": 3.9776,
|
||
|
|
"step": 629
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8445040214477212,
|
||
|
|
"grad_norm": 3.17254376411438,
|
||
|
|
"learning_rate": 2.9241138293804565e-06,
|
||
|
|
"loss": 4.069,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8458445040214477,
|
||
|
|
"grad_norm": 1.5430855751037598,
|
||
|
|
"learning_rate": 2.874900573038819e-06,
|
||
|
|
"loss": 4.2447,
|
||
|
|
"step": 631
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8471849865951743,
|
||
|
|
"grad_norm": 1.6813849210739136,
|
||
|
|
"learning_rate": 2.826079696531647e-06,
|
||
|
|
"loss": 3.9423,
|
||
|
|
"step": 632
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8485254691689008,
|
||
|
|
"grad_norm": 1.6792819499969482,
|
||
|
|
"learning_rate": 2.777652065677766e-06,
|
||
|
|
"loss": 4.3446,
|
||
|
|
"step": 633
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8498659517426274,
|
||
|
|
"grad_norm": 1.510520577430725,
|
||
|
|
"learning_rate": 2.729618539321932e-06,
|
||
|
|
"loss": 4.1472,
|
||
|
|
"step": 634
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8512064343163539,
|
||
|
|
"grad_norm": 1.7376744747161865,
|
||
|
|
"learning_rate": 2.6819799693196283e-06,
|
||
|
|
"loss": 3.9529,
|
||
|
|
"step": 635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8525469168900804,
|
||
|
|
"grad_norm": 1.5206412076950073,
|
||
|
|
"learning_rate": 2.6347372005219305e-06,
|
||
|
|
"loss": 4.154,
|
||
|
|
"step": 636
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.853887399463807,
|
||
|
|
"grad_norm": 1.4670528173446655,
|
||
|
|
"learning_rate": 2.5878910707605537e-06,
|
||
|
|
"loss": 4.1295,
|
||
|
|
"step": 637
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8552278820375335,
|
||
|
|
"grad_norm": 1.8389042615890503,
|
||
|
|
"learning_rate": 2.541442410832959e-06,
|
||
|
|
"loss": 3.999,
|
||
|
|
"step": 638
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8565683646112601,
|
||
|
|
"grad_norm": 2.0346367359161377,
|
||
|
|
"learning_rate": 2.495392044487649e-06,
|
||
|
|
"loss": 3.9343,
|
||
|
|
"step": 639
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8579088471849866,
|
||
|
|
"grad_norm": 1.5337841510772705,
|
||
|
|
"learning_rate": 2.4497407884095575e-06,
|
||
|
|
"loss": 4.3079,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8592493297587132,
|
||
|
|
"grad_norm": 1.6186468601226807,
|
||
|
|
"learning_rate": 2.404489452205533e-06,
|
||
|
|
"loss": 4.3633,
|
||
|
|
"step": 641
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8605898123324397,
|
||
|
|
"grad_norm": 1.3302162885665894,
|
||
|
|
"learning_rate": 2.359638838390027e-06,
|
||
|
|
"loss": 4.0979,
|
||
|
|
"step": 642
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8619302949061662,
|
||
|
|
"grad_norm": 1.7183328866958618,
|
||
|
|
"learning_rate": 2.3151897423708214e-06,
|
||
|
|
"loss": 4.0574,
|
||
|
|
"step": 643
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8632707774798928,
|
||
|
|
"grad_norm": 1.6089767217636108,
|
||
|
|
"learning_rate": 2.2711429524349515e-06,
|
||
|
|
"loss": 4.0084,
|
||
|
|
"step": 644
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8646112600536193,
|
||
|
|
"grad_norm": 1.973074197769165,
|
||
|
|
"learning_rate": 2.2274992497347045e-06,
|
||
|
|
"loss": 4.1426,
|
||
|
|
"step": 645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8659517426273459,
|
||
|
|
"grad_norm": 1.370041847229004,
|
||
|
|
"learning_rate": 2.184259408273792e-06,
|
||
|
|
"loss": 4.1338,
|
||
|
|
"step": 646
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8672922252010724,
|
||
|
|
"grad_norm": 1.6897451877593994,
|
||
|
|
"learning_rate": 2.141424194893582e-06,
|
||
|
|
"loss": 4.4458,
|
||
|
|
"step": 647
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.868632707774799,
|
||
|
|
"grad_norm": 1.3583239316940308,
|
||
|
|
"learning_rate": 2.0989943692595495e-06,
|
||
|
|
"loss": 4.174,
|
||
|
|
"step": 648
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8699731903485255,
|
||
|
|
"grad_norm": 1.6080747842788696,
|
||
|
|
"learning_rate": 2.05697068384777e-06,
|
||
|
|
"loss": 4.1498,
|
||
|
|
"step": 649
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.871313672922252,
|
||
|
|
"grad_norm": 1.6234769821166992,
|
||
|
|
"learning_rate": 2.0153538839315756e-06,
|
||
|
|
"loss": 3.9852,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8726541554959786,
|
||
|
|
"grad_norm": 1.5308585166931152,
|
||
|
|
"learning_rate": 1.9741447075683595e-06,
|
||
|
|
"loss": 4.0212,
|
||
|
|
"step": 651
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8739946380697051,
|
||
|
|
"grad_norm": 1.3633662462234497,
|
||
|
|
"learning_rate": 1.933343885586458e-06,
|
||
|
|
"loss": 4.0292,
|
||
|
|
"step": 652
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8753351206434317,
|
||
|
|
"grad_norm": 1.6495016813278198,
|
||
|
|
"learning_rate": 1.8929521415722267e-06,
|
||
|
|
"loss": 4.1943,
|
||
|
|
"step": 653
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8766756032171582,
|
||
|
|
"grad_norm": 1.7188185453414917,
|
||
|
|
"learning_rate": 1.852970191857159e-06,
|
||
|
|
"loss": 4.1658,
|
||
|
|
"step": 654
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8780160857908847,
|
||
|
|
"grad_norm": 2.570451021194458,
|
||
|
|
"learning_rate": 1.813398745505235e-06,
|
||
|
|
"loss": 3.7912,
|
||
|
|
"step": 655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8793565683646113,
|
||
|
|
"grad_norm": 1.6092784404754639,
|
||
|
|
"learning_rate": 1.7742385043003018e-06,
|
||
|
|
"loss": 4.1793,
|
||
|
|
"step": 656
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8806970509383378,
|
||
|
|
"grad_norm": 1.6216198205947876,
|
||
|
|
"learning_rate": 1.7354901627336578e-06,
|
||
|
|
"loss": 4.0577,
|
||
|
|
"step": 657
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8820375335120644,
|
||
|
|
"grad_norm": 1.4914729595184326,
|
||
|
|
"learning_rate": 1.6971544079917273e-06,
|
||
|
|
"loss": 3.8955,
|
||
|
|
"step": 658
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8833780160857909,
|
||
|
|
"grad_norm": 3.0483927726745605,
|
||
|
|
"learning_rate": 1.6592319199438573e-06,
|
||
|
|
"loss": 3.8942,
|
||
|
|
"step": 659
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8847184986595175,
|
||
|
|
"grad_norm": 1.6463979482650757,
|
||
|
|
"learning_rate": 1.6217233711302904e-06,
|
||
|
|
"loss": 4.1147,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.886058981233244,
|
||
|
|
"grad_norm": 1.4989440441131592,
|
||
|
|
"learning_rate": 1.5846294267502116e-06,
|
||
|
|
"loss": 4.0875,
|
||
|
|
"step": 661
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8873994638069705,
|
||
|
|
"grad_norm": 1.5697479248046875,
|
||
|
|
"learning_rate": 1.5479507446499674e-06,
|
||
|
|
"loss": 3.8637,
|
||
|
|
"step": 662
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8887399463806971,
|
||
|
|
"grad_norm": 1.796716570854187,
|
||
|
|
"learning_rate": 1.5116879753113822e-06,
|
||
|
|
"loss": 4.0613,
|
||
|
|
"step": 663
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8900804289544236,
|
||
|
|
"grad_norm": 1.7171390056610107,
|
||
|
|
"learning_rate": 1.4758417618402521e-06,
|
||
|
|
"loss": 4.1748,
|
||
|
|
"step": 664
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8914209115281502,
|
||
|
|
"grad_norm": 2.2504525184631348,
|
||
|
|
"learning_rate": 1.4404127399548966e-06,
|
||
|
|
"loss": 4.2548,
|
||
|
|
"step": 665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8927613941018767,
|
||
|
|
"grad_norm": 1.8576676845550537,
|
||
|
|
"learning_rate": 1.405401537974929e-06,
|
||
|
|
"loss": 4.3631,
|
||
|
|
"step": 666
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8941018766756033,
|
||
|
|
"grad_norm": 1.5815280675888062,
|
||
|
|
"learning_rate": 1.3708087768100897e-06,
|
||
|
|
"loss": 4.0721,
|
||
|
|
"step": 667
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8954423592493298,
|
||
|
|
"grad_norm": 1.3464423418045044,
|
||
|
|
"learning_rate": 1.3366350699492214e-06,
|
||
|
|
"loss": 4.1092,
|
||
|
|
"step": 668
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8967828418230563,
|
||
|
|
"grad_norm": 2.2372212409973145,
|
||
|
|
"learning_rate": 1.3028810234494259e-06,
|
||
|
|
"loss": 3.7378,
|
||
|
|
"step": 669
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8981233243967829,
|
||
|
|
"grad_norm": 1.5314258337020874,
|
||
|
|
"learning_rate": 1.2695472359252808e-06,
|
||
|
|
"loss": 4.1706,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8994638069705094,
|
||
|
|
"grad_norm": 1.3317408561706543,
|
||
|
|
"learning_rate": 1.2366342985382501e-06,
|
||
|
|
"loss": 4.1836,
|
||
|
|
"step": 671
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.900804289544236,
|
||
|
|
"grad_norm": 2.3380496501922607,
|
||
|
|
"learning_rate": 1.2041427949861766e-06,
|
||
|
|
"loss": 4.0531,
|
||
|
|
"step": 672
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9021447721179625,
|
||
|
|
"grad_norm": 1.5681943893432617,
|
||
|
|
"learning_rate": 1.1720733014929514e-06,
|
||
|
|
"loss": 4.2023,
|
||
|
|
"step": 673
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.903485254691689,
|
||
|
|
"grad_norm": 1.7159653902053833,
|
||
|
|
"learning_rate": 1.140426386798274e-06,
|
||
|
|
"loss": 4.259,
|
||
|
|
"step": 674
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9048257372654156,
|
||
|
|
"grad_norm": 2.031643867492676,
|
||
|
|
"learning_rate": 1.109202612147589e-06,
|
||
|
|
"loss": 4.2252,
|
||
|
|
"step": 675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9061662198391421,
|
||
|
|
"grad_norm": 1.9987703561782837,
|
||
|
|
"learning_rate": 1.078402531282116e-06,
|
||
|
|
"loss": 3.9663,
|
||
|
|
"step": 676
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9075067024128687,
|
||
|
|
"grad_norm": 1.4590847492218018,
|
||
|
|
"learning_rate": 1.0480266904290298e-06,
|
||
|
|
"loss": 3.8881,
|
||
|
|
"step": 677
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9088471849865952,
|
||
|
|
"grad_norm": 1.8944475650787354,
|
||
|
|
"learning_rate": 1.018075628291787e-06,
|
||
|
|
"loss": 3.9444,
|
||
|
|
"step": 678
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9101876675603218,
|
||
|
|
"grad_norm": 1.3491789102554321,
|
||
|
|
"learning_rate": 9.885498760405481e-07,
|
||
|
|
"loss": 4.0536,
|
||
|
|
"step": 679
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9115281501340483,
|
||
|
|
"grad_norm": 1.6329096555709839,
|
||
|
|
"learning_rate": 9.59449957302791e-07,
|
||
|
|
"loss": 4.1612,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9128686327077749,
|
||
|
|
"grad_norm": 1.457969069480896,
|
||
|
|
"learning_rate": 9.307763881539839e-07,
|
||
|
|
"loss": 4.1119,
|
||
|
|
"step": 681
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9142091152815014,
|
||
|
|
"grad_norm": 1.6089447736740112,
|
||
|
|
"learning_rate": 9.025296771084768e-07,
|
||
|
|
"loss": 4.1044,
|
||
|
|
"step": 682
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9155495978552279,
|
||
|
|
"grad_norm": 1.8320618867874146,
|
||
|
|
"learning_rate": 8.747103251104394e-07,
|
||
|
|
"loss": 4.1481,
|
||
|
|
"step": 683
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9168900804289544,
|
||
|
|
"grad_norm": 1.648786187171936,
|
||
|
|
"learning_rate": 8.473188255250203e-07,
|
||
|
|
"loss": 3.9891,
|
||
|
|
"step": 684
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9182305630026809,
|
||
|
|
"grad_norm": 1.6430078744888306,
|
||
|
|
"learning_rate": 8.203556641295601e-07,
|
||
|
|
"loss": 4.4098,
|
||
|
|
"step": 685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9195710455764075,
|
||
|
|
"grad_norm": 1.3675403594970703,
|
||
|
|
"learning_rate": 7.938213191049953e-07,
|
||
|
|
"loss": 4.0304,
|
||
|
|
"step": 686
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.920911528150134,
|
||
|
|
"grad_norm": 1.7190208435058594,
|
||
|
|
"learning_rate": 7.677162610273819e-07,
|
||
|
|
"loss": 3.788,
|
||
|
|
"step": 687
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9222520107238605,
|
||
|
|
"grad_norm": 1.8116778135299683,
|
||
|
|
"learning_rate": 7.420409528595296e-07,
|
||
|
|
"loss": 4.1156,
|
||
|
|
"step": 688
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9235924932975871,
|
||
|
|
"grad_norm": 1.9070864915847778,
|
||
|
|
"learning_rate": 7.167958499428196e-07,
|
||
|
|
"loss": 4.1029,
|
||
|
|
"step": 689
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9249329758713136,
|
||
|
|
"grad_norm": 1.6403416395187378,
|
||
|
|
"learning_rate": 6.919813999891028e-07,
|
||
|
|
"loss": 4.1598,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9262734584450402,
|
||
|
|
"grad_norm": 1.574585199356079,
|
||
|
|
"learning_rate": 6.675980430727758e-07,
|
||
|
|
"loss": 4.3613,
|
||
|
|
"step": 691
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9276139410187667,
|
||
|
|
"grad_norm": 1.9115116596221924,
|
||
|
|
"learning_rate": 6.436462116229725e-07,
|
||
|
|
"loss": 4.2608,
|
||
|
|
"step": 692
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9289544235924933,
|
||
|
|
"grad_norm": 1.822980523109436,
|
||
|
|
"learning_rate": 6.201263304158905e-07,
|
||
|
|
"loss": 4.1126,
|
||
|
|
"step": 693
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9302949061662198,
|
||
|
|
"grad_norm": 1.3983780145645142,
|
||
|
|
"learning_rate": 5.970388165672691e-07,
|
||
|
|
"loss": 3.9964,
|
||
|
|
"step": 694
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9316353887399463,
|
||
|
|
"grad_norm": 1.9300884008407593,
|
||
|
|
"learning_rate": 5.743840795249727e-07,
|
||
|
|
"loss": 3.8454,
|
||
|
|
"step": 695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9329758713136729,
|
||
|
|
"grad_norm": 1.8419654369354248,
|
||
|
|
"learning_rate": 5.521625210617553e-07,
|
||
|
|
"loss": 4.0762,
|
||
|
|
"step": 696
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9343163538873994,
|
||
|
|
"grad_norm": 1.751046061515808,
|
||
|
|
"learning_rate": 5.30374535268105e-07,
|
||
|
|
"loss": 4.1852,
|
||
|
|
"step": 697
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.935656836461126,
|
||
|
|
"grad_norm": 2.3287787437438965,
|
||
|
|
"learning_rate": 5.090205085452909e-07,
|
||
|
|
"loss": 3.8736,
|
||
|
|
"step": 698
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9369973190348525,
|
||
|
|
"grad_norm": 1.5687111616134644,
|
||
|
|
"learning_rate": 4.881008195984693e-07,
|
||
|
|
"loss": 3.9057,
|
||
|
|
"step": 699
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.938337801608579,
|
||
|
|
"grad_norm": 1.934680461883545,
|
||
|
|
"learning_rate": 4.676158394300051e-07,
|
||
|
|
"loss": 3.8041,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9396782841823056,
|
||
|
|
"grad_norm": 1.6318399906158447,
|
||
|
|
"learning_rate": 4.475659313328745e-07,
|
||
|
|
"loss": 3.8188,
|
||
|
|
"step": 701
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9410187667560321,
|
||
|
|
"grad_norm": 1.4505863189697266,
|
||
|
|
"learning_rate": 4.279514508842092e-07,
|
||
|
|
"loss": 3.9981,
|
||
|
|
"step": 702
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9423592493297587,
|
||
|
|
"grad_norm": 1.3285362720489502,
|
||
|
|
"learning_rate": 4.0877274593902335e-07,
|
||
|
|
"loss": 4.3346,
|
||
|
|
"step": 703
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9436997319034852,
|
||
|
|
"grad_norm": 2.0423738956451416,
|
||
|
|
"learning_rate": 3.900301566240161e-07,
|
||
|
|
"loss": 4.1022,
|
||
|
|
"step": 704
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9450402144772118,
|
||
|
|
"grad_norm": 1.565425992012024,
|
||
|
|
"learning_rate": 3.7172401533154823e-07,
|
||
|
|
"loss": 4.3183,
|
||
|
|
"step": 705
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9463806970509383,
|
||
|
|
"grad_norm": 1.874189853668213,
|
||
|
|
"learning_rate": 3.5385464671375266e-07,
|
||
|
|
"loss": 4.0596,
|
||
|
|
"step": 706
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9477211796246648,
|
||
|
|
"grad_norm": 1.5646862983703613,
|
||
|
|
"learning_rate": 3.364223676767725e-07,
|
||
|
|
"loss": 3.9984,
|
||
|
|
"step": 707
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9490616621983914,
|
||
|
|
"grad_norm": 1.845935583114624,
|
||
|
|
"learning_rate": 3.194274873751374e-07,
|
||
|
|
"loss": 4.2646,
|
||
|
|
"step": 708
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9504021447721179,
|
||
|
|
"grad_norm": 2.1210970878601074,
|
||
|
|
"learning_rate": 3.0287030720628774e-07,
|
||
|
|
"loss": 3.8583,
|
||
|
|
"step": 709
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9517426273458445,
|
||
|
|
"grad_norm": 1.6326839923858643,
|
||
|
|
"learning_rate": 2.867511208052315e-07,
|
||
|
|
"loss": 4.2113,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.953083109919571,
|
||
|
|
"grad_norm": 1.8023695945739746,
|
||
|
|
"learning_rate": 2.710702140393151e-07,
|
||
|
|
"loss": 3.935,
|
||
|
|
"step": 711
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9544235924932976,
|
||
|
|
"grad_norm": 1.5123698711395264,
|
||
|
|
"learning_rate": 2.558278650031887e-07,
|
||
|
|
"loss": 4.007,
|
||
|
|
"step": 712
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9557640750670241,
|
||
|
|
"grad_norm": 2.063042163848877,
|
||
|
|
"learning_rate": 2.410243440138432e-07,
|
||
|
|
"loss": 3.9025,
|
||
|
|
"step": 713
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9571045576407506,
|
||
|
|
"grad_norm": 1.3973208665847778,
|
||
|
|
"learning_rate": 2.266599136058367e-07,
|
||
|
|
"loss": 3.9194,
|
||
|
|
"step": 714
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9584450402144772,
|
||
|
|
"grad_norm": 2.1018564701080322,
|
||
|
|
"learning_rate": 2.1273482852662007e-07,
|
||
|
|
"loss": 3.8329,
|
||
|
|
"step": 715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9597855227882037,
|
||
|
|
"grad_norm": 1.4930899143218994,
|
||
|
|
"learning_rate": 1.9924933573204352e-07,
|
||
|
|
"loss": 4.3282,
|
||
|
|
"step": 716
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9611260053619303,
|
||
|
|
"grad_norm": 1.8336726427078247,
|
||
|
|
"learning_rate": 1.8620367438194897e-07,
|
||
|
|
"loss": 4.0716,
|
||
|
|
"step": 717
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9624664879356568,
|
||
|
|
"grad_norm": 1.7525848150253296,
|
||
|
|
"learning_rate": 1.73598075835954e-07,
|
||
|
|
"loss": 4.3068,
|
||
|
|
"step": 718
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9638069705093834,
|
||
|
|
"grad_norm": 2.3989834785461426,
|
||
|
|
"learning_rate": 1.6143276364933292e-07,
|
||
|
|
"loss": 4.1048,
|
||
|
|
"step": 719
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9651474530831099,
|
||
|
|
"grad_norm": 1.8317017555236816,
|
||
|
|
"learning_rate": 1.497079535690532e-07,
|
||
|
|
"loss": 4.1938,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9664879356568364,
|
||
|
|
"grad_norm": 1.3087552785873413,
|
||
|
|
"learning_rate": 1.3842385352995923e-07,
|
||
|
|
"loss": 4.2681,
|
||
|
|
"step": 721
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.967828418230563,
|
||
|
|
"grad_norm": 1.7893511056900024,
|
||
|
|
"learning_rate": 1.2758066365107514e-07,
|
||
|
|
"loss": 4.1186,
|
||
|
|
"step": 722
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9691689008042895,
|
||
|
|
"grad_norm": 1.495792031288147,
|
||
|
|
"learning_rate": 1.1717857623205764e-07,
|
||
|
|
"loss": 3.9886,
|
||
|
|
"step": 723
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9705093833780161,
|
||
|
|
"grad_norm": 1.5346589088439941,
|
||
|
|
"learning_rate": 1.0721777574978775e-07,
|
||
|
|
"loss": 4.0355,
|
||
|
|
"step": 724
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9718498659517426,
|
||
|
|
"grad_norm": 1.4128694534301758,
|
||
|
|
"learning_rate": 9.769843885509834e-08,
|
||
|
|
"loss": 4.3073,
|
||
|
|
"step": 725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9731903485254692,
|
||
|
|
"grad_norm": 1.714119553565979,
|
||
|
|
"learning_rate": 8.862073436964324e-08,
|
||
|
|
"loss": 4.0481,
|
||
|
|
"step": 726
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9745308310991957,
|
||
|
|
"grad_norm": 1.435090184211731,
|
||
|
|
"learning_rate": 7.998482328289703e-08,
|
||
|
|
"loss": 3.8309,
|
||
|
|
"step": 727
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9758713136729222,
|
||
|
|
"grad_norm": 1.8121684789657593,
|
||
|
|
"learning_rate": 7.179085874930713e-08,
|
||
|
|
"loss": 3.9464,
|
||
|
|
"step": 728
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9772117962466488,
|
||
|
|
"grad_norm": 2.054342269897461,
|
||
|
|
"learning_rate": 6.403898608557391e-08,
|
||
|
|
"loss": 3.8396,
|
||
|
|
"step": 729
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9785522788203753,
|
||
|
|
"grad_norm": 2.2567222118377686,
|
||
|
|
"learning_rate": 5.672934276807762e-08,
|
||
|
|
"loss": 3.9102,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9798927613941019,
|
||
|
|
"grad_norm": 1.64995539188385,
|
||
|
|
"learning_rate": 4.9862058430427685e-08,
|
||
|
|
"loss": 3.7965,
|
||
|
|
"step": 731
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9812332439678284,
|
||
|
|
"grad_norm": 1.4625040292739868,
|
||
|
|
"learning_rate": 4.343725486118666e-08,
|
||
|
|
"loss": 4.0566,
|
||
|
|
"step": 732
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.982573726541555,
|
||
|
|
"grad_norm": 1.3524330854415894,
|
||
|
|
"learning_rate": 3.745504600168315e-08,
|
||
|
|
"loss": 4.098,
|
||
|
|
"step": 733
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9839142091152815,
|
||
|
|
"grad_norm": 1.7329251766204834,
|
||
|
|
"learning_rate": 3.191553794401336e-08,
|
||
|
|
"loss": 4.1363,
|
||
|
|
"step": 734
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.985254691689008,
|
||
|
|
"grad_norm": 1.5572080612182617,
|
||
|
|
"learning_rate": 2.681882892914822e-08,
|
||
|
|
"loss": 4.2099,
|
||
|
|
"step": 735
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9865951742627346,
|
||
|
|
"grad_norm": 1.7131426334381104,
|
||
|
|
"learning_rate": 2.216500934519583e-08,
|
||
|
|
"loss": 4.3434,
|
||
|
|
"step": 736
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9879356568364611,
|
||
|
|
"grad_norm": 1.6540027856826782,
|
||
|
|
"learning_rate": 1.7954161725791674e-08,
|
||
|
|
"loss": 4.1726,
|
||
|
|
"step": 737
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9892761394101877,
|
||
|
|
"grad_norm": 2.0801782608032227,
|
||
|
|
"learning_rate": 1.4186360748644212e-08,
|
||
|
|
"loss": 4.1129,
|
||
|
|
"step": 738
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9906166219839142,
|
||
|
|
"grad_norm": 1.5830508470535278,
|
||
|
|
"learning_rate": 1.0861673234205394e-08,
|
||
|
|
"loss": 4.0883,
|
||
|
|
"step": 739
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9919571045576407,
|
||
|
|
"grad_norm": 1.6722745895385742,
|
||
|
|
"learning_rate": 7.98015814448272e-09,
|
||
|
|
"loss": 4.1126,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9932975871313673,
|
||
|
|
"grad_norm": 1.443785309791565,
|
||
|
|
"learning_rate": 5.541866582003952e-09,
|
||
|
|
"loss": 4.2395,
|
||
|
|
"step": 741
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9946380697050938,
|
||
|
|
"grad_norm": 1.4968252182006836,
|
||
|
|
"learning_rate": 3.5468417888956386e-09,
|
||
|
|
"loss": 4.2435,
|
||
|
|
"step": 742
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9959785522788204,
|
||
|
|
"grad_norm": 1.835752248764038,
|
||
|
|
"learning_rate": 1.9951191461281547e-09,
|
||
|
|
"loss": 4.1708,
|
||
|
|
"step": 743
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9973190348525469,
|
||
|
|
"grad_norm": 1.7169502973556519,
|
||
|
|
"learning_rate": 8.867261728912057e-10,
|
||
|
|
"loss": 4.2061,
|
||
|
|
"step": 744
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9986595174262735,
|
||
|
|
"grad_norm": 1.7341909408569336,
|
||
|
|
"learning_rate": 2.216825260858979e-10,
|
||
|
|
"loss": 4.1109,
|
||
|
|
"step": 745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"grad_norm": 1.789974331855774,
|
||
|
|
"learning_rate": 0.0,
|
||
|
|
"loss": 3.9941,
|
||
|
|
"step": 746
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 1,
|
||
|
|
"max_steps": 746,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 12000,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 9240588194414592.0,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|