3059 lines
78 KiB
JSON
3059 lines
78 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 12.0,
|
|
"eval_steps": 500,
|
|
"global_step": 432,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.028169014084507043,
|
|
"grad_norm": 5.418299028662257,
|
|
"learning_rate": 9.999993146109795e-07,
|
|
"loss": 0.5132051110267639,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.056338028169014086,
|
|
"grad_norm": 5.165609347936129,
|
|
"learning_rate": 9.999972584460056e-07,
|
|
"loss": 0.5073634386062622,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.08450704225352113,
|
|
"grad_norm": 5.195437990428209,
|
|
"learning_rate": 9.99993831511342e-07,
|
|
"loss": 0.5153955221176147,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.11267605633802817,
|
|
"grad_norm": 4.79583419513962,
|
|
"learning_rate": 9.999890338174275e-07,
|
|
"loss": 0.4989941716194153,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.14084507042253522,
|
|
"grad_norm": 4.207848876215671,
|
|
"learning_rate": 9.99982865378877e-07,
|
|
"loss": 0.48423337936401367,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.16901408450704225,
|
|
"grad_norm": 4.218583800715356,
|
|
"learning_rate": 9.999753262144804e-07,
|
|
"loss": 0.48089924454689026,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.19718309859154928,
|
|
"grad_norm": 4.005100353285046,
|
|
"learning_rate": 9.999664163472034e-07,
|
|
"loss": 0.47420695424079895,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.22535211267605634,
|
|
"grad_norm": 3.929557609614918,
|
|
"learning_rate": 9.999561358041868e-07,
|
|
"loss": 0.47918927669525146,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.2535211267605634,
|
|
"grad_norm": 2.694796145734545,
|
|
"learning_rate": 9.99944484616747e-07,
|
|
"loss": 0.4395635426044464,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.28169014084507044,
|
|
"grad_norm": 2.427520188062667,
|
|
"learning_rate": 9.99931462820376e-07,
|
|
"loss": 0.42557471990585327,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.30985915492957744,
|
|
"grad_norm": 2.4361246746804692,
|
|
"learning_rate": 9.999170704547398e-07,
|
|
"loss": 0.43526768684387207,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.3380281690140845,
|
|
"grad_norm": 2.394762841017111,
|
|
"learning_rate": 9.999013075636804e-07,
|
|
"loss": 0.4402061104774475,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.36619718309859156,
|
|
"grad_norm": 2.083652020594123,
|
|
"learning_rate": 9.998841741952141e-07,
|
|
"loss": 0.4102749824523926,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.39436619718309857,
|
|
"grad_norm": 2.0892711360401948,
|
|
"learning_rate": 9.998656704015323e-07,
|
|
"loss": 0.42078256607055664,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.4225352112676056,
|
|
"grad_norm": 2.0344088244674343,
|
|
"learning_rate": 9.998457962390008e-07,
|
|
"loss": 0.4181898832321167,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.4507042253521127,
|
|
"grad_norm": 1.940959597352366,
|
|
"learning_rate": 9.998245517681593e-07,
|
|
"loss": 0.40955501794815063,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.4788732394366197,
|
|
"grad_norm": 0.8816622805671499,
|
|
"learning_rate": 9.998019370537227e-07,
|
|
"loss": 0.3903525471687317,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.5070422535211268,
|
|
"grad_norm": 0.8501184697349302,
|
|
"learning_rate": 9.997779521645791e-07,
|
|
"loss": 0.3796430230140686,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.5352112676056338,
|
|
"grad_norm": 0.8116182529970104,
|
|
"learning_rate": 9.997525971737909e-07,
|
|
"loss": 0.3822035789489746,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.5633802816901409,
|
|
"grad_norm": 0.7873864669427912,
|
|
"learning_rate": 9.997258721585931e-07,
|
|
"loss": 0.3768383860588074,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.5915492957746479,
|
|
"grad_norm": 0.7538308754999873,
|
|
"learning_rate": 9.99697777200395e-07,
|
|
"loss": 0.3780366778373718,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.6197183098591549,
|
|
"grad_norm": 0.746877326907616,
|
|
"learning_rate": 9.996683123847795e-07,
|
|
"loss": 0.37998318672180176,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.647887323943662,
|
|
"grad_norm": 0.7186953728538551,
|
|
"learning_rate": 9.996374778015007e-07,
|
|
"loss": 0.37321770191192627,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.676056338028169,
|
|
"grad_norm": 0.6944848844555613,
|
|
"learning_rate": 9.996052735444862e-07,
|
|
"loss": 0.3735676109790802,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.704225352112676,
|
|
"grad_norm": 0.6362193589652109,
|
|
"learning_rate": 9.99571699711836e-07,
|
|
"loss": 0.37480324506759644,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.7323943661971831,
|
|
"grad_norm": 0.6333241594644416,
|
|
"learning_rate": 9.995367564058216e-07,
|
|
"loss": 0.36993861198425293,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.7605633802816901,
|
|
"grad_norm": 0.6098149107884999,
|
|
"learning_rate": 9.995004437328865e-07,
|
|
"loss": 0.3650243282318115,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.7887323943661971,
|
|
"grad_norm": 0.5944375419192803,
|
|
"learning_rate": 9.994627618036452e-07,
|
|
"loss": 0.3905714750289917,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.8169014084507042,
|
|
"grad_norm": 0.5736619217852436,
|
|
"learning_rate": 9.994237107328838e-07,
|
|
"loss": 0.3627358675003052,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.8450704225352113,
|
|
"grad_norm": 0.5886929426905549,
|
|
"learning_rate": 9.993832906395582e-07,
|
|
"loss": 0.3565104603767395,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.8732394366197183,
|
|
"grad_norm": 0.5353744882375503,
|
|
"learning_rate": 9.993415016467952e-07,
|
|
"loss": 0.36376649141311646,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.9014084507042254,
|
|
"grad_norm": 0.49225367207832443,
|
|
"learning_rate": 9.992983438818915e-07,
|
|
"loss": 0.369179368019104,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.9295774647887324,
|
|
"grad_norm": 0.4556896703645998,
|
|
"learning_rate": 9.992538174763127e-07,
|
|
"loss": 0.3526361882686615,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.9577464788732394,
|
|
"grad_norm": 0.5188804849989508,
|
|
"learning_rate": 9.992079225656944e-07,
|
|
"loss": 0.3492780327796936,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.9859154929577465,
|
|
"grad_norm": 0.5109563747610114,
|
|
"learning_rate": 9.9916065928984e-07,
|
|
"loss": 0.3500766158103943,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.5562934346388212,
|
|
"learning_rate": 9.991120277927223e-07,
|
|
"loss": 0.37105804681777954,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 1.028169014084507,
|
|
"grad_norm": 0.5221736259155545,
|
|
"learning_rate": 9.990620282224806e-07,
|
|
"loss": 0.3426528871059418,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 1.056338028169014,
|
|
"grad_norm": 0.5312140458936209,
|
|
"learning_rate": 9.990106607314225e-07,
|
|
"loss": 0.3402440547943115,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 1.084507042253521,
|
|
"grad_norm": 0.4925804810345089,
|
|
"learning_rate": 9.989579254760224e-07,
|
|
"loss": 0.3478923439979553,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 1.1126760563380282,
|
|
"grad_norm": 0.4713456639902427,
|
|
"learning_rate": 9.989038226169207e-07,
|
|
"loss": 0.3395651578903198,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 1.1408450704225352,
|
|
"grad_norm": 0.40869144140431884,
|
|
"learning_rate": 9.988483523189248e-07,
|
|
"loss": 0.33732888102531433,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 1.1690140845070423,
|
|
"grad_norm": 0.4315316017587138,
|
|
"learning_rate": 9.98791514751006e-07,
|
|
"loss": 0.32492154836654663,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 1.1971830985915493,
|
|
"grad_norm": 0.37481864132677223,
|
|
"learning_rate": 9.98733310086302e-07,
|
|
"loss": 0.34133073687553406,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 1.2253521126760563,
|
|
"grad_norm": 0.3574253218229588,
|
|
"learning_rate": 9.98673738502114e-07,
|
|
"loss": 0.3353017568588257,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 1.2535211267605635,
|
|
"grad_norm": 0.3440064791263243,
|
|
"learning_rate": 9.986128001799076e-07,
|
|
"loss": 0.3392435312271118,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 1.2816901408450705,
|
|
"grad_norm": 0.340263808482957,
|
|
"learning_rate": 9.985504953053113e-07,
|
|
"loss": 0.3362383544445038,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 1.3098591549295775,
|
|
"grad_norm": 0.33745919836931715,
|
|
"learning_rate": 9.984868240681164e-07,
|
|
"loss": 0.3242315649986267,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 1.3380281690140845,
|
|
"grad_norm": 0.3289741626977548,
|
|
"learning_rate": 9.98421786662277e-07,
|
|
"loss": 0.3304663896560669,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 1.3661971830985915,
|
|
"grad_norm": 0.31460186215251207,
|
|
"learning_rate": 9.983553832859078e-07,
|
|
"loss": 0.32084885239601135,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 1.3943661971830985,
|
|
"grad_norm": 0.3245154924065007,
|
|
"learning_rate": 9.982876141412855e-07,
|
|
"loss": 0.3394209146499634,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 1.4225352112676055,
|
|
"grad_norm": 0.31250544820074627,
|
|
"learning_rate": 9.982184794348462e-07,
|
|
"loss": 0.32516294717788696,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 1.4507042253521127,
|
|
"grad_norm": 0.30500960409480415,
|
|
"learning_rate": 9.981479793771866e-07,
|
|
"loss": 0.33079296350479126,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 1.4788732394366197,
|
|
"grad_norm": 0.7536289161405646,
|
|
"learning_rate": 9.98076114183062e-07,
|
|
"loss": 0.32204341888427734,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 1.5070422535211268,
|
|
"grad_norm": 0.2960511511830655,
|
|
"learning_rate": 9.98002884071386e-07,
|
|
"loss": 0.3231901526451111,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 1.5352112676056338,
|
|
"grad_norm": 0.3232856362024084,
|
|
"learning_rate": 9.979282892652304e-07,
|
|
"loss": 0.33578696846961975,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 1.563380281690141,
|
|
"grad_norm": 0.2944501744644002,
|
|
"learning_rate": 9.97852329991824e-07,
|
|
"loss": 0.32318681478500366,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 1.591549295774648,
|
|
"grad_norm": 0.2929838195254813,
|
|
"learning_rate": 9.977750064825519e-07,
|
|
"loss": 0.339860737323761,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 1.619718309859155,
|
|
"grad_norm": 0.3205944314956805,
|
|
"learning_rate": 9.976963189729547e-07,
|
|
"loss": 0.32377177476882935,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 1.647887323943662,
|
|
"grad_norm": 0.29345488313940016,
|
|
"learning_rate": 9.976162677027284e-07,
|
|
"loss": 0.3301998972892761,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 1.676056338028169,
|
|
"grad_norm": 0.28471478486927526,
|
|
"learning_rate": 9.975348529157229e-07,
|
|
"loss": 0.3226792812347412,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 1.704225352112676,
|
|
"grad_norm": 0.2658831538134308,
|
|
"learning_rate": 9.974520748599421e-07,
|
|
"loss": 0.3216060996055603,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 1.732394366197183,
|
|
"grad_norm": 0.26772727111733485,
|
|
"learning_rate": 9.973679337875418e-07,
|
|
"loss": 0.3112826347351074,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 1.76056338028169,
|
|
"grad_norm": 0.27607375529137707,
|
|
"learning_rate": 9.972824299548309e-07,
|
|
"loss": 0.32318398356437683,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 1.788732394366197,
|
|
"grad_norm": 0.276525714664102,
|
|
"learning_rate": 9.971955636222684e-07,
|
|
"loss": 0.3215365707874298,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 1.8169014084507042,
|
|
"grad_norm": 0.26621366711174155,
|
|
"learning_rate": 9.971073350544644e-07,
|
|
"loss": 0.3165343403816223,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 1.8450704225352113,
|
|
"grad_norm": 0.28106696236531414,
|
|
"learning_rate": 9.970177445201783e-07,
|
|
"loss": 0.32160013914108276,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 1.8732394366197183,
|
|
"grad_norm": 0.2647958460920452,
|
|
"learning_rate": 9.969267922923188e-07,
|
|
"loss": 0.3175761103630066,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 1.9014084507042255,
|
|
"grad_norm": 0.3462438167974764,
|
|
"learning_rate": 9.968344786479415e-07,
|
|
"loss": 0.31158342957496643,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 1.9295774647887325,
|
|
"grad_norm": 0.2631517138191484,
|
|
"learning_rate": 9.967408038682505e-07,
|
|
"loss": 0.3191946744918823,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 1.9577464788732395,
|
|
"grad_norm": 0.3059517169103558,
|
|
"learning_rate": 9.96645768238595e-07,
|
|
"loss": 0.31686434149742126,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 1.9859154929577465,
|
|
"grad_norm": 0.2747560759134169,
|
|
"learning_rate": 9.965493720484698e-07,
|
|
"loss": 0.32002022862434387,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.3436945075098925,
|
|
"learning_rate": 9.964516155915151e-07,
|
|
"loss": 0.31206002831459045,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 2.028169014084507,
|
|
"grad_norm": 0.24759643540050102,
|
|
"learning_rate": 9.963524991655133e-07,
|
|
"loss": 0.3164379596710205,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 2.056338028169014,
|
|
"grad_norm": 0.2434100698887695,
|
|
"learning_rate": 9.962520230723906e-07,
|
|
"loss": 0.31132200360298157,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 2.084507042253521,
|
|
"grad_norm": 0.27767056283467373,
|
|
"learning_rate": 9.961501876182148e-07,
|
|
"loss": 0.3142748475074768,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 2.112676056338028,
|
|
"grad_norm": 0.2383770994918481,
|
|
"learning_rate": 9.960469931131936e-07,
|
|
"loss": 0.3118811249732971,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 2.140845070422535,
|
|
"grad_norm": 0.2521646078141003,
|
|
"learning_rate": 9.959424398716763e-07,
|
|
"loss": 0.3206384778022766,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 2.169014084507042,
|
|
"grad_norm": 0.24500926882339497,
|
|
"learning_rate": 9.958365282121496e-07,
|
|
"loss": 0.3028615117073059,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 2.1971830985915495,
|
|
"grad_norm": 0.24030528199838755,
|
|
"learning_rate": 9.95729258457239e-07,
|
|
"loss": 0.2991243600845337,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 2.2253521126760565,
|
|
"grad_norm": 0.24540461017636186,
|
|
"learning_rate": 9.956206309337066e-07,
|
|
"loss": 0.3028961420059204,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 2.2535211267605635,
|
|
"grad_norm": 0.2466946916886877,
|
|
"learning_rate": 9.955106459724508e-07,
|
|
"loss": 0.3096856474876404,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 2.2816901408450705,
|
|
"grad_norm": 0.2755173295195889,
|
|
"learning_rate": 9.953993039085048e-07,
|
|
"loss": 0.30638784170150757,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 2.3098591549295775,
|
|
"grad_norm": 0.2514653938379217,
|
|
"learning_rate": 9.952866050810363e-07,
|
|
"loss": 0.3001154661178589,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 2.3380281690140845,
|
|
"grad_norm": 0.2387732228915944,
|
|
"learning_rate": 9.951725498333448e-07,
|
|
"loss": 0.3049381673336029,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 2.3661971830985915,
|
|
"grad_norm": 0.23263762732735094,
|
|
"learning_rate": 9.950571385128625e-07,
|
|
"loss": 0.2974574565887451,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 2.3943661971830985,
|
|
"grad_norm": 0.23061479782330688,
|
|
"learning_rate": 9.949403714711526e-07,
|
|
"loss": 0.2910880148410797,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 2.4225352112676055,
|
|
"grad_norm": 0.23023752633245553,
|
|
"learning_rate": 9.948222490639075e-07,
|
|
"loss": 0.2984412610530853,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 2.4507042253521125,
|
|
"grad_norm": 0.2556642237814582,
|
|
"learning_rate": 9.947027716509488e-07,
|
|
"loss": 0.29366716742515564,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 2.4788732394366195,
|
|
"grad_norm": 0.23091894334348845,
|
|
"learning_rate": 9.94581939596225e-07,
|
|
"loss": 0.3076009750366211,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 2.507042253521127,
|
|
"grad_norm": 0.22827065781305456,
|
|
"learning_rate": 9.944597532678119e-07,
|
|
"loss": 0.30507659912109375,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 2.535211267605634,
|
|
"grad_norm": 0.23495783877634624,
|
|
"learning_rate": 9.943362130379101e-07,
|
|
"loss": 0.30069300532341003,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 2.563380281690141,
|
|
"grad_norm": 0.2648421541967289,
|
|
"learning_rate": 9.942113192828444e-07,
|
|
"loss": 0.3237234652042389,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 2.591549295774648,
|
|
"grad_norm": 0.2376008941714217,
|
|
"learning_rate": 9.940850723830632e-07,
|
|
"loss": 0.30564817786216736,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 2.619718309859155,
|
|
"grad_norm": 0.3594923854547647,
|
|
"learning_rate": 9.939574727231362e-07,
|
|
"loss": 0.2874234914779663,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 2.647887323943662,
|
|
"grad_norm": 0.22882707129774643,
|
|
"learning_rate": 9.93828520691754e-07,
|
|
"loss": 0.3145613670349121,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 2.676056338028169,
|
|
"grad_norm": 0.22736499094759352,
|
|
"learning_rate": 9.93698216681727e-07,
|
|
"loss": 0.30298489332199097,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 2.704225352112676,
|
|
"grad_norm": 0.2560977265944999,
|
|
"learning_rate": 9.93566561089984e-07,
|
|
"loss": 0.30830079317092896,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 2.732394366197183,
|
|
"grad_norm": 0.23579803469255398,
|
|
"learning_rate": 9.934335543175705e-07,
|
|
"loss": 0.2954327166080475,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 2.76056338028169,
|
|
"grad_norm": 0.24145604440100388,
|
|
"learning_rate": 9.932991967696482e-07,
|
|
"loss": 0.3123829960823059,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 2.788732394366197,
|
|
"grad_norm": 0.23937111018917692,
|
|
"learning_rate": 9.931634888554935e-07,
|
|
"loss": 0.30813831090927124,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 2.816901408450704,
|
|
"grad_norm": 0.23102456481544026,
|
|
"learning_rate": 9.930264309884964e-07,
|
|
"loss": 0.29939332604408264,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 2.845070422535211,
|
|
"grad_norm": 0.2388325654329505,
|
|
"learning_rate": 9.928880235861588e-07,
|
|
"loss": 0.3060687184333801,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 2.873239436619718,
|
|
"grad_norm": 0.2692772021272968,
|
|
"learning_rate": 9.927482670700936e-07,
|
|
"loss": 0.3026995360851288,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 2.9014084507042255,
|
|
"grad_norm": 0.2195252664324123,
|
|
"learning_rate": 9.926071618660237e-07,
|
|
"loss": 0.29397717118263245,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 2.9295774647887325,
|
|
"grad_norm": 0.24295446606786492,
|
|
"learning_rate": 9.924647084037797e-07,
|
|
"loss": 0.30009227991104126,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 2.9577464788732395,
|
|
"grad_norm": 0.2313070418168474,
|
|
"learning_rate": 9.923209071172994e-07,
|
|
"loss": 0.2927643656730652,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 2.9859154929577465,
|
|
"grad_norm": 0.22879166840885404,
|
|
"learning_rate": 9.921757584446268e-07,
|
|
"loss": 0.2916420102119446,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.3008754833697553,
|
|
"learning_rate": 9.9202926282791e-07,
|
|
"loss": 0.28270626068115234,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 3.028169014084507,
|
|
"grad_norm": 0.23568699154112785,
|
|
"learning_rate": 9.918814207133997e-07,
|
|
"loss": 0.28633755445480347,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 3.056338028169014,
|
|
"grad_norm": 0.23303560144939867,
|
|
"learning_rate": 9.917322325514487e-07,
|
|
"loss": 0.30074095726013184,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 3.084507042253521,
|
|
"grad_norm": 0.2316049153802507,
|
|
"learning_rate": 9.915816987965102e-07,
|
|
"loss": 0.2938191294670105,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 3.112676056338028,
|
|
"grad_norm": 0.24039981484305117,
|
|
"learning_rate": 9.91429819907136e-07,
|
|
"loss": 0.3015148639678955,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 3.140845070422535,
|
|
"grad_norm": 0.21607780251617179,
|
|
"learning_rate": 9.912765963459756e-07,
|
|
"loss": 0.2841828167438507,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 3.169014084507042,
|
|
"grad_norm": 0.24291861075598384,
|
|
"learning_rate": 9.911220285797748e-07,
|
|
"loss": 0.2961827218532562,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 3.1971830985915495,
|
|
"grad_norm": 0.260079633277976,
|
|
"learning_rate": 9.909661170793733e-07,
|
|
"loss": 0.2853129506111145,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 3.2253521126760565,
|
|
"grad_norm": 0.22330476823859097,
|
|
"learning_rate": 9.908088623197048e-07,
|
|
"loss": 0.30180466175079346,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 3.2535211267605635,
|
|
"grad_norm": 0.23280629394443647,
|
|
"learning_rate": 9.906502647797945e-07,
|
|
"loss": 0.30052781105041504,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 3.2816901408450705,
|
|
"grad_norm": 0.21797810381540847,
|
|
"learning_rate": 9.904903249427582e-07,
|
|
"loss": 0.2998088598251343,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 3.3098591549295775,
|
|
"grad_norm": 0.2122579387275699,
|
|
"learning_rate": 9.903290432958003e-07,
|
|
"loss": 0.2904450297355652,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 3.3380281690140845,
|
|
"grad_norm": 0.2306597760843549,
|
|
"learning_rate": 9.901664203302124e-07,
|
|
"loss": 0.2772594690322876,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 3.3661971830985915,
|
|
"grad_norm": 0.3251131669552687,
|
|
"learning_rate": 9.900024565413727e-07,
|
|
"loss": 0.2782062292098999,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 3.3943661971830985,
|
|
"grad_norm": 0.21492053378836454,
|
|
"learning_rate": 9.89837152428743e-07,
|
|
"loss": 0.2862273156642914,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 3.4225352112676055,
|
|
"grad_norm": 0.21940072001551747,
|
|
"learning_rate": 9.896705084958687e-07,
|
|
"loss": 0.2992798686027527,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 3.4507042253521125,
|
|
"grad_norm": 0.22907980661604213,
|
|
"learning_rate": 9.895025252503755e-07,
|
|
"loss": 0.27001839876174927,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 3.4788732394366195,
|
|
"grad_norm": 0.22323548107714866,
|
|
"learning_rate": 9.8933320320397e-07,
|
|
"loss": 0.2867587208747864,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 3.507042253521127,
|
|
"grad_norm": 0.2133180650070634,
|
|
"learning_rate": 9.891625428724364e-07,
|
|
"loss": 0.2889852821826935,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 3.535211267605634,
|
|
"grad_norm": 0.22234390437617468,
|
|
"learning_rate": 9.889905447756355e-07,
|
|
"loss": 0.2830744981765747,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 3.563380281690141,
|
|
"grad_norm": 0.22998700794578517,
|
|
"learning_rate": 9.888172094375033e-07,
|
|
"loss": 0.29788801074028015,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 3.591549295774648,
|
|
"grad_norm": 0.4625877582933462,
|
|
"learning_rate": 9.886425373860496e-07,
|
|
"loss": 0.29489147663116455,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 3.619718309859155,
|
|
"grad_norm": 0.22935899493352271,
|
|
"learning_rate": 9.88466529153356e-07,
|
|
"loss": 0.2970463037490845,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 3.647887323943662,
|
|
"grad_norm": 0.24274389064678412,
|
|
"learning_rate": 9.882891852755732e-07,
|
|
"loss": 0.2851516008377075,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 3.676056338028169,
|
|
"grad_norm": 0.22141629938400506,
|
|
"learning_rate": 9.881105062929221e-07,
|
|
"loss": 0.2885037660598755,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 3.704225352112676,
|
|
"grad_norm": 0.22752563556013145,
|
|
"learning_rate": 9.879304927496896e-07,
|
|
"loss": 0.28612369298934937,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 3.732394366197183,
|
|
"grad_norm": 0.21651661785773998,
|
|
"learning_rate": 9.877491451942284e-07,
|
|
"loss": 0.2883659601211548,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 3.76056338028169,
|
|
"grad_norm": 0.23438766576379866,
|
|
"learning_rate": 9.875664641789543e-07,
|
|
"loss": 0.27838006615638733,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 3.788732394366197,
|
|
"grad_norm": 0.2253998931695203,
|
|
"learning_rate": 9.873824502603459e-07,
|
|
"loss": 0.2768632471561432,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 3.816901408450704,
|
|
"grad_norm": 0.2177655119766866,
|
|
"learning_rate": 9.871971039989407e-07,
|
|
"loss": 0.2836754322052002,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 3.845070422535211,
|
|
"grad_norm": 0.22595230341732617,
|
|
"learning_rate": 9.870104259593362e-07,
|
|
"loss": 0.28235411643981934,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 3.873239436619718,
|
|
"grad_norm": 0.2482489166005438,
|
|
"learning_rate": 9.86822416710186e-07,
|
|
"loss": 0.29619723558425903,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 3.9014084507042255,
|
|
"grad_norm": 0.2183147080685166,
|
|
"learning_rate": 9.866330768241983e-07,
|
|
"loss": 0.2837688624858856,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 3.9295774647887325,
|
|
"grad_norm": 0.23756245135618922,
|
|
"learning_rate": 9.86442406878136e-07,
|
|
"loss": 0.29686689376831055,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 3.9577464788732395,
|
|
"grad_norm": 0.21910640405689585,
|
|
"learning_rate": 9.862504074528126e-07,
|
|
"loss": 0.3005070984363556,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 3.9859154929577465,
|
|
"grad_norm": 0.2231139496297488,
|
|
"learning_rate": 9.860570791330911e-07,
|
|
"loss": 0.28214913606643677,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.327745139722082,
|
|
"learning_rate": 9.85862422507884e-07,
|
|
"loss": 0.2614859938621521,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 4.028169014084507,
|
|
"grad_norm": 0.21956180832878694,
|
|
"learning_rate": 9.856664381701483e-07,
|
|
"loss": 0.2801395654678345,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 4.056338028169014,
|
|
"grad_norm": 0.21981533940846626,
|
|
"learning_rate": 9.854691267168871e-07,
|
|
"loss": 0.2805081307888031,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 4.084507042253521,
|
|
"grad_norm": 0.22352024368863976,
|
|
"learning_rate": 9.852704887491445e-07,
|
|
"loss": 0.2810959815979004,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 4.112676056338028,
|
|
"grad_norm": 0.21378340480206676,
|
|
"learning_rate": 9.850705248720068e-07,
|
|
"loss": 0.2902711033821106,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 4.140845070422535,
|
|
"grad_norm": 0.6576619030457451,
|
|
"learning_rate": 9.848692356945981e-07,
|
|
"loss": 0.2759314775466919,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 4.169014084507042,
|
|
"grad_norm": 0.22012344359855593,
|
|
"learning_rate": 9.846666218300807e-07,
|
|
"loss": 0.268562912940979,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 4.197183098591549,
|
|
"grad_norm": 0.21540756213399562,
|
|
"learning_rate": 9.844626838956513e-07,
|
|
"loss": 0.29484277963638306,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 4.225352112676056,
|
|
"grad_norm": 0.23087516265191377,
|
|
"learning_rate": 9.8425742251254e-07,
|
|
"loss": 0.2736097574234009,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 4.253521126760563,
|
|
"grad_norm": 0.22858752073312144,
|
|
"learning_rate": 9.84050838306009e-07,
|
|
"loss": 0.2795490622520447,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 4.28169014084507,
|
|
"grad_norm": 0.2504089824174044,
|
|
"learning_rate": 9.838429319053495e-07,
|
|
"loss": 0.27981656789779663,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 4.309859154929577,
|
|
"grad_norm": 0.2144903706614124,
|
|
"learning_rate": 9.836337039438803e-07,
|
|
"loss": 0.2772422134876251,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 4.338028169014084,
|
|
"grad_norm": 0.23097398374379755,
|
|
"learning_rate": 9.83423155058946e-07,
|
|
"loss": 0.2819685637950897,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 4.366197183098592,
|
|
"grad_norm": 0.24080056507624897,
|
|
"learning_rate": 9.832112858919155e-07,
|
|
"loss": 0.28476956486701965,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 4.394366197183099,
|
|
"grad_norm": 0.22574168772954528,
|
|
"learning_rate": 9.829980970881784e-07,
|
|
"loss": 0.2726949155330658,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 4.422535211267606,
|
|
"grad_norm": 0.6972322742026779,
|
|
"learning_rate": 9.82783589297145e-07,
|
|
"loss": 0.2827332615852356,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 4.450704225352113,
|
|
"grad_norm": 0.2391641337184146,
|
|
"learning_rate": 9.825677631722435e-07,
|
|
"loss": 0.28474992513656616,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 4.47887323943662,
|
|
"grad_norm": 0.221898655707498,
|
|
"learning_rate": 9.823506193709174e-07,
|
|
"loss": 0.28681856393814087,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 4.507042253521127,
|
|
"grad_norm": 0.22336161749059524,
|
|
"learning_rate": 9.821321585546243e-07,
|
|
"loss": 0.2809918522834778,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 4.535211267605634,
|
|
"grad_norm": 0.21973730928374757,
|
|
"learning_rate": 9.81912381388834e-07,
|
|
"loss": 0.265026330947876,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 4.563380281690141,
|
|
"grad_norm": 0.25521582293188844,
|
|
"learning_rate": 9.816912885430258e-07,
|
|
"loss": 0.27740782499313354,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 4.591549295774648,
|
|
"grad_norm": 0.22348230986657833,
|
|
"learning_rate": 9.814688806906868e-07,
|
|
"loss": 0.2830485701560974,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 4.619718309859155,
|
|
"grad_norm": 0.23949143954055024,
|
|
"learning_rate": 9.812451585093098e-07,
|
|
"loss": 0.2732582092285156,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 4.647887323943662,
|
|
"grad_norm": 0.24011757347977605,
|
|
"learning_rate": 9.810201226803917e-07,
|
|
"loss": 0.27790567278862,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 4.676056338028169,
|
|
"grad_norm": 0.2208241856254554,
|
|
"learning_rate": 9.807937738894303e-07,
|
|
"loss": 0.27999186515808105,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 4.704225352112676,
|
|
"grad_norm": 0.22207182950383192,
|
|
"learning_rate": 9.805661128259235e-07,
|
|
"loss": 0.2758759558200836,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 4.732394366197183,
|
|
"grad_norm": 0.2223130884819787,
|
|
"learning_rate": 9.80337140183366e-07,
|
|
"loss": 0.2783896327018738,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 4.76056338028169,
|
|
"grad_norm": 0.2251473945003646,
|
|
"learning_rate": 9.801068566592483e-07,
|
|
"loss": 0.2750943601131439,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 4.788732394366197,
|
|
"grad_norm": 0.20904181797718158,
|
|
"learning_rate": 9.798752629550546e-07,
|
|
"loss": 0.2790430784225464,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 4.816901408450704,
|
|
"grad_norm": 0.22738399964996078,
|
|
"learning_rate": 9.796423597762588e-07,
|
|
"loss": 0.2752009630203247,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 4.845070422535211,
|
|
"grad_norm": 0.3424040844187128,
|
|
"learning_rate": 9.794081478323245e-07,
|
|
"loss": 0.2811102271080017,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 4.873239436619718,
|
|
"grad_norm": 0.22370787445632553,
|
|
"learning_rate": 9.791726278367021e-07,
|
|
"loss": 0.27801671624183655,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 4.901408450704225,
|
|
"grad_norm": 0.244597442698197,
|
|
"learning_rate": 9.78935800506826e-07,
|
|
"loss": 0.2749514579772949,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 4.929577464788732,
|
|
"grad_norm": 0.22603846349643272,
|
|
"learning_rate": 9.786976665641138e-07,
|
|
"loss": 0.2660600543022156,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 4.957746478873239,
|
|
"grad_norm": 0.22615957713600704,
|
|
"learning_rate": 9.784582267339622e-07,
|
|
"loss": 0.28135621547698975,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 4.985915492957746,
|
|
"grad_norm": 0.22802110120296137,
|
|
"learning_rate": 9.78217481745747e-07,
|
|
"loss": 0.27813419699668884,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.31867363735197585,
|
|
"learning_rate": 9.779754323328192e-07,
|
|
"loss": 0.28184953331947327,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 5.028169014084507,
|
|
"grad_norm": 0.23359190602929383,
|
|
"learning_rate": 9.777320792325025e-07,
|
|
"loss": 0.2600752115249634,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 5.056338028169014,
|
|
"grad_norm": 0.24395267689073322,
|
|
"learning_rate": 9.774874231860935e-07,
|
|
"loss": 0.265809565782547,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 5.084507042253521,
|
|
"grad_norm": 0.2492192509436832,
|
|
"learning_rate": 9.772414649388568e-07,
|
|
"loss": 0.2792435884475708,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 5.112676056338028,
|
|
"grad_norm": 0.21622914380528604,
|
|
"learning_rate": 9.769942052400235e-07,
|
|
"loss": 0.26818716526031494,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 5.140845070422535,
|
|
"grad_norm": 0.27867715267424076,
|
|
"learning_rate": 9.767456448427896e-07,
|
|
"loss": 0.27086278796195984,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 5.169014084507042,
|
|
"grad_norm": 0.2346306080793482,
|
|
"learning_rate": 9.764957845043135e-07,
|
|
"loss": 0.2673496901988983,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 5.197183098591549,
|
|
"grad_norm": 0.23851487965670903,
|
|
"learning_rate": 9.76244624985713e-07,
|
|
"loss": 0.2633378803730011,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 5.225352112676056,
|
|
"grad_norm": 0.2362238221478819,
|
|
"learning_rate": 9.759921670520634e-07,
|
|
"loss": 0.27480238676071167,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 5.253521126760563,
|
|
"grad_norm": 0.23011578681816747,
|
|
"learning_rate": 9.757384114723953e-07,
|
|
"loss": 0.28158247470855713,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 5.28169014084507,
|
|
"grad_norm": 0.2323771506860616,
|
|
"learning_rate": 9.754833590196926e-07,
|
|
"loss": 0.2691372334957123,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 5.309859154929577,
|
|
"grad_norm": 0.23247640324241922,
|
|
"learning_rate": 9.752270104708888e-07,
|
|
"loss": 0.2666372060775757,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 5.338028169014084,
|
|
"grad_norm": 0.35005461804027077,
|
|
"learning_rate": 9.749693666068663e-07,
|
|
"loss": 0.2779178321361542,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 5.366197183098592,
|
|
"grad_norm": 0.29793203943964064,
|
|
"learning_rate": 9.747104282124531e-07,
|
|
"loss": 0.26953545212745667,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 5.394366197183099,
|
|
"grad_norm": 0.2262507700581054,
|
|
"learning_rate": 9.744501960764203e-07,
|
|
"loss": 0.26865124702453613,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 5.422535211267606,
|
|
"grad_norm": 0.21683849012894404,
|
|
"learning_rate": 9.741886709914803e-07,
|
|
"loss": 0.25939399003982544,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 5.450704225352113,
|
|
"grad_norm": 0.22595351538334174,
|
|
"learning_rate": 9.739258537542835e-07,
|
|
"loss": 0.2663502097129822,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 5.47887323943662,
|
|
"grad_norm": 0.22169050419160188,
|
|
"learning_rate": 9.73661745165417e-07,
|
|
"loss": 0.2786925435066223,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 5.507042253521127,
|
|
"grad_norm": 0.24492486958596588,
|
|
"learning_rate": 9.733963460294015e-07,
|
|
"loss": 0.27515316009521484,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 5.535211267605634,
|
|
"grad_norm": 0.22826949989900344,
|
|
"learning_rate": 9.731296571546885e-07,
|
|
"loss": 0.28115102648735046,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 5.563380281690141,
|
|
"grad_norm": 0.26522607771513945,
|
|
"learning_rate": 9.728616793536587e-07,
|
|
"loss": 0.2721824645996094,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 5.591549295774648,
|
|
"grad_norm": 0.22800471881703901,
|
|
"learning_rate": 9.72592413442619e-07,
|
|
"loss": 0.28054916858673096,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 5.619718309859155,
|
|
"grad_norm": 0.2347149530251392,
|
|
"learning_rate": 9.723218602418e-07,
|
|
"loss": 0.28160133957862854,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 5.647887323943662,
|
|
"grad_norm": 0.239273549722643,
|
|
"learning_rate": 9.720500205753538e-07,
|
|
"loss": 0.26327449083328247,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 5.676056338028169,
|
|
"grad_norm": 0.24387472862754722,
|
|
"learning_rate": 9.717768952713511e-07,
|
|
"loss": 0.2734866738319397,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 5.704225352112676,
|
|
"grad_norm": 0.23364964137411087,
|
|
"learning_rate": 9.71502485161779e-07,
|
|
"loss": 0.2678722143173218,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 5.732394366197183,
|
|
"grad_norm": 0.22168298331328018,
|
|
"learning_rate": 9.71226791082538e-07,
|
|
"loss": 0.28682976961135864,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 5.76056338028169,
|
|
"grad_norm": 0.22794997018956722,
|
|
"learning_rate": 9.709498138734403e-07,
|
|
"loss": 0.26408618688583374,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 5.788732394366197,
|
|
"grad_norm": 0.23082951390472506,
|
|
"learning_rate": 9.706715543782064e-07,
|
|
"loss": 0.26725077629089355,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 5.816901408450704,
|
|
"grad_norm": 0.23772477020760396,
|
|
"learning_rate": 9.703920134444632e-07,
|
|
"loss": 0.264972060918808,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 5.845070422535211,
|
|
"grad_norm": 0.24144546698053745,
|
|
"learning_rate": 9.701111919237408e-07,
|
|
"loss": 0.27345162630081177,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 5.873239436619718,
|
|
"grad_norm": 0.21694849932490126,
|
|
"learning_rate": 9.698290906714702e-07,
|
|
"loss": 0.25832873582839966,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 5.901408450704225,
|
|
"grad_norm": 0.23606790891410948,
|
|
"learning_rate": 9.695457105469804e-07,
|
|
"loss": 0.27317512035369873,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 5.929577464788732,
|
|
"grad_norm": 0.22036780479653179,
|
|
"learning_rate": 9.69261052413497e-07,
|
|
"loss": 0.278011292219162,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 5.957746478873239,
|
|
"grad_norm": 0.22667530947182388,
|
|
"learning_rate": 9.689751171381377e-07,
|
|
"loss": 0.2705678641796112,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 5.985915492957746,
|
|
"grad_norm": 0.21789301750027548,
|
|
"learning_rate": 9.68687905591911e-07,
|
|
"loss": 0.26159361004829407,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 6.0,
|
|
"grad_norm": 0.307035373509359,
|
|
"learning_rate": 9.683994186497132e-07,
|
|
"loss": 0.268825888633728,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 6.028169014084507,
|
|
"grad_norm": 0.3152032154597242,
|
|
"learning_rate": 9.681096571903252e-07,
|
|
"loss": 0.26456916332244873,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 6.056338028169014,
|
|
"grad_norm": 0.22257647731470015,
|
|
"learning_rate": 9.67818622096411e-07,
|
|
"loss": 0.25304824113845825,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 6.084507042253521,
|
|
"grad_norm": 0.22819800840776633,
|
|
"learning_rate": 9.67526314254514e-07,
|
|
"loss": 0.2657697796821594,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 6.112676056338028,
|
|
"grad_norm": 0.22326346608679778,
|
|
"learning_rate": 9.672327345550543e-07,
|
|
"loss": 0.2606521248817444,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 6.140845070422535,
|
|
"grad_norm": 0.24238210645266042,
|
|
"learning_rate": 9.669378838923267e-07,
|
|
"loss": 0.259613037109375,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 6.169014084507042,
|
|
"grad_norm": 0.23469955143149954,
|
|
"learning_rate": 9.666417631644976e-07,
|
|
"loss": 0.27692991495132446,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 6.197183098591549,
|
|
"grad_norm": 0.32987217731044594,
|
|
"learning_rate": 9.66344373273602e-07,
|
|
"loss": 0.2645450532436371,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 6.225352112676056,
|
|
"grad_norm": 0.22700888241362085,
|
|
"learning_rate": 9.66045715125541e-07,
|
|
"loss": 0.2646715044975281,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 6.253521126760563,
|
|
"grad_norm": 0.22957306298672545,
|
|
"learning_rate": 9.657457896300791e-07,
|
|
"loss": 0.24674871563911438,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 6.28169014084507,
|
|
"grad_norm": 0.23586354836136889,
|
|
"learning_rate": 9.654445977008414e-07,
|
|
"loss": 0.2587713599205017,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 6.309859154929577,
|
|
"grad_norm": 0.2285859030240268,
|
|
"learning_rate": 9.651421402553108e-07,
|
|
"loss": 0.2513459026813507,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 6.338028169014084,
|
|
"grad_norm": 0.24331804613486147,
|
|
"learning_rate": 9.648384182148252e-07,
|
|
"loss": 0.2715184688568115,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 6.366197183098592,
|
|
"grad_norm": 0.2305076454423525,
|
|
"learning_rate": 9.645334325045745e-07,
|
|
"loss": 0.2733456492424011,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 6.394366197183099,
|
|
"grad_norm": 0.24182818411808535,
|
|
"learning_rate": 9.64227184053598e-07,
|
|
"loss": 0.27919310331344604,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 6.422535211267606,
|
|
"grad_norm": 0.24680603573979737,
|
|
"learning_rate": 9.63919673794782e-07,
|
|
"loss": 0.26471200585365295,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 6.450704225352113,
|
|
"grad_norm": 0.24016603586966853,
|
|
"learning_rate": 9.636109026648554e-07,
|
|
"loss": 0.26608601212501526,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 6.47887323943662,
|
|
"grad_norm": 0.23221033716137462,
|
|
"learning_rate": 9.633008716043892e-07,
|
|
"loss": 0.2712378203868866,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 6.507042253521127,
|
|
"grad_norm": 0.22946156470598095,
|
|
"learning_rate": 9.629895815577915e-07,
|
|
"loss": 0.2693229913711548,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 6.535211267605634,
|
|
"grad_norm": 0.24256759776346887,
|
|
"learning_rate": 9.626770334733058e-07,
|
|
"loss": 0.25974130630493164,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 6.563380281690141,
|
|
"grad_norm": 0.2284537050943504,
|
|
"learning_rate": 9.623632283030077e-07,
|
|
"loss": 0.27251625061035156,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 6.591549295774648,
|
|
"grad_norm": 0.22616819126049306,
|
|
"learning_rate": 9.620481670028026e-07,
|
|
"loss": 0.26490986347198486,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 6.619718309859155,
|
|
"grad_norm": 0.22191171035923044,
|
|
"learning_rate": 9.617318505324212e-07,
|
|
"loss": 0.25655436515808105,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 6.647887323943662,
|
|
"grad_norm": 0.23707447655959804,
|
|
"learning_rate": 9.614142798554186e-07,
|
|
"loss": 0.2742191553115845,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 6.676056338028169,
|
|
"grad_norm": 0.2553264029309018,
|
|
"learning_rate": 9.610954559391704e-07,
|
|
"loss": 0.25515586137771606,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 6.704225352112676,
|
|
"grad_norm": 0.24273871332366953,
|
|
"learning_rate": 9.607753797548691e-07,
|
|
"loss": 0.2646741271018982,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 6.732394366197183,
|
|
"grad_norm": 0.2333343519162289,
|
|
"learning_rate": 9.604540522775227e-07,
|
|
"loss": 0.26033157110214233,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 6.76056338028169,
|
|
"grad_norm": 0.22965997751864728,
|
|
"learning_rate": 9.601314744859504e-07,
|
|
"loss": 0.27026018500328064,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 6.788732394366197,
|
|
"grad_norm": 0.23498879472224687,
|
|
"learning_rate": 9.598076473627796e-07,
|
|
"loss": 0.26615339517593384,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 6.816901408450704,
|
|
"grad_norm": 0.22789781362841657,
|
|
"learning_rate": 9.594825718944444e-07,
|
|
"loss": 0.25952741503715515,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 6.845070422535211,
|
|
"grad_norm": 0.4285246410791299,
|
|
"learning_rate": 9.59156249071181e-07,
|
|
"loss": 0.2581027150154114,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 6.873239436619718,
|
|
"grad_norm": 0.22610447167940628,
|
|
"learning_rate": 9.588286798870248e-07,
|
|
"loss": 0.27599114179611206,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 6.901408450704225,
|
|
"grad_norm": 0.22882782061457732,
|
|
"learning_rate": 9.58499865339809e-07,
|
|
"loss": 0.2618204653263092,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 6.929577464788732,
|
|
"grad_norm": 0.26429160943599095,
|
|
"learning_rate": 9.581698064311592e-07,
|
|
"loss": 0.2596527338027954,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 6.957746478873239,
|
|
"grad_norm": 0.30324449730772324,
|
|
"learning_rate": 9.578385041664925e-07,
|
|
"loss": 0.26591378450393677,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 6.985915492957746,
|
|
"grad_norm": 0.24030702361568637,
|
|
"learning_rate": 9.575059595550127e-07,
|
|
"loss": 0.2602125406265259,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 7.0,
|
|
"grad_norm": 0.3109240011602677,
|
|
"learning_rate": 9.571721736097088e-07,
|
|
"loss": 0.2538529634475708,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 7.028169014084507,
|
|
"grad_norm": 0.2296122757795814,
|
|
"learning_rate": 9.568371473473503e-07,
|
|
"loss": 0.27390003204345703,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 7.056338028169014,
|
|
"grad_norm": 0.23108143057622355,
|
|
"learning_rate": 9.565008817884854e-07,
|
|
"loss": 0.262205570936203,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 7.084507042253521,
|
|
"grad_norm": 0.3057597754632391,
|
|
"learning_rate": 9.561633779574372e-07,
|
|
"loss": 0.2676515579223633,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 7.112676056338028,
|
|
"grad_norm": 0.2384413247157669,
|
|
"learning_rate": 9.55824636882301e-07,
|
|
"loss": 0.25623461604118347,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 7.140845070422535,
|
|
"grad_norm": 0.22577575110661233,
|
|
"learning_rate": 9.554846595949413e-07,
|
|
"loss": 0.25066760182380676,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 7.169014084507042,
|
|
"grad_norm": 0.22810299013323876,
|
|
"learning_rate": 9.55143447130987e-07,
|
|
"loss": 0.25772857666015625,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 7.197183098591549,
|
|
"grad_norm": 0.2866432998882861,
|
|
"learning_rate": 9.54801000529831e-07,
|
|
"loss": 0.25286948680877686,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 7.225352112676056,
|
|
"grad_norm": 0.27677955881524746,
|
|
"learning_rate": 9.54457320834625e-07,
|
|
"loss": 0.2480214238166809,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 7.253521126760563,
|
|
"grad_norm": 0.23561125478874487,
|
|
"learning_rate": 9.54112409092277e-07,
|
|
"loss": 0.273529589176178,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 7.28169014084507,
|
|
"grad_norm": 0.23173643804892863,
|
|
"learning_rate": 9.537662663534477e-07,
|
|
"loss": 0.2518290877342224,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 7.309859154929577,
|
|
"grad_norm": 0.2256175554720283,
|
|
"learning_rate": 9.534188936725483e-07,
|
|
"loss": 0.2571009695529938,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 7.338028169014084,
|
|
"grad_norm": 0.2355621515439768,
|
|
"learning_rate": 9.530702921077358e-07,
|
|
"loss": 0.25834065675735474,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 7.366197183098592,
|
|
"grad_norm": 0.2228326754230289,
|
|
"learning_rate": 9.527204627209112e-07,
|
|
"loss": 0.25286680459976196,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 7.394366197183099,
|
|
"grad_norm": 0.23194189643389376,
|
|
"learning_rate": 9.523694065777156e-07,
|
|
"loss": 0.2616320848464966,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 7.422535211267606,
|
|
"grad_norm": 0.23212710466470063,
|
|
"learning_rate": 9.520171247475268e-07,
|
|
"loss": 0.2550612688064575,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 7.450704225352113,
|
|
"grad_norm": 0.2630254038278628,
|
|
"learning_rate": 9.516636183034564e-07,
|
|
"loss": 0.2545396089553833,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 7.47887323943662,
|
|
"grad_norm": 0.22233881792271545,
|
|
"learning_rate": 9.513088883223463e-07,
|
|
"loss": 0.244547039270401,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 7.507042253521127,
|
|
"grad_norm": 0.24058852766292496,
|
|
"learning_rate": 9.509529358847654e-07,
|
|
"loss": 0.258344829082489,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 7.535211267605634,
|
|
"grad_norm": 0.2591231329098907,
|
|
"learning_rate": 9.505957620750069e-07,
|
|
"loss": 0.2509728670120239,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 7.563380281690141,
|
|
"grad_norm": 0.22516830746766386,
|
|
"learning_rate": 9.502373679810839e-07,
|
|
"loss": 0.260656476020813,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 7.591549295774648,
|
|
"grad_norm": 0.32992687123033926,
|
|
"learning_rate": 9.49877754694727e-07,
|
|
"loss": 0.2461855411529541,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 7.619718309859155,
|
|
"grad_norm": 0.22517930953114113,
|
|
"learning_rate": 9.495169233113806e-07,
|
|
"loss": 0.26402074098587036,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 7.647887323943662,
|
|
"grad_norm": 0.2303015677956865,
|
|
"learning_rate": 9.491548749301997e-07,
|
|
"loss": 0.2625475823879242,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 7.676056338028169,
|
|
"grad_norm": 0.24736115424944397,
|
|
"learning_rate": 9.487916106540465e-07,
|
|
"loss": 0.261366605758667,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 7.704225352112676,
|
|
"grad_norm": 0.3054635100649164,
|
|
"learning_rate": 9.484271315894871e-07,
|
|
"loss": 0.2583233714103699,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 7.732394366197183,
|
|
"grad_norm": 0.23888784253517656,
|
|
"learning_rate": 9.480614388467877e-07,
|
|
"loss": 0.26100364327430725,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 7.76056338028169,
|
|
"grad_norm": 0.23035518389984047,
|
|
"learning_rate": 9.47694533539912e-07,
|
|
"loss": 0.25427085161209106,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 7.788732394366197,
|
|
"grad_norm": 0.2397167748787147,
|
|
"learning_rate": 9.473264167865171e-07,
|
|
"loss": 0.26791495084762573,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 7.816901408450704,
|
|
"grad_norm": 0.2324670883748479,
|
|
"learning_rate": 9.469570897079504e-07,
|
|
"loss": 0.25854068994522095,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 7.845070422535211,
|
|
"grad_norm": 0.2407835066696354,
|
|
"learning_rate": 9.465865534292464e-07,
|
|
"loss": 0.25427621603012085,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 7.873239436619718,
|
|
"grad_norm": 0.24566208023836886,
|
|
"learning_rate": 9.462148090791228e-07,
|
|
"loss": 0.25798651576042175,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 7.901408450704225,
|
|
"grad_norm": 0.25230839039720004,
|
|
"learning_rate": 9.458418577899774e-07,
|
|
"loss": 0.2794758379459381,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 7.929577464788732,
|
|
"grad_norm": 0.22946111074733544,
|
|
"learning_rate": 9.454677006978842e-07,
|
|
"loss": 0.2522087097167969,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 7.957746478873239,
|
|
"grad_norm": 0.23483999818710283,
|
|
"learning_rate": 9.450923389425911e-07,
|
|
"loss": 0.24993300437927246,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 7.985915492957746,
|
|
"grad_norm": 0.23222784962960594,
|
|
"learning_rate": 9.44715773667515e-07,
|
|
"loss": 0.2578023672103882,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 8.0,
|
|
"grad_norm": 0.33496486871987224,
|
|
"learning_rate": 9.443380060197385e-07,
|
|
"loss": 0.2590055763721466,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 8.028169014084508,
|
|
"grad_norm": 0.22978114673982541,
|
|
"learning_rate": 9.43959037150008e-07,
|
|
"loss": 0.2533671259880066,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 8.056338028169014,
|
|
"grad_norm": 0.24537281724911067,
|
|
"learning_rate": 9.43578868212728e-07,
|
|
"loss": 0.2540019154548645,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 8.084507042253522,
|
|
"grad_norm": 0.23952878163512892,
|
|
"learning_rate": 9.431975003659594e-07,
|
|
"loss": 0.2519161105155945,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 8.112676056338028,
|
|
"grad_norm": 0.22410269302607416,
|
|
"learning_rate": 9.428149347714143e-07,
|
|
"loss": 0.2534847855567932,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 8.140845070422536,
|
|
"grad_norm": 0.22515357416422843,
|
|
"learning_rate": 9.424311725944543e-07,
|
|
"loss": 0.2480982393026352,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 8.169014084507042,
|
|
"grad_norm": 0.22463212198832308,
|
|
"learning_rate": 9.420462150040852e-07,
|
|
"loss": 0.25113674998283386,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 8.19718309859155,
|
|
"grad_norm": 0.24243654364581727,
|
|
"learning_rate": 9.416600631729548e-07,
|
|
"loss": 0.2588122487068176,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 8.225352112676056,
|
|
"grad_norm": 0.23662758753633675,
|
|
"learning_rate": 9.412727182773486e-07,
|
|
"loss": 0.2564491033554077,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 8.253521126760564,
|
|
"grad_norm": 0.22745130948641154,
|
|
"learning_rate": 9.408841814971861e-07,
|
|
"loss": 0.25671282410621643,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 8.28169014084507,
|
|
"grad_norm": 0.23421703627414328,
|
|
"learning_rate": 9.404944540160177e-07,
|
|
"loss": 0.25537922978401184,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 8.309859154929578,
|
|
"grad_norm": 0.25808749865907027,
|
|
"learning_rate": 9.401035370210212e-07,
|
|
"loss": 0.2609266936779022,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 8.338028169014084,
|
|
"grad_norm": 0.26628076978008886,
|
|
"learning_rate": 9.397114317029974e-07,
|
|
"loss": 0.26676198840141296,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 8.366197183098592,
|
|
"grad_norm": 0.24806292816726846,
|
|
"learning_rate": 9.393181392563669e-07,
|
|
"loss": 0.2629510462284088,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 8.394366197183098,
|
|
"grad_norm": 0.2450141484218029,
|
|
"learning_rate": 9.38923660879167e-07,
|
|
"loss": 0.24178162217140198,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 8.422535211267606,
|
|
"grad_norm": 0.22586508580682582,
|
|
"learning_rate": 9.385279977730472e-07,
|
|
"loss": 0.2511584460735321,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 8.450704225352112,
|
|
"grad_norm": 0.2351453280752253,
|
|
"learning_rate": 9.381311511432658e-07,
|
|
"loss": 0.2653919458389282,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 8.47887323943662,
|
|
"grad_norm": 0.241646635077158,
|
|
"learning_rate": 9.377331221986866e-07,
|
|
"loss": 0.24603968858718872,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 8.507042253521126,
|
|
"grad_norm": 0.2340015157165136,
|
|
"learning_rate": 9.373339121517746e-07,
|
|
"loss": 0.2578321695327759,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 8.535211267605634,
|
|
"grad_norm": 0.2545851654819562,
|
|
"learning_rate": 9.36933522218593e-07,
|
|
"loss": 0.2556232213973999,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 8.56338028169014,
|
|
"grad_norm": 0.2402873441824482,
|
|
"learning_rate": 9.36531953618799e-07,
|
|
"loss": 0.24149319529533386,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 8.591549295774648,
|
|
"grad_norm": 0.22732048023459145,
|
|
"learning_rate": 9.361292075756401e-07,
|
|
"loss": 0.2583070695400238,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 8.619718309859154,
|
|
"grad_norm": 0.23686044423247699,
|
|
"learning_rate": 9.357252853159505e-07,
|
|
"loss": 0.2552328407764435,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 8.647887323943662,
|
|
"grad_norm": 0.248000780112058,
|
|
"learning_rate": 9.353201880701477e-07,
|
|
"loss": 0.2555694878101349,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 8.676056338028168,
|
|
"grad_norm": 0.23819636245003398,
|
|
"learning_rate": 9.34913917072228e-07,
|
|
"loss": 0.2535495162010193,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 8.704225352112676,
|
|
"grad_norm": 0.23289151649857873,
|
|
"learning_rate": 9.345064735597633e-07,
|
|
"loss": 0.23895904421806335,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 8.732394366197184,
|
|
"grad_norm": 0.24456775846548265,
|
|
"learning_rate": 9.340978587738972e-07,
|
|
"loss": 0.24082013964653015,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 8.76056338028169,
|
|
"grad_norm": 0.24111494311817017,
|
|
"learning_rate": 9.336880739593415e-07,
|
|
"loss": 0.2520008683204651,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 8.788732394366198,
|
|
"grad_norm": 0.23455464565416306,
|
|
"learning_rate": 9.332771203643714e-07,
|
|
"loss": 0.24615193903446198,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 8.816901408450704,
|
|
"grad_norm": 0.23820264470002048,
|
|
"learning_rate": 9.328649992408231e-07,
|
|
"loss": 0.24194085597991943,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 8.845070422535212,
|
|
"grad_norm": 0.2509852236357078,
|
|
"learning_rate": 9.324517118440888e-07,
|
|
"loss": 0.2486490160226822,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 8.873239436619718,
|
|
"grad_norm": 0.2364300073153734,
|
|
"learning_rate": 9.320372594331137e-07,
|
|
"loss": 0.26214224100112915,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 8.901408450704226,
|
|
"grad_norm": 0.23707535806054583,
|
|
"learning_rate": 9.316216432703916e-07,
|
|
"loss": 0.2599393129348755,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 8.929577464788732,
|
|
"grad_norm": 0.2623964552394443,
|
|
"learning_rate": 9.312048646219617e-07,
|
|
"loss": 0.2490779161453247,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 8.95774647887324,
|
|
"grad_norm": 0.3409018820717708,
|
|
"learning_rate": 9.307869247574038e-07,
|
|
"loss": 0.24981269240379333,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 8.985915492957746,
|
|
"grad_norm": 0.23275952122730492,
|
|
"learning_rate": 9.303678249498352e-07,
|
|
"loss": 0.24256354570388794,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 9.0,
|
|
"grad_norm": 0.3314779892334818,
|
|
"learning_rate": 9.299475664759068e-07,
|
|
"loss": 0.2582060396671295,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 9.028169014084508,
|
|
"grad_norm": 0.22855183478172078,
|
|
"learning_rate": 9.295261506157985e-07,
|
|
"loss": 0.24924015998840332,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 9.056338028169014,
|
|
"grad_norm": 0.23011630291450727,
|
|
"learning_rate": 9.291035786532163e-07,
|
|
"loss": 0.24119523167610168,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 9.084507042253522,
|
|
"grad_norm": 0.25455626881208104,
|
|
"learning_rate": 9.286798518753878e-07,
|
|
"loss": 0.2545008659362793,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 9.112676056338028,
|
|
"grad_norm": 0.2470912179191389,
|
|
"learning_rate": 9.282549715730579e-07,
|
|
"loss": 0.25637179613113403,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 9.140845070422536,
|
|
"grad_norm": 0.2361076856223727,
|
|
"learning_rate": 9.278289390404859e-07,
|
|
"loss": 0.24920859932899475,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 9.169014084507042,
|
|
"grad_norm": 0.24962180209080553,
|
|
"learning_rate": 9.274017555754407e-07,
|
|
"loss": 0.25139665603637695,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 9.19718309859155,
|
|
"grad_norm": 0.2661403261625342,
|
|
"learning_rate": 9.269734224791974e-07,
|
|
"loss": 0.25162649154663086,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 9.225352112676056,
|
|
"grad_norm": 0.23321448395515867,
|
|
"learning_rate": 9.265439410565328e-07,
|
|
"loss": 0.2531318962574005,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 9.253521126760564,
|
|
"grad_norm": 0.2489447660723762,
|
|
"learning_rate": 9.261133126157217e-07,
|
|
"loss": 0.2439672201871872,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 9.28169014084507,
|
|
"grad_norm": 0.24654854069751458,
|
|
"learning_rate": 9.256815384685328e-07,
|
|
"loss": 0.24593070149421692,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 9.309859154929578,
|
|
"grad_norm": 0.24922607082895212,
|
|
"learning_rate": 9.252486199302256e-07,
|
|
"loss": 0.24202078580856323,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 9.338028169014084,
|
|
"grad_norm": 0.23810892907222608,
|
|
"learning_rate": 9.248145583195447e-07,
|
|
"loss": 0.24281273782253265,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 9.366197183098592,
|
|
"grad_norm": 0.2414836664150074,
|
|
"learning_rate": 9.243793549587171e-07,
|
|
"loss": 0.24529415369033813,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 9.394366197183098,
|
|
"grad_norm": 0.45146527719151147,
|
|
"learning_rate": 9.239430111734476e-07,
|
|
"loss": 0.24313722550868988,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 9.422535211267606,
|
|
"grad_norm": 0.2513687754640395,
|
|
"learning_rate": 9.235055282929153e-07,
|
|
"loss": 0.24014408886432648,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 9.450704225352112,
|
|
"grad_norm": 0.2464123403137622,
|
|
"learning_rate": 9.230669076497687e-07,
|
|
"loss": 0.25664836168289185,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 9.47887323943662,
|
|
"grad_norm": 0.25003507348604787,
|
|
"learning_rate": 9.226271505801224e-07,
|
|
"loss": 0.25439685583114624,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 9.507042253521126,
|
|
"grad_norm": 0.2460113899454725,
|
|
"learning_rate": 9.221862584235526e-07,
|
|
"loss": 0.2463434338569641,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 9.535211267605634,
|
|
"grad_norm": 0.29434373718545254,
|
|
"learning_rate": 9.217442325230936e-07,
|
|
"loss": 0.2347492277622223,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 9.56338028169014,
|
|
"grad_norm": 0.2426325292229501,
|
|
"learning_rate": 9.213010742252327e-07,
|
|
"loss": 0.2540351450443268,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 9.591549295774648,
|
|
"grad_norm": 0.23873379819321794,
|
|
"learning_rate": 9.208567848799069e-07,
|
|
"loss": 0.23636561632156372,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 9.619718309859154,
|
|
"grad_norm": 0.2536452901368959,
|
|
"learning_rate": 9.204113658404989e-07,
|
|
"loss": 0.2521906793117523,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 9.647887323943662,
|
|
"grad_norm": 0.23819082363894303,
|
|
"learning_rate": 9.199648184638318e-07,
|
|
"loss": 0.23743756115436554,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 9.676056338028168,
|
|
"grad_norm": 0.24809194025801815,
|
|
"learning_rate": 9.195171441101668e-07,
|
|
"loss": 0.2550021708011627,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 9.704225352112676,
|
|
"grad_norm": 0.2407861067961907,
|
|
"learning_rate": 9.190683441431974e-07,
|
|
"loss": 0.23909378051757812,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 9.732394366197184,
|
|
"grad_norm": 0.25194809703933585,
|
|
"learning_rate": 9.186184199300463e-07,
|
|
"loss": 0.2386261522769928,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 9.76056338028169,
|
|
"grad_norm": 0.3109079135054994,
|
|
"learning_rate": 9.181673728412605e-07,
|
|
"loss": 0.24811868369579315,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 9.788732394366198,
|
|
"grad_norm": 0.24849445193131672,
|
|
"learning_rate": 9.177152042508077e-07,
|
|
"loss": 0.24510633945465088,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 9.816901408450704,
|
|
"grad_norm": 0.25056831997285267,
|
|
"learning_rate": 9.17261915536072e-07,
|
|
"loss": 0.2476453185081482,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 9.845070422535212,
|
|
"grad_norm": 0.24753809085881498,
|
|
"learning_rate": 9.168075080778494e-07,
|
|
"loss": 0.24052247405052185,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 9.873239436619718,
|
|
"grad_norm": 0.27322821616611875,
|
|
"learning_rate": 9.163519832603436e-07,
|
|
"loss": 0.2500559687614441,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 9.901408450704226,
|
|
"grad_norm": 0.24879142424699366,
|
|
"learning_rate": 9.158953424711624e-07,
|
|
"loss": 0.26202425360679626,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 9.929577464788732,
|
|
"grad_norm": 0.2566208852525709,
|
|
"learning_rate": 9.154375871013128e-07,
|
|
"loss": 0.24967315793037415,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 9.95774647887324,
|
|
"grad_norm": 0.2544024404845266,
|
|
"learning_rate": 9.149787185451969e-07,
|
|
"loss": 0.25556012988090515,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 9.985915492957746,
|
|
"grad_norm": 0.2694091003451415,
|
|
"learning_rate": 9.145187382006081e-07,
|
|
"loss": 0.24726629257202148,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 10.0,
|
|
"grad_norm": 0.3663693099814081,
|
|
"learning_rate": 9.140576474687263e-07,
|
|
"loss": 0.26241111755371094,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 10.028169014084508,
|
|
"grad_norm": 0.23090643712953313,
|
|
"learning_rate": 9.135954477541137e-07,
|
|
"loss": 0.24851879477500916,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 10.056338028169014,
|
|
"grad_norm": 0.2616114206455057,
|
|
"learning_rate": 9.131321404647109e-07,
|
|
"loss": 0.25464296340942383,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 10.084507042253522,
|
|
"grad_norm": 1.0513495732621954,
|
|
"learning_rate": 9.126677270118322e-07,
|
|
"loss": 0.2508964538574219,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 10.112676056338028,
|
|
"grad_norm": 0.2430762392307408,
|
|
"learning_rate": 9.122022088101613e-07,
|
|
"loss": 0.23258915543556213,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 10.140845070422536,
|
|
"grad_norm": 0.2382764499634006,
|
|
"learning_rate": 9.117355872777477e-07,
|
|
"loss": 0.23789361119270325,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 10.169014084507042,
|
|
"grad_norm": 0.23857586756321417,
|
|
"learning_rate": 9.112678638360015e-07,
|
|
"loss": 0.2322252094745636,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 10.19718309859155,
|
|
"grad_norm": 0.24330523331980736,
|
|
"learning_rate": 9.107990399096893e-07,
|
|
"loss": 0.2315920889377594,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 10.225352112676056,
|
|
"grad_norm": 0.24433633894014556,
|
|
"learning_rate": 9.103291169269299e-07,
|
|
"loss": 0.2451440989971161,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 10.253521126760564,
|
|
"grad_norm": 0.24610806276364772,
|
|
"learning_rate": 9.098580963191907e-07,
|
|
"loss": 0.23949627578258514,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 10.28169014084507,
|
|
"grad_norm": 0.2523755182308413,
|
|
"learning_rate": 9.093859795212817e-07,
|
|
"loss": 0.255041241645813,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 10.309859154929578,
|
|
"grad_norm": 0.26254221360687513,
|
|
"learning_rate": 9.089127679713529e-07,
|
|
"loss": 0.24673743546009064,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 10.338028169014084,
|
|
"grad_norm": 0.2659551535025712,
|
|
"learning_rate": 9.084384631108882e-07,
|
|
"loss": 0.24092882871627808,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 10.366197183098592,
|
|
"grad_norm": 0.2498699583878038,
|
|
"learning_rate": 9.079630663847031e-07,
|
|
"loss": 0.25087377429008484,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 10.394366197183098,
|
|
"grad_norm": 0.24152932921989356,
|
|
"learning_rate": 9.074865792409381e-07,
|
|
"loss": 0.24652892351150513,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 10.422535211267606,
|
|
"grad_norm": 0.2975373111612133,
|
|
"learning_rate": 9.070090031310558e-07,
|
|
"loss": 0.24474310874938965,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 10.450704225352112,
|
|
"grad_norm": 0.24529378455418052,
|
|
"learning_rate": 9.065303395098358e-07,
|
|
"loss": 0.24984315037727356,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 10.47887323943662,
|
|
"grad_norm": 0.28844340433996196,
|
|
"learning_rate": 9.060505898353705e-07,
|
|
"loss": 0.2597285509109497,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 10.507042253521126,
|
|
"grad_norm": 0.2519686815558072,
|
|
"learning_rate": 9.055697555690607e-07,
|
|
"loss": 0.24229422211647034,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 10.535211267605634,
|
|
"grad_norm": 0.2540659099568006,
|
|
"learning_rate": 9.050878381756107e-07,
|
|
"loss": 0.24451278150081635,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 10.56338028169014,
|
|
"grad_norm": 0.25284268194412596,
|
|
"learning_rate": 9.046048391230247e-07,
|
|
"loss": 0.232026606798172,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 10.591549295774648,
|
|
"grad_norm": 0.2509160048760181,
|
|
"learning_rate": 9.041207598826017e-07,
|
|
"loss": 0.2384566068649292,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 10.619718309859154,
|
|
"grad_norm": 0.35519399545629293,
|
|
"learning_rate": 9.036356019289309e-07,
|
|
"loss": 0.24372628331184387,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 10.647887323943662,
|
|
"grad_norm": 0.2439787106834223,
|
|
"learning_rate": 9.031493667398872e-07,
|
|
"loss": 0.23376773297786713,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 10.676056338028168,
|
|
"grad_norm": 0.25658992692397564,
|
|
"learning_rate": 9.026620557966279e-07,
|
|
"loss": 0.2388392984867096,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 10.704225352112676,
|
|
"grad_norm": 0.2491570641039132,
|
|
"learning_rate": 9.021736705835862e-07,
|
|
"loss": 0.2429148256778717,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 10.732394366197184,
|
|
"grad_norm": 0.32073931464521355,
|
|
"learning_rate": 9.016842125884684e-07,
|
|
"loss": 0.22875139117240906,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 10.76056338028169,
|
|
"grad_norm": 0.2502280989278628,
|
|
"learning_rate": 9.011936833022484e-07,
|
|
"loss": 0.23325741291046143,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 10.788732394366198,
|
|
"grad_norm": 0.7429272352122884,
|
|
"learning_rate": 9.007020842191634e-07,
|
|
"loss": 0.25491032004356384,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 10.816901408450704,
|
|
"grad_norm": 0.25366909205038285,
|
|
"learning_rate": 9.002094168367095e-07,
|
|
"loss": 0.25390559434890747,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 10.845070422535212,
|
|
"grad_norm": 0.2532418479840136,
|
|
"learning_rate": 8.997156826556369e-07,
|
|
"loss": 0.239566832780838,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 10.873239436619718,
|
|
"grad_norm": 0.24862594273960315,
|
|
"learning_rate": 8.992208831799456e-07,
|
|
"loss": 0.24101951718330383,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 10.901408450704226,
|
|
"grad_norm": 0.36453597595458426,
|
|
"learning_rate": 8.987250199168808e-07,
|
|
"loss": 0.22447983920574188,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 10.929577464788732,
|
|
"grad_norm": 0.26909996327806845,
|
|
"learning_rate": 8.982280943769278e-07,
|
|
"loss": 0.24062535166740417,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 10.95774647887324,
|
|
"grad_norm": 0.2638850341939346,
|
|
"learning_rate": 8.977301080738079e-07,
|
|
"loss": 0.2585245966911316,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 10.985915492957746,
|
|
"grad_norm": 0.3097784840969631,
|
|
"learning_rate": 8.97231062524474e-07,
|
|
"loss": 0.2358318418264389,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 11.0,
|
|
"grad_norm": 0.3849386810629798,
|
|
"learning_rate": 8.967309592491052e-07,
|
|
"loss": 0.25533783435821533,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 11.028169014084508,
|
|
"grad_norm": 0.26256476010695584,
|
|
"learning_rate": 8.962297997711027e-07,
|
|
"loss": 0.22924092411994934,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 11.056338028169014,
|
|
"grad_norm": 0.2639241753105924,
|
|
"learning_rate": 8.957275856170855e-07,
|
|
"loss": 0.24100372195243835,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 11.084507042253522,
|
|
"grad_norm": 0.298152727306937,
|
|
"learning_rate": 8.952243183168848e-07,
|
|
"loss": 0.24404382705688477,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 11.112676056338028,
|
|
"grad_norm": 0.2702268162010949,
|
|
"learning_rate": 8.9471999940354e-07,
|
|
"loss": 0.23476135730743408,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 11.140845070422536,
|
|
"grad_norm": 0.38346237984716247,
|
|
"learning_rate": 8.942146304132943e-07,
|
|
"loss": 0.2230163812637329,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 11.169014084507042,
|
|
"grad_norm": 0.30719276755462255,
|
|
"learning_rate": 8.937082128855891e-07,
|
|
"loss": 0.24640659987926483,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 11.19718309859155,
|
|
"grad_norm": 0.2522559076259691,
|
|
"learning_rate": 8.932007483630596e-07,
|
|
"loss": 0.2337941825389862,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 11.225352112676056,
|
|
"grad_norm": 0.2811477850391036,
|
|
"learning_rate": 8.926922383915315e-07,
|
|
"loss": 0.24217446148395538,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 11.253521126760564,
|
|
"grad_norm": 0.2937577324495388,
|
|
"learning_rate": 8.921826845200138e-07,
|
|
"loss": 0.23650123178958893,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 11.28169014084507,
|
|
"grad_norm": 0.2665251490542768,
|
|
"learning_rate": 8.916720883006963e-07,
|
|
"loss": 0.23723018169403076,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 11.309859154929578,
|
|
"grad_norm": 0.2577956520635811,
|
|
"learning_rate": 8.911604512889434e-07,
|
|
"loss": 0.23821580410003662,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 11.338028169014084,
|
|
"grad_norm": 0.2747361963021525,
|
|
"learning_rate": 8.906477750432903e-07,
|
|
"loss": 0.23665378987789154,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 11.366197183098592,
|
|
"grad_norm": 0.36401043696800917,
|
|
"learning_rate": 8.901340611254378e-07,
|
|
"loss": 0.24189358949661255,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 11.394366197183098,
|
|
"grad_norm": 0.2520809121047697,
|
|
"learning_rate": 8.896193111002475e-07,
|
|
"loss": 0.2461044192314148,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 11.422535211267606,
|
|
"grad_norm": 0.2762514295319336,
|
|
"learning_rate": 8.891035265357371e-07,
|
|
"loss": 0.22839877009391785,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 11.450704225352112,
|
|
"grad_norm": 0.2766703038586183,
|
|
"learning_rate": 8.88586709003076e-07,
|
|
"loss": 0.2436380237340927,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 11.47887323943662,
|
|
"grad_norm": 0.25607243680163955,
|
|
"learning_rate": 8.8806886007658e-07,
|
|
"loss": 0.24581144750118256,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 11.507042253521126,
|
|
"grad_norm": 0.25612907513591854,
|
|
"learning_rate": 8.875499813337067e-07,
|
|
"loss": 0.24154463410377502,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 11.535211267605634,
|
|
"grad_norm": 0.26351210813960735,
|
|
"learning_rate": 8.87030074355051e-07,
|
|
"loss": 0.23528064787387848,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 11.56338028169014,
|
|
"grad_norm": 0.25456237789297487,
|
|
"learning_rate": 8.865091407243394e-07,
|
|
"loss": 0.23557059466838837,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 11.591549295774648,
|
|
"grad_norm": 0.26763665810579157,
|
|
"learning_rate": 8.859871820284261e-07,
|
|
"loss": 0.2497173398733139,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 11.619718309859154,
|
|
"grad_norm": 0.47514856857684123,
|
|
"learning_rate": 8.85464199857288e-07,
|
|
"loss": 0.24749311804771423,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 11.647887323943662,
|
|
"grad_norm": 0.5410123563974302,
|
|
"learning_rate": 8.849401958040192e-07,
|
|
"loss": 0.2356778383255005,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 11.676056338028168,
|
|
"grad_norm": 0.2597674855652335,
|
|
"learning_rate": 8.844151714648274e-07,
|
|
"loss": 0.24779964983463287,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 11.704225352112676,
|
|
"grad_norm": 0.26052872396427884,
|
|
"learning_rate": 8.838891284390273e-07,
|
|
"loss": 0.24069969356060028,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 11.732394366197184,
|
|
"grad_norm": 0.24768122719136823,
|
|
"learning_rate": 8.833620683290375e-07,
|
|
"loss": 0.23677203059196472,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 11.76056338028169,
|
|
"grad_norm": 0.2673480579083074,
|
|
"learning_rate": 8.828339927403745e-07,
|
|
"loss": 0.23263472318649292,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 11.788732394366198,
|
|
"grad_norm": 0.2542699067266434,
|
|
"learning_rate": 8.823049032816478e-07,
|
|
"loss": 0.23910850286483765,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 11.816901408450704,
|
|
"grad_norm": 0.2623369584647608,
|
|
"learning_rate": 8.817748015645558e-07,
|
|
"loss": 0.23500274121761322,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 11.845070422535212,
|
|
"grad_norm": 0.2741171560352947,
|
|
"learning_rate": 8.812436892038805e-07,
|
|
"loss": 0.2363435924053192,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 11.873239436619718,
|
|
"grad_norm": 0.2764265991901865,
|
|
"learning_rate": 8.807115678174819e-07,
|
|
"loss": 0.23622967302799225,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 11.901408450704226,
|
|
"grad_norm": 0.26408384561026765,
|
|
"learning_rate": 8.801784390262943e-07,
|
|
"loss": 0.2463335543870926,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 11.929577464788732,
|
|
"grad_norm": 0.2675833299403756,
|
|
"learning_rate": 8.796443044543203e-07,
|
|
"loss": 0.23592045903205872,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 11.95774647887324,
|
|
"grad_norm": 0.2992956465951693,
|
|
"learning_rate": 8.791091657286267e-07,
|
|
"loss": 0.23169052600860596,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 11.985915492957746,
|
|
"grad_norm": 0.25981524018584473,
|
|
"learning_rate": 8.785730244793386e-07,
|
|
"loss": 0.2329520881175995,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 12.0,
|
|
"grad_norm": 0.3813833592995728,
|
|
"learning_rate": 8.780358823396352e-07,
|
|
"loss": 0.24386751651763916,
|
|
"step": 432
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 1800,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 50,
|
|
"save_steps": 1.0,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 261065740386304.0,
|
|
"train_batch_size": 16,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|