16665 lines
416 KiB
JSON
16665 lines
416 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 948,
|
|
"global_step": 4740,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0004219743123137379,
|
|
"grad_norm": 0.3493342399597168,
|
|
"learning_rate": 2.8169014084507042e-06,
|
|
"loss": 2.3018248081207275,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.0008439486246274758,
|
|
"grad_norm": 0.36698463559150696,
|
|
"learning_rate": 8.450704225352112e-06,
|
|
"loss": 2.3482322692871094,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.0012659229369412137,
|
|
"grad_norm": 0.3716534376144409,
|
|
"learning_rate": 1.4084507042253523e-05,
|
|
"loss": 2.298100709915161,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.0016878972492549516,
|
|
"grad_norm": 0.37269285321235657,
|
|
"learning_rate": 1.971830985915493e-05,
|
|
"loss": 2.3087313175201416,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.0021098715615686897,
|
|
"grad_norm": 0.3556362986564636,
|
|
"learning_rate": 2.535211267605634e-05,
|
|
"loss": 2.353048801422119,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.0025318458738824274,
|
|
"grad_norm": 0.368386447429657,
|
|
"learning_rate": 3.0985915492957744e-05,
|
|
"loss": 2.326158046722412,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.0029538201861961655,
|
|
"grad_norm": 0.4067550301551819,
|
|
"learning_rate": 3.661971830985916e-05,
|
|
"loss": 2.333683729171753,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.003375794498509903,
|
|
"grad_norm": 0.36954906582832336,
|
|
"learning_rate": 4.225352112676056e-05,
|
|
"loss": 2.290576934814453,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.0037977688108236413,
|
|
"grad_norm": 0.35227838158607483,
|
|
"learning_rate": 4.788732394366197e-05,
|
|
"loss": 2.3628523349761963,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.004219743123137379,
|
|
"grad_norm": 0.35705694556236267,
|
|
"learning_rate": 5.352112676056338e-05,
|
|
"loss": 2.377419948577881,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.004641717435451117,
|
|
"grad_norm": 0.35026416182518005,
|
|
"learning_rate": 5.915492957746479e-05,
|
|
"loss": 2.349910020828247,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.005063691747764855,
|
|
"grad_norm": 0.3596958518028259,
|
|
"learning_rate": 6.47887323943662e-05,
|
|
"loss": 2.3134686946868896,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.005485666060078592,
|
|
"grad_norm": 0.34006455540657043,
|
|
"learning_rate": 7.042253521126761e-05,
|
|
"loss": 2.256657123565674,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.005907640372392331,
|
|
"grad_norm": 0.36008140444755554,
|
|
"learning_rate": 7.605633802816902e-05,
|
|
"loss": 2.362276315689087,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.006329614684706069,
|
|
"grad_norm": 0.3368754982948303,
|
|
"learning_rate": 8.169014084507043e-05,
|
|
"loss": 2.33296799659729,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.006751588997019806,
|
|
"grad_norm": 0.3484903573989868,
|
|
"learning_rate": 8.732394366197182e-05,
|
|
"loss": 2.316190242767334,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.007173563309333544,
|
|
"grad_norm": 0.3375855088233948,
|
|
"learning_rate": 9.295774647887325e-05,
|
|
"loss": 2.388054370880127,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.0075955376216472826,
|
|
"grad_norm": 0.35737884044647217,
|
|
"learning_rate": 9.859154929577466e-05,
|
|
"loss": 2.3748927116394043,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.00801751193396102,
|
|
"grad_norm": 0.3502481281757355,
|
|
"learning_rate": 0.00010422535211267605,
|
|
"loss": 2.3398969173431396,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.008439486246274759,
|
|
"grad_norm": 0.33203786611557007,
|
|
"learning_rate": 0.00010985915492957747,
|
|
"loss": 2.4001569747924805,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.008861460558588496,
|
|
"grad_norm": 0.30521464347839355,
|
|
"learning_rate": 0.00011549295774647888,
|
|
"loss": 2.338710308074951,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.009283434870902234,
|
|
"grad_norm": 0.2896929383277893,
|
|
"learning_rate": 0.00012112676056338028,
|
|
"loss": 2.371890068054199,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.009705409183215972,
|
|
"grad_norm": 0.31149810552597046,
|
|
"learning_rate": 0.0001267605633802817,
|
|
"loss": 2.3320541381835938,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.01012738349552971,
|
|
"grad_norm": 0.3013763129711151,
|
|
"learning_rate": 0.0001323943661971831,
|
|
"loss": 2.2925612926483154,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.010549357807843447,
|
|
"grad_norm": 0.2899003326892853,
|
|
"learning_rate": 0.00013802816901408452,
|
|
"loss": 2.3739919662475586,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.010971332120157185,
|
|
"grad_norm": 0.28234249353408813,
|
|
"learning_rate": 0.00014366197183098594,
|
|
"loss": 2.3084330558776855,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.011393306432470923,
|
|
"grad_norm": 0.2665596902370453,
|
|
"learning_rate": 0.00014929577464788734,
|
|
"loss": 2.32132625579834,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.011815280744784662,
|
|
"grad_norm": 0.2801983058452606,
|
|
"learning_rate": 0.00015492957746478874,
|
|
"loss": 2.3287699222564697,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.0122372550570984,
|
|
"grad_norm": 0.26391807198524475,
|
|
"learning_rate": 0.00016056338028169016,
|
|
"loss": 2.3672239780426025,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.012659229369412137,
|
|
"grad_norm": 0.25507083535194397,
|
|
"learning_rate": 0.00016619718309859155,
|
|
"loss": 2.312551498413086,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.013081203681725875,
|
|
"grad_norm": 0.24501122534275055,
|
|
"learning_rate": 0.00017183098591549295,
|
|
"loss": 2.3597629070281982,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.013503177994039613,
|
|
"grad_norm": 0.24523726105690002,
|
|
"learning_rate": 0.00017746478873239437,
|
|
"loss": 2.3705875873565674,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.01392515230635335,
|
|
"grad_norm": 0.23595115542411804,
|
|
"learning_rate": 0.0001830985915492958,
|
|
"loss": 2.3179006576538086,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.014347126618667088,
|
|
"grad_norm": 0.2102200835943222,
|
|
"learning_rate": 0.0001887323943661972,
|
|
"loss": 2.2976298332214355,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.014769100930980826,
|
|
"grad_norm": 0.208624005317688,
|
|
"learning_rate": 0.00019436619718309861,
|
|
"loss": 2.3517978191375732,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.015191075243294565,
|
|
"grad_norm": 0.21405042707920074,
|
|
"learning_rate": 0.0002,
|
|
"loss": 2.2818446159362793,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.015613049555608303,
|
|
"grad_norm": 0.2184291034936905,
|
|
"learning_rate": 0.0002056338028169014,
|
|
"loss": 2.229463815689087,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.01603502386792204,
|
|
"grad_norm": 0.20547175407409668,
|
|
"learning_rate": 0.0002112676056338028,
|
|
"loss": 2.3209261894226074,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.016456998180235778,
|
|
"grad_norm": 0.21404209733009338,
|
|
"learning_rate": 0.00021690140845070425,
|
|
"loss": 2.3340766429901123,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.016878972492549518,
|
|
"grad_norm": 0.21448743343353271,
|
|
"learning_rate": 0.00022253521126760565,
|
|
"loss": 2.335631847381592,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.017300946804863254,
|
|
"grad_norm": 0.22131432592868805,
|
|
"learning_rate": 0.00022816901408450707,
|
|
"loss": 2.3307600021362305,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.017722921117176993,
|
|
"grad_norm": 0.20646852254867554,
|
|
"learning_rate": 0.00023380281690140847,
|
|
"loss": 2.3425393104553223,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.01814489542949073,
|
|
"grad_norm": 0.20190732181072235,
|
|
"learning_rate": 0.00023943661971830986,
|
|
"loss": 2.351015329360962,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.01856686974180447,
|
|
"grad_norm": 0.20206691324710846,
|
|
"learning_rate": 0.00024507042253521126,
|
|
"loss": 2.3061749935150146,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.018988844054118204,
|
|
"grad_norm": 0.2107827067375183,
|
|
"learning_rate": 0.0002507042253521127,
|
|
"loss": 2.335526704788208,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.019410818366431944,
|
|
"grad_norm": 0.2030932754278183,
|
|
"learning_rate": 0.0002563380281690141,
|
|
"loss": 2.3454275131225586,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.019832792678745683,
|
|
"grad_norm": 0.20020480453968048,
|
|
"learning_rate": 0.0002619718309859155,
|
|
"loss": 2.3096773624420166,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.02025476699105942,
|
|
"grad_norm": 0.18525218963623047,
|
|
"learning_rate": 0.0002676056338028169,
|
|
"loss": 2.265061855316162,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.02067674130337316,
|
|
"grad_norm": 0.1751384735107422,
|
|
"learning_rate": 0.0002732394366197183,
|
|
"loss": 2.2887485027313232,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.021098715615686894,
|
|
"grad_norm": 0.19603054225444794,
|
|
"learning_rate": 0.00027887323943661974,
|
|
"loss": 2.313230037689209,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.021520689928000634,
|
|
"grad_norm": 0.17642512917518616,
|
|
"learning_rate": 0.00028450704225352114,
|
|
"loss": 2.2815263271331787,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.02194266424031437,
|
|
"grad_norm": 0.18744505941867828,
|
|
"learning_rate": 0.0002901408450704226,
|
|
"loss": 2.2875919342041016,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.02236463855262811,
|
|
"grad_norm": 0.18320868909358978,
|
|
"learning_rate": 0.000295774647887324,
|
|
"loss": 2.3087263107299805,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.022786612864941845,
|
|
"grad_norm": 0.2057608962059021,
|
|
"learning_rate": 0.0003014084507042254,
|
|
"loss": 2.289973258972168,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.023208587177255584,
|
|
"grad_norm": 0.16337190568447113,
|
|
"learning_rate": 0.00030704225352112677,
|
|
"loss": 2.270524024963379,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.023630561489569324,
|
|
"grad_norm": 0.1729978770017624,
|
|
"learning_rate": 0.00031267605633802817,
|
|
"loss": 2.235231399536133,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.02405253580188306,
|
|
"grad_norm": 0.17837706208229065,
|
|
"learning_rate": 0.0003183098591549296,
|
|
"loss": 2.1949877738952637,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.0244745101141968,
|
|
"grad_norm": 0.1744994968175888,
|
|
"learning_rate": 0.000323943661971831,
|
|
"loss": 2.387223958969116,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.024896484426510535,
|
|
"grad_norm": 0.16475647687911987,
|
|
"learning_rate": 0.0003295774647887324,
|
|
"loss": 2.296471118927002,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.025318458738824275,
|
|
"grad_norm": 0.1803482472896576,
|
|
"learning_rate": 0.0003352112676056338,
|
|
"loss": 2.25184965133667,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.02574043305113801,
|
|
"grad_norm": 0.16526687145233154,
|
|
"learning_rate": 0.0003408450704225352,
|
|
"loss": 2.266052484512329,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.02616240736345175,
|
|
"grad_norm": 0.15544477105140686,
|
|
"learning_rate": 0.0003464788732394366,
|
|
"loss": 2.24651837348938,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.02658438167576549,
|
|
"grad_norm": 0.16564379632472992,
|
|
"learning_rate": 0.00035211267605633805,
|
|
"loss": 2.26149320602417,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.027006355988079225,
|
|
"grad_norm": 0.16480442881584167,
|
|
"learning_rate": 0.00035774647887323944,
|
|
"loss": 2.299612283706665,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.027428330300392965,
|
|
"grad_norm": 0.16218475997447968,
|
|
"learning_rate": 0.0003633802816901409,
|
|
"loss": 2.3423268795013428,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.0278503046127067,
|
|
"grad_norm": 0.16491222381591797,
|
|
"learning_rate": 0.0003690140845070423,
|
|
"loss": 2.2605960369110107,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.02827227892502044,
|
|
"grad_norm": 0.16141007840633392,
|
|
"learning_rate": 0.0003746478873239437,
|
|
"loss": 2.2661232948303223,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.028694253237334176,
|
|
"grad_norm": 0.1549309939146042,
|
|
"learning_rate": 0.0003802816901408451,
|
|
"loss": 2.344064950942993,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.029116227549647915,
|
|
"grad_norm": 0.1570488065481186,
|
|
"learning_rate": 0.00038591549295774653,
|
|
"loss": 2.3017823696136475,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.02953820186196165,
|
|
"grad_norm": 0.17115966975688934,
|
|
"learning_rate": 0.0003915492957746479,
|
|
"loss": 2.334764242172241,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.02996017617427539,
|
|
"grad_norm": 0.1523764729499817,
|
|
"learning_rate": 0.0003971830985915493,
|
|
"loss": 2.2963616847991943,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.03038215048658913,
|
|
"grad_norm": 0.1497291475534439,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.298975944519043,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.030804124798902866,
|
|
"grad_norm": 0.14731788635253906,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2866318225860596,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.031226099111216606,
|
|
"grad_norm": 0.1455175280570984,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.3155295848846436,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.03164807342353034,
|
|
"grad_norm": 0.13517186045646667,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.202117443084717,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.03207004773584408,
|
|
"grad_norm": 0.14148102700710297,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.28737473487854,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.03249202204815782,
|
|
"grad_norm": 0.1418687403202057,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.34505033493042,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.032913996360471556,
|
|
"grad_norm": 0.14460255205631256,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.285484790802002,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.03333597067278529,
|
|
"grad_norm": 0.14013704657554626,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.3012213706970215,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.033757944985099035,
|
|
"grad_norm": 0.138973206281662,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.23698353767395,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.03417991929741277,
|
|
"grad_norm": 0.13872702419757843,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.263179063796997,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.03460189360972651,
|
|
"grad_norm": 0.1377047747373581,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.207634925842285,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.03502386792204024,
|
|
"grad_norm": 0.13006150722503662,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2157764434814453,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.035445842234353986,
|
|
"grad_norm": 0.13557542860507965,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.209714889526367,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.03586781654666772,
|
|
"grad_norm": 0.1439904272556305,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2272696495056152,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.03628979085898146,
|
|
"grad_norm": 0.13868501782417297,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.212550640106201,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.0367117651712952,
|
|
"grad_norm": 0.13962973654270172,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1771223545074463,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.03713373948360894,
|
|
"grad_norm": 0.1326267123222351,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.295919895172119,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.03755571379592267,
|
|
"grad_norm": 0.13839052617549896,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.216897487640381,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.03797768810823641,
|
|
"grad_norm": 0.1442750245332718,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.239670515060425,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.03839966242055015,
|
|
"grad_norm": 0.12919053435325623,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.283879041671753,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.03882163673286389,
|
|
"grad_norm": 0.1274397224187851,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2696444988250732,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.03924361104517762,
|
|
"grad_norm": 0.12707428634166718,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2171404361724854,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.039665585357491366,
|
|
"grad_norm": 0.12736071646213531,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2601091861724854,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.0400875596698051,
|
|
"grad_norm": 0.1365179419517517,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2088310718536377,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.04050953398211884,
|
|
"grad_norm": 0.12932445108890533,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.239926815032959,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.040931508294432574,
|
|
"grad_norm": 0.12791691720485687,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.289055824279785,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.04135348260674632,
|
|
"grad_norm": 0.1365281045436859,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2621095180511475,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.04177545691906005,
|
|
"grad_norm": 0.1271848827600479,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2374236583709717,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.04219743123137379,
|
|
"grad_norm": 0.13125190138816833,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.245105743408203,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.042619405543687525,
|
|
"grad_norm": 0.11939355731010437,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2083916664123535,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.04304137985600127,
|
|
"grad_norm": 0.11357792466878891,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2386586666107178,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.043463354168315003,
|
|
"grad_norm": 0.12360386550426483,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2166037559509277,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.04388532848062874,
|
|
"grad_norm": 0.11785627156496048,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1768479347229004,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.04430730279294248,
|
|
"grad_norm": 0.12361887842416763,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2362818717956543,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.04472927710525622,
|
|
"grad_norm": 0.11254332214593887,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2256295680999756,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.045151251417569954,
|
|
"grad_norm": 0.12254314124584198,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.21423077583313,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.04557322572988369,
|
|
"grad_norm": 0.1274789422750473,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2605161666870117,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.04599520004219743,
|
|
"grad_norm": 0.11587799340486526,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.202139377593994,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.04641717435451117,
|
|
"grad_norm": 0.11587532609701157,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2536325454711914,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.046839148666824905,
|
|
"grad_norm": 0.12374117225408554,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.273543357849121,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.04726112297913865,
|
|
"grad_norm": 0.11590168625116348,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1677937507629395,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.047683097291452384,
|
|
"grad_norm": 0.11316622048616409,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.260772228240967,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.04810507160376612,
|
|
"grad_norm": 0.11277369409799576,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.189258337020874,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.048527045916079856,
|
|
"grad_norm": 0.1201343908905983,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.23919415473938,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.0489490202283936,
|
|
"grad_norm": 0.11876040697097778,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.176072120666504,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 0.049370994540707334,
|
|
"grad_norm": 0.11445920169353485,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.164640426635742,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 0.04979296885302107,
|
|
"grad_norm": 0.12036921083927155,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2662060260772705,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 0.05021494316533481,
|
|
"grad_norm": 0.1221209317445755,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2302322387695312,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 0.05063691747764855,
|
|
"grad_norm": 0.11136005073785782,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2404186725616455,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.051058891789962285,
|
|
"grad_norm": 0.12716515362262726,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2142770290374756,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 0.05148086610227602,
|
|
"grad_norm": 0.11764153093099594,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.223127841949463,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 0.051902840414589764,
|
|
"grad_norm": 0.11981026828289032,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1965675354003906,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 0.0523248147269035,
|
|
"grad_norm": 0.11381073296070099,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1804094314575195,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 0.052746789039217236,
|
|
"grad_norm": 0.11537916213274002,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.220707893371582,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.05316876335153098,
|
|
"grad_norm": 0.12030758708715439,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2037346363067627,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 0.053590737663844715,
|
|
"grad_norm": 0.11342093348503113,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.203667640686035,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 0.05401271197615845,
|
|
"grad_norm": 0.1088421493768692,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1932451725006104,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.05443468628847219,
|
|
"grad_norm": 0.12139564752578735,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.245731830596924,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 0.05485666060078593,
|
|
"grad_norm": 0.12005486339330673,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.204179286956787,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.055278634913099665,
|
|
"grad_norm": 0.12492313235998154,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2297842502593994,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 0.0557006092254134,
|
|
"grad_norm": 0.11256934702396393,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.217824935913086,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 0.056122583537727144,
|
|
"grad_norm": 0.10663718730211258,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2163045406341553,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 0.05654455785004088,
|
|
"grad_norm": 0.11845961213111877,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.245414972305298,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 0.056966532162354616,
|
|
"grad_norm": 0.11159045994281769,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.215888738632202,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.05738850647466835,
|
|
"grad_norm": 0.11191422492265701,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.205087900161743,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 0.057810480786982095,
|
|
"grad_norm": 0.11480437964200974,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.166315793991089,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 0.05823245509929583,
|
|
"grad_norm": 0.10876529663801193,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1795241832733154,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 0.05865442941160957,
|
|
"grad_norm": 0.12178465723991394,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2085864543914795,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 0.0590764037239233,
|
|
"grad_norm": 0.11340827494859695,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2166683673858643,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.059498378036237046,
|
|
"grad_norm": 0.10359188914299011,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.166851043701172,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 0.05992035234855078,
|
|
"grad_norm": 0.11261853575706482,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.167685031890869,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 0.06034232666086452,
|
|
"grad_norm": 0.10509487241506577,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.151081085205078,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 0.06076430097317826,
|
|
"grad_norm": 0.11053803563117981,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.250033140182495,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 0.061186275285491996,
|
|
"grad_norm": 0.11651729047298431,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1693906784057617,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.06160824959780573,
|
|
"grad_norm": 0.10973582416772842,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1263091564178467,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 0.06203022391011947,
|
|
"grad_norm": 0.10662171244621277,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1781439781188965,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 0.06245219822243321,
|
|
"grad_norm": 0.11675313860177994,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2503230571746826,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 0.06287417253474695,
|
|
"grad_norm": 0.11857406795024872,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.258619546890259,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 0.06329614684706068,
|
|
"grad_norm": 0.11008710414171219,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1991045475006104,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.06371812115937442,
|
|
"grad_norm": 0.11976458132266998,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2022125720977783,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 0.06414009547168815,
|
|
"grad_norm": 0.1103653758764267,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2240095138549805,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 0.0645620697840019,
|
|
"grad_norm": 0.10308089852333069,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.151815176010132,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 0.06498404409631564,
|
|
"grad_norm": 0.11728787422180176,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1404049396514893,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 0.06540601840862938,
|
|
"grad_norm": 0.11225762218236923,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2400128841400146,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.06582799272094311,
|
|
"grad_norm": 0.1165354773402214,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2270724773406982,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 0.06624996703325685,
|
|
"grad_norm": 0.11236653476953506,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1535444259643555,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 0.06667194134557058,
|
|
"grad_norm": 0.10641568154096603,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.161425828933716,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 0.06709391565788432,
|
|
"grad_norm": 0.10073976218700409,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.154911994934082,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 0.06751588997019807,
|
|
"grad_norm": 0.11362458765506744,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1593425273895264,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.0679378642825118,
|
|
"grad_norm": 0.13053755462169647,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.231839895248413,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 0.06835983859482554,
|
|
"grad_norm": 0.1055619940161705,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.230339527130127,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 0.06878181290713928,
|
|
"grad_norm": 0.11623658239841461,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.111253499984741,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 0.06920378721945301,
|
|
"grad_norm": 0.1088699996471405,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1576030254364014,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 0.06962576153176675,
|
|
"grad_norm": 0.11168421059846878,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1996970176696777,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.07004773584408049,
|
|
"grad_norm": 0.10531529784202576,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2236742973327637,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 0.07046971015639424,
|
|
"grad_norm": 0.10702145099639893,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.152845621109009,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 0.07089168446870797,
|
|
"grad_norm": 0.10920841246843338,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.132333278656006,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 0.07131365878102171,
|
|
"grad_norm": 0.10891810059547424,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.090947151184082,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 0.07173563309333544,
|
|
"grad_norm": 0.11763957142829895,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2283878326416016,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.07215760740564918,
|
|
"grad_norm": 0.1033068373799324,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1318740844726562,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 0.07257958171796292,
|
|
"grad_norm": 0.11240024864673615,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2340359687805176,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 0.07300155603027665,
|
|
"grad_norm": 0.10983721911907196,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1715822219848633,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 0.0734235303425904,
|
|
"grad_norm": 0.11801565438508987,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.234556198120117,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 0.07384550465490414,
|
|
"grad_norm": 0.10622187703847885,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.206968069076538,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.07426747896721787,
|
|
"grad_norm": 0.11609214544296265,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1820499897003174,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 0.07468945327953161,
|
|
"grad_norm": 0.11098748445510864,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1106762886047363,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 0.07511142759184535,
|
|
"grad_norm": 0.11470896005630493,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1696507930755615,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 0.07553340190415908,
|
|
"grad_norm": 0.10947126895189285,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1818830966949463,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 0.07595537621647282,
|
|
"grad_norm": 0.11120952665805817,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2424967288970947,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.07637735052878657,
|
|
"grad_norm": 0.0992329865694046,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.165295124053955,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 0.0767993248411003,
|
|
"grad_norm": 0.1052723303437233,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.13628888130188,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 0.07722129915341404,
|
|
"grad_norm": 0.11137950420379639,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.161299467086792,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 0.07764327346572777,
|
|
"grad_norm": 0.10961909592151642,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.067732810974121,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 0.07806524777804151,
|
|
"grad_norm": 0.10626599192619324,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.221228837966919,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.07848722209035525,
|
|
"grad_norm": 0.1092216894030571,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.237510919570923,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 0.07890919640266898,
|
|
"grad_norm": 0.10934820771217346,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1890249252319336,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 0.07933117071498273,
|
|
"grad_norm": 0.10721974819898605,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.163759708404541,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 0.07975314502729647,
|
|
"grad_norm": 0.10925968736410141,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2155017852783203,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 0.0801751193396102,
|
|
"grad_norm": 0.10603740811347961,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.177000045776367,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.08059709365192394,
|
|
"grad_norm": 0.10820295661687851,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1381659507751465,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 0.08101906796423768,
|
|
"grad_norm": 0.11538650095462799,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1240668296813965,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 0.08144104227655141,
|
|
"grad_norm": 0.10810080915689468,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.144092559814453,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 0.08186301658886515,
|
|
"grad_norm": 0.10264503210783005,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1740212440490723,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 0.08228499090117888,
|
|
"grad_norm": 0.10461390763521194,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2094638347625732,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.08270696521349263,
|
|
"grad_norm": 0.1066846251487732,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1450464725494385,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 0.08312893952580637,
|
|
"grad_norm": 0.11936092376708984,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.249525785446167,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 0.0835509138381201,
|
|
"grad_norm": 0.10146570950746536,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.172985792160034,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 0.08397288815043384,
|
|
"grad_norm": 0.10137574374675751,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.20550799369812,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 0.08439486246274758,
|
|
"grad_norm": 0.10552877187728882,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.108227491378784,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.08481683677506131,
|
|
"grad_norm": 0.11072912067174911,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.113502264022827,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 0.08523881108737505,
|
|
"grad_norm": 0.110051229596138,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.11564040184021,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 0.0856607853996888,
|
|
"grad_norm": 0.1032586321234703,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1291587352752686,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 0.08608275971200254,
|
|
"grad_norm": 0.12690642476081848,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.15268611907959,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 0.08650473402431627,
|
|
"grad_norm": 0.10999573767185211,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1778106689453125,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.08692670833663001,
|
|
"grad_norm": 0.1014145016670227,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1154181957244873,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 0.08734868264894374,
|
|
"grad_norm": 0.09770940989255905,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.173128604888916,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 0.08777065696125748,
|
|
"grad_norm": 0.10573363304138184,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2228899002075195,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 0.08819263127357121,
|
|
"grad_norm": 0.10503196716308594,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1295382976531982,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 0.08861460558588496,
|
|
"grad_norm": 0.10423147678375244,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1498734951019287,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.0890365798981987,
|
|
"grad_norm": 0.10368449240922928,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.165558099746704,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 0.08945855421051244,
|
|
"grad_norm": 0.11377409845590591,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1532649993896484,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 0.08988052852282617,
|
|
"grad_norm": 0.10557077080011368,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.185331344604492,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 0.09030250283513991,
|
|
"grad_norm": 0.11954786628484726,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1350667476654053,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 0.09072447714745364,
|
|
"grad_norm": 0.10571636259555817,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.111095905303955,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.09114645145976738,
|
|
"grad_norm": 0.10475218296051025,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1517415046691895,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 0.09156842577208113,
|
|
"grad_norm": 0.10855066031217575,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.067002058029175,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 0.09199040008439487,
|
|
"grad_norm": 0.10663752257823944,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1381430625915527,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 0.0924123743967086,
|
|
"grad_norm": 0.12324759364128113,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.198122501373291,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 0.09283434870902234,
|
|
"grad_norm": 0.10396029055118561,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.172659397125244,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.09325632302133607,
|
|
"grad_norm": 0.10649340599775314,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0995426177978516,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 0.09367829733364981,
|
|
"grad_norm": 0.1164933368563652,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.158050537109375,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 0.09410027164596355,
|
|
"grad_norm": 0.10775702446699142,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.178995132446289,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 0.0945222459582773,
|
|
"grad_norm": 0.09974786639213562,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1841464042663574,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 0.09494422027059103,
|
|
"grad_norm": 0.10044031590223312,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1888539791107178,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.09536619458290477,
|
|
"grad_norm": 0.1048150286078453,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.098114252090454,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 0.0957881688952185,
|
|
"grad_norm": 0.11264552175998688,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1471683979034424,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 0.09621014320753224,
|
|
"grad_norm": 0.10416817665100098,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.185790777206421,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 0.09663211751984598,
|
|
"grad_norm": 0.106419138610363,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.110515594482422,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 0.09705409183215971,
|
|
"grad_norm": 0.10050857812166214,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.176166296005249,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.09747606614447346,
|
|
"grad_norm": 0.11539862304925919,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0740013122558594,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 0.0978980404567872,
|
|
"grad_norm": 0.10971912741661072,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.2293474674224854,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 0.09832001476910093,
|
|
"grad_norm": 0.09800975769758224,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1657423973083496,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 0.09874198908141467,
|
|
"grad_norm": 0.11508442461490631,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.183786392211914,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 0.0991639633937284,
|
|
"grad_norm": 0.10498715937137604,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1677026748657227,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.09958593770604214,
|
|
"grad_norm": 0.11336793750524521,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1494476795196533,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 0.10000791201835588,
|
|
"grad_norm": 0.10106341540813446,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.117507219314575,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 0.10042988633066963,
|
|
"grad_norm": 0.10885264724493027,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1691131591796875,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 0.10085186064298336,
|
|
"grad_norm": 0.1028209999203682,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1025424003601074,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 0.1012738349552971,
|
|
"grad_norm": 0.10343431681394577,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.135477066040039,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.10169580926761083,
|
|
"grad_norm": 0.10494992882013321,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0871782302856445,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 0.10211778357992457,
|
|
"grad_norm": 0.10521426051855087,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1012284755706787,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 0.1025397578922383,
|
|
"grad_norm": 0.09971863776445389,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.113525152206421,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 0.10296173220455204,
|
|
"grad_norm": 0.09890742599964142,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.13696551322937,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 0.10338370651686579,
|
|
"grad_norm": 0.1144305095076561,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.169257640838623,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.10380568082917953,
|
|
"grad_norm": 0.10876721888780594,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1465811729431152,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 0.10422765514149326,
|
|
"grad_norm": 0.11005362123250961,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1479861736297607,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 0.104649629453807,
|
|
"grad_norm": 0.12227214127779007,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1559154987335205,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 0.10507160376612074,
|
|
"grad_norm": 0.10492133349180222,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1358585357666016,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 0.10549357807843447,
|
|
"grad_norm": 0.12116564810276031,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0748181343078613,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.10591555239074821,
|
|
"grad_norm": 0.10974402725696564,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1734626293182373,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 0.10633752670306196,
|
|
"grad_norm": 0.10158853232860565,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0756964683532715,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 0.1067595010153757,
|
|
"grad_norm": 0.11271041631698608,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1280670166015625,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 0.10718147532768943,
|
|
"grad_norm": 0.10798516869544983,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.144733190536499,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 0.10760344964000317,
|
|
"grad_norm": 0.10032257437705994,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.12662672996521,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.1080254239523169,
|
|
"grad_norm": 0.10111194103956223,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.130863666534424,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 0.10844739826463064,
|
|
"grad_norm": 0.12060201168060303,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.115837335586548,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 0.10886937257694437,
|
|
"grad_norm": 0.10744975507259369,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.115091323852539,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 0.10929134688925812,
|
|
"grad_norm": 0.11691953241825104,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1441359519958496,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 0.10971332120157186,
|
|
"grad_norm": 0.10967298597097397,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1961259841918945,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.1101352955138856,
|
|
"grad_norm": 0.11839812248945236,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.107771873474121,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 0.11055726982619933,
|
|
"grad_norm": 0.10187339782714844,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.188927173614502,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 0.11097924413851307,
|
|
"grad_norm": 0.09853896498680115,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.089794874191284,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 0.1114012184508268,
|
|
"grad_norm": 0.10944125056266785,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1138784885406494,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 0.11182319276314054,
|
|
"grad_norm": 0.11422785371541977,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.141139030456543,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.11224516707545429,
|
|
"grad_norm": 0.12035656720399857,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.063276529312134,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 0.11266714138776802,
|
|
"grad_norm": 0.11225082725286484,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1716654300689697,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 0.11308911570008176,
|
|
"grad_norm": 0.10329756885766983,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1288933753967285,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 0.1135110900123955,
|
|
"grad_norm": 0.10448078066110611,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1369645595550537,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 0.11393306432470923,
|
|
"grad_norm": 0.11511237919330597,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1774070262908936,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.11435503863702297,
|
|
"grad_norm": 0.10099837183952332,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.089512825012207,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 0.1147770129493367,
|
|
"grad_norm": 0.10087133198976517,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1339664459228516,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 0.11519898726165044,
|
|
"grad_norm": 0.10706653445959091,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.094083309173584,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 0.11562096157396419,
|
|
"grad_norm": 0.10590770840644836,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1993956565856934,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 0.11604293588627793,
|
|
"grad_norm": 0.09958631545305252,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1873281002044678,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.11646491019859166,
|
|
"grad_norm": 0.10155294090509415,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.083519458770752,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 0.1168868845109054,
|
|
"grad_norm": 0.09406159818172455,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1541647911071777,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 0.11730885882321913,
|
|
"grad_norm": 0.11386291682720184,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.097377061843872,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 0.11773083313553287,
|
|
"grad_norm": 0.12189048528671265,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.106928586959839,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 0.1181528074478466,
|
|
"grad_norm": 0.10407424718141556,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1374409198760986,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.11857478176016036,
|
|
"grad_norm": 0.10302145779132843,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1138768196105957,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 0.11899675607247409,
|
|
"grad_norm": 0.10530761629343033,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.123506546020508,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 0.11941873038478783,
|
|
"grad_norm": 0.09889083355665207,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1065826416015625,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 0.11984070469710156,
|
|
"grad_norm": 0.12569454312324524,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.119546890258789,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 0.1202626790094153,
|
|
"grad_norm": 0.12317321449518204,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.109205961227417,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.12068465332172904,
|
|
"grad_norm": 0.10445666313171387,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.14752459526062,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 0.12110662763404277,
|
|
"grad_norm": 0.11950821429491043,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1294028759002686,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 0.12152860194635652,
|
|
"grad_norm": 0.11578522622585297,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.149550437927246,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 0.12195057625867026,
|
|
"grad_norm": 0.09948468208312988,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1196377277374268,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 0.12237255057098399,
|
|
"grad_norm": 0.11028246581554413,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.117483377456665,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.12279452488329773,
|
|
"grad_norm": 0.11241725832223892,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.142362356185913,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 0.12321649919561146,
|
|
"grad_norm": 0.11857046186923981,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0809926986694336,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 0.1236384735079252,
|
|
"grad_norm": 0.11449336260557175,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.129199266433716,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 0.12406044782023894,
|
|
"grad_norm": 0.10256743431091309,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0935845375061035,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 0.12448242213255269,
|
|
"grad_norm": 0.09965559095144272,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1434988975524902,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.12490439644486642,
|
|
"grad_norm": 0.11713854223489761,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1678171157836914,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 0.12532637075718014,
|
|
"grad_norm": 0.10646077990531921,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.166114330291748,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 0.1257483450694939,
|
|
"grad_norm": 0.1113065630197525,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1068637371063232,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 0.12617031938180764,
|
|
"grad_norm": 0.11009582132101059,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.090066432952881,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 0.12659229369412137,
|
|
"grad_norm": 0.1059311181306839,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.101567268371582,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.12701426800643512,
|
|
"grad_norm": 0.09663299471139908,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0435891151428223,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 0.12743624231874884,
|
|
"grad_norm": 0.1101335659623146,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0809757709503174,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 0.1278582166310626,
|
|
"grad_norm": 0.1137552261352539,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1570522785186768,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 0.1282801909433763,
|
|
"grad_norm": 0.09979414939880371,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.148672103881836,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 0.12870216525569006,
|
|
"grad_norm": 0.11131460219621658,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0637567043304443,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.1291241395680038,
|
|
"grad_norm": 0.10011547803878784,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.113464832305908,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 0.12954611388031753,
|
|
"grad_norm": 0.0972154513001442,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.12298321723938,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 0.12996808819263128,
|
|
"grad_norm": 0.10826016217470169,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.125950574874878,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 0.130390062504945,
|
|
"grad_norm": 0.10634735226631165,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.074981212615967,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 0.13081203681725875,
|
|
"grad_norm": 0.0998908281326294,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.117025375366211,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.13123401112957248,
|
|
"grad_norm": 0.09957288205623627,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1138041019439697,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 0.13165598544188623,
|
|
"grad_norm": 0.11162349581718445,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.083672285079956,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 0.13207795975419998,
|
|
"grad_norm": 0.10052193701267242,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.096446990966797,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 0.1324999340665137,
|
|
"grad_norm": 0.11923649907112122,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1616833209991455,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 0.13292190837882745,
|
|
"grad_norm": 0.10124363005161285,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0721309185028076,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.13334388269114117,
|
|
"grad_norm": 0.10707041621208191,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.01750111579895,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 0.13376585700345492,
|
|
"grad_norm": 0.11144565045833588,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.02260422706604,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 0.13418783131576864,
|
|
"grad_norm": 0.11089108139276505,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1625897884368896,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 0.1346098056280824,
|
|
"grad_norm": 0.10813088715076447,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.118436098098755,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 0.13503177994039614,
|
|
"grad_norm": 0.10602413862943649,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1581308841705322,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.13545375425270986,
|
|
"grad_norm": 0.1079295352101326,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.090075731277466,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 0.1358757285650236,
|
|
"grad_norm": 0.10124252736568451,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0788414478302,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 0.13629770287733733,
|
|
"grad_norm": 0.11989205330610275,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0845541954040527,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 0.13671967718965108,
|
|
"grad_norm": 0.09583327919244766,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.060208559036255,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 0.1371416515019648,
|
|
"grad_norm": 0.11604829877614975,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.110811948776245,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.13756362581427856,
|
|
"grad_norm": 0.12645196914672852,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1087844371795654,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 0.1379856001265923,
|
|
"grad_norm": 0.11102139204740524,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1757702827453613,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 0.13840757443890603,
|
|
"grad_norm": 0.11270277202129364,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.113804578781128,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 0.13882954875121978,
|
|
"grad_norm": 0.10956049710512161,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0794570446014404,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 0.1392515230635335,
|
|
"grad_norm": 0.09589512646198273,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1060094833374023,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.13967349737584725,
|
|
"grad_norm": 0.12028387188911438,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0634701251983643,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 0.14009547168816097,
|
|
"grad_norm": 0.10321275144815445,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1140222549438477,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 0.14051744600047472,
|
|
"grad_norm": 0.13416993618011475,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1182377338409424,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 0.14093942031278847,
|
|
"grad_norm": 0.0967794805765152,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.185577392578125,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 0.1413613946251022,
|
|
"grad_norm": 0.10812490433454514,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.093771457672119,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.14178336893741594,
|
|
"grad_norm": 0.0973934531211853,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1098852157592773,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 0.14220534324972967,
|
|
"grad_norm": 0.09942277520895004,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1654629707336426,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 0.14262731756204342,
|
|
"grad_norm": 0.10842843353748322,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.089427947998047,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 0.14304929187435714,
|
|
"grad_norm": 0.10706840455532074,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.144439697265625,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 0.1434712661866709,
|
|
"grad_norm": 0.10574708878993988,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1588997840881348,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.14389324049898464,
|
|
"grad_norm": 0.11435360461473465,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1252830028533936,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 0.14431521481129836,
|
|
"grad_norm": 0.09806880354881287,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1206793785095215,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 0.1447371891236121,
|
|
"grad_norm": 0.10450348258018494,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0693018436431885,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 0.14515916343592583,
|
|
"grad_norm": 0.09918571263551712,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.066645860671997,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 0.14558113774823958,
|
|
"grad_norm": 0.10964078456163406,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1329102516174316,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.1460031120605533,
|
|
"grad_norm": 0.1003369390964508,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1030282974243164,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 0.14642508637286705,
|
|
"grad_norm": 0.09732041507959366,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.105342388153076,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 0.1468470606851808,
|
|
"grad_norm": 0.11758318543434143,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0845322608947754,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 0.14726903499749452,
|
|
"grad_norm": 0.1175965890288353,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1936488151550293,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 0.14769100930980827,
|
|
"grad_norm": 0.11464764922857285,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1604058742523193,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.148112983622122,
|
|
"grad_norm": 0.10833900421857834,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.03999662399292,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 0.14853495793443575,
|
|
"grad_norm": 0.10867384821176529,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.105238676071167,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 0.14895693224674947,
|
|
"grad_norm": 0.10172431170940399,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0846638679504395,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 0.14937890655906322,
|
|
"grad_norm": 0.10123492032289505,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.123725414276123,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 0.14980088087137697,
|
|
"grad_norm": 0.11058921366930008,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9794389009475708,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.1502228551836907,
|
|
"grad_norm": 0.09867732971906662,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.041548013687134,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 0.15064482949600444,
|
|
"grad_norm": 0.13508032262325287,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0762624740600586,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 0.15106680380831816,
|
|
"grad_norm": 0.1391245722770691,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.135963201522827,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 0.1514887781206319,
|
|
"grad_norm": 0.11377518624067307,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0835230350494385,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 0.15191075243294563,
|
|
"grad_norm": 0.10214204341173172,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0786423683166504,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.15233272674525938,
|
|
"grad_norm": 0.12621009349822998,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.073246955871582,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 0.15275470105757313,
|
|
"grad_norm": 0.10633029043674469,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.117952346801758,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 0.15317667536988686,
|
|
"grad_norm": 0.0995170921087265,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.107276678085327,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 0.1535986496822006,
|
|
"grad_norm": 0.10811508446931839,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.111994504928589,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 0.15402062399451433,
|
|
"grad_norm": 0.09587360173463821,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.092371940612793,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.15444259830682808,
|
|
"grad_norm": 0.10326235741376877,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1675448417663574,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 0.1548645726191418,
|
|
"grad_norm": 0.1008804440498352,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.087733745574951,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 0.15528654693145555,
|
|
"grad_norm": 0.13531406223773956,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.027266502380371,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 0.1557085212437693,
|
|
"grad_norm": 0.10144936293363571,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0607857704162598,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 0.15613049555608302,
|
|
"grad_norm": 0.11017454415559769,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1015186309814453,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.15655246986839677,
|
|
"grad_norm": 0.09735028445720673,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1204636096954346,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 0.1569744441807105,
|
|
"grad_norm": 0.10278435051441193,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0729727745056152,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 0.15739641849302424,
|
|
"grad_norm": 0.109861359000206,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1217892169952393,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 0.15781839280533796,
|
|
"grad_norm": 0.11959517747163773,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0969040393829346,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 0.15824036711765171,
|
|
"grad_norm": 0.11523259431123734,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.15737247467041,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.15866234142996546,
|
|
"grad_norm": 0.10795868933200836,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.179013967514038,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 0.1590843157422792,
|
|
"grad_norm": 0.10769423097372055,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.11958909034729,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 0.15950629005459294,
|
|
"grad_norm": 0.10231717675924301,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.046900510787964,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 0.15992826436690666,
|
|
"grad_norm": 0.10377570241689682,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0804035663604736,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 0.1603502386792204,
|
|
"grad_norm": 0.09826632589101791,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.121006965637207,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.16077221299153413,
|
|
"grad_norm": 0.10372547805309296,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0499508380889893,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 0.16119418730384788,
|
|
"grad_norm": 0.11276647448539734,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0513172149658203,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 0.16161616161616163,
|
|
"grad_norm": 0.10348805785179138,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0763437747955322,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 0.16203813592847535,
|
|
"grad_norm": 0.10468009859323502,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.155933141708374,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 0.1624601102407891,
|
|
"grad_norm": 0.1013028621673584,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.096817970275879,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.16288208455310282,
|
|
"grad_norm": 0.0988638624548912,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.115628242492676,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 0.16330405886541657,
|
|
"grad_norm": 0.10291626304388046,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0738699436187744,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 0.1637260331777303,
|
|
"grad_norm": 0.1355632245540619,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.110413074493408,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 0.16414800749004405,
|
|
"grad_norm": 0.10514026880264282,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.044823408126831,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 0.16456998180235777,
|
|
"grad_norm": 0.1026536375284195,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0761866569519043,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.16499195611467152,
|
|
"grad_norm": 0.10273230075836182,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.155762195587158,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 0.16541393042698527,
|
|
"grad_norm": 0.1126902773976326,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.115461587905884,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 0.165835904739299,
|
|
"grad_norm": 0.10173066705465317,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0853469371795654,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 0.16625787905161274,
|
|
"grad_norm": 0.10205572098493576,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0874886512756348,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 0.16667985336392646,
|
|
"grad_norm": 0.0917569249868393,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.132352590560913,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.1671018276762402,
|
|
"grad_norm": 0.10074055939912796,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.084622621536255,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 0.16752380198855393,
|
|
"grad_norm": 0.1239466592669487,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1048314571380615,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 0.16794577630086768,
|
|
"grad_norm": 0.09913384169340134,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0674514770507812,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 0.16836775061318143,
|
|
"grad_norm": 0.1087324395775795,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.117096424102783,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 0.16878972492549515,
|
|
"grad_norm": 0.10408477485179901,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.050633668899536,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.1692116992378089,
|
|
"grad_norm": 0.1000882238149643,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1600115299224854,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 0.16963367355012263,
|
|
"grad_norm": 0.10445057600736618,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.107898712158203,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 0.17005564786243638,
|
|
"grad_norm": 0.09820706397294998,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1222548484802246,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 0.1704776221747501,
|
|
"grad_norm": 0.1043691635131836,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.114928722381592,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 0.17089959648706385,
|
|
"grad_norm": 0.10397274792194366,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0936038494110107,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.1713215707993776,
|
|
"grad_norm": 0.10748063027858734,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0815281867980957,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 0.17174354511169132,
|
|
"grad_norm": 0.0982804223895073,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0949110984802246,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 0.17216551942400507,
|
|
"grad_norm": 0.11106297373771667,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1133642196655273,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 0.1725874937363188,
|
|
"grad_norm": 0.10691525787115097,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0815305709838867,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 0.17300946804863254,
|
|
"grad_norm": 0.10917850583791733,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0350093841552734,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.17343144236094626,
|
|
"grad_norm": 0.09457892924547195,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1236209869384766,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 0.17385341667326001,
|
|
"grad_norm": 0.10020066797733307,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.089968204498291,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 0.17427539098557376,
|
|
"grad_norm": 0.10689288377761841,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0820720195770264,
|
|
"step": 826
|
|
},
|
|
{
|
|
"epoch": 0.17469736529788749,
|
|
"grad_norm": 0.12644343078136444,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.084280490875244,
|
|
"step": 828
|
|
},
|
|
{
|
|
"epoch": 0.17511933961020124,
|
|
"grad_norm": 0.10654092580080032,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0762181282043457,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.17554131392251496,
|
|
"grad_norm": 0.1107269749045372,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0836570262908936,
|
|
"step": 832
|
|
},
|
|
{
|
|
"epoch": 0.1759632882348287,
|
|
"grad_norm": 0.09906051307916641,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.081645965576172,
|
|
"step": 834
|
|
},
|
|
{
|
|
"epoch": 0.17638526254714243,
|
|
"grad_norm": 0.10999570041894913,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0746512413024902,
|
|
"step": 836
|
|
},
|
|
{
|
|
"epoch": 0.17680723685945618,
|
|
"grad_norm": 0.09614890068769455,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0921099185943604,
|
|
"step": 838
|
|
},
|
|
{
|
|
"epoch": 0.17722921117176993,
|
|
"grad_norm": 0.10425500571727753,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1366209983825684,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.17765118548408365,
|
|
"grad_norm": 0.1360170692205429,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.038316249847412,
|
|
"step": 842
|
|
},
|
|
{
|
|
"epoch": 0.1780731597963974,
|
|
"grad_norm": 0.1053030714392662,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1270430088043213,
|
|
"step": 844
|
|
},
|
|
{
|
|
"epoch": 0.17849513410871112,
|
|
"grad_norm": 0.1127590462565422,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0368661880493164,
|
|
"step": 846
|
|
},
|
|
{
|
|
"epoch": 0.17891710842102487,
|
|
"grad_norm": 0.10196477174758911,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0663537979125977,
|
|
"step": 848
|
|
},
|
|
{
|
|
"epoch": 0.1793390827333386,
|
|
"grad_norm": 0.10385768115520477,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1200766563415527,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.17976105704565234,
|
|
"grad_norm": 0.10235826671123505,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.099470853805542,
|
|
"step": 852
|
|
},
|
|
{
|
|
"epoch": 0.1801830313579661,
|
|
"grad_norm": 0.10381414741277695,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.154128074645996,
|
|
"step": 854
|
|
},
|
|
{
|
|
"epoch": 0.18060500567027982,
|
|
"grad_norm": 0.09879153221845627,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0719563961029053,
|
|
"step": 856
|
|
},
|
|
{
|
|
"epoch": 0.18102697998259357,
|
|
"grad_norm": 0.11098369210958481,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.063169002532959,
|
|
"step": 858
|
|
},
|
|
{
|
|
"epoch": 0.1814489542949073,
|
|
"grad_norm": 0.10949750989675522,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1000149250030518,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.18187092860722104,
|
|
"grad_norm": 0.10339707136154175,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.089691400527954,
|
|
"step": 862
|
|
},
|
|
{
|
|
"epoch": 0.18229290291953476,
|
|
"grad_norm": 0.11655983328819275,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0740272998809814,
|
|
"step": 864
|
|
},
|
|
{
|
|
"epoch": 0.1827148772318485,
|
|
"grad_norm": 0.10416608303785324,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.024918794631958,
|
|
"step": 866
|
|
},
|
|
{
|
|
"epoch": 0.18313685154416226,
|
|
"grad_norm": 0.10420812666416168,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0802533626556396,
|
|
"step": 868
|
|
},
|
|
{
|
|
"epoch": 0.18355882585647598,
|
|
"grad_norm": 0.1012798622250557,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0436084270477295,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.18398080016878973,
|
|
"grad_norm": 0.10507721453905106,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0282247066497803,
|
|
"step": 872
|
|
},
|
|
{
|
|
"epoch": 0.18440277448110345,
|
|
"grad_norm": 0.10625720024108887,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0734364986419678,
|
|
"step": 874
|
|
},
|
|
{
|
|
"epoch": 0.1848247487934172,
|
|
"grad_norm": 0.121348537504673,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9815733432769775,
|
|
"step": 876
|
|
},
|
|
{
|
|
"epoch": 0.18524672310573093,
|
|
"grad_norm": 0.11806593835353851,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.03564453125,
|
|
"step": 878
|
|
},
|
|
{
|
|
"epoch": 0.18566869741804468,
|
|
"grad_norm": 0.10645047575235367,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.051527500152588,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.18609067173035843,
|
|
"grad_norm": 0.09987389296293259,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1459152698516846,
|
|
"step": 882
|
|
},
|
|
{
|
|
"epoch": 0.18651264604267215,
|
|
"grad_norm": 0.11512590199708939,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.042651414871216,
|
|
"step": 884
|
|
},
|
|
{
|
|
"epoch": 0.1869346203549859,
|
|
"grad_norm": 0.10150270909070969,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.062952995300293,
|
|
"step": 886
|
|
},
|
|
{
|
|
"epoch": 0.18735659466729962,
|
|
"grad_norm": 0.09909050911664963,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.032675266265869,
|
|
"step": 888
|
|
},
|
|
{
|
|
"epoch": 0.18777856897961337,
|
|
"grad_norm": 0.11986971646547318,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.066922426223755,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.1882005432919271,
|
|
"grad_norm": 0.11826105415821075,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.068296194076538,
|
|
"step": 892
|
|
},
|
|
{
|
|
"epoch": 0.18862251760424084,
|
|
"grad_norm": 0.098719023168087,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1250462532043457,
|
|
"step": 894
|
|
},
|
|
{
|
|
"epoch": 0.1890444919165546,
|
|
"grad_norm": 0.10234636813402176,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.03814697265625,
|
|
"step": 896
|
|
},
|
|
{
|
|
"epoch": 0.1894664662288683,
|
|
"grad_norm": 0.10218203812837601,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0698814392089844,
|
|
"step": 898
|
|
},
|
|
{
|
|
"epoch": 0.18988844054118206,
|
|
"grad_norm": 0.09778252243995667,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.104174852371216,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.19031041485349579,
|
|
"grad_norm": 0.10931072384119034,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.020155429840088,
|
|
"step": 902
|
|
},
|
|
{
|
|
"epoch": 0.19073238916580953,
|
|
"grad_norm": 0.09138067066669464,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0176219940185547,
|
|
"step": 904
|
|
},
|
|
{
|
|
"epoch": 0.19115436347812326,
|
|
"grad_norm": 0.11851845681667328,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.053734302520752,
|
|
"step": 906
|
|
},
|
|
{
|
|
"epoch": 0.191576337790437,
|
|
"grad_norm": 0.11843250691890717,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0874314308166504,
|
|
"step": 908
|
|
},
|
|
{
|
|
"epoch": 0.19199831210275076,
|
|
"grad_norm": 0.1034797951579094,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0914268493652344,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.19242028641506448,
|
|
"grad_norm": 0.0955357626080513,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.104736566543579,
|
|
"step": 912
|
|
},
|
|
{
|
|
"epoch": 0.19284226072737823,
|
|
"grad_norm": 0.10485327988862991,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.060455799102783,
|
|
"step": 914
|
|
},
|
|
{
|
|
"epoch": 0.19326423503969195,
|
|
"grad_norm": 0.11095664650201797,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0719492435455322,
|
|
"step": 916
|
|
},
|
|
{
|
|
"epoch": 0.1936862093520057,
|
|
"grad_norm": 0.10153471678495407,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.09536075592041,
|
|
"step": 918
|
|
},
|
|
{
|
|
"epoch": 0.19410818366431942,
|
|
"grad_norm": 0.10129594802856445,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.083777904510498,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.19453015797663317,
|
|
"grad_norm": 0.10285522043704987,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.056734085083008,
|
|
"step": 922
|
|
},
|
|
{
|
|
"epoch": 0.19495213228894692,
|
|
"grad_norm": 0.10165376961231232,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1503188610076904,
|
|
"step": 924
|
|
},
|
|
{
|
|
"epoch": 0.19537410660126064,
|
|
"grad_norm": 0.10450077801942825,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0430591106414795,
|
|
"step": 926
|
|
},
|
|
{
|
|
"epoch": 0.1957960809135744,
|
|
"grad_norm": 0.09593604505062103,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1289496421813965,
|
|
"step": 928
|
|
},
|
|
{
|
|
"epoch": 0.19621805522588812,
|
|
"grad_norm": 0.10251755267381668,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0544192790985107,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.19664002953820187,
|
|
"grad_norm": 0.10145176947116852,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.095219850540161,
|
|
"step": 932
|
|
},
|
|
{
|
|
"epoch": 0.1970620038505156,
|
|
"grad_norm": 0.10890334099531174,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0197975635528564,
|
|
"step": 934
|
|
},
|
|
{
|
|
"epoch": 0.19748397816282934,
|
|
"grad_norm": 0.10958156734704971,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1150569915771484,
|
|
"step": 936
|
|
},
|
|
{
|
|
"epoch": 0.1979059524751431,
|
|
"grad_norm": 0.10154721140861511,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0210187435150146,
|
|
"step": 938
|
|
},
|
|
{
|
|
"epoch": 0.1983279267874568,
|
|
"grad_norm": 0.10598000138998032,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1473076343536377,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.19874990109977056,
|
|
"grad_norm": 0.09814070910215378,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0979013442993164,
|
|
"step": 942
|
|
},
|
|
{
|
|
"epoch": 0.19917187541208428,
|
|
"grad_norm": 0.09910205751657486,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.997559905052185,
|
|
"step": 944
|
|
},
|
|
{
|
|
"epoch": 0.19959384972439803,
|
|
"grad_norm": 0.11446119844913483,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0604631900787354,
|
|
"step": 946
|
|
},
|
|
{
|
|
"epoch": 0.20001582403671175,
|
|
"grad_norm": 0.10531014949083328,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0578184127807617,
|
|
"step": 948
|
|
},
|
|
{
|
|
"epoch": 0.20001582403671175,
|
|
"eval_loss": 2.0671815872192383,
|
|
"eval_runtime": 86.8816,
|
|
"eval_samples_per_second": 35.266,
|
|
"eval_steps_per_second": 4.408,
|
|
"step": 948
|
|
},
|
|
{
|
|
"epoch": 0.2004377983490255,
|
|
"grad_norm": 0.10325891524553299,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1023595333099365,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.20085977266133925,
|
|
"grad_norm": 0.10410068929195404,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0740129947662354,
|
|
"step": 952
|
|
},
|
|
{
|
|
"epoch": 0.20128174697365298,
|
|
"grad_norm": 0.12220326066017151,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0601963996887207,
|
|
"step": 954
|
|
},
|
|
{
|
|
"epoch": 0.20170372128596673,
|
|
"grad_norm": 0.10639762133359909,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0554206371307373,
|
|
"step": 956
|
|
},
|
|
{
|
|
"epoch": 0.20212569559828045,
|
|
"grad_norm": 0.09522542357444763,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0102133750915527,
|
|
"step": 958
|
|
},
|
|
{
|
|
"epoch": 0.2025476699105942,
|
|
"grad_norm": 0.09354773908853531,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.132495164871216,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.20296964422290792,
|
|
"grad_norm": 0.11503658443689346,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.106981039047241,
|
|
"step": 962
|
|
},
|
|
{
|
|
"epoch": 0.20339161853522167,
|
|
"grad_norm": 0.09721265733242035,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9978598356246948,
|
|
"step": 964
|
|
},
|
|
{
|
|
"epoch": 0.20381359284753542,
|
|
"grad_norm": 0.10172916203737259,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.101057291030884,
|
|
"step": 966
|
|
},
|
|
{
|
|
"epoch": 0.20423556715984914,
|
|
"grad_norm": 0.10961701720952988,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0402886867523193,
|
|
"step": 968
|
|
},
|
|
{
|
|
"epoch": 0.2046575414721629,
|
|
"grad_norm": 0.09250684082508087,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.067052125930786,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.2050795157844766,
|
|
"grad_norm": 0.09473984688520432,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0596187114715576,
|
|
"step": 972
|
|
},
|
|
{
|
|
"epoch": 0.20550149009679036,
|
|
"grad_norm": 0.09915156662464142,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0481491088867188,
|
|
"step": 974
|
|
},
|
|
{
|
|
"epoch": 0.20592346440910408,
|
|
"grad_norm": 0.09621451795101166,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.080754280090332,
|
|
"step": 976
|
|
},
|
|
{
|
|
"epoch": 0.20634543872141783,
|
|
"grad_norm": 0.095055490732193,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0555837154388428,
|
|
"step": 978
|
|
},
|
|
{
|
|
"epoch": 0.20676741303373158,
|
|
"grad_norm": 0.09834734350442886,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.144092559814453,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.2071893873460453,
|
|
"grad_norm": 0.12396267056465149,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0947763919830322,
|
|
"step": 982
|
|
},
|
|
{
|
|
"epoch": 0.20761136165835906,
|
|
"grad_norm": 0.13575908541679382,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0995829105377197,
|
|
"step": 984
|
|
},
|
|
{
|
|
"epoch": 0.20803333597067278,
|
|
"grad_norm": 0.09544304013252258,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0954782962799072,
|
|
"step": 986
|
|
},
|
|
{
|
|
"epoch": 0.20845531028298653,
|
|
"grad_norm": 0.09818162769079208,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.140582323074341,
|
|
"step": 988
|
|
},
|
|
{
|
|
"epoch": 0.20887728459530025,
|
|
"grad_norm": 0.10510848462581635,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.055241584777832,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.209299258907614,
|
|
"grad_norm": 0.09998326748609543,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1074514389038086,
|
|
"step": 992
|
|
},
|
|
{
|
|
"epoch": 0.20972123321992775,
|
|
"grad_norm": 0.09891974180936813,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.055959463119507,
|
|
"step": 994
|
|
},
|
|
{
|
|
"epoch": 0.21014320753224147,
|
|
"grad_norm": 0.09861279278993607,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0759928226470947,
|
|
"step": 996
|
|
},
|
|
{
|
|
"epoch": 0.21056518184455522,
|
|
"grad_norm": 0.10738018900156021,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0847115516662598,
|
|
"step": 998
|
|
},
|
|
{
|
|
"epoch": 0.21098715615686894,
|
|
"grad_norm": 0.09597820043563843,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.091839075088501,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.2114091304691827,
|
|
"grad_norm": 0.10140739381313324,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0645995140075684,
|
|
"step": 1002
|
|
},
|
|
{
|
|
"epoch": 0.21183110478149642,
|
|
"grad_norm": 0.0963931679725647,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0418381690979004,
|
|
"step": 1004
|
|
},
|
|
{
|
|
"epoch": 0.21225307909381017,
|
|
"grad_norm": 0.10696844011545181,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.080503225326538,
|
|
"step": 1006
|
|
},
|
|
{
|
|
"epoch": 0.21267505340612392,
|
|
"grad_norm": 0.10360875725746155,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0619759559631348,
|
|
"step": 1008
|
|
},
|
|
{
|
|
"epoch": 0.21309702771843764,
|
|
"grad_norm": 0.09701628983020782,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.075305700302124,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.2135190020307514,
|
|
"grad_norm": 0.13253048062324524,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.059206247329712,
|
|
"step": 1012
|
|
},
|
|
{
|
|
"epoch": 0.2139409763430651,
|
|
"grad_norm": 0.1022191196680069,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.103555679321289,
|
|
"step": 1014
|
|
},
|
|
{
|
|
"epoch": 0.21436295065537886,
|
|
"grad_norm": 0.12009415775537491,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0632853507995605,
|
|
"step": 1016
|
|
},
|
|
{
|
|
"epoch": 0.21478492496769258,
|
|
"grad_norm": 0.10627920180559158,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1009135246276855,
|
|
"step": 1018
|
|
},
|
|
{
|
|
"epoch": 0.21520689928000633,
|
|
"grad_norm": 0.10539852827787399,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.074646234512329,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.21562887359232008,
|
|
"grad_norm": 0.102335125207901,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9752756357192993,
|
|
"step": 1022
|
|
},
|
|
{
|
|
"epoch": 0.2160508479046338,
|
|
"grad_norm": 0.10604073852300644,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.088203191757202,
|
|
"step": 1024
|
|
},
|
|
{
|
|
"epoch": 0.21647282221694755,
|
|
"grad_norm": 0.10646755993366241,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1028835773468018,
|
|
"step": 1026
|
|
},
|
|
{
|
|
"epoch": 0.21689479652926127,
|
|
"grad_norm": 0.10872533172369003,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0974297523498535,
|
|
"step": 1028
|
|
},
|
|
{
|
|
"epoch": 0.21731677084157502,
|
|
"grad_norm": 0.09953556954860687,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0770680904388428,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.21773874515388875,
|
|
"grad_norm": 0.10345607250928879,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0911922454833984,
|
|
"step": 1032
|
|
},
|
|
{
|
|
"epoch": 0.2181607194662025,
|
|
"grad_norm": 0.10142865031957626,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0636839866638184,
|
|
"step": 1034
|
|
},
|
|
{
|
|
"epoch": 0.21858269377851625,
|
|
"grad_norm": 0.12310226261615753,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0318033695220947,
|
|
"step": 1036
|
|
},
|
|
{
|
|
"epoch": 0.21900466809082997,
|
|
"grad_norm": 0.11234645545482635,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.037473440170288,
|
|
"step": 1038
|
|
},
|
|
{
|
|
"epoch": 0.21942664240314372,
|
|
"grad_norm": 0.10977761447429657,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.050473213195801,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.21984861671545744,
|
|
"grad_norm": 0.10015005618333817,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0523502826690674,
|
|
"step": 1042
|
|
},
|
|
{
|
|
"epoch": 0.2202705910277712,
|
|
"grad_norm": 0.10433825105428696,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0895588397979736,
|
|
"step": 1044
|
|
},
|
|
{
|
|
"epoch": 0.2206925653400849,
|
|
"grad_norm": 0.09808175265789032,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0453665256500244,
|
|
"step": 1046
|
|
},
|
|
{
|
|
"epoch": 0.22111453965239866,
|
|
"grad_norm": 0.10073351114988327,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0840749740600586,
|
|
"step": 1048
|
|
},
|
|
{
|
|
"epoch": 0.2215365139647124,
|
|
"grad_norm": 0.11345913261175156,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0683348178863525,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.22195848827702613,
|
|
"grad_norm": 0.09906921535730362,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1286203861236572,
|
|
"step": 1052
|
|
},
|
|
{
|
|
"epoch": 0.22238046258933988,
|
|
"grad_norm": 0.1055447906255722,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.057116746902466,
|
|
"step": 1054
|
|
},
|
|
{
|
|
"epoch": 0.2228024369016536,
|
|
"grad_norm": 0.11254426091909409,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.048659324645996,
|
|
"step": 1056
|
|
},
|
|
{
|
|
"epoch": 0.22322441121396736,
|
|
"grad_norm": 0.12048386037349701,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0781071186065674,
|
|
"step": 1058
|
|
},
|
|
{
|
|
"epoch": 0.22364638552628108,
|
|
"grad_norm": 0.09799184650182724,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.08701491355896,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.22406835983859483,
|
|
"grad_norm": 0.11438445746898651,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0588808059692383,
|
|
"step": 1062
|
|
},
|
|
{
|
|
"epoch": 0.22449033415090858,
|
|
"grad_norm": 0.10387099534273148,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.08544921875,
|
|
"step": 1064
|
|
},
|
|
{
|
|
"epoch": 0.2249123084632223,
|
|
"grad_norm": 0.10655742883682251,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.041012763977051,
|
|
"step": 1066
|
|
},
|
|
{
|
|
"epoch": 0.22533428277553605,
|
|
"grad_norm": 0.10069374740123749,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.982102394104004,
|
|
"step": 1068
|
|
},
|
|
{
|
|
"epoch": 0.22575625708784977,
|
|
"grad_norm": 0.1755983978509903,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.046351432800293,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.22617823140016352,
|
|
"grad_norm": 0.11466466635465622,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0358128547668457,
|
|
"step": 1072
|
|
},
|
|
{
|
|
"epoch": 0.22660020571247724,
|
|
"grad_norm": 0.11308802664279938,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0717899799346924,
|
|
"step": 1074
|
|
},
|
|
{
|
|
"epoch": 0.227022180024791,
|
|
"grad_norm": 0.10079872608184814,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1229147911071777,
|
|
"step": 1076
|
|
},
|
|
{
|
|
"epoch": 0.22744415433710474,
|
|
"grad_norm": 0.1067342758178711,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0142710208892822,
|
|
"step": 1078
|
|
},
|
|
{
|
|
"epoch": 0.22786612864941846,
|
|
"grad_norm": 0.11104470491409302,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.004711389541626,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.22828810296173221,
|
|
"grad_norm": 0.10653650760650635,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0473668575286865,
|
|
"step": 1082
|
|
},
|
|
{
|
|
"epoch": 0.22871007727404594,
|
|
"grad_norm": 0.09132052212953568,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0147132873535156,
|
|
"step": 1084
|
|
},
|
|
{
|
|
"epoch": 0.2291320515863597,
|
|
"grad_norm": 0.12246864289045334,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9932918548583984,
|
|
"step": 1086
|
|
},
|
|
{
|
|
"epoch": 0.2295540258986734,
|
|
"grad_norm": 0.10114414989948273,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0464165210723877,
|
|
"step": 1088
|
|
},
|
|
{
|
|
"epoch": 0.22997600021098716,
|
|
"grad_norm": 0.12049400806427002,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0571815967559814,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.23039797452330088,
|
|
"grad_norm": 0.10335483402013779,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0648066997528076,
|
|
"step": 1092
|
|
},
|
|
{
|
|
"epoch": 0.23081994883561463,
|
|
"grad_norm": 0.10721594840288162,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0379750728607178,
|
|
"step": 1094
|
|
},
|
|
{
|
|
"epoch": 0.23124192314792838,
|
|
"grad_norm": 0.11306493729352951,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0113027095794678,
|
|
"step": 1096
|
|
},
|
|
{
|
|
"epoch": 0.2316638974602421,
|
|
"grad_norm": 0.09969770163297653,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0276451110839844,
|
|
"step": 1098
|
|
},
|
|
{
|
|
"epoch": 0.23208587177255585,
|
|
"grad_norm": 0.09972522407770157,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1196937561035156,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.23250784608486957,
|
|
"grad_norm": 0.09788248687982559,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.09224796295166,
|
|
"step": 1102
|
|
},
|
|
{
|
|
"epoch": 0.23292982039718332,
|
|
"grad_norm": 0.1213034987449646,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0813941955566406,
|
|
"step": 1104
|
|
},
|
|
{
|
|
"epoch": 0.23335179470949705,
|
|
"grad_norm": 0.1194828599691391,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.064236640930176,
|
|
"step": 1106
|
|
},
|
|
{
|
|
"epoch": 0.2337737690218108,
|
|
"grad_norm": 0.10941118001937866,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0620577335357666,
|
|
"step": 1108
|
|
},
|
|
{
|
|
"epoch": 0.23419574333412455,
|
|
"grad_norm": 0.11109137535095215,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.092865228652954,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.23461771764643827,
|
|
"grad_norm": 0.10167246311903,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.066153049468994,
|
|
"step": 1112
|
|
},
|
|
{
|
|
"epoch": 0.23503969195875202,
|
|
"grad_norm": 0.09550223499536514,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0813565254211426,
|
|
"step": 1114
|
|
},
|
|
{
|
|
"epoch": 0.23546166627106574,
|
|
"grad_norm": 0.10247048735618591,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0835540294647217,
|
|
"step": 1116
|
|
},
|
|
{
|
|
"epoch": 0.2358836405833795,
|
|
"grad_norm": 0.10965420305728912,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.056603193283081,
|
|
"step": 1118
|
|
},
|
|
{
|
|
"epoch": 0.2363056148956932,
|
|
"grad_norm": 0.10589442402124405,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.077146291732788,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.23672758920800696,
|
|
"grad_norm": 0.11574966460466385,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0568768978118896,
|
|
"step": 1122
|
|
},
|
|
{
|
|
"epoch": 0.2371495635203207,
|
|
"grad_norm": 0.13056907057762146,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.109354019165039,
|
|
"step": 1124
|
|
},
|
|
{
|
|
"epoch": 0.23757153783263443,
|
|
"grad_norm": 0.10184738039970398,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1134679317474365,
|
|
"step": 1126
|
|
},
|
|
{
|
|
"epoch": 0.23799351214494818,
|
|
"grad_norm": 0.10987573117017746,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0756723880767822,
|
|
"step": 1128
|
|
},
|
|
{
|
|
"epoch": 0.2384154864572619,
|
|
"grad_norm": 0.11375586688518524,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1034908294677734,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.23883746076957565,
|
|
"grad_norm": 0.09235178679227829,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0417909622192383,
|
|
"step": 1132
|
|
},
|
|
{
|
|
"epoch": 0.23925943508188938,
|
|
"grad_norm": 0.10113172978162766,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1055049896240234,
|
|
"step": 1134
|
|
},
|
|
{
|
|
"epoch": 0.23968140939420313,
|
|
"grad_norm": 0.10936136543750763,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0581185817718506,
|
|
"step": 1136
|
|
},
|
|
{
|
|
"epoch": 0.24010338370651688,
|
|
"grad_norm": 0.10075986385345459,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0408172607421875,
|
|
"step": 1138
|
|
},
|
|
{
|
|
"epoch": 0.2405253580188306,
|
|
"grad_norm": 0.10835301131010056,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0132951736450195,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.24094733233114435,
|
|
"grad_norm": 0.09728336334228516,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0589864253997803,
|
|
"step": 1142
|
|
},
|
|
{
|
|
"epoch": 0.24136930664345807,
|
|
"grad_norm": 0.11029426753520966,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0645458698272705,
|
|
"step": 1144
|
|
},
|
|
{
|
|
"epoch": 0.24179128095577182,
|
|
"grad_norm": 0.09583398699760437,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0375349521636963,
|
|
"step": 1146
|
|
},
|
|
{
|
|
"epoch": 0.24221325526808554,
|
|
"grad_norm": 0.12009010463953018,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.092754602432251,
|
|
"step": 1148
|
|
},
|
|
{
|
|
"epoch": 0.2426352295803993,
|
|
"grad_norm": 0.12068220973014832,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.088794469833374,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.24305720389271304,
|
|
"grad_norm": 0.10811642557382584,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0643973350524902,
|
|
"step": 1152
|
|
},
|
|
{
|
|
"epoch": 0.24347917820502676,
|
|
"grad_norm": 0.10594642907381058,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.042525053024292,
|
|
"step": 1154
|
|
},
|
|
{
|
|
"epoch": 0.2439011525173405,
|
|
"grad_norm": 0.10060539841651917,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0604500770568848,
|
|
"step": 1156
|
|
},
|
|
{
|
|
"epoch": 0.24432312682965424,
|
|
"grad_norm": 0.11867481470108032,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0957038402557373,
|
|
"step": 1158
|
|
},
|
|
{
|
|
"epoch": 0.24474510114196799,
|
|
"grad_norm": 0.10814383625984192,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.115431308746338,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.2451670754542817,
|
|
"grad_norm": 0.10752452909946442,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0574448108673096,
|
|
"step": 1162
|
|
},
|
|
{
|
|
"epoch": 0.24558904976659546,
|
|
"grad_norm": 0.09640331566333771,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0233981609344482,
|
|
"step": 1164
|
|
},
|
|
{
|
|
"epoch": 0.2460110240789092,
|
|
"grad_norm": 0.0982162356376648,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0687575340270996,
|
|
"step": 1166
|
|
},
|
|
{
|
|
"epoch": 0.24643299839122293,
|
|
"grad_norm": 0.0957588478922844,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.021697998046875,
|
|
"step": 1168
|
|
},
|
|
{
|
|
"epoch": 0.24685497270353668,
|
|
"grad_norm": 0.11075134575366974,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0079972743988037,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.2472769470158504,
|
|
"grad_norm": 0.0999542847275734,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0607051849365234,
|
|
"step": 1172
|
|
},
|
|
{
|
|
"epoch": 0.24769892132816415,
|
|
"grad_norm": 0.10201392322778702,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.036114454269409,
|
|
"step": 1174
|
|
},
|
|
{
|
|
"epoch": 0.24812089564047787,
|
|
"grad_norm": 0.10176117718219757,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.009420156478882,
|
|
"step": 1176
|
|
},
|
|
{
|
|
"epoch": 0.24854286995279162,
|
|
"grad_norm": 0.10821950435638428,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0584752559661865,
|
|
"step": 1178
|
|
},
|
|
{
|
|
"epoch": 0.24896484426510537,
|
|
"grad_norm": 0.11679771542549133,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0315864086151123,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.2493868185774191,
|
|
"grad_norm": 0.09440344572067261,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0383923053741455,
|
|
"step": 1182
|
|
},
|
|
{
|
|
"epoch": 0.24980879288973284,
|
|
"grad_norm": 0.10794760286808014,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0885820388793945,
|
|
"step": 1184
|
|
},
|
|
{
|
|
"epoch": 0.25023076720204657,
|
|
"grad_norm": 0.11708028614521027,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0421855449676514,
|
|
"step": 1186
|
|
},
|
|
{
|
|
"epoch": 0.2506527415143603,
|
|
"grad_norm": 0.10240083187818527,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0341176986694336,
|
|
"step": 1188
|
|
},
|
|
{
|
|
"epoch": 0.25107471582667407,
|
|
"grad_norm": 0.10290568321943283,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.057615280151367,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.2514966901389878,
|
|
"grad_norm": 0.104375921189785,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0583226680755615,
|
|
"step": 1192
|
|
},
|
|
{
|
|
"epoch": 0.2519186644513015,
|
|
"grad_norm": 0.10543190687894821,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0246315002441406,
|
|
"step": 1194
|
|
},
|
|
{
|
|
"epoch": 0.2523406387636153,
|
|
"grad_norm": 0.11114701628684998,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.991916298866272,
|
|
"step": 1196
|
|
},
|
|
{
|
|
"epoch": 0.252762613075929,
|
|
"grad_norm": 0.10640053451061249,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.030595302581787,
|
|
"step": 1198
|
|
},
|
|
{
|
|
"epoch": 0.25318458738824273,
|
|
"grad_norm": 0.10556380450725555,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.082707405090332,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.25360656170055645,
|
|
"grad_norm": 0.1172170415520668,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1146867275238037,
|
|
"step": 1202
|
|
},
|
|
{
|
|
"epoch": 0.25402853601287023,
|
|
"grad_norm": 0.1403823047876358,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0604794025421143,
|
|
"step": 1204
|
|
},
|
|
{
|
|
"epoch": 0.25445051032518395,
|
|
"grad_norm": 0.10991206765174866,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0372889041900635,
|
|
"step": 1206
|
|
},
|
|
{
|
|
"epoch": 0.2548724846374977,
|
|
"grad_norm": 0.10129861533641815,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0699565410614014,
|
|
"step": 1208
|
|
},
|
|
{
|
|
"epoch": 0.25529445894981145,
|
|
"grad_norm": 0.09616662561893463,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0831363201141357,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.2557164332621252,
|
|
"grad_norm": 0.10269881784915924,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9777147769927979,
|
|
"step": 1212
|
|
},
|
|
{
|
|
"epoch": 0.2561384075744389,
|
|
"grad_norm": 0.09806791692972183,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0336923599243164,
|
|
"step": 1214
|
|
},
|
|
{
|
|
"epoch": 0.2565603818867526,
|
|
"grad_norm": 0.10466054081916809,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9841004610061646,
|
|
"step": 1216
|
|
},
|
|
{
|
|
"epoch": 0.2569823561990664,
|
|
"grad_norm": 0.10455029457807541,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.09592604637146,
|
|
"step": 1218
|
|
},
|
|
{
|
|
"epoch": 0.2574043305113801,
|
|
"grad_norm": 0.09201107174158096,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.10310697555542,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.25782630482369384,
|
|
"grad_norm": 0.09736589342355728,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0038955211639404,
|
|
"step": 1222
|
|
},
|
|
{
|
|
"epoch": 0.2582482791360076,
|
|
"grad_norm": 0.09855983406305313,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0687828063964844,
|
|
"step": 1224
|
|
},
|
|
{
|
|
"epoch": 0.25867025344832134,
|
|
"grad_norm": 0.09814353287220001,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0119292736053467,
|
|
"step": 1226
|
|
},
|
|
{
|
|
"epoch": 0.25909222776063506,
|
|
"grad_norm": 0.11095716059207916,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0202019214630127,
|
|
"step": 1228
|
|
},
|
|
{
|
|
"epoch": 0.2595142020729488,
|
|
"grad_norm": 0.11089792847633362,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.004791259765625,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.25993617638526256,
|
|
"grad_norm": 0.10363394021987915,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0279629230499268,
|
|
"step": 1232
|
|
},
|
|
{
|
|
"epoch": 0.2603581506975763,
|
|
"grad_norm": 0.10285910964012146,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0563113689422607,
|
|
"step": 1234
|
|
},
|
|
{
|
|
"epoch": 0.26078012500989,
|
|
"grad_norm": 0.12145205587148666,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0327982902526855,
|
|
"step": 1236
|
|
},
|
|
{
|
|
"epoch": 0.2612020993222038,
|
|
"grad_norm": 0.0953412726521492,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0196712017059326,
|
|
"step": 1238
|
|
},
|
|
{
|
|
"epoch": 0.2616240736345175,
|
|
"grad_norm": 0.10441157221794128,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0695459842681885,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.26204604794683123,
|
|
"grad_norm": 0.12015742063522339,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0084877014160156,
|
|
"step": 1242
|
|
},
|
|
{
|
|
"epoch": 0.26246802225914495,
|
|
"grad_norm": 0.14984363317489624,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.061483144760132,
|
|
"step": 1244
|
|
},
|
|
{
|
|
"epoch": 0.26288999657145873,
|
|
"grad_norm": 0.15144675970077515,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0400681495666504,
|
|
"step": 1246
|
|
},
|
|
{
|
|
"epoch": 0.26331197088377245,
|
|
"grad_norm": 0.10156477987766266,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0286359786987305,
|
|
"step": 1248
|
|
},
|
|
{
|
|
"epoch": 0.2637339451960862,
|
|
"grad_norm": 0.10266448557376862,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.041102170944214,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.26415591950839995,
|
|
"grad_norm": 0.10112863034009933,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0677483081817627,
|
|
"step": 1252
|
|
},
|
|
{
|
|
"epoch": 0.26457789382071367,
|
|
"grad_norm": 0.09947121888399124,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.05094051361084,
|
|
"step": 1254
|
|
},
|
|
{
|
|
"epoch": 0.2649998681330274,
|
|
"grad_norm": 0.0929548367857933,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.05031156539917,
|
|
"step": 1256
|
|
},
|
|
{
|
|
"epoch": 0.2654218424453411,
|
|
"grad_norm": 0.10338550806045532,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.060044050216675,
|
|
"step": 1258
|
|
},
|
|
{
|
|
"epoch": 0.2658438167576549,
|
|
"grad_norm": 0.10694804042577744,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.053286075592041,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.2662657910699686,
|
|
"grad_norm": 0.10682427883148193,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0644848346710205,
|
|
"step": 1262
|
|
},
|
|
{
|
|
"epoch": 0.26668776538228234,
|
|
"grad_norm": 0.09777329117059708,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.057276725769043,
|
|
"step": 1264
|
|
},
|
|
{
|
|
"epoch": 0.2671097396945961,
|
|
"grad_norm": 0.11592648178339005,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0669894218444824,
|
|
"step": 1266
|
|
},
|
|
{
|
|
"epoch": 0.26753171400690984,
|
|
"grad_norm": 0.10248623788356781,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.994166612625122,
|
|
"step": 1268
|
|
},
|
|
{
|
|
"epoch": 0.26795368831922356,
|
|
"grad_norm": 0.09868704527616501,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0670111179351807,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.2683756626315373,
|
|
"grad_norm": 0.11977045238018036,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0150840282440186,
|
|
"step": 1272
|
|
},
|
|
{
|
|
"epoch": 0.26879763694385106,
|
|
"grad_norm": 0.09880789369344711,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.04841947555542,
|
|
"step": 1274
|
|
},
|
|
{
|
|
"epoch": 0.2692196112561648,
|
|
"grad_norm": 0.10139486193656921,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0589547157287598,
|
|
"step": 1276
|
|
},
|
|
{
|
|
"epoch": 0.2696415855684785,
|
|
"grad_norm": 0.10906106233596802,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.010936975479126,
|
|
"step": 1278
|
|
},
|
|
{
|
|
"epoch": 0.2700635598807923,
|
|
"grad_norm": 0.1240103468298912,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0552594661712646,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.270485534193106,
|
|
"grad_norm": 0.10055209696292877,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0927560329437256,
|
|
"step": 1282
|
|
},
|
|
{
|
|
"epoch": 0.2709075085054197,
|
|
"grad_norm": 0.10815662890672684,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0449116230010986,
|
|
"step": 1284
|
|
},
|
|
{
|
|
"epoch": 0.27132948281773345,
|
|
"grad_norm": 0.10944771766662598,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0614092350006104,
|
|
"step": 1286
|
|
},
|
|
{
|
|
"epoch": 0.2717514571300472,
|
|
"grad_norm": 0.1065296083688736,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0241000652313232,
|
|
"step": 1288
|
|
},
|
|
{
|
|
"epoch": 0.27217343144236095,
|
|
"grad_norm": 0.10042498260736465,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.108473777770996,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.27259540575467467,
|
|
"grad_norm": 0.09964487701654434,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0980069637298584,
|
|
"step": 1292
|
|
},
|
|
{
|
|
"epoch": 0.27301738006698845,
|
|
"grad_norm": 0.1096806451678276,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0962815284729004,
|
|
"step": 1294
|
|
},
|
|
{
|
|
"epoch": 0.27343935437930217,
|
|
"grad_norm": 0.10912879556417465,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0583014488220215,
|
|
"step": 1296
|
|
},
|
|
{
|
|
"epoch": 0.2738613286916159,
|
|
"grad_norm": 0.10333561152219772,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9904428720474243,
|
|
"step": 1298
|
|
},
|
|
{
|
|
"epoch": 0.2742833030039296,
|
|
"grad_norm": 0.10392451286315918,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.006603956222534,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.2747052773162434,
|
|
"grad_norm": 0.1168191209435463,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0531041622161865,
|
|
"step": 1302
|
|
},
|
|
{
|
|
"epoch": 0.2751272516285571,
|
|
"grad_norm": 0.10119763016700745,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1008636951446533,
|
|
"step": 1304
|
|
},
|
|
{
|
|
"epoch": 0.27554922594087083,
|
|
"grad_norm": 0.10331698507070541,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.029780626296997,
|
|
"step": 1306
|
|
},
|
|
{
|
|
"epoch": 0.2759712002531846,
|
|
"grad_norm": 0.10079697519540787,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0278022289276123,
|
|
"step": 1308
|
|
},
|
|
{
|
|
"epoch": 0.27639317456549833,
|
|
"grad_norm": 0.5980570316314697,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0641822814941406,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 0.27681514887781206,
|
|
"grad_norm": 0.11719910055398941,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.010359048843384,
|
|
"step": 1312
|
|
},
|
|
{
|
|
"epoch": 0.2772371231901258,
|
|
"grad_norm": 0.10348856449127197,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.030585527420044,
|
|
"step": 1314
|
|
},
|
|
{
|
|
"epoch": 0.27765909750243956,
|
|
"grad_norm": 0.10512405633926392,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9943598508834839,
|
|
"step": 1316
|
|
},
|
|
{
|
|
"epoch": 0.2780810718147533,
|
|
"grad_norm": 0.11220675706863403,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.081284284591675,
|
|
"step": 1318
|
|
},
|
|
{
|
|
"epoch": 0.278503046127067,
|
|
"grad_norm": 0.10254770517349243,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.02280330657959,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.2789250204393808,
|
|
"grad_norm": 0.11460383981466293,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0646212100982666,
|
|
"step": 1322
|
|
},
|
|
{
|
|
"epoch": 0.2793469947516945,
|
|
"grad_norm": 0.10143101215362549,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0430362224578857,
|
|
"step": 1324
|
|
},
|
|
{
|
|
"epoch": 0.2797689690640082,
|
|
"grad_norm": 0.10769624263048172,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.038762331008911,
|
|
"step": 1326
|
|
},
|
|
{
|
|
"epoch": 0.28019094337632194,
|
|
"grad_norm": 0.11159703135490417,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0418667793273926,
|
|
"step": 1328
|
|
},
|
|
{
|
|
"epoch": 0.2806129176886357,
|
|
"grad_norm": 0.11087030172348022,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9600088596343994,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.28103489200094944,
|
|
"grad_norm": 0.10535233467817307,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0000345706939697,
|
|
"step": 1332
|
|
},
|
|
{
|
|
"epoch": 0.28145686631326317,
|
|
"grad_norm": 0.09890623390674591,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.100395917892456,
|
|
"step": 1334
|
|
},
|
|
{
|
|
"epoch": 0.28187884062557694,
|
|
"grad_norm": 0.11283712089061737,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0914347171783447,
|
|
"step": 1336
|
|
},
|
|
{
|
|
"epoch": 0.28230081493789067,
|
|
"grad_norm": 0.09981510788202286,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.036780834197998,
|
|
"step": 1338
|
|
},
|
|
{
|
|
"epoch": 0.2827227892502044,
|
|
"grad_norm": 0.1112729087471962,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0381102561950684,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.2831447635625181,
|
|
"grad_norm": 0.1074172705411911,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0957303047180176,
|
|
"step": 1342
|
|
},
|
|
{
|
|
"epoch": 0.2835667378748319,
|
|
"grad_norm": 0.09753048419952393,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.013277053833008,
|
|
"step": 1344
|
|
},
|
|
{
|
|
"epoch": 0.2839887121871456,
|
|
"grad_norm": 0.11461804062128067,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.107050657272339,
|
|
"step": 1346
|
|
},
|
|
{
|
|
"epoch": 0.28441068649945933,
|
|
"grad_norm": 0.15218521654605865,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0824432373046875,
|
|
"step": 1348
|
|
},
|
|
{
|
|
"epoch": 0.2848326608117731,
|
|
"grad_norm": 0.09826374053955078,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0368142127990723,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.28525463512408683,
|
|
"grad_norm": 0.1263633519411087,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0246639251708984,
|
|
"step": 1352
|
|
},
|
|
{
|
|
"epoch": 0.28567660943640055,
|
|
"grad_norm": 0.10714877396821976,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0293967723846436,
|
|
"step": 1354
|
|
},
|
|
{
|
|
"epoch": 0.2860985837487143,
|
|
"grad_norm": 0.10271991789340973,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.110764741897583,
|
|
"step": 1356
|
|
},
|
|
{
|
|
"epoch": 0.28652055806102805,
|
|
"grad_norm": 0.1031140685081482,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.045133590698242,
|
|
"step": 1358
|
|
},
|
|
{
|
|
"epoch": 0.2869425323733418,
|
|
"grad_norm": 0.11628556251525879,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.051297664642334,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.2873645066856555,
|
|
"grad_norm": 0.10816340893507004,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0311293601989746,
|
|
"step": 1362
|
|
},
|
|
{
|
|
"epoch": 0.2877864809979693,
|
|
"grad_norm": 0.11754567921161652,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.993975043296814,
|
|
"step": 1364
|
|
},
|
|
{
|
|
"epoch": 0.288208455310283,
|
|
"grad_norm": 0.10457561165094376,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0523953437805176,
|
|
"step": 1366
|
|
},
|
|
{
|
|
"epoch": 0.2886304296225967,
|
|
"grad_norm": 0.09719069302082062,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0614097118377686,
|
|
"step": 1368
|
|
},
|
|
{
|
|
"epoch": 0.28905240393491044,
|
|
"grad_norm": 0.10489129275083542,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0822484493255615,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.2894743782472242,
|
|
"grad_norm": 0.11243846267461777,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.036621332168579,
|
|
"step": 1372
|
|
},
|
|
{
|
|
"epoch": 0.28989635255953794,
|
|
"grad_norm": 0.10766646265983582,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0342800617218018,
|
|
"step": 1374
|
|
},
|
|
{
|
|
"epoch": 0.29031832687185166,
|
|
"grad_norm": 0.10231495648622513,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0997602939605713,
|
|
"step": 1376
|
|
},
|
|
{
|
|
"epoch": 0.29074030118416544,
|
|
"grad_norm": 0.09925436228513718,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9890317916870117,
|
|
"step": 1378
|
|
},
|
|
{
|
|
"epoch": 0.29116227549647916,
|
|
"grad_norm": 0.12656085193157196,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.054431438446045,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.2915842498087929,
|
|
"grad_norm": 0.12750673294067383,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.102907657623291,
|
|
"step": 1382
|
|
},
|
|
{
|
|
"epoch": 0.2920062241211066,
|
|
"grad_norm": 0.11814823746681213,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0192980766296387,
|
|
"step": 1384
|
|
},
|
|
{
|
|
"epoch": 0.2924281984334204,
|
|
"grad_norm": 0.10131193697452545,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0269525051116943,
|
|
"step": 1386
|
|
},
|
|
{
|
|
"epoch": 0.2928501727457341,
|
|
"grad_norm": 0.10024850815534592,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0104033946990967,
|
|
"step": 1388
|
|
},
|
|
{
|
|
"epoch": 0.2932721470580478,
|
|
"grad_norm": 0.11509843170642853,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9751825332641602,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.2936941213703616,
|
|
"grad_norm": 0.10131978988647461,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.015760898590088,
|
|
"step": 1392
|
|
},
|
|
{
|
|
"epoch": 0.2941160956826753,
|
|
"grad_norm": 0.10398828983306885,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0820837020874023,
|
|
"step": 1394
|
|
},
|
|
{
|
|
"epoch": 0.29453806999498905,
|
|
"grad_norm": 0.10714879631996155,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9949901103973389,
|
|
"step": 1396
|
|
},
|
|
{
|
|
"epoch": 0.29496004430730277,
|
|
"grad_norm": 0.10393649339675903,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0516409873962402,
|
|
"step": 1398
|
|
},
|
|
{
|
|
"epoch": 0.29538201861961655,
|
|
"grad_norm": 0.1124054566025734,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9853947162628174,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.29580399293193027,
|
|
"grad_norm": 0.10428536683320999,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0621979236602783,
|
|
"step": 1402
|
|
},
|
|
{
|
|
"epoch": 0.296225967244244,
|
|
"grad_norm": 0.10993221402168274,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0149316787719727,
|
|
"step": 1404
|
|
},
|
|
{
|
|
"epoch": 0.29664794155655777,
|
|
"grad_norm": 0.10147418826818466,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0695698261260986,
|
|
"step": 1406
|
|
},
|
|
{
|
|
"epoch": 0.2970699158688715,
|
|
"grad_norm": 0.11199607700109482,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.016078472137451,
|
|
"step": 1408
|
|
},
|
|
{
|
|
"epoch": 0.2974918901811852,
|
|
"grad_norm": 0.09972609579563141,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.047872543334961,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.29791386449349894,
|
|
"grad_norm": 0.10419731587171555,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.061795234680176,
|
|
"step": 1412
|
|
},
|
|
{
|
|
"epoch": 0.2983358388058127,
|
|
"grad_norm": 0.10370040684938431,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9889763593673706,
|
|
"step": 1414
|
|
},
|
|
{
|
|
"epoch": 0.29875781311812644,
|
|
"grad_norm": 0.11165943741798401,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9462987184524536,
|
|
"step": 1416
|
|
},
|
|
{
|
|
"epoch": 0.29917978743044016,
|
|
"grad_norm": 0.09943879395723343,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.010300636291504,
|
|
"step": 1418
|
|
},
|
|
{
|
|
"epoch": 0.29960176174275394,
|
|
"grad_norm": 0.11090060323476791,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0240564346313477,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.30002373605506766,
|
|
"grad_norm": 0.11876624822616577,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.052326202392578,
|
|
"step": 1422
|
|
},
|
|
{
|
|
"epoch": 0.3004457103673814,
|
|
"grad_norm": 0.09885898232460022,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.066755533218384,
|
|
"step": 1424
|
|
},
|
|
{
|
|
"epoch": 0.3008676846796951,
|
|
"grad_norm": 0.1066424623131752,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9553253650665283,
|
|
"step": 1426
|
|
},
|
|
{
|
|
"epoch": 0.3012896589920089,
|
|
"grad_norm": 0.10109975934028625,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.958069086074829,
|
|
"step": 1428
|
|
},
|
|
{
|
|
"epoch": 0.3017116333043226,
|
|
"grad_norm": 0.10391309857368469,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0515308380126953,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.3021336076166363,
|
|
"grad_norm": 0.11120624095201492,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0212414264678955,
|
|
"step": 1432
|
|
},
|
|
{
|
|
"epoch": 0.3025555819289501,
|
|
"grad_norm": 0.10360627621412277,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0257387161254883,
|
|
"step": 1434
|
|
},
|
|
{
|
|
"epoch": 0.3029775562412638,
|
|
"grad_norm": 0.11205482482910156,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.055927276611328,
|
|
"step": 1436
|
|
},
|
|
{
|
|
"epoch": 0.30339953055357755,
|
|
"grad_norm": 0.10705963522195816,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.103196859359741,
|
|
"step": 1438
|
|
},
|
|
{
|
|
"epoch": 0.30382150486589127,
|
|
"grad_norm": 0.10121170431375504,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.98408842086792,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.30424347917820505,
|
|
"grad_norm": 0.10510347038507462,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0021445751190186,
|
|
"step": 1442
|
|
},
|
|
{
|
|
"epoch": 0.30466545349051877,
|
|
"grad_norm": 0.09092416614294052,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0650837421417236,
|
|
"step": 1444
|
|
},
|
|
{
|
|
"epoch": 0.3050874278028325,
|
|
"grad_norm": 0.12853112816810608,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0214555263519287,
|
|
"step": 1446
|
|
},
|
|
{
|
|
"epoch": 0.30550940211514627,
|
|
"grad_norm": 0.12484022974967957,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.004979133605957,
|
|
"step": 1448
|
|
},
|
|
{
|
|
"epoch": 0.30593137642746,
|
|
"grad_norm": 0.10841439664363861,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0770885944366455,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.3063533507397737,
|
|
"grad_norm": 0.10934076458215714,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0190446376800537,
|
|
"step": 1452
|
|
},
|
|
{
|
|
"epoch": 0.30677532505208743,
|
|
"grad_norm": 0.10753870755434036,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0732760429382324,
|
|
"step": 1454
|
|
},
|
|
{
|
|
"epoch": 0.3071972993644012,
|
|
"grad_norm": 0.10213645547628403,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0003771781921387,
|
|
"step": 1456
|
|
},
|
|
{
|
|
"epoch": 0.30761927367671493,
|
|
"grad_norm": 0.10572090744972229,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0285959243774414,
|
|
"step": 1458
|
|
},
|
|
{
|
|
"epoch": 0.30804124798902865,
|
|
"grad_norm": 0.10494815558195114,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.998738408088684,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.30846322230134243,
|
|
"grad_norm": 0.10957774519920349,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0375754833221436,
|
|
"step": 1462
|
|
},
|
|
{
|
|
"epoch": 0.30888519661365615,
|
|
"grad_norm": 0.11592728644609451,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.016571283340454,
|
|
"step": 1464
|
|
},
|
|
{
|
|
"epoch": 0.3093071709259699,
|
|
"grad_norm": 0.1006048321723938,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.045219659805298,
|
|
"step": 1466
|
|
},
|
|
{
|
|
"epoch": 0.3097291452382836,
|
|
"grad_norm": 0.12066938728094101,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0009267330169678,
|
|
"step": 1468
|
|
},
|
|
{
|
|
"epoch": 0.3101511195505974,
|
|
"grad_norm": 0.10149630904197693,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0407376289367676,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.3105730938629111,
|
|
"grad_norm": 0.10064069926738739,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0730724334716797,
|
|
"step": 1472
|
|
},
|
|
{
|
|
"epoch": 0.3109950681752248,
|
|
"grad_norm": 0.10382674634456635,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.1180226802825928,
|
|
"step": 1474
|
|
},
|
|
{
|
|
"epoch": 0.3114170424875386,
|
|
"grad_norm": 0.1059107705950737,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.004983901977539,
|
|
"step": 1476
|
|
},
|
|
{
|
|
"epoch": 0.3118390167998523,
|
|
"grad_norm": 0.09575723856687546,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0194239616394043,
|
|
"step": 1478
|
|
},
|
|
{
|
|
"epoch": 0.31226099111216604,
|
|
"grad_norm": 0.1048755794763565,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9876059293746948,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.31268296542447976,
|
|
"grad_norm": 0.11005643755197525,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0378410816192627,
|
|
"step": 1482
|
|
},
|
|
{
|
|
"epoch": 0.31310493973679354,
|
|
"grad_norm": 0.09710226207971573,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.055088758468628,
|
|
"step": 1484
|
|
},
|
|
{
|
|
"epoch": 0.31352691404910726,
|
|
"grad_norm": 0.11550967395305634,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.045725107192993,
|
|
"step": 1486
|
|
},
|
|
{
|
|
"epoch": 0.313948888361421,
|
|
"grad_norm": 0.10504131019115448,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.017702102661133,
|
|
"step": 1488
|
|
},
|
|
{
|
|
"epoch": 0.31437086267373476,
|
|
"grad_norm": 0.10367326438426971,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0419342517852783,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.3147928369860485,
|
|
"grad_norm": 0.11854102462530136,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0199780464172363,
|
|
"step": 1492
|
|
},
|
|
{
|
|
"epoch": 0.3152148112983622,
|
|
"grad_norm": 0.09546536207199097,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0593788623809814,
|
|
"step": 1494
|
|
},
|
|
{
|
|
"epoch": 0.31563678561067593,
|
|
"grad_norm": 0.09722495824098587,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0179624557495117,
|
|
"step": 1496
|
|
},
|
|
{
|
|
"epoch": 0.3160587599229897,
|
|
"grad_norm": 0.1031755656003952,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.00142502784729,
|
|
"step": 1498
|
|
},
|
|
{
|
|
"epoch": 0.31648073423530343,
|
|
"grad_norm": 0.10381591320037842,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0483436584472656,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.31690270854761715,
|
|
"grad_norm": 0.09587974846363068,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0501937866210938,
|
|
"step": 1502
|
|
},
|
|
{
|
|
"epoch": 0.31732468285993093,
|
|
"grad_norm": 0.10678374022245407,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0197954177856445,
|
|
"step": 1504
|
|
},
|
|
{
|
|
"epoch": 0.31774665717224465,
|
|
"grad_norm": 0.10604098439216614,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9633119106292725,
|
|
"step": 1506
|
|
},
|
|
{
|
|
"epoch": 0.3181686314845584,
|
|
"grad_norm": 0.10567682236433029,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9999604225158691,
|
|
"step": 1508
|
|
},
|
|
{
|
|
"epoch": 0.3185906057968721,
|
|
"grad_norm": 0.10761748254299164,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.028287887573242,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.3190125801091859,
|
|
"grad_norm": 0.1289740353822708,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.997977375984192,
|
|
"step": 1512
|
|
},
|
|
{
|
|
"epoch": 0.3194345544214996,
|
|
"grad_norm": 0.10368921607732773,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0591623783111572,
|
|
"step": 1514
|
|
},
|
|
{
|
|
"epoch": 0.3198565287338133,
|
|
"grad_norm": 0.09553994983434677,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0922186374664307,
|
|
"step": 1516
|
|
},
|
|
{
|
|
"epoch": 0.3202785030461271,
|
|
"grad_norm": 0.10956684499979019,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0688552856445312,
|
|
"step": 1518
|
|
},
|
|
{
|
|
"epoch": 0.3207004773584408,
|
|
"grad_norm": 0.10936163365840912,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0323116779327393,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.32112245167075454,
|
|
"grad_norm": 0.10848774760961533,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9892557859420776,
|
|
"step": 1522
|
|
},
|
|
{
|
|
"epoch": 0.32154442598306826,
|
|
"grad_norm": 0.11885710060596466,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.02767276763916,
|
|
"step": 1524
|
|
},
|
|
{
|
|
"epoch": 0.32196640029538204,
|
|
"grad_norm": 0.11445765197277069,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0190091133117676,
|
|
"step": 1526
|
|
},
|
|
{
|
|
"epoch": 0.32238837460769576,
|
|
"grad_norm": 0.10351983457803726,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.043550729751587,
|
|
"step": 1528
|
|
},
|
|
{
|
|
"epoch": 0.3228103489200095,
|
|
"grad_norm": 0.09981498122215271,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.982284426689148,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.32323232323232326,
|
|
"grad_norm": 0.10223311185836792,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0192668437957764,
|
|
"step": 1532
|
|
},
|
|
{
|
|
"epoch": 0.323654297544637,
|
|
"grad_norm": 0.09700711816549301,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0648601055145264,
|
|
"step": 1534
|
|
},
|
|
{
|
|
"epoch": 0.3240762718569507,
|
|
"grad_norm": 0.10281526297330856,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.018752098083496,
|
|
"step": 1536
|
|
},
|
|
{
|
|
"epoch": 0.3244982461692644,
|
|
"grad_norm": 0.10738297551870346,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0688846111297607,
|
|
"step": 1538
|
|
},
|
|
{
|
|
"epoch": 0.3249202204815782,
|
|
"grad_norm": 0.10620314627885818,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0286612510681152,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.3253421947938919,
|
|
"grad_norm": 0.12181965261697769,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.991784691810608,
|
|
"step": 1542
|
|
},
|
|
{
|
|
"epoch": 0.32576416910620565,
|
|
"grad_norm": 0.1114184558391571,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9791942834854126,
|
|
"step": 1544
|
|
},
|
|
{
|
|
"epoch": 0.3261861434185194,
|
|
"grad_norm": 0.10929999500513077,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0243911743164062,
|
|
"step": 1546
|
|
},
|
|
{
|
|
"epoch": 0.32660811773083315,
|
|
"grad_norm": 0.1039823517203331,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0071513652801514,
|
|
"step": 1548
|
|
},
|
|
{
|
|
"epoch": 0.32703009204314687,
|
|
"grad_norm": 0.11235126107931137,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.022231101989746,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.3274520663554606,
|
|
"grad_norm": 0.1006590723991394,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0311830043792725,
|
|
"step": 1552
|
|
},
|
|
{
|
|
"epoch": 0.32787404066777437,
|
|
"grad_norm": 0.09724811464548111,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0610275268554688,
|
|
"step": 1554
|
|
},
|
|
{
|
|
"epoch": 0.3282960149800881,
|
|
"grad_norm": 0.10974770039319992,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0103087425231934,
|
|
"step": 1556
|
|
},
|
|
{
|
|
"epoch": 0.3287179892924018,
|
|
"grad_norm": 0.11593059450387955,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9464669227600098,
|
|
"step": 1558
|
|
},
|
|
{
|
|
"epoch": 0.32913996360471554,
|
|
"grad_norm": 0.09999720752239227,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.030454397201538,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.3295619379170293,
|
|
"grad_norm": 0.11147542297840118,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.081592559814453,
|
|
"step": 1562
|
|
},
|
|
{
|
|
"epoch": 0.32998391222934303,
|
|
"grad_norm": 0.10786650329828262,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0256025791168213,
|
|
"step": 1564
|
|
},
|
|
{
|
|
"epoch": 0.33040588654165676,
|
|
"grad_norm": 0.1080414354801178,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9759323596954346,
|
|
"step": 1566
|
|
},
|
|
{
|
|
"epoch": 0.33082786085397053,
|
|
"grad_norm": 0.10195384919643402,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0485634803771973,
|
|
"step": 1568
|
|
},
|
|
{
|
|
"epoch": 0.33124983516628426,
|
|
"grad_norm": 0.09070245921611786,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.038480043411255,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.331671809478598,
|
|
"grad_norm": 0.10886934399604797,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0486931800842285,
|
|
"step": 1572
|
|
},
|
|
{
|
|
"epoch": 0.3320937837909117,
|
|
"grad_norm": 0.09848352521657944,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9118547439575195,
|
|
"step": 1574
|
|
},
|
|
{
|
|
"epoch": 0.3325157581032255,
|
|
"grad_norm": 0.09974077343940735,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0117897987365723,
|
|
"step": 1576
|
|
},
|
|
{
|
|
"epoch": 0.3329377324155392,
|
|
"grad_norm": 0.1102852001786232,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0351204872131348,
|
|
"step": 1578
|
|
},
|
|
{
|
|
"epoch": 0.3333597067278529,
|
|
"grad_norm": 0.1087120771408081,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0185048580169678,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.3337816810401667,
|
|
"grad_norm": 0.09539604187011719,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9460692405700684,
|
|
"step": 1582
|
|
},
|
|
{
|
|
"epoch": 0.3342036553524804,
|
|
"grad_norm": 0.10597709566354752,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.049802780151367,
|
|
"step": 1584
|
|
},
|
|
{
|
|
"epoch": 0.33462562966479414,
|
|
"grad_norm": 0.09302937984466553,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0211756229400635,
|
|
"step": 1586
|
|
},
|
|
{
|
|
"epoch": 0.33504760397710787,
|
|
"grad_norm": 0.1053960993885994,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0463926792144775,
|
|
"step": 1588
|
|
},
|
|
{
|
|
"epoch": 0.33546957828942164,
|
|
"grad_norm": 0.10724469274282455,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9799323081970215,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 0.33589155260173537,
|
|
"grad_norm": 0.10626333206892014,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.003952741622925,
|
|
"step": 1592
|
|
},
|
|
{
|
|
"epoch": 0.3363135269140491,
|
|
"grad_norm": 0.11065094918012619,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0335397720336914,
|
|
"step": 1594
|
|
},
|
|
{
|
|
"epoch": 0.33673550122636287,
|
|
"grad_norm": 0.11334291100502014,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.043454885482788,
|
|
"step": 1596
|
|
},
|
|
{
|
|
"epoch": 0.3371574755386766,
|
|
"grad_norm": 0.1212797686457634,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.011169195175171,
|
|
"step": 1598
|
|
},
|
|
{
|
|
"epoch": 0.3375794498509903,
|
|
"grad_norm": 0.10967233031988144,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.029719591140747,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.33800142416330403,
|
|
"grad_norm": 0.11400245875120163,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0578675270080566,
|
|
"step": 1602
|
|
},
|
|
{
|
|
"epoch": 0.3384233984756178,
|
|
"grad_norm": 0.10003125667572021,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.052380084991455,
|
|
"step": 1604
|
|
},
|
|
{
|
|
"epoch": 0.33884537278793153,
|
|
"grad_norm": 0.10874568670988083,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.049670934677124,
|
|
"step": 1606
|
|
},
|
|
{
|
|
"epoch": 0.33926734710024525,
|
|
"grad_norm": 0.09906256198883057,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0688095092773438,
|
|
"step": 1608
|
|
},
|
|
{
|
|
"epoch": 0.33968932141255903,
|
|
"grad_norm": 0.10611707717180252,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9722919464111328,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 0.34011129572487275,
|
|
"grad_norm": 0.10133318603038788,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0635390281677246,
|
|
"step": 1612
|
|
},
|
|
{
|
|
"epoch": 0.3405332700371865,
|
|
"grad_norm": 0.11087331175804138,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0617902278900146,
|
|
"step": 1614
|
|
},
|
|
{
|
|
"epoch": 0.3409552443495002,
|
|
"grad_norm": 0.10502845793962479,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0175294876098633,
|
|
"step": 1616
|
|
},
|
|
{
|
|
"epoch": 0.341377218661814,
|
|
"grad_norm": 0.10377192497253418,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0534160137176514,
|
|
"step": 1618
|
|
},
|
|
{
|
|
"epoch": 0.3417991929741277,
|
|
"grad_norm": 0.11163768172264099,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9704924821853638,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 0.3422211672864414,
|
|
"grad_norm": 0.10641206800937653,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0665714740753174,
|
|
"step": 1622
|
|
},
|
|
{
|
|
"epoch": 0.3426431415987552,
|
|
"grad_norm": 0.11096753925085068,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0521395206451416,
|
|
"step": 1624
|
|
},
|
|
{
|
|
"epoch": 0.3430651159110689,
|
|
"grad_norm": 0.10977613925933838,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9546387195587158,
|
|
"step": 1626
|
|
},
|
|
{
|
|
"epoch": 0.34348709022338264,
|
|
"grad_norm": 0.09999173879623413,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.030972719192505,
|
|
"step": 1628
|
|
},
|
|
{
|
|
"epoch": 0.34390906453569636,
|
|
"grad_norm": 0.10646118223667145,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9898555278778076,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 0.34433103884801014,
|
|
"grad_norm": 0.10504277795553207,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0311975479125977,
|
|
"step": 1632
|
|
},
|
|
{
|
|
"epoch": 0.34475301316032386,
|
|
"grad_norm": 0.10043928772211075,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.016771078109741,
|
|
"step": 1634
|
|
},
|
|
{
|
|
"epoch": 0.3451749874726376,
|
|
"grad_norm": 0.10873425006866455,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9871256351470947,
|
|
"step": 1636
|
|
},
|
|
{
|
|
"epoch": 0.34559696178495136,
|
|
"grad_norm": 0.12411544471979141,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0406675338745117,
|
|
"step": 1638
|
|
},
|
|
{
|
|
"epoch": 0.3460189360972651,
|
|
"grad_norm": 0.10564137995243073,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.999247431755066,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 0.3464409104095788,
|
|
"grad_norm": 0.10970747470855713,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9848129749298096,
|
|
"step": 1642
|
|
},
|
|
{
|
|
"epoch": 0.34686288472189253,
|
|
"grad_norm": 0.10622348636388779,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0356855392456055,
|
|
"step": 1644
|
|
},
|
|
{
|
|
"epoch": 0.3472848590342063,
|
|
"grad_norm": 0.10049936175346375,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9777731895446777,
|
|
"step": 1646
|
|
},
|
|
{
|
|
"epoch": 0.34770683334652003,
|
|
"grad_norm": 0.0955222025513649,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0240771770477295,
|
|
"step": 1648
|
|
},
|
|
{
|
|
"epoch": 0.34812880765883375,
|
|
"grad_norm": 0.12071427702903748,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.031479835510254,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.3485507819711475,
|
|
"grad_norm": 0.10751160234212875,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0816104412078857,
|
|
"step": 1652
|
|
},
|
|
{
|
|
"epoch": 0.34897275628346125,
|
|
"grad_norm": 0.12422254681587219,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9731907844543457,
|
|
"step": 1654
|
|
},
|
|
{
|
|
"epoch": 0.34939473059577497,
|
|
"grad_norm": 0.10663653165102005,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0478322505950928,
|
|
"step": 1656
|
|
},
|
|
{
|
|
"epoch": 0.3498167049080887,
|
|
"grad_norm": 0.11180845648050308,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0372681617736816,
|
|
"step": 1658
|
|
},
|
|
{
|
|
"epoch": 0.35023867922040247,
|
|
"grad_norm": 0.10808839648962021,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0175206661224365,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 0.3506606535327162,
|
|
"grad_norm": 0.10172480344772339,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0679140090942383,
|
|
"step": 1662
|
|
},
|
|
{
|
|
"epoch": 0.3510826278450299,
|
|
"grad_norm": 0.11048221588134766,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9486480951309204,
|
|
"step": 1664
|
|
},
|
|
{
|
|
"epoch": 0.3515046021573437,
|
|
"grad_norm": 0.1193045824766159,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.05427885055542,
|
|
"step": 1666
|
|
},
|
|
{
|
|
"epoch": 0.3519265764696574,
|
|
"grad_norm": 0.10146333277225494,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0048863887786865,
|
|
"step": 1668
|
|
},
|
|
{
|
|
"epoch": 0.35234855078197114,
|
|
"grad_norm": 0.11769036203622818,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0274953842163086,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 0.35277052509428486,
|
|
"grad_norm": 0.11162961274385452,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0341732501983643,
|
|
"step": 1672
|
|
},
|
|
{
|
|
"epoch": 0.35319249940659864,
|
|
"grad_norm": 0.09634927660226822,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.031299591064453,
|
|
"step": 1674
|
|
},
|
|
{
|
|
"epoch": 0.35361447371891236,
|
|
"grad_norm": 0.10206437110900879,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0100746154785156,
|
|
"step": 1676
|
|
},
|
|
{
|
|
"epoch": 0.3540364480312261,
|
|
"grad_norm": 0.10727409273386002,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0030932426452637,
|
|
"step": 1678
|
|
},
|
|
{
|
|
"epoch": 0.35445842234353986,
|
|
"grad_norm": 0.09987301379442215,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0274906158447266,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 0.3548803966558536,
|
|
"grad_norm": 0.0995340645313263,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0236926078796387,
|
|
"step": 1682
|
|
},
|
|
{
|
|
"epoch": 0.3553023709681673,
|
|
"grad_norm": 0.09428931027650833,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.983730673789978,
|
|
"step": 1684
|
|
},
|
|
{
|
|
"epoch": 0.355724345280481,
|
|
"grad_norm": 0.10755246132612228,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.08170223236084,
|
|
"step": 1686
|
|
},
|
|
{
|
|
"epoch": 0.3561463195927948,
|
|
"grad_norm": 0.10375849902629852,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0407795906066895,
|
|
"step": 1688
|
|
},
|
|
{
|
|
"epoch": 0.3565682939051085,
|
|
"grad_norm": 0.1375063955783844,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.002896547317505,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 0.35699026821742225,
|
|
"grad_norm": 0.10168766975402832,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.055514097213745,
|
|
"step": 1692
|
|
},
|
|
{
|
|
"epoch": 0.357412242529736,
|
|
"grad_norm": 0.11130502074956894,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0014407634735107,
|
|
"step": 1694
|
|
},
|
|
{
|
|
"epoch": 0.35783421684204975,
|
|
"grad_norm": 0.10267114639282227,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0570027828216553,
|
|
"step": 1696
|
|
},
|
|
{
|
|
"epoch": 0.35825619115436347,
|
|
"grad_norm": 0.12095794081687927,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.01104474067688,
|
|
"step": 1698
|
|
},
|
|
{
|
|
"epoch": 0.3586781654666772,
|
|
"grad_norm": 0.10102632641792297,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.000636100769043,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.35910013977899097,
|
|
"grad_norm": 0.11164496839046478,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9788124561309814,
|
|
"step": 1702
|
|
},
|
|
{
|
|
"epoch": 0.3595221140913047,
|
|
"grad_norm": 0.10351933538913727,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9406626224517822,
|
|
"step": 1704
|
|
},
|
|
{
|
|
"epoch": 0.3599440884036184,
|
|
"grad_norm": 0.12388698756694794,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.97909677028656,
|
|
"step": 1706
|
|
},
|
|
{
|
|
"epoch": 0.3603660627159322,
|
|
"grad_norm": 0.09685781598091125,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0334558486938477,
|
|
"step": 1708
|
|
},
|
|
{
|
|
"epoch": 0.3607880370282459,
|
|
"grad_norm": 0.12370890378952026,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0211026668548584,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 0.36121001134055963,
|
|
"grad_norm": 0.09980598092079163,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.015707015991211,
|
|
"step": 1712
|
|
},
|
|
{
|
|
"epoch": 0.36163198565287336,
|
|
"grad_norm": 0.1057153046131134,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.009878635406494,
|
|
"step": 1714
|
|
},
|
|
{
|
|
"epoch": 0.36205395996518713,
|
|
"grad_norm": 0.10937082022428513,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9818382263183594,
|
|
"step": 1716
|
|
},
|
|
{
|
|
"epoch": 0.36247593427750086,
|
|
"grad_norm": 0.10777908563613892,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.020676851272583,
|
|
"step": 1718
|
|
},
|
|
{
|
|
"epoch": 0.3628979085898146,
|
|
"grad_norm": 0.11114877462387085,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.964246392250061,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 0.36331988290212835,
|
|
"grad_norm": 0.10094496607780457,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9906814098358154,
|
|
"step": 1722
|
|
},
|
|
{
|
|
"epoch": 0.3637418572144421,
|
|
"grad_norm": 0.10544519871473312,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0072786808013916,
|
|
"step": 1724
|
|
},
|
|
{
|
|
"epoch": 0.3641638315267558,
|
|
"grad_norm": 0.11200228333473206,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.031675100326538,
|
|
"step": 1726
|
|
},
|
|
{
|
|
"epoch": 0.3645858058390695,
|
|
"grad_norm": 0.10408878326416016,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.029160499572754,
|
|
"step": 1728
|
|
},
|
|
{
|
|
"epoch": 0.3650077801513833,
|
|
"grad_norm": 0.09775891155004501,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9884238243103027,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 0.365429754463697,
|
|
"grad_norm": 0.10195142030715942,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0471689701080322,
|
|
"step": 1732
|
|
},
|
|
{
|
|
"epoch": 0.36585172877601074,
|
|
"grad_norm": 0.10464382916688919,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9236515760421753,
|
|
"step": 1734
|
|
},
|
|
{
|
|
"epoch": 0.3662737030883245,
|
|
"grad_norm": 0.11086594313383102,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9768121242523193,
|
|
"step": 1736
|
|
},
|
|
{
|
|
"epoch": 0.36669567740063824,
|
|
"grad_norm": 0.10608164966106415,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.025625467300415,
|
|
"step": 1738
|
|
},
|
|
{
|
|
"epoch": 0.36711765171295196,
|
|
"grad_norm": 0.12192277610301971,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.003598690032959,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 0.3675396260252657,
|
|
"grad_norm": 0.09979259222745895,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9627618789672852,
|
|
"step": 1742
|
|
},
|
|
{
|
|
"epoch": 0.36796160033757946,
|
|
"grad_norm": 0.10990424454212189,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0553503036499023,
|
|
"step": 1744
|
|
},
|
|
{
|
|
"epoch": 0.3683835746498932,
|
|
"grad_norm": 0.0946066603064537,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9856538772583008,
|
|
"step": 1746
|
|
},
|
|
{
|
|
"epoch": 0.3688055489622069,
|
|
"grad_norm": 0.10665788501501083,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.036868095397949,
|
|
"step": 1748
|
|
},
|
|
{
|
|
"epoch": 0.3692275232745207,
|
|
"grad_norm": 0.10382699221372604,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0172998905181885,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.3696494975868344,
|
|
"grad_norm": 0.11515715718269348,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0313518047332764,
|
|
"step": 1752
|
|
},
|
|
{
|
|
"epoch": 0.37007147189914813,
|
|
"grad_norm": 0.11131878942251205,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9803560972213745,
|
|
"step": 1754
|
|
},
|
|
{
|
|
"epoch": 0.37049344621146185,
|
|
"grad_norm": 0.11094849556684494,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0181262493133545,
|
|
"step": 1756
|
|
},
|
|
{
|
|
"epoch": 0.37091542052377563,
|
|
"grad_norm": 0.10003557801246643,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0257697105407715,
|
|
"step": 1758
|
|
},
|
|
{
|
|
"epoch": 0.37133739483608935,
|
|
"grad_norm": 0.12847717106342316,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0548484325408936,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 0.3717593691484031,
|
|
"grad_norm": 0.11092184484004974,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0151097774505615,
|
|
"step": 1762
|
|
},
|
|
{
|
|
"epoch": 0.37218134346071685,
|
|
"grad_norm": 0.1026356890797615,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0361034870147705,
|
|
"step": 1764
|
|
},
|
|
{
|
|
"epoch": 0.3726033177730306,
|
|
"grad_norm": 0.12397974729537964,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0416955947875977,
|
|
"step": 1766
|
|
},
|
|
{
|
|
"epoch": 0.3730252920853443,
|
|
"grad_norm": 0.10785350948572159,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0184898376464844,
|
|
"step": 1768
|
|
},
|
|
{
|
|
"epoch": 0.373447266397658,
|
|
"grad_norm": 0.09647557139396667,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0348358154296875,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 0.3738692407099718,
|
|
"grad_norm": 0.10894135385751724,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0238351821899414,
|
|
"step": 1772
|
|
},
|
|
{
|
|
"epoch": 0.3742912150222855,
|
|
"grad_norm": 0.11743897199630737,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.040525436401367,
|
|
"step": 1774
|
|
},
|
|
{
|
|
"epoch": 0.37471318933459924,
|
|
"grad_norm": 0.11659212410449982,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.018855333328247,
|
|
"step": 1776
|
|
},
|
|
{
|
|
"epoch": 0.375135163646913,
|
|
"grad_norm": 0.10117500275373459,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.040416717529297,
|
|
"step": 1778
|
|
},
|
|
{
|
|
"epoch": 0.37555713795922674,
|
|
"grad_norm": 0.10208738595247269,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0061869621276855,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 0.37597911227154046,
|
|
"grad_norm": 0.09548701345920563,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.014235496520996,
|
|
"step": 1782
|
|
},
|
|
{
|
|
"epoch": 0.3764010865838542,
|
|
"grad_norm": 0.1199650913476944,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.977577567100525,
|
|
"step": 1784
|
|
},
|
|
{
|
|
"epoch": 0.37682306089616796,
|
|
"grad_norm": 0.12102092057466507,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0604355335235596,
|
|
"step": 1786
|
|
},
|
|
{
|
|
"epoch": 0.3772450352084817,
|
|
"grad_norm": 0.11080902069807053,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.023509979248047,
|
|
"step": 1788
|
|
},
|
|
{
|
|
"epoch": 0.3776670095207954,
|
|
"grad_norm": 0.11269386112689972,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.011964797973633,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 0.3780889838331092,
|
|
"grad_norm": 0.10254208743572235,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.060206890106201,
|
|
"step": 1792
|
|
},
|
|
{
|
|
"epoch": 0.3785109581454229,
|
|
"grad_norm": 0.10592658072710037,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0015995502471924,
|
|
"step": 1794
|
|
},
|
|
{
|
|
"epoch": 0.3789329324577366,
|
|
"grad_norm": 0.09882373362779617,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9931437969207764,
|
|
"step": 1796
|
|
},
|
|
{
|
|
"epoch": 0.37935490677005035,
|
|
"grad_norm": 0.10435090214014053,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.011550188064575,
|
|
"step": 1798
|
|
},
|
|
{
|
|
"epoch": 0.3797768810823641,
|
|
"grad_norm": 0.11017206311225891,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.949293851852417,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.38019885539467785,
|
|
"grad_norm": 0.09750290960073471,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9660183191299438,
|
|
"step": 1802
|
|
},
|
|
{
|
|
"epoch": 0.38062082970699157,
|
|
"grad_norm": 0.10377368330955505,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.033520221710205,
|
|
"step": 1804
|
|
},
|
|
{
|
|
"epoch": 0.38104280401930535,
|
|
"grad_norm": 0.10056043416261673,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.050577402114868,
|
|
"step": 1806
|
|
},
|
|
{
|
|
"epoch": 0.38146477833161907,
|
|
"grad_norm": 0.11384923756122589,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9606878757476807,
|
|
"step": 1808
|
|
},
|
|
{
|
|
"epoch": 0.3818867526439328,
|
|
"grad_norm": 0.12534750998020172,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9906620979309082,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 0.3823087269562465,
|
|
"grad_norm": 0.10672692209482193,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9776018857955933,
|
|
"step": 1812
|
|
},
|
|
{
|
|
"epoch": 0.3827307012685603,
|
|
"grad_norm": 0.10126478224992752,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0241119861602783,
|
|
"step": 1814
|
|
},
|
|
{
|
|
"epoch": 0.383152675580874,
|
|
"grad_norm": 0.10249096155166626,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0062613487243652,
|
|
"step": 1816
|
|
},
|
|
{
|
|
"epoch": 0.38357464989318774,
|
|
"grad_norm": 0.10473034530878067,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9895328283309937,
|
|
"step": 1818
|
|
},
|
|
{
|
|
"epoch": 0.3839966242055015,
|
|
"grad_norm": 0.1216689944267273,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9631131887435913,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 0.38441859851781524,
|
|
"grad_norm": 0.1025574803352356,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0995559692382812,
|
|
"step": 1822
|
|
},
|
|
{
|
|
"epoch": 0.38484057283012896,
|
|
"grad_norm": 0.09407646209001541,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0030133724212646,
|
|
"step": 1824
|
|
},
|
|
{
|
|
"epoch": 0.3852625471424427,
|
|
"grad_norm": 0.10963959991931915,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9982473850250244,
|
|
"step": 1826
|
|
},
|
|
{
|
|
"epoch": 0.38568452145475646,
|
|
"grad_norm": 0.09796998649835587,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0309770107269287,
|
|
"step": 1828
|
|
},
|
|
{
|
|
"epoch": 0.3861064957670702,
|
|
"grad_norm": 0.1048675924539566,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9741034507751465,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 0.3865284700793839,
|
|
"grad_norm": 0.10768698900938034,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0877230167388916,
|
|
"step": 1832
|
|
},
|
|
{
|
|
"epoch": 0.3869504443916977,
|
|
"grad_norm": 0.10516445338726044,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.968559980392456,
|
|
"step": 1834
|
|
},
|
|
{
|
|
"epoch": 0.3873724187040114,
|
|
"grad_norm": 0.10021158307790756,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0329670906066895,
|
|
"step": 1836
|
|
},
|
|
{
|
|
"epoch": 0.3877943930163251,
|
|
"grad_norm": 0.10462050884962082,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9913111925125122,
|
|
"step": 1838
|
|
},
|
|
{
|
|
"epoch": 0.38821636732863885,
|
|
"grad_norm": 0.10117878019809723,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.00445818901062,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 0.3886383416409526,
|
|
"grad_norm": 0.10890329629182816,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0784430503845215,
|
|
"step": 1842
|
|
},
|
|
{
|
|
"epoch": 0.38906031595326634,
|
|
"grad_norm": 0.10154514759778976,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0695645809173584,
|
|
"step": 1844
|
|
},
|
|
{
|
|
"epoch": 0.38948229026558007,
|
|
"grad_norm": 0.11083352565765381,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9813780784606934,
|
|
"step": 1846
|
|
},
|
|
{
|
|
"epoch": 0.38990426457789384,
|
|
"grad_norm": 0.1024395078420639,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9848823547363281,
|
|
"step": 1848
|
|
},
|
|
{
|
|
"epoch": 0.39032623889020757,
|
|
"grad_norm": 0.12603364884853363,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0116779804229736,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.3907482132025213,
|
|
"grad_norm": 0.09810984134674072,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0123283863067627,
|
|
"step": 1852
|
|
},
|
|
{
|
|
"epoch": 0.391170187514835,
|
|
"grad_norm": 0.11026440560817719,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0084388256073,
|
|
"step": 1854
|
|
},
|
|
{
|
|
"epoch": 0.3915921618271488,
|
|
"grad_norm": 0.1009652316570282,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0251901149749756,
|
|
"step": 1856
|
|
},
|
|
{
|
|
"epoch": 0.3920141361394625,
|
|
"grad_norm": 0.11032655835151672,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9531500339508057,
|
|
"step": 1858
|
|
},
|
|
{
|
|
"epoch": 0.39243611045177623,
|
|
"grad_norm": 0.10076446086168289,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0322368144989014,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 0.39285808476409,
|
|
"grad_norm": 0.13186770677566528,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0439555644989014,
|
|
"step": 1862
|
|
},
|
|
{
|
|
"epoch": 0.39328005907640373,
|
|
"grad_norm": 0.09583664685487747,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0485589504241943,
|
|
"step": 1864
|
|
},
|
|
{
|
|
"epoch": 0.39370203338871745,
|
|
"grad_norm": 0.10402042418718338,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0431933403015137,
|
|
"step": 1866
|
|
},
|
|
{
|
|
"epoch": 0.3941240077010312,
|
|
"grad_norm": 0.10985450446605682,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.923365592956543,
|
|
"step": 1868
|
|
},
|
|
{
|
|
"epoch": 0.39454598201334495,
|
|
"grad_norm": 0.11034008115530014,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.018366813659668,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 0.3949679563256587,
|
|
"grad_norm": 0.1043843924999237,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.004805088043213,
|
|
"step": 1872
|
|
},
|
|
{
|
|
"epoch": 0.3953899306379724,
|
|
"grad_norm": 0.10831619054079056,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0457000732421875,
|
|
"step": 1874
|
|
},
|
|
{
|
|
"epoch": 0.3958119049502862,
|
|
"grad_norm": 0.12373778969049454,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0204694271087646,
|
|
"step": 1876
|
|
},
|
|
{
|
|
"epoch": 0.3962338792625999,
|
|
"grad_norm": 0.12175879627466202,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0352983474731445,
|
|
"step": 1878
|
|
},
|
|
{
|
|
"epoch": 0.3966558535749136,
|
|
"grad_norm": 0.10968101769685745,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0558152198791504,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 0.39707782788722734,
|
|
"grad_norm": 0.10321266204118729,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.992050051689148,
|
|
"step": 1882
|
|
},
|
|
{
|
|
"epoch": 0.3974998021995411,
|
|
"grad_norm": 0.100496806204319,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0391061305999756,
|
|
"step": 1884
|
|
},
|
|
{
|
|
"epoch": 0.39792177651185484,
|
|
"grad_norm": 0.10099262744188309,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.994731068611145,
|
|
"step": 1886
|
|
},
|
|
{
|
|
"epoch": 0.39834375082416856,
|
|
"grad_norm": 0.10313970595598221,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9221858978271484,
|
|
"step": 1888
|
|
},
|
|
{
|
|
"epoch": 0.39876572513648234,
|
|
"grad_norm": 0.09847329556941986,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.039625406265259,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 0.39918769944879606,
|
|
"grad_norm": 0.10227619111537933,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.985874891281128,
|
|
"step": 1892
|
|
},
|
|
{
|
|
"epoch": 0.3996096737611098,
|
|
"grad_norm": 0.10636409372091293,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9808831214904785,
|
|
"step": 1894
|
|
},
|
|
{
|
|
"epoch": 0.4000316480734235,
|
|
"grad_norm": 0.10621833056211472,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9487495422363281,
|
|
"step": 1896
|
|
},
|
|
{
|
|
"epoch": 0.4000316480734235,
|
|
"eval_loss": 2.007476568222046,
|
|
"eval_runtime": 85.8704,
|
|
"eval_samples_per_second": 35.682,
|
|
"eval_steps_per_second": 4.46,
|
|
"step": 1896
|
|
},
|
|
{
|
|
"epoch": 0.4004536223857373,
|
|
"grad_norm": 0.11206910014152527,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0210747718811035,
|
|
"step": 1898
|
|
},
|
|
{
|
|
"epoch": 0.400875596698051,
|
|
"grad_norm": 0.11541873961687088,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.012225389480591,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.40129757101036473,
|
|
"grad_norm": 0.1049957349896431,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0555529594421387,
|
|
"step": 1902
|
|
},
|
|
{
|
|
"epoch": 0.4017195453226785,
|
|
"grad_norm": 0.1135619580745697,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.064544916152954,
|
|
"step": 1904
|
|
},
|
|
{
|
|
"epoch": 0.40214151963499223,
|
|
"grad_norm": 0.1060766726732254,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0196597576141357,
|
|
"step": 1906
|
|
},
|
|
{
|
|
"epoch": 0.40256349394730595,
|
|
"grad_norm": 0.1219051256775856,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9635637998580933,
|
|
"step": 1908
|
|
},
|
|
{
|
|
"epoch": 0.4029854682596197,
|
|
"grad_norm": 0.11062590777873993,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0131888389587402,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 0.40340744257193345,
|
|
"grad_norm": 0.09908871352672577,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.983797550201416,
|
|
"step": 1912
|
|
},
|
|
{
|
|
"epoch": 0.40382941688424717,
|
|
"grad_norm": 0.09351597726345062,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.987016201019287,
|
|
"step": 1914
|
|
},
|
|
{
|
|
"epoch": 0.4042513911965609,
|
|
"grad_norm": 0.10428667813539505,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0556464195251465,
|
|
"step": 1916
|
|
},
|
|
{
|
|
"epoch": 0.40467336550887467,
|
|
"grad_norm": 0.10044407844543457,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0800204277038574,
|
|
"step": 1918
|
|
},
|
|
{
|
|
"epoch": 0.4050953398211884,
|
|
"grad_norm": 0.09969620406627655,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0359761714935303,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 0.4055173141335021,
|
|
"grad_norm": 0.10544329136610031,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.056628465652466,
|
|
"step": 1922
|
|
},
|
|
{
|
|
"epoch": 0.40593928844581584,
|
|
"grad_norm": 0.11956953257322311,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.988150715827942,
|
|
"step": 1924
|
|
},
|
|
{
|
|
"epoch": 0.4063612627581296,
|
|
"grad_norm": 0.11934361606836319,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.032003402709961,
|
|
"step": 1926
|
|
},
|
|
{
|
|
"epoch": 0.40678323707044334,
|
|
"grad_norm": 0.09921639412641525,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0804972648620605,
|
|
"step": 1928
|
|
},
|
|
{
|
|
"epoch": 0.40720521138275706,
|
|
"grad_norm": 0.11270210891962051,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9156255722045898,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 0.40762718569507084,
|
|
"grad_norm": 0.10954868048429489,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0205962657928467,
|
|
"step": 1932
|
|
},
|
|
{
|
|
"epoch": 0.40804916000738456,
|
|
"grad_norm": 0.10299162566661835,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9980796575546265,
|
|
"step": 1934
|
|
},
|
|
{
|
|
"epoch": 0.4084711343196983,
|
|
"grad_norm": 0.09984418749809265,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0021860599517822,
|
|
"step": 1936
|
|
},
|
|
{
|
|
"epoch": 0.408893108632012,
|
|
"grad_norm": 0.10401031374931335,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.965635895729065,
|
|
"step": 1938
|
|
},
|
|
{
|
|
"epoch": 0.4093150829443258,
|
|
"grad_norm": 0.10177171975374222,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.036318778991699,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.4097370572566395,
|
|
"grad_norm": 0.10262718051671982,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9998247623443604,
|
|
"step": 1942
|
|
},
|
|
{
|
|
"epoch": 0.4101590315689532,
|
|
"grad_norm": 0.1086772233247757,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.991339087486267,
|
|
"step": 1944
|
|
},
|
|
{
|
|
"epoch": 0.410581005881267,
|
|
"grad_norm": 0.10860958695411682,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.01627516746521,
|
|
"step": 1946
|
|
},
|
|
{
|
|
"epoch": 0.4110029801935807,
|
|
"grad_norm": 0.10782618075609207,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.01762318611145,
|
|
"step": 1948
|
|
},
|
|
{
|
|
"epoch": 0.41142495450589445,
|
|
"grad_norm": 0.09959777444601059,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9831655025482178,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.41184692881820817,
|
|
"grad_norm": 0.10234978049993515,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9721789360046387,
|
|
"step": 1952
|
|
},
|
|
{
|
|
"epoch": 0.41226890313052195,
|
|
"grad_norm": 0.10592693835496902,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9608489274978638,
|
|
"step": 1954
|
|
},
|
|
{
|
|
"epoch": 0.41269087744283567,
|
|
"grad_norm": 0.10494564473628998,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9390430450439453,
|
|
"step": 1956
|
|
},
|
|
{
|
|
"epoch": 0.4131128517551494,
|
|
"grad_norm": 0.13374176621437073,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9894862174987793,
|
|
"step": 1958
|
|
},
|
|
{
|
|
"epoch": 0.41353482606746317,
|
|
"grad_norm": 0.11623284220695496,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9661037921905518,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 0.4139568003797769,
|
|
"grad_norm": 0.10733483731746674,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.040645122528076,
|
|
"step": 1962
|
|
},
|
|
{
|
|
"epoch": 0.4143787746920906,
|
|
"grad_norm": 0.11347152292728424,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.012077808380127,
|
|
"step": 1964
|
|
},
|
|
{
|
|
"epoch": 0.41480074900440433,
|
|
"grad_norm": 0.11153286695480347,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9731961488723755,
|
|
"step": 1966
|
|
},
|
|
{
|
|
"epoch": 0.4152227233167181,
|
|
"grad_norm": 0.10009129345417023,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.009488582611084,
|
|
"step": 1968
|
|
},
|
|
{
|
|
"epoch": 0.41564469762903183,
|
|
"grad_norm": 0.10955440253019333,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0032448768615723,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 0.41606667194134556,
|
|
"grad_norm": 0.1244802251458168,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9455724954605103,
|
|
"step": 1972
|
|
},
|
|
{
|
|
"epoch": 0.41648864625365933,
|
|
"grad_norm": 0.09637445211410522,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.012906074523926,
|
|
"step": 1974
|
|
},
|
|
{
|
|
"epoch": 0.41691062056597306,
|
|
"grad_norm": 0.10025131702423096,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.019721508026123,
|
|
"step": 1976
|
|
},
|
|
{
|
|
"epoch": 0.4173325948782868,
|
|
"grad_norm": 0.11075221002101898,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9751369953155518,
|
|
"step": 1978
|
|
},
|
|
{
|
|
"epoch": 0.4177545691906005,
|
|
"grad_norm": 0.10105768591165543,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.010686159133911,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 0.4181765435029143,
|
|
"grad_norm": 0.09841880947351456,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9785358905792236,
|
|
"step": 1982
|
|
},
|
|
{
|
|
"epoch": 0.418598517815228,
|
|
"grad_norm": 0.11022451519966125,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.051682472229004,
|
|
"step": 1984
|
|
},
|
|
{
|
|
"epoch": 0.4190204921275417,
|
|
"grad_norm": 0.11154559254646301,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.019987106323242,
|
|
"step": 1986
|
|
},
|
|
{
|
|
"epoch": 0.4194424664398555,
|
|
"grad_norm": 0.13209353387355804,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0060925483703613,
|
|
"step": 1988
|
|
},
|
|
{
|
|
"epoch": 0.4198644407521692,
|
|
"grad_norm": 0.11981359124183655,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.957808494567871,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 0.42028641506448294,
|
|
"grad_norm": 0.11082693934440613,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.043726682662964,
|
|
"step": 1992
|
|
},
|
|
{
|
|
"epoch": 0.42070838937679667,
|
|
"grad_norm": 0.10682928562164307,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.047206401824951,
|
|
"step": 1994
|
|
},
|
|
{
|
|
"epoch": 0.42113036368911044,
|
|
"grad_norm": 0.10359685868024826,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9776005744934082,
|
|
"step": 1996
|
|
},
|
|
{
|
|
"epoch": 0.42155233800142417,
|
|
"grad_norm": 0.11906304955482483,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.004349946975708,
|
|
"step": 1998
|
|
},
|
|
{
|
|
"epoch": 0.4219743123137379,
|
|
"grad_norm": 0.10153121501207352,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.973453164100647,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.42239628662605166,
|
|
"grad_norm": 0.11691207438707352,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0719709396362305,
|
|
"step": 2002
|
|
},
|
|
{
|
|
"epoch": 0.4228182609383654,
|
|
"grad_norm": 0.12921367585659027,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9696711301803589,
|
|
"step": 2004
|
|
},
|
|
{
|
|
"epoch": 0.4232402352506791,
|
|
"grad_norm": 0.11897560954093933,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9256787300109863,
|
|
"step": 2006
|
|
},
|
|
{
|
|
"epoch": 0.42366220956299283,
|
|
"grad_norm": 0.09961225837469101,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.013353109359741,
|
|
"step": 2008
|
|
},
|
|
{
|
|
"epoch": 0.4240841838753066,
|
|
"grad_norm": 0.09646215289831161,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9872149229049683,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 0.42450615818762033,
|
|
"grad_norm": 0.09996464103460312,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9781116247177124,
|
|
"step": 2012
|
|
},
|
|
{
|
|
"epoch": 0.42492813249993405,
|
|
"grad_norm": 0.10583832859992981,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9643330574035645,
|
|
"step": 2014
|
|
},
|
|
{
|
|
"epoch": 0.42535010681224783,
|
|
"grad_norm": 0.11507900059223175,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9224776029586792,
|
|
"step": 2016
|
|
},
|
|
{
|
|
"epoch": 0.42577208112456155,
|
|
"grad_norm": 0.10323559492826462,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0397515296936035,
|
|
"step": 2018
|
|
},
|
|
{
|
|
"epoch": 0.4261940554368753,
|
|
"grad_norm": 0.09832274168729782,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9954586029052734,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 0.426616029749189,
|
|
"grad_norm": 0.11246035993099213,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0209174156188965,
|
|
"step": 2022
|
|
},
|
|
{
|
|
"epoch": 0.4270380040615028,
|
|
"grad_norm": 0.09806378930807114,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0529582500457764,
|
|
"step": 2024
|
|
},
|
|
{
|
|
"epoch": 0.4274599783738165,
|
|
"grad_norm": 0.09668385982513428,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0477523803710938,
|
|
"step": 2026
|
|
},
|
|
{
|
|
"epoch": 0.4278819526861302,
|
|
"grad_norm": 0.1092454195022583,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9736766815185547,
|
|
"step": 2028
|
|
},
|
|
{
|
|
"epoch": 0.428303926998444,
|
|
"grad_norm": 0.11669601500034332,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0277116298675537,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 0.4287259013107577,
|
|
"grad_norm": 0.10303463786840439,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9472200870513916,
|
|
"step": 2032
|
|
},
|
|
{
|
|
"epoch": 0.42914787562307144,
|
|
"grad_norm": 0.10777775943279266,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9354808330535889,
|
|
"step": 2034
|
|
},
|
|
{
|
|
"epoch": 0.42956984993538516,
|
|
"grad_norm": 0.09631859511137009,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0478014945983887,
|
|
"step": 2036
|
|
},
|
|
{
|
|
"epoch": 0.42999182424769894,
|
|
"grad_norm": 0.10766435414552689,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0453927516937256,
|
|
"step": 2038
|
|
},
|
|
{
|
|
"epoch": 0.43041379856001266,
|
|
"grad_norm": 0.11941702663898468,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9345844984054565,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 0.4308357728723264,
|
|
"grad_norm": 0.11215683817863464,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.026921510696411,
|
|
"step": 2042
|
|
},
|
|
{
|
|
"epoch": 0.43125774718464016,
|
|
"grad_norm": 0.10473362356424332,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9552847146987915,
|
|
"step": 2044
|
|
},
|
|
{
|
|
"epoch": 0.4316797214969539,
|
|
"grad_norm": 0.11646725237369537,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.979164719581604,
|
|
"step": 2046
|
|
},
|
|
{
|
|
"epoch": 0.4321016958092676,
|
|
"grad_norm": 0.10798052698373795,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0296213626861572,
|
|
"step": 2048
|
|
},
|
|
{
|
|
"epoch": 0.4325236701215813,
|
|
"grad_norm": 0.11152573674917221,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9848031997680664,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 0.4329456444338951,
|
|
"grad_norm": 0.1181911751627922,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.019930362701416,
|
|
"step": 2052
|
|
},
|
|
{
|
|
"epoch": 0.4333676187462088,
|
|
"grad_norm": 0.09586432576179504,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0762386322021484,
|
|
"step": 2054
|
|
},
|
|
{
|
|
"epoch": 0.43378959305852255,
|
|
"grad_norm": 0.10266046226024628,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9970450401306152,
|
|
"step": 2056
|
|
},
|
|
{
|
|
"epoch": 0.4342115673708363,
|
|
"grad_norm": 0.10519974678754807,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.005641460418701,
|
|
"step": 2058
|
|
},
|
|
{
|
|
"epoch": 0.43463354168315005,
|
|
"grad_norm": 0.09681975841522217,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.027987241744995,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 0.43505551599546377,
|
|
"grad_norm": 0.11653660237789154,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.016028642654419,
|
|
"step": 2062
|
|
},
|
|
{
|
|
"epoch": 0.4354774903077775,
|
|
"grad_norm": 0.13977235555648804,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9971271753311157,
|
|
"step": 2064
|
|
},
|
|
{
|
|
"epoch": 0.43589946462009127,
|
|
"grad_norm": 0.10620417445898056,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0887300968170166,
|
|
"step": 2066
|
|
},
|
|
{
|
|
"epoch": 0.436321438932405,
|
|
"grad_norm": 0.11155949532985687,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.011681318283081,
|
|
"step": 2068
|
|
},
|
|
{
|
|
"epoch": 0.4367434132447187,
|
|
"grad_norm": 0.10156253725290298,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0017611980438232,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 0.4371653875570325,
|
|
"grad_norm": 0.10610520839691162,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0229945182800293,
|
|
"step": 2072
|
|
},
|
|
{
|
|
"epoch": 0.4375873618693462,
|
|
"grad_norm": 0.11126831918954849,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.993042230606079,
|
|
"step": 2074
|
|
},
|
|
{
|
|
"epoch": 0.43800933618165994,
|
|
"grad_norm": 0.09987028688192368,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9925321340560913,
|
|
"step": 2076
|
|
},
|
|
{
|
|
"epoch": 0.43843131049397366,
|
|
"grad_norm": 0.11103028804063797,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.982485055923462,
|
|
"step": 2078
|
|
},
|
|
{
|
|
"epoch": 0.43885328480628744,
|
|
"grad_norm": 0.11351363360881805,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.005112648010254,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 0.43927525911860116,
|
|
"grad_norm": 0.10984377562999725,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0160129070281982,
|
|
"step": 2082
|
|
},
|
|
{
|
|
"epoch": 0.4396972334309149,
|
|
"grad_norm": 0.11146343499422073,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.990799903869629,
|
|
"step": 2084
|
|
},
|
|
{
|
|
"epoch": 0.44011920774322866,
|
|
"grad_norm": 0.11536877602338791,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0534658432006836,
|
|
"step": 2086
|
|
},
|
|
{
|
|
"epoch": 0.4405411820555424,
|
|
"grad_norm": 0.10090973973274231,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0760488510131836,
|
|
"step": 2088
|
|
},
|
|
{
|
|
"epoch": 0.4409631563678561,
|
|
"grad_norm": 0.11541594564914703,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0133144855499268,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 0.4413851306801698,
|
|
"grad_norm": 0.16618090867996216,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.045398473739624,
|
|
"step": 2092
|
|
},
|
|
{
|
|
"epoch": 0.4418071049924836,
|
|
"grad_norm": 0.10003620386123657,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.004598379135132,
|
|
"step": 2094
|
|
},
|
|
{
|
|
"epoch": 0.4422290793047973,
|
|
"grad_norm": 0.11203385144472122,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0071098804473877,
|
|
"step": 2096
|
|
},
|
|
{
|
|
"epoch": 0.44265105361711105,
|
|
"grad_norm": 0.10174703598022461,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.032463550567627,
|
|
"step": 2098
|
|
},
|
|
{
|
|
"epoch": 0.4430730279294248,
|
|
"grad_norm": 0.10276448726654053,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.021678924560547,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.44349500224173855,
|
|
"grad_norm": 0.09845304489135742,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0061347484588623,
|
|
"step": 2102
|
|
},
|
|
{
|
|
"epoch": 0.44391697655405227,
|
|
"grad_norm": 0.11297474056482315,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9412140846252441,
|
|
"step": 2104
|
|
},
|
|
{
|
|
"epoch": 0.444338950866366,
|
|
"grad_norm": 0.1126975417137146,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0096042156219482,
|
|
"step": 2106
|
|
},
|
|
{
|
|
"epoch": 0.44476092517867977,
|
|
"grad_norm": 0.11344601958990097,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.946977972984314,
|
|
"step": 2108
|
|
},
|
|
{
|
|
"epoch": 0.4451828994909935,
|
|
"grad_norm": 0.09927421063184738,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.976645827293396,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 0.4456048738033072,
|
|
"grad_norm": 0.12145490199327469,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0486249923706055,
|
|
"step": 2112
|
|
},
|
|
{
|
|
"epoch": 0.446026848115621,
|
|
"grad_norm": 0.10307963192462921,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9108384847640991,
|
|
"step": 2114
|
|
},
|
|
{
|
|
"epoch": 0.4464488224279347,
|
|
"grad_norm": 0.10217355191707611,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9963434934616089,
|
|
"step": 2116
|
|
},
|
|
{
|
|
"epoch": 0.44687079674024843,
|
|
"grad_norm": 0.113113172352314,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0183160305023193,
|
|
"step": 2118
|
|
},
|
|
{
|
|
"epoch": 0.44729277105256215,
|
|
"grad_norm": 0.12282717227935791,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0508859157562256,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 0.44771474536487593,
|
|
"grad_norm": 0.11350229382514954,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0262668132781982,
|
|
"step": 2122
|
|
},
|
|
{
|
|
"epoch": 0.44813671967718965,
|
|
"grad_norm": 0.10847412794828415,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9544306993484497,
|
|
"step": 2124
|
|
},
|
|
{
|
|
"epoch": 0.4485586939895034,
|
|
"grad_norm": 0.10568704456090927,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0258617401123047,
|
|
"step": 2126
|
|
},
|
|
{
|
|
"epoch": 0.44898066830181715,
|
|
"grad_norm": 0.11809568852186203,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0351240634918213,
|
|
"step": 2128
|
|
},
|
|
{
|
|
"epoch": 0.4494026426141309,
|
|
"grad_norm": 0.10306884348392487,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0120677947998047,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 0.4498246169264446,
|
|
"grad_norm": 0.09341007471084595,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0146405696868896,
|
|
"step": 2132
|
|
},
|
|
{
|
|
"epoch": 0.4502465912387583,
|
|
"grad_norm": 0.10219047963619232,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0321600437164307,
|
|
"step": 2134
|
|
},
|
|
{
|
|
"epoch": 0.4506685655510721,
|
|
"grad_norm": 0.09620510041713715,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0584912300109863,
|
|
"step": 2136
|
|
},
|
|
{
|
|
"epoch": 0.4510905398633858,
|
|
"grad_norm": 0.11491062492132187,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.043121814727783,
|
|
"step": 2138
|
|
},
|
|
{
|
|
"epoch": 0.45151251417569954,
|
|
"grad_norm": 0.10299600660800934,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9601823091506958,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 0.4519344884880133,
|
|
"grad_norm": 0.1007743775844574,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.990552306175232,
|
|
"step": 2142
|
|
},
|
|
{
|
|
"epoch": 0.45235646280032704,
|
|
"grad_norm": 0.10193657875061035,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0295917987823486,
|
|
"step": 2144
|
|
},
|
|
{
|
|
"epoch": 0.45277843711264076,
|
|
"grad_norm": 0.10482946038246155,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.053595781326294,
|
|
"step": 2146
|
|
},
|
|
{
|
|
"epoch": 0.4532004114249545,
|
|
"grad_norm": 0.10135386884212494,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.975598931312561,
|
|
"step": 2148
|
|
},
|
|
{
|
|
"epoch": 0.45362238573726826,
|
|
"grad_norm": 0.10648709535598755,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.94498610496521,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 0.454044360049582,
|
|
"grad_norm": 0.10134290903806686,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.995693564414978,
|
|
"step": 2152
|
|
},
|
|
{
|
|
"epoch": 0.4544663343618957,
|
|
"grad_norm": 0.10461129993200302,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9785168170928955,
|
|
"step": 2154
|
|
},
|
|
{
|
|
"epoch": 0.4548883086742095,
|
|
"grad_norm": 0.10920045524835587,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9855715036392212,
|
|
"step": 2156
|
|
},
|
|
{
|
|
"epoch": 0.4553102829865232,
|
|
"grad_norm": 0.09787940979003906,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.937028169631958,
|
|
"step": 2158
|
|
},
|
|
{
|
|
"epoch": 0.45573225729883693,
|
|
"grad_norm": 0.12362446635961533,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0165865421295166,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 0.45615423161115065,
|
|
"grad_norm": 0.103085458278656,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.031452178955078,
|
|
"step": 2162
|
|
},
|
|
{
|
|
"epoch": 0.45657620592346443,
|
|
"grad_norm": 0.11231916397809982,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0273871421813965,
|
|
"step": 2164
|
|
},
|
|
{
|
|
"epoch": 0.45699818023577815,
|
|
"grad_norm": 0.1059272512793541,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9979679584503174,
|
|
"step": 2166
|
|
},
|
|
{
|
|
"epoch": 0.4574201545480919,
|
|
"grad_norm": 0.10523281991481781,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.89382004737854,
|
|
"step": 2168
|
|
},
|
|
{
|
|
"epoch": 0.45784212886040565,
|
|
"grad_norm": 0.10214272141456604,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0123682022094727,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 0.4582641031727194,
|
|
"grad_norm": 0.09984613955020905,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.988513708114624,
|
|
"step": 2172
|
|
},
|
|
{
|
|
"epoch": 0.4586860774850331,
|
|
"grad_norm": 0.10118819028139114,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9661070108413696,
|
|
"step": 2174
|
|
},
|
|
{
|
|
"epoch": 0.4591080517973468,
|
|
"grad_norm": 0.10467533767223358,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9890488386154175,
|
|
"step": 2176
|
|
},
|
|
{
|
|
"epoch": 0.4595300261096606,
|
|
"grad_norm": 0.10961633920669556,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9771366119384766,
|
|
"step": 2178
|
|
},
|
|
{
|
|
"epoch": 0.4599520004219743,
|
|
"grad_norm": 0.12882454693317413,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.984815239906311,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 0.46037397473428804,
|
|
"grad_norm": 0.10777653008699417,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0275185108184814,
|
|
"step": 2182
|
|
},
|
|
{
|
|
"epoch": 0.46079594904660176,
|
|
"grad_norm": 0.11796388775110245,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0496714115142822,
|
|
"step": 2184
|
|
},
|
|
{
|
|
"epoch": 0.46121792335891554,
|
|
"grad_norm": 0.10598327964544296,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.000676155090332,
|
|
"step": 2186
|
|
},
|
|
{
|
|
"epoch": 0.46163989767122926,
|
|
"grad_norm": 0.10859408974647522,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.060457229614258,
|
|
"step": 2188
|
|
},
|
|
{
|
|
"epoch": 0.462061871983543,
|
|
"grad_norm": 0.10652462393045425,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.986275553703308,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 0.46248384629585676,
|
|
"grad_norm": 0.10302762687206268,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.058629274368286,
|
|
"step": 2192
|
|
},
|
|
{
|
|
"epoch": 0.4629058206081705,
|
|
"grad_norm": 0.11035233736038208,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.061227798461914,
|
|
"step": 2194
|
|
},
|
|
{
|
|
"epoch": 0.4633277949204842,
|
|
"grad_norm": 0.10551932454109192,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9984420537948608,
|
|
"step": 2196
|
|
},
|
|
{
|
|
"epoch": 0.4637497692327979,
|
|
"grad_norm": 0.10912052541971207,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0092406272888184,
|
|
"step": 2198
|
|
},
|
|
{
|
|
"epoch": 0.4641717435451117,
|
|
"grad_norm": 0.10125407576560974,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9692168235778809,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.4645937178574254,
|
|
"grad_norm": 0.10106629878282547,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0404555797576904,
|
|
"step": 2202
|
|
},
|
|
{
|
|
"epoch": 0.46501569216973915,
|
|
"grad_norm": 0.10835615545511246,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9469314813613892,
|
|
"step": 2204
|
|
},
|
|
{
|
|
"epoch": 0.4654376664820529,
|
|
"grad_norm": 0.12198732793331146,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.972214698791504,
|
|
"step": 2206
|
|
},
|
|
{
|
|
"epoch": 0.46585964079436665,
|
|
"grad_norm": 0.11745113134384155,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.925649642944336,
|
|
"step": 2208
|
|
},
|
|
{
|
|
"epoch": 0.46628161510668037,
|
|
"grad_norm": 0.10877996683120728,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9826334714889526,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"epoch": 0.4667035894189941,
|
|
"grad_norm": 0.10451096296310425,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0056700706481934,
|
|
"step": 2212
|
|
},
|
|
{
|
|
"epoch": 0.46712556373130787,
|
|
"grad_norm": 0.11445613205432892,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9893043041229248,
|
|
"step": 2214
|
|
},
|
|
{
|
|
"epoch": 0.4675475380436216,
|
|
"grad_norm": 0.0957336574792862,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9916956424713135,
|
|
"step": 2216
|
|
},
|
|
{
|
|
"epoch": 0.4679695123559353,
|
|
"grad_norm": 0.11256985366344452,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.006793737411499,
|
|
"step": 2218
|
|
},
|
|
{
|
|
"epoch": 0.4683914866682491,
|
|
"grad_norm": 0.10433495044708252,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.026931047439575,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"epoch": 0.4688134609805628,
|
|
"grad_norm": 0.11034650355577469,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.034743070602417,
|
|
"step": 2222
|
|
},
|
|
{
|
|
"epoch": 0.46923543529287653,
|
|
"grad_norm": 0.10520098358392715,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9349656105041504,
|
|
"step": 2224
|
|
},
|
|
{
|
|
"epoch": 0.46965740960519026,
|
|
"grad_norm": 0.1050449013710022,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.034933567047119,
|
|
"step": 2226
|
|
},
|
|
{
|
|
"epoch": 0.47007938391750403,
|
|
"grad_norm": 0.108608178794384,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9491335153579712,
|
|
"step": 2228
|
|
},
|
|
{
|
|
"epoch": 0.47050135822981776,
|
|
"grad_norm": 0.10998080670833588,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.966327428817749,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"epoch": 0.4709233325421315,
|
|
"grad_norm": 0.11723295599222183,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9978810548782349,
|
|
"step": 2232
|
|
},
|
|
{
|
|
"epoch": 0.47134530685444526,
|
|
"grad_norm": 0.11298651993274689,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9546273946762085,
|
|
"step": 2234
|
|
},
|
|
{
|
|
"epoch": 0.471767281166759,
|
|
"grad_norm": 0.10582790523767471,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9944738149642944,
|
|
"step": 2236
|
|
},
|
|
{
|
|
"epoch": 0.4721892554790727,
|
|
"grad_norm": 0.14811986684799194,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.006772994995117,
|
|
"step": 2238
|
|
},
|
|
{
|
|
"epoch": 0.4726112297913864,
|
|
"grad_norm": 0.10637582838535309,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0300967693328857,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"epoch": 0.4730332041037002,
|
|
"grad_norm": 0.09996522963047028,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.013122797012329,
|
|
"step": 2242
|
|
},
|
|
{
|
|
"epoch": 0.4734551784160139,
|
|
"grad_norm": 0.0978463739156723,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.048208475112915,
|
|
"step": 2244
|
|
},
|
|
{
|
|
"epoch": 0.47387715272832764,
|
|
"grad_norm": 0.09821776300668716,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.016819477081299,
|
|
"step": 2246
|
|
},
|
|
{
|
|
"epoch": 0.4742991270406414,
|
|
"grad_norm": 0.10800539702177048,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.99642014503479,
|
|
"step": 2248
|
|
},
|
|
{
|
|
"epoch": 0.47472110135295514,
|
|
"grad_norm": 0.0965987965464592,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9972846508026123,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 0.47514307566526887,
|
|
"grad_norm": 0.09641961008310318,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.981523036956787,
|
|
"step": 2252
|
|
},
|
|
{
|
|
"epoch": 0.4755650499775826,
|
|
"grad_norm": 0.10403846204280853,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9715113639831543,
|
|
"step": 2254
|
|
},
|
|
{
|
|
"epoch": 0.47598702428989637,
|
|
"grad_norm": 0.10933565348386765,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9954628944396973,
|
|
"step": 2256
|
|
},
|
|
{
|
|
"epoch": 0.4764089986022101,
|
|
"grad_norm": 0.09355618059635162,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.017261266708374,
|
|
"step": 2258
|
|
},
|
|
{
|
|
"epoch": 0.4768309729145238,
|
|
"grad_norm": 0.10328681766986847,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9323660135269165,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"epoch": 0.4772529472268376,
|
|
"grad_norm": 0.09867209941148758,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.004274845123291,
|
|
"step": 2262
|
|
},
|
|
{
|
|
"epoch": 0.4776749215391513,
|
|
"grad_norm": 0.1116461530327797,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9664078950881958,
|
|
"step": 2264
|
|
},
|
|
{
|
|
"epoch": 0.47809689585146503,
|
|
"grad_norm": 0.10858102887868881,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9316598176956177,
|
|
"step": 2266
|
|
},
|
|
{
|
|
"epoch": 0.47851887016377875,
|
|
"grad_norm": 0.14670735597610474,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9770874977111816,
|
|
"step": 2268
|
|
},
|
|
{
|
|
"epoch": 0.47894084447609253,
|
|
"grad_norm": 0.09770026057958603,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.062384843826294,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"epoch": 0.47936281878840625,
|
|
"grad_norm": 0.14390859007835388,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9850780963897705,
|
|
"step": 2272
|
|
},
|
|
{
|
|
"epoch": 0.47978479310072,
|
|
"grad_norm": 0.11551516503095627,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.036221981048584,
|
|
"step": 2274
|
|
},
|
|
{
|
|
"epoch": 0.48020676741303375,
|
|
"grad_norm": 0.1167362853884697,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.019850015640259,
|
|
"step": 2276
|
|
},
|
|
{
|
|
"epoch": 0.4806287417253475,
|
|
"grad_norm": 0.10289856791496277,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.013359785079956,
|
|
"step": 2278
|
|
},
|
|
{
|
|
"epoch": 0.4810507160376612,
|
|
"grad_norm": 0.10182593017816544,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0449326038360596,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"epoch": 0.4814726903499749,
|
|
"grad_norm": 0.10485699772834778,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9769946336746216,
|
|
"step": 2282
|
|
},
|
|
{
|
|
"epoch": 0.4818946646622887,
|
|
"grad_norm": 0.1177060604095459,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9607036113739014,
|
|
"step": 2284
|
|
},
|
|
{
|
|
"epoch": 0.4823166389746024,
|
|
"grad_norm": 0.12169861793518066,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.036513090133667,
|
|
"step": 2286
|
|
},
|
|
{
|
|
"epoch": 0.48273861328691614,
|
|
"grad_norm": 0.1090228334069252,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.994579553604126,
|
|
"step": 2288
|
|
},
|
|
{
|
|
"epoch": 0.4831605875992299,
|
|
"grad_norm": 0.11544869095087051,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9541361331939697,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"epoch": 0.48358256191154364,
|
|
"grad_norm": 0.1081470400094986,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0582902431488037,
|
|
"step": 2292
|
|
},
|
|
{
|
|
"epoch": 0.48400453622385736,
|
|
"grad_norm": 0.10911247879266739,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0111896991729736,
|
|
"step": 2294
|
|
},
|
|
{
|
|
"epoch": 0.4844265105361711,
|
|
"grad_norm": 0.1209435686469078,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0389513969421387,
|
|
"step": 2296
|
|
},
|
|
{
|
|
"epoch": 0.48484848484848486,
|
|
"grad_norm": 0.10092119872570038,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9691393375396729,
|
|
"step": 2298
|
|
},
|
|
{
|
|
"epoch": 0.4852704591607986,
|
|
"grad_norm": 0.11130089312791824,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9911330938339233,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.4856924334731123,
|
|
"grad_norm": 0.10630028694868088,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9568989276885986,
|
|
"step": 2302
|
|
},
|
|
{
|
|
"epoch": 0.4861144077854261,
|
|
"grad_norm": 0.11338246613740921,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.014009952545166,
|
|
"step": 2304
|
|
},
|
|
{
|
|
"epoch": 0.4865363820977398,
|
|
"grad_norm": 0.10607319325208664,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0352091789245605,
|
|
"step": 2306
|
|
},
|
|
{
|
|
"epoch": 0.48695835641005353,
|
|
"grad_norm": 0.09900247305631638,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9241132736206055,
|
|
"step": 2308
|
|
},
|
|
{
|
|
"epoch": 0.48738033072236725,
|
|
"grad_norm": 0.14401216804981232,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9510775804519653,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"epoch": 0.487802305034681,
|
|
"grad_norm": 0.11244620382785797,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9602727890014648,
|
|
"step": 2312
|
|
},
|
|
{
|
|
"epoch": 0.48822427934699475,
|
|
"grad_norm": 0.11766840517520905,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.080589532852173,
|
|
"step": 2314
|
|
},
|
|
{
|
|
"epoch": 0.48864625365930847,
|
|
"grad_norm": 0.09981772303581238,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9802720546722412,
|
|
"step": 2316
|
|
},
|
|
{
|
|
"epoch": 0.48906822797162225,
|
|
"grad_norm": 0.11033106595277786,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0002493858337402,
|
|
"step": 2318
|
|
},
|
|
{
|
|
"epoch": 0.48949020228393597,
|
|
"grad_norm": 0.1256871521472931,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.022390365600586,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"epoch": 0.4899121765962497,
|
|
"grad_norm": 0.10457857698202133,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.029090404510498,
|
|
"step": 2322
|
|
},
|
|
{
|
|
"epoch": 0.4903341509085634,
|
|
"grad_norm": 0.11304888874292374,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0570192337036133,
|
|
"step": 2324
|
|
},
|
|
{
|
|
"epoch": 0.4907561252208772,
|
|
"grad_norm": 0.10582602769136429,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9759361743927002,
|
|
"step": 2326
|
|
},
|
|
{
|
|
"epoch": 0.4911780995331909,
|
|
"grad_norm": 0.10448603332042694,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0392684936523438,
|
|
"step": 2328
|
|
},
|
|
{
|
|
"epoch": 0.49160007384550464,
|
|
"grad_norm": 0.11255750060081482,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9985418319702148,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"epoch": 0.4920220481578184,
|
|
"grad_norm": 0.09878233075141907,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9562793970108032,
|
|
"step": 2332
|
|
},
|
|
{
|
|
"epoch": 0.49244402247013214,
|
|
"grad_norm": 0.10621915757656097,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9893743991851807,
|
|
"step": 2334
|
|
},
|
|
{
|
|
"epoch": 0.49286599678244586,
|
|
"grad_norm": 0.12052877247333527,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.04366135597229,
|
|
"step": 2336
|
|
},
|
|
{
|
|
"epoch": 0.4932879710947596,
|
|
"grad_norm": 0.10063917189836502,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9235209226608276,
|
|
"step": 2338
|
|
},
|
|
{
|
|
"epoch": 0.49370994540707336,
|
|
"grad_norm": 0.14204511046409607,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.032701253890991,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"epoch": 0.4941319197193871,
|
|
"grad_norm": 0.11547805368900299,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.006054639816284,
|
|
"step": 2342
|
|
},
|
|
{
|
|
"epoch": 0.4945538940317008,
|
|
"grad_norm": 0.11362501233816147,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9638580083847046,
|
|
"step": 2344
|
|
},
|
|
{
|
|
"epoch": 0.4949758683440146,
|
|
"grad_norm": 0.10387091338634491,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0145423412323,
|
|
"step": 2346
|
|
},
|
|
{
|
|
"epoch": 0.4953978426563283,
|
|
"grad_norm": 0.10092498362064362,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9703021049499512,
|
|
"step": 2348
|
|
},
|
|
{
|
|
"epoch": 0.495819816968642,
|
|
"grad_norm": 0.11994252353906631,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.979360818862915,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 0.49624179128095575,
|
|
"grad_norm": 0.10781528800725937,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.98626708984375,
|
|
"step": 2352
|
|
},
|
|
{
|
|
"epoch": 0.4966637655932695,
|
|
"grad_norm": 0.10405923426151276,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9539060592651367,
|
|
"step": 2354
|
|
},
|
|
{
|
|
"epoch": 0.49708573990558325,
|
|
"grad_norm": 0.10370170325040817,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9100884199142456,
|
|
"step": 2356
|
|
},
|
|
{
|
|
"epoch": 0.49750771421789697,
|
|
"grad_norm": 0.10538933426141739,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9766314029693604,
|
|
"step": 2358
|
|
},
|
|
{
|
|
"epoch": 0.49792968853021075,
|
|
"grad_norm": 0.10167869925498962,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0158731937408447,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"epoch": 0.49835166284252447,
|
|
"grad_norm": 0.0969918742775917,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.954291582107544,
|
|
"step": 2362
|
|
},
|
|
{
|
|
"epoch": 0.4987736371548382,
|
|
"grad_norm": 0.11679546535015106,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9071389436721802,
|
|
"step": 2364
|
|
},
|
|
{
|
|
"epoch": 0.4991956114671519,
|
|
"grad_norm": 0.09594209492206573,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0036873817443848,
|
|
"step": 2366
|
|
},
|
|
{
|
|
"epoch": 0.4996175857794657,
|
|
"grad_norm": 0.10378118604421616,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0291147232055664,
|
|
"step": 2368
|
|
},
|
|
{
|
|
"epoch": 0.5000395600917794,
|
|
"grad_norm": 0.10891497135162354,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9265341758728027,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"epoch": 0.5004615344040931,
|
|
"grad_norm": 0.1099167913198471,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0173258781433105,
|
|
"step": 2372
|
|
},
|
|
{
|
|
"epoch": 0.5008835087164069,
|
|
"grad_norm": 0.11504310369491577,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.986431360244751,
|
|
"step": 2374
|
|
},
|
|
{
|
|
"epoch": 0.5013054830287206,
|
|
"grad_norm": 0.10948949307203293,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9303865432739258,
|
|
"step": 2376
|
|
},
|
|
{
|
|
"epoch": 0.5017274573410344,
|
|
"grad_norm": 0.1008806973695755,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.014810085296631,
|
|
"step": 2378
|
|
},
|
|
{
|
|
"epoch": 0.5021494316533481,
|
|
"grad_norm": 0.1239369586110115,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.993377923965454,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"epoch": 0.5025714059656619,
|
|
"grad_norm": 0.10770989954471588,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9748649597167969,
|
|
"step": 2382
|
|
},
|
|
{
|
|
"epoch": 0.5029933802779756,
|
|
"grad_norm": 0.10484594851732254,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.001687526702881,
|
|
"step": 2384
|
|
},
|
|
{
|
|
"epoch": 0.5034153545902893,
|
|
"grad_norm": 0.1216248944401741,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9519157409667969,
|
|
"step": 2386
|
|
},
|
|
{
|
|
"epoch": 0.503837328902603,
|
|
"grad_norm": 0.11535459011793137,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0479423999786377,
|
|
"step": 2388
|
|
},
|
|
{
|
|
"epoch": 0.5042593032149167,
|
|
"grad_norm": 0.10593268275260925,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.027888298034668,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"epoch": 0.5046812775272306,
|
|
"grad_norm": 0.11867792159318924,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9541786909103394,
|
|
"step": 2392
|
|
},
|
|
{
|
|
"epoch": 0.5051032518395443,
|
|
"grad_norm": 0.10116704553365707,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9260892868041992,
|
|
"step": 2394
|
|
},
|
|
{
|
|
"epoch": 0.505525226151858,
|
|
"grad_norm": 0.10534977912902832,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9572213888168335,
|
|
"step": 2396
|
|
},
|
|
{
|
|
"epoch": 0.5059472004641717,
|
|
"grad_norm": 0.11376344412565231,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0021169185638428,
|
|
"step": 2398
|
|
},
|
|
{
|
|
"epoch": 0.5063691747764855,
|
|
"grad_norm": 0.11419486999511719,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9917021989822388,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.5067911490887992,
|
|
"grad_norm": 0.10225561261177063,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9665294885635376,
|
|
"step": 2402
|
|
},
|
|
{
|
|
"epoch": 0.5072131234011129,
|
|
"grad_norm": 0.10482429713010788,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9898320436477661,
|
|
"step": 2404
|
|
},
|
|
{
|
|
"epoch": 0.5076350977134267,
|
|
"grad_norm": 0.09937436878681183,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0081775188446045,
|
|
"step": 2406
|
|
},
|
|
{
|
|
"epoch": 0.5080570720257405,
|
|
"grad_norm": 0.10898911207914352,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9538551568984985,
|
|
"step": 2408
|
|
},
|
|
{
|
|
"epoch": 0.5084790463380542,
|
|
"grad_norm": 0.10950437933206558,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0497536659240723,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"epoch": 0.5089010206503679,
|
|
"grad_norm": 0.12011754512786865,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9786605834960938,
|
|
"step": 2412
|
|
},
|
|
{
|
|
"epoch": 0.5093229949626816,
|
|
"grad_norm": 0.10911696404218674,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0652666091918945,
|
|
"step": 2414
|
|
},
|
|
{
|
|
"epoch": 0.5097449692749954,
|
|
"grad_norm": 0.10547386854887009,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0417640209198,
|
|
"step": 2416
|
|
},
|
|
{
|
|
"epoch": 0.5101669435873091,
|
|
"grad_norm": 0.1104971393942833,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.964789628982544,
|
|
"step": 2418
|
|
},
|
|
{
|
|
"epoch": 0.5105889178996229,
|
|
"grad_norm": 0.10839339345693588,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9659734964370728,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"epoch": 0.5110108922119366,
|
|
"grad_norm": 0.11670142412185669,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9137362241744995,
|
|
"step": 2422
|
|
},
|
|
{
|
|
"epoch": 0.5114328665242504,
|
|
"grad_norm": 0.12092326581478119,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0218706130981445,
|
|
"step": 2424
|
|
},
|
|
{
|
|
"epoch": 0.5118548408365641,
|
|
"grad_norm": 0.10749033838510513,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9647752046585083,
|
|
"step": 2426
|
|
},
|
|
{
|
|
"epoch": 0.5122768151488778,
|
|
"grad_norm": 0.11355699598789215,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0163910388946533,
|
|
"step": 2428
|
|
},
|
|
{
|
|
"epoch": 0.5126987894611915,
|
|
"grad_norm": 0.12003671377897263,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.034925699234009,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"epoch": 0.5131207637735052,
|
|
"grad_norm": 0.10423602163791656,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.945415735244751,
|
|
"step": 2432
|
|
},
|
|
{
|
|
"epoch": 0.5135427380858191,
|
|
"grad_norm": 0.11564397811889648,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9838409423828125,
|
|
"step": 2434
|
|
},
|
|
{
|
|
"epoch": 0.5139647123981328,
|
|
"grad_norm": 0.10946027934551239,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9665216207504272,
|
|
"step": 2436
|
|
},
|
|
{
|
|
"epoch": 0.5143866867104465,
|
|
"grad_norm": 0.09866265207529068,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0311176776885986,
|
|
"step": 2438
|
|
},
|
|
{
|
|
"epoch": 0.5148086610227602,
|
|
"grad_norm": 0.11777540296316147,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9856728315353394,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"epoch": 0.515230635335074,
|
|
"grad_norm": 0.11609726399183273,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9872740507125854,
|
|
"step": 2442
|
|
},
|
|
{
|
|
"epoch": 0.5156526096473877,
|
|
"grad_norm": 0.10349444299936295,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9598498344421387,
|
|
"step": 2444
|
|
},
|
|
{
|
|
"epoch": 0.5160745839597014,
|
|
"grad_norm": 0.10568153858184814,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9816974401474,
|
|
"step": 2446
|
|
},
|
|
{
|
|
"epoch": 0.5164965582720152,
|
|
"grad_norm": 0.11174038797616959,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0950863361358643,
|
|
"step": 2448
|
|
},
|
|
{
|
|
"epoch": 0.516918532584329,
|
|
"grad_norm": 0.10832858085632324,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.977849006652832,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 0.5173405068966427,
|
|
"grad_norm": 0.10564068704843521,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.010291337966919,
|
|
"step": 2452
|
|
},
|
|
{
|
|
"epoch": 0.5177624812089564,
|
|
"grad_norm": 0.102881520986557,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.971081256866455,
|
|
"step": 2454
|
|
},
|
|
{
|
|
"epoch": 0.5181844555212701,
|
|
"grad_norm": 0.1098896786570549,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9491922855377197,
|
|
"step": 2456
|
|
},
|
|
{
|
|
"epoch": 0.5186064298335838,
|
|
"grad_norm": 0.09652575105428696,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.027902364730835,
|
|
"step": 2458
|
|
},
|
|
{
|
|
"epoch": 0.5190284041458976,
|
|
"grad_norm": 0.1103406697511673,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9653058052062988,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"epoch": 0.5194503784582114,
|
|
"grad_norm": 0.09861093014478683,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9974720478057861,
|
|
"step": 2462
|
|
},
|
|
{
|
|
"epoch": 0.5198723527705251,
|
|
"grad_norm": 0.1260729730129242,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.945346474647522,
|
|
"step": 2464
|
|
},
|
|
{
|
|
"epoch": 0.5202943270828388,
|
|
"grad_norm": 0.1017293930053711,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9658123254776,
|
|
"step": 2466
|
|
},
|
|
{
|
|
"epoch": 0.5207163013951526,
|
|
"grad_norm": 0.11294218897819519,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9527469873428345,
|
|
"step": 2468
|
|
},
|
|
{
|
|
"epoch": 0.5211382757074663,
|
|
"grad_norm": 0.11961628496646881,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9800727367401123,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"epoch": 0.52156025001978,
|
|
"grad_norm": 0.10792697221040726,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9181640148162842,
|
|
"step": 2472
|
|
},
|
|
{
|
|
"epoch": 0.5219822243320937,
|
|
"grad_norm": 0.10481695830821991,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9995081424713135,
|
|
"step": 2474
|
|
},
|
|
{
|
|
"epoch": 0.5224041986444076,
|
|
"grad_norm": 0.1029142513871193,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9846267700195312,
|
|
"step": 2476
|
|
},
|
|
{
|
|
"epoch": 0.5228261729567213,
|
|
"grad_norm": 0.11301450431346893,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9883666038513184,
|
|
"step": 2478
|
|
},
|
|
{
|
|
"epoch": 0.523248147269035,
|
|
"grad_norm": 0.10226210206747055,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0130116939544678,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"epoch": 0.5236701215813487,
|
|
"grad_norm": 0.11259128153324127,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9783650636672974,
|
|
"step": 2482
|
|
},
|
|
{
|
|
"epoch": 0.5240920958936625,
|
|
"grad_norm": 0.11570736020803452,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9685189723968506,
|
|
"step": 2484
|
|
},
|
|
{
|
|
"epoch": 0.5245140702059762,
|
|
"grad_norm": 0.0965210422873497,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.00887393951416,
|
|
"step": 2486
|
|
},
|
|
{
|
|
"epoch": 0.5249360445182899,
|
|
"grad_norm": 0.10556851327419281,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.0122082233428955,
|
|
"step": 2488
|
|
},
|
|
{
|
|
"epoch": 0.5253580188306037,
|
|
"grad_norm": 0.10208205878734589,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9899144172668457,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"epoch": 0.5257799931429175,
|
|
"grad_norm": 0.10466782003641129,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.028722047805786,
|
|
"step": 2492
|
|
},
|
|
{
|
|
"epoch": 0.5262019674552312,
|
|
"grad_norm": 0.11742915213108063,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9135500192642212,
|
|
"step": 2494
|
|
},
|
|
{
|
|
"epoch": 0.5266239417675449,
|
|
"grad_norm": 0.12357254326343536,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9647915363311768,
|
|
"step": 2496
|
|
},
|
|
{
|
|
"epoch": 0.5270459160798586,
|
|
"grad_norm": 0.12987452745437622,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.950881004333496,
|
|
"step": 2498
|
|
},
|
|
{
|
|
"epoch": 0.5274678903921723,
|
|
"grad_norm": 0.10171229392290115,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9946374893188477,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.5278898647044861,
|
|
"grad_norm": 0.11121941357851028,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9161549806594849,
|
|
"step": 2502
|
|
},
|
|
{
|
|
"epoch": 0.5283118390167999,
|
|
"grad_norm": 0.11911734938621521,
|
|
"learning_rate": 0.0004,
|
|
"loss": 2.05631685256958,
|
|
"step": 2504
|
|
},
|
|
{
|
|
"epoch": 0.5287338133291136,
|
|
"grad_norm": 0.114515520632267,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9781222343444824,
|
|
"step": 2506
|
|
},
|
|
{
|
|
"epoch": 0.5291557876414273,
|
|
"grad_norm": 0.09910862147808075,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9896719455718994,
|
|
"step": 2508
|
|
},
|
|
{
|
|
"epoch": 0.5295777619537411,
|
|
"grad_norm": 0.10130604356527328,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.961145043373108,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"epoch": 0.5299997362660548,
|
|
"grad_norm": 0.11756748706102371,
|
|
"learning_rate": 0.0004,
|
|
"loss": 1.9919493198394775,
|
|
"step": 2512
|
|
},
|
|
{
|
|
"epoch": 0.5304217105783685,
|
|
"grad_norm": 0.10637060552835464,
|
|
"learning_rate": 0.00039982046678635545,
|
|
"loss": 1.946498155593872,
|
|
"step": 2514
|
|
},
|
|
{
|
|
"epoch": 0.5308436848906822,
|
|
"grad_norm": 0.10987117886543274,
|
|
"learning_rate": 0.0003994614003590664,
|
|
"loss": 2.048797369003296,
|
|
"step": 2516
|
|
},
|
|
{
|
|
"epoch": 0.5312656592029961,
|
|
"grad_norm": 0.13016334176063538,
|
|
"learning_rate": 0.0003991023339317774,
|
|
"loss": 1.9630935192108154,
|
|
"step": 2518
|
|
},
|
|
{
|
|
"epoch": 0.5316876335153098,
|
|
"grad_norm": 0.12178076058626175,
|
|
"learning_rate": 0.00039874326750448836,
|
|
"loss": 2.0223701000213623,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"epoch": 0.5321096078276235,
|
|
"grad_norm": 0.12135455012321472,
|
|
"learning_rate": 0.00039838420107719927,
|
|
"loss": 2.002438545227051,
|
|
"step": 2522
|
|
},
|
|
{
|
|
"epoch": 0.5325315821399372,
|
|
"grad_norm": 0.10319202393293381,
|
|
"learning_rate": 0.00039802513464991024,
|
|
"loss": 2.0108494758605957,
|
|
"step": 2524
|
|
},
|
|
{
|
|
"epoch": 0.532953556452251,
|
|
"grad_norm": 0.09335236251354218,
|
|
"learning_rate": 0.0003976660682226212,
|
|
"loss": 1.9903230667114258,
|
|
"step": 2526
|
|
},
|
|
{
|
|
"epoch": 0.5333755307645647,
|
|
"grad_norm": 0.09771422296762466,
|
|
"learning_rate": 0.0003973070017953322,
|
|
"loss": 2.0218493938446045,
|
|
"step": 2528
|
|
},
|
|
{
|
|
"epoch": 0.5337975050768784,
|
|
"grad_norm": 0.10455936938524246,
|
|
"learning_rate": 0.0003969479353680431,
|
|
"loss": 1.9547443389892578,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"epoch": 0.5342194793891922,
|
|
"grad_norm": 0.10861096531152725,
|
|
"learning_rate": 0.00039658886894075406,
|
|
"loss": 1.9429821968078613,
|
|
"step": 2532
|
|
},
|
|
{
|
|
"epoch": 0.534641453701506,
|
|
"grad_norm": 0.11580679565668106,
|
|
"learning_rate": 0.00039622980251346503,
|
|
"loss": 1.9221971035003662,
|
|
"step": 2534
|
|
},
|
|
{
|
|
"epoch": 0.5350634280138197,
|
|
"grad_norm": 0.11841796338558197,
|
|
"learning_rate": 0.000395870736086176,
|
|
"loss": 1.9951834678649902,
|
|
"step": 2536
|
|
},
|
|
{
|
|
"epoch": 0.5354854023261334,
|
|
"grad_norm": 0.105585016310215,
|
|
"learning_rate": 0.0003955116696588869,
|
|
"loss": 1.9619605541229248,
|
|
"step": 2538
|
|
},
|
|
{
|
|
"epoch": 0.5359073766384471,
|
|
"grad_norm": 0.11960457265377045,
|
|
"learning_rate": 0.0003951526032315979,
|
|
"loss": 2.0006375312805176,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"epoch": 0.5363293509507608,
|
|
"grad_norm": 0.1099238321185112,
|
|
"learning_rate": 0.0003947935368043088,
|
|
"loss": 1.9983689785003662,
|
|
"step": 2542
|
|
},
|
|
{
|
|
"epoch": 0.5367513252630746,
|
|
"grad_norm": 0.11364013701677322,
|
|
"learning_rate": 0.00039443447037701976,
|
|
"loss": 1.952035903930664,
|
|
"step": 2544
|
|
},
|
|
{
|
|
"epoch": 0.5371732995753884,
|
|
"grad_norm": 0.10834506899118423,
|
|
"learning_rate": 0.0003940754039497307,
|
|
"loss": 2.0013222694396973,
|
|
"step": 2546
|
|
},
|
|
{
|
|
"epoch": 0.5375952738877021,
|
|
"grad_norm": 0.12964634597301483,
|
|
"learning_rate": 0.00039371633752244165,
|
|
"loss": 1.9360271692276,
|
|
"step": 2548
|
|
},
|
|
{
|
|
"epoch": 0.5380172482000158,
|
|
"grad_norm": 0.1075846254825592,
|
|
"learning_rate": 0.0003933572710951526,
|
|
"loss": 1.9721664190292358,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 0.5384392225123296,
|
|
"grad_norm": 0.1187378317117691,
|
|
"learning_rate": 0.0003929982046678636,
|
|
"loss": 1.9838147163391113,
|
|
"step": 2552
|
|
},
|
|
{
|
|
"epoch": 0.5388611968246433,
|
|
"grad_norm": 0.10463961213827133,
|
|
"learning_rate": 0.0003926391382405745,
|
|
"loss": 1.9461811780929565,
|
|
"step": 2554
|
|
},
|
|
{
|
|
"epoch": 0.539283171136957,
|
|
"grad_norm": 0.10743307322263718,
|
|
"learning_rate": 0.00039228007181328547,
|
|
"loss": 1.9757204055786133,
|
|
"step": 2556
|
|
},
|
|
{
|
|
"epoch": 0.5397051454492707,
|
|
"grad_norm": 0.10600344091653824,
|
|
"learning_rate": 0.00039192100538599644,
|
|
"loss": 1.976940631866455,
|
|
"step": 2558
|
|
},
|
|
{
|
|
"epoch": 0.5401271197615846,
|
|
"grad_norm": 0.10643648356199265,
|
|
"learning_rate": 0.0003915619389587074,
|
|
"loss": 1.9855600595474243,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"epoch": 0.5405490940738983,
|
|
"grad_norm": 0.1129879355430603,
|
|
"learning_rate": 0.0003912028725314183,
|
|
"loss": 1.952157735824585,
|
|
"step": 2562
|
|
},
|
|
{
|
|
"epoch": 0.540971068386212,
|
|
"grad_norm": 0.129954531788826,
|
|
"learning_rate": 0.0003908438061041293,
|
|
"loss": 2.0546724796295166,
|
|
"step": 2564
|
|
},
|
|
{
|
|
"epoch": 0.5413930426985257,
|
|
"grad_norm": 0.10813000798225403,
|
|
"learning_rate": 0.00039048473967684026,
|
|
"loss": 1.9646235704421997,
|
|
"step": 2566
|
|
},
|
|
{
|
|
"epoch": 0.5418150170108395,
|
|
"grad_norm": 0.10587615519762039,
|
|
"learning_rate": 0.0003901256732495512,
|
|
"loss": 1.955272912979126,
|
|
"step": 2568
|
|
},
|
|
{
|
|
"epoch": 0.5422369913231532,
|
|
"grad_norm": 0.11749233305454254,
|
|
"learning_rate": 0.00038976660682226214,
|
|
"loss": 2.0047690868377686,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"epoch": 0.5426589656354669,
|
|
"grad_norm": 0.1152234822511673,
|
|
"learning_rate": 0.00038940754039497305,
|
|
"loss": 2.021273374557495,
|
|
"step": 2572
|
|
},
|
|
{
|
|
"epoch": 0.5430809399477807,
|
|
"grad_norm": 0.10496938973665237,
|
|
"learning_rate": 0.000389048473967684,
|
|
"loss": 1.9686576128005981,
|
|
"step": 2574
|
|
},
|
|
{
|
|
"epoch": 0.5435029142600944,
|
|
"grad_norm": 0.10399749130010605,
|
|
"learning_rate": 0.000388689407540395,
|
|
"loss": 1.9918639659881592,
|
|
"step": 2576
|
|
},
|
|
{
|
|
"epoch": 0.5439248885724082,
|
|
"grad_norm": 0.09593001753091812,
|
|
"learning_rate": 0.00038833034111310596,
|
|
"loss": 1.9384801387786865,
|
|
"step": 2578
|
|
},
|
|
{
|
|
"epoch": 0.5443468628847219,
|
|
"grad_norm": 0.11743129044771194,
|
|
"learning_rate": 0.0003879712746858169,
|
|
"loss": 1.986926555633545,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"epoch": 0.5447688371970356,
|
|
"grad_norm": 0.11106555163860321,
|
|
"learning_rate": 0.00038761220825852784,
|
|
"loss": 1.9247616529464722,
|
|
"step": 2582
|
|
},
|
|
{
|
|
"epoch": 0.5451908115093493,
|
|
"grad_norm": 0.10058481991291046,
|
|
"learning_rate": 0.0003872531418312388,
|
|
"loss": 1.9998693466186523,
|
|
"step": 2584
|
|
},
|
|
{
|
|
"epoch": 0.5456127858216631,
|
|
"grad_norm": 0.10874099284410477,
|
|
"learning_rate": 0.0003868940754039497,
|
|
"loss": 2.022087812423706,
|
|
"step": 2586
|
|
},
|
|
{
|
|
"epoch": 0.5460347601339769,
|
|
"grad_norm": 0.11434465646743774,
|
|
"learning_rate": 0.0003865350089766607,
|
|
"loss": 1.9178524017333984,
|
|
"step": 2588
|
|
},
|
|
{
|
|
"epoch": 0.5464567344462906,
|
|
"grad_norm": 0.10662268102169037,
|
|
"learning_rate": 0.00038617594254937166,
|
|
"loss": 2.0450174808502197,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"epoch": 0.5468787087586043,
|
|
"grad_norm": 0.10540720075368881,
|
|
"learning_rate": 0.00038581687612208263,
|
|
"loss": 1.9318300485610962,
|
|
"step": 2592
|
|
},
|
|
{
|
|
"epoch": 0.5473006830709181,
|
|
"grad_norm": 0.10311566293239594,
|
|
"learning_rate": 0.00038545780969479355,
|
|
"loss": 1.9866130352020264,
|
|
"step": 2594
|
|
},
|
|
{
|
|
"epoch": 0.5477226573832318,
|
|
"grad_norm": 0.10430900007486343,
|
|
"learning_rate": 0.0003850987432675045,
|
|
"loss": 2.0241453647613525,
|
|
"step": 2596
|
|
},
|
|
{
|
|
"epoch": 0.5481446316955455,
|
|
"grad_norm": 0.10165537893772125,
|
|
"learning_rate": 0.0003847396768402155,
|
|
"loss": 2.010296583175659,
|
|
"step": 2598
|
|
},
|
|
{
|
|
"epoch": 0.5485666060078592,
|
|
"grad_norm": 0.10807012021541595,
|
|
"learning_rate": 0.0003843806104129264,
|
|
"loss": 2.0034232139587402,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 0.5489885803201731,
|
|
"grad_norm": 0.12723782658576965,
|
|
"learning_rate": 0.00038402154398563737,
|
|
"loss": 1.9255671501159668,
|
|
"step": 2602
|
|
},
|
|
{
|
|
"epoch": 0.5494105546324868,
|
|
"grad_norm": 0.09370072931051254,
|
|
"learning_rate": 0.0003836624775583483,
|
|
"loss": 1.9674731492996216,
|
|
"step": 2604
|
|
},
|
|
{
|
|
"epoch": 0.5498325289448005,
|
|
"grad_norm": 0.12219969928264618,
|
|
"learning_rate": 0.00038330341113105925,
|
|
"loss": 1.9914250373840332,
|
|
"step": 2606
|
|
},
|
|
{
|
|
"epoch": 0.5502545032571142,
|
|
"grad_norm": 0.09217988699674606,
|
|
"learning_rate": 0.0003829443447037702,
|
|
"loss": 1.9637184143066406,
|
|
"step": 2608
|
|
},
|
|
{
|
|
"epoch": 0.550676477569428,
|
|
"grad_norm": 0.10950630903244019,
|
|
"learning_rate": 0.0003825852782764812,
|
|
"loss": 1.9374934434890747,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"epoch": 0.5510984518817417,
|
|
"grad_norm": 0.09815633296966553,
|
|
"learning_rate": 0.0003822262118491921,
|
|
"loss": 1.9912998676300049,
|
|
"step": 2612
|
|
},
|
|
{
|
|
"epoch": 0.5515204261940554,
|
|
"grad_norm": 0.09668152034282684,
|
|
"learning_rate": 0.00038186714542190307,
|
|
"loss": 1.995656132698059,
|
|
"step": 2614
|
|
},
|
|
{
|
|
"epoch": 0.5519424005063692,
|
|
"grad_norm": 0.11295585334300995,
|
|
"learning_rate": 0.00038150807899461404,
|
|
"loss": 1.9732999801635742,
|
|
"step": 2616
|
|
},
|
|
{
|
|
"epoch": 0.552364374818683,
|
|
"grad_norm": 0.11746437847614288,
|
|
"learning_rate": 0.000381149012567325,
|
|
"loss": 1.997145175933838,
|
|
"step": 2618
|
|
},
|
|
{
|
|
"epoch": 0.5527863491309967,
|
|
"grad_norm": 0.11727092415094376,
|
|
"learning_rate": 0.0003807899461400359,
|
|
"loss": 2.006805658340454,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"epoch": 0.5532083234433104,
|
|
"grad_norm": 0.10990002006292343,
|
|
"learning_rate": 0.0003804308797127469,
|
|
"loss": 1.9893418550491333,
|
|
"step": 2622
|
|
},
|
|
{
|
|
"epoch": 0.5536302977556241,
|
|
"grad_norm": 0.11007990688085556,
|
|
"learning_rate": 0.00038007181328545786,
|
|
"loss": 1.9090021848678589,
|
|
"step": 2624
|
|
},
|
|
{
|
|
"epoch": 0.5540522720679378,
|
|
"grad_norm": 0.11116435378789902,
|
|
"learning_rate": 0.0003797127468581688,
|
|
"loss": 2.0294933319091797,
|
|
"step": 2626
|
|
},
|
|
{
|
|
"epoch": 0.5544742463802516,
|
|
"grad_norm": 0.11658182740211487,
|
|
"learning_rate": 0.0003793536804308797,
|
|
"loss": 1.9707906246185303,
|
|
"step": 2628
|
|
},
|
|
{
|
|
"epoch": 0.5548962206925654,
|
|
"grad_norm": 0.11011900752782822,
|
|
"learning_rate": 0.00037899461400359066,
|
|
"loss": 2.0327563285827637,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"epoch": 0.5553181950048791,
|
|
"grad_norm": 0.10226181149482727,
|
|
"learning_rate": 0.0003786355475763016,
|
|
"loss": 2.015045166015625,
|
|
"step": 2632
|
|
},
|
|
{
|
|
"epoch": 0.5557401693171928,
|
|
"grad_norm": 0.11436307430267334,
|
|
"learning_rate": 0.0003782764811490126,
|
|
"loss": 1.9695391654968262,
|
|
"step": 2634
|
|
},
|
|
{
|
|
"epoch": 0.5561621436295066,
|
|
"grad_norm": 0.10111020505428314,
|
|
"learning_rate": 0.0003779174147217235,
|
|
"loss": 1.9782130718231201,
|
|
"step": 2636
|
|
},
|
|
{
|
|
"epoch": 0.5565841179418203,
|
|
"grad_norm": 0.11542998254299164,
|
|
"learning_rate": 0.0003775583482944345,
|
|
"loss": 2.021540880203247,
|
|
"step": 2638
|
|
},
|
|
{
|
|
"epoch": 0.557006092254134,
|
|
"grad_norm": 0.0996742844581604,
|
|
"learning_rate": 0.00037719928186714545,
|
|
"loss": 2.0101797580718994,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"epoch": 0.5574280665664477,
|
|
"grad_norm": 0.1194087490439415,
|
|
"learning_rate": 0.0003768402154398564,
|
|
"loss": 2.053339958190918,
|
|
"step": 2642
|
|
},
|
|
{
|
|
"epoch": 0.5578500408787616,
|
|
"grad_norm": 0.12618958950042725,
|
|
"learning_rate": 0.00037648114901256733,
|
|
"loss": 1.9788166284561157,
|
|
"step": 2644
|
|
},
|
|
{
|
|
"epoch": 0.5582720151910753,
|
|
"grad_norm": 0.104707732796669,
|
|
"learning_rate": 0.0003761220825852783,
|
|
"loss": 1.9036158323287964,
|
|
"step": 2646
|
|
},
|
|
{
|
|
"epoch": 0.558693989503389,
|
|
"grad_norm": 0.10827819257974625,
|
|
"learning_rate": 0.00037576301615798927,
|
|
"loss": 1.9888815879821777,
|
|
"step": 2648
|
|
},
|
|
{
|
|
"epoch": 0.5591159638157027,
|
|
"grad_norm": 0.10772369056940079,
|
|
"learning_rate": 0.00037540394973070024,
|
|
"loss": 2.028395652770996,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 0.5595379381280164,
|
|
"grad_norm": 0.11533436924219131,
|
|
"learning_rate": 0.00037504488330341115,
|
|
"loss": 1.980991244316101,
|
|
"step": 2652
|
|
},
|
|
{
|
|
"epoch": 0.5599599124403302,
|
|
"grad_norm": 0.10628778487443924,
|
|
"learning_rate": 0.0003746858168761221,
|
|
"loss": 2.019418239593506,
|
|
"step": 2654
|
|
},
|
|
{
|
|
"epoch": 0.5603818867526439,
|
|
"grad_norm": 0.12098736315965652,
|
|
"learning_rate": 0.00037432675044883303,
|
|
"loss": 1.966699242591858,
|
|
"step": 2656
|
|
},
|
|
{
|
|
"epoch": 0.5608038610649577,
|
|
"grad_norm": 0.11796276271343231,
|
|
"learning_rate": 0.000373967684021544,
|
|
"loss": 1.9171817302703857,
|
|
"step": 2658
|
|
},
|
|
{
|
|
"epoch": 0.5612258353772714,
|
|
"grad_norm": 0.11030521243810654,
|
|
"learning_rate": 0.0003736086175942549,
|
|
"loss": 1.897729516029358,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"epoch": 0.5616478096895852,
|
|
"grad_norm": 0.10991235077381134,
|
|
"learning_rate": 0.0003732495511669659,
|
|
"loss": 1.9078779220581055,
|
|
"step": 2662
|
|
},
|
|
{
|
|
"epoch": 0.5620697840018989,
|
|
"grad_norm": 0.1217423602938652,
|
|
"learning_rate": 0.00037289048473967685,
|
|
"loss": 2.041266918182373,
|
|
"step": 2664
|
|
},
|
|
{
|
|
"epoch": 0.5624917583142126,
|
|
"grad_norm": 0.11433570832014084,
|
|
"learning_rate": 0.0003725314183123878,
|
|
"loss": 1.9241865873336792,
|
|
"step": 2666
|
|
},
|
|
{
|
|
"epoch": 0.5629137326265263,
|
|
"grad_norm": 0.1101423129439354,
|
|
"learning_rate": 0.00037217235188509874,
|
|
"loss": 2.0498433113098145,
|
|
"step": 2668
|
|
},
|
|
{
|
|
"epoch": 0.56333570693884,
|
|
"grad_norm": 0.10628620535135269,
|
|
"learning_rate": 0.0003718132854578097,
|
|
"loss": 1.9455523490905762,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"epoch": 0.5637576812511539,
|
|
"grad_norm": 0.10538875311613083,
|
|
"learning_rate": 0.0003714542190305207,
|
|
"loss": 2.0205154418945312,
|
|
"step": 2672
|
|
},
|
|
{
|
|
"epoch": 0.5641796555634676,
|
|
"grad_norm": 0.10258401930332184,
|
|
"learning_rate": 0.00037109515260323164,
|
|
"loss": 2.0379655361175537,
|
|
"step": 2674
|
|
},
|
|
{
|
|
"epoch": 0.5646016298757813,
|
|
"grad_norm": 0.10649662464857101,
|
|
"learning_rate": 0.00037073608617594256,
|
|
"loss": 2.000037431716919,
|
|
"step": 2676
|
|
},
|
|
{
|
|
"epoch": 0.565023604188095,
|
|
"grad_norm": 0.10618351399898529,
|
|
"learning_rate": 0.0003703770197486535,
|
|
"loss": 1.9426666498184204,
|
|
"step": 2678
|
|
},
|
|
{
|
|
"epoch": 0.5654455785004088,
|
|
"grad_norm": 0.09471061080694199,
|
|
"learning_rate": 0.0003700179533213645,
|
|
"loss": 1.974961757659912,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"epoch": 0.5658675528127225,
|
|
"grad_norm": 0.10357743501663208,
|
|
"learning_rate": 0.00036965888689407546,
|
|
"loss": 1.9704082012176514,
|
|
"step": 2682
|
|
},
|
|
{
|
|
"epoch": 0.5662895271250362,
|
|
"grad_norm": 0.09940458089113235,
|
|
"learning_rate": 0.0003692998204667864,
|
|
"loss": 2.000023126602173,
|
|
"step": 2684
|
|
},
|
|
{
|
|
"epoch": 0.56671150143735,
|
|
"grad_norm": 0.10300898551940918,
|
|
"learning_rate": 0.0003689407540394973,
|
|
"loss": 1.933704137802124,
|
|
"step": 2686
|
|
},
|
|
{
|
|
"epoch": 0.5671334757496638,
|
|
"grad_norm": 0.13511933386325836,
|
|
"learning_rate": 0.00036858168761220826,
|
|
"loss": 1.9599982500076294,
|
|
"step": 2688
|
|
},
|
|
{
|
|
"epoch": 0.5675554500619775,
|
|
"grad_norm": 0.09282592684030533,
|
|
"learning_rate": 0.00036822262118491923,
|
|
"loss": 1.9441190958023071,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"epoch": 0.5679774243742912,
|
|
"grad_norm": 0.11319000273942947,
|
|
"learning_rate": 0.00036786355475763014,
|
|
"loss": 2.0718369483947754,
|
|
"step": 2692
|
|
},
|
|
{
|
|
"epoch": 0.5683993986866049,
|
|
"grad_norm": 0.10511026531457901,
|
|
"learning_rate": 0.0003675044883303411,
|
|
"loss": 1.9435533285140991,
|
|
"step": 2694
|
|
},
|
|
{
|
|
"epoch": 0.5688213729989187,
|
|
"grad_norm": 0.12270218878984451,
|
|
"learning_rate": 0.0003671454219030521,
|
|
"loss": 2.0179195404052734,
|
|
"step": 2696
|
|
},
|
|
{
|
|
"epoch": 0.5692433473112324,
|
|
"grad_norm": 0.11975985020399094,
|
|
"learning_rate": 0.00036678635547576305,
|
|
"loss": 1.955338716506958,
|
|
"step": 2698
|
|
},
|
|
{
|
|
"epoch": 0.5696653216235462,
|
|
"grad_norm": 0.10499905049800873,
|
|
"learning_rate": 0.00036642728904847397,
|
|
"loss": 2.017014503479004,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 0.5700872959358599,
|
|
"grad_norm": 0.10907460004091263,
|
|
"learning_rate": 0.00036606822262118493,
|
|
"loss": 2.0178041458129883,
|
|
"step": 2702
|
|
},
|
|
{
|
|
"epoch": 0.5705092702481737,
|
|
"grad_norm": 0.10897300392389297,
|
|
"learning_rate": 0.0003657091561938959,
|
|
"loss": 2.012464761734009,
|
|
"step": 2704
|
|
},
|
|
{
|
|
"epoch": 0.5709312445604874,
|
|
"grad_norm": 0.11563042551279068,
|
|
"learning_rate": 0.00036535008976660687,
|
|
"loss": 1.962874174118042,
|
|
"step": 2706
|
|
},
|
|
{
|
|
"epoch": 0.5713532188728011,
|
|
"grad_norm": 0.09930475801229477,
|
|
"learning_rate": 0.0003649910233393178,
|
|
"loss": 1.9258553981781006,
|
|
"step": 2708
|
|
},
|
|
{
|
|
"epoch": 0.5717751931851148,
|
|
"grad_norm": 0.10951299965381622,
|
|
"learning_rate": 0.00036463195691202875,
|
|
"loss": 2.0046613216400146,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"epoch": 0.5721971674974285,
|
|
"grad_norm": 0.12109868228435516,
|
|
"learning_rate": 0.0003642728904847397,
|
|
"loss": 1.957732915878296,
|
|
"step": 2712
|
|
},
|
|
{
|
|
"epoch": 0.5726191418097424,
|
|
"grad_norm": 0.10252423584461212,
|
|
"learning_rate": 0.00036391382405745064,
|
|
"loss": 2.0265414714813232,
|
|
"step": 2714
|
|
},
|
|
{
|
|
"epoch": 0.5730411161220561,
|
|
"grad_norm": 0.10182531177997589,
|
|
"learning_rate": 0.0003635547576301616,
|
|
"loss": 1.9260196685791016,
|
|
"step": 2716
|
|
},
|
|
{
|
|
"epoch": 0.5734630904343698,
|
|
"grad_norm": 0.09731879830360413,
|
|
"learning_rate": 0.0003631956912028725,
|
|
"loss": 1.9630494117736816,
|
|
"step": 2718
|
|
},
|
|
{
|
|
"epoch": 0.5738850647466835,
|
|
"grad_norm": 0.10727456212043762,
|
|
"learning_rate": 0.0003628366247755835,
|
|
"loss": 1.9906947612762451,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"epoch": 0.5743070390589973,
|
|
"grad_norm": 0.1124085932970047,
|
|
"learning_rate": 0.00036247755834829446,
|
|
"loss": 1.9550503492355347,
|
|
"step": 2722
|
|
},
|
|
{
|
|
"epoch": 0.574729013371311,
|
|
"grad_norm": 0.10417519509792328,
|
|
"learning_rate": 0.00036211849192100537,
|
|
"loss": 1.9608229398727417,
|
|
"step": 2724
|
|
},
|
|
{
|
|
"epoch": 0.5751509876836247,
|
|
"grad_norm": 0.11434590071439743,
|
|
"learning_rate": 0.00036175942549371634,
|
|
"loss": 1.9783860445022583,
|
|
"step": 2726
|
|
},
|
|
{
|
|
"epoch": 0.5755729619959385,
|
|
"grad_norm": 0.1182977482676506,
|
|
"learning_rate": 0.0003614003590664273,
|
|
"loss": 1.9148451089859009,
|
|
"step": 2728
|
|
},
|
|
{
|
|
"epoch": 0.5759949363082523,
|
|
"grad_norm": 0.10166190564632416,
|
|
"learning_rate": 0.0003610412926391383,
|
|
"loss": 2.037506580352783,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"epoch": 0.576416910620566,
|
|
"grad_norm": 0.10537232458591461,
|
|
"learning_rate": 0.0003606822262118492,
|
|
"loss": 2.0285391807556152,
|
|
"step": 2732
|
|
},
|
|
{
|
|
"epoch": 0.5768388849328797,
|
|
"grad_norm": 0.10557826608419418,
|
|
"learning_rate": 0.00036032315978456016,
|
|
"loss": 1.9756265878677368,
|
|
"step": 2734
|
|
},
|
|
{
|
|
"epoch": 0.5772608592451934,
|
|
"grad_norm": 0.116741843521595,
|
|
"learning_rate": 0.00035996409335727113,
|
|
"loss": 2.0573348999023438,
|
|
"step": 2736
|
|
},
|
|
{
|
|
"epoch": 0.5776828335575072,
|
|
"grad_norm": 0.10908560454845428,
|
|
"learning_rate": 0.0003596050269299821,
|
|
"loss": 1.9679235219955444,
|
|
"step": 2738
|
|
},
|
|
{
|
|
"epoch": 0.5781048078698209,
|
|
"grad_norm": 0.10668747872114182,
|
|
"learning_rate": 0.000359245960502693,
|
|
"loss": 1.9711685180664062,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"epoch": 0.5785267821821347,
|
|
"grad_norm": 0.10489673912525177,
|
|
"learning_rate": 0.00035888689407540393,
|
|
"loss": 2.012512683868408,
|
|
"step": 2742
|
|
},
|
|
{
|
|
"epoch": 0.5789487564944484,
|
|
"grad_norm": 0.10706515610218048,
|
|
"learning_rate": 0.0003585278276481149,
|
|
"loss": 1.9759628772735596,
|
|
"step": 2744
|
|
},
|
|
{
|
|
"epoch": 0.5793707308067622,
|
|
"grad_norm": 0.10948754101991653,
|
|
"learning_rate": 0.00035816876122082587,
|
|
"loss": 1.8934252262115479,
|
|
"step": 2746
|
|
},
|
|
{
|
|
"epoch": 0.5797927051190759,
|
|
"grad_norm": 0.12581317126750946,
|
|
"learning_rate": 0.00035780969479353683,
|
|
"loss": 2.0331382751464844,
|
|
"step": 2748
|
|
},
|
|
{
|
|
"epoch": 0.5802146794313896,
|
|
"grad_norm": 0.10614161193370819,
|
|
"learning_rate": 0.00035745062836624775,
|
|
"loss": 1.9832097291946411,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 0.5806366537437033,
|
|
"grad_norm": 0.11300469934940338,
|
|
"learning_rate": 0.0003570915619389587,
|
|
"loss": 1.9601486921310425,
|
|
"step": 2752
|
|
},
|
|
{
|
|
"epoch": 0.581058628056017,
|
|
"grad_norm": 0.11584898829460144,
|
|
"learning_rate": 0.0003567324955116697,
|
|
"loss": 1.9560260772705078,
|
|
"step": 2754
|
|
},
|
|
{
|
|
"epoch": 0.5814806023683309,
|
|
"grad_norm": 0.10741697996854782,
|
|
"learning_rate": 0.00035637342908438065,
|
|
"loss": 1.934539556503296,
|
|
"step": 2756
|
|
},
|
|
{
|
|
"epoch": 0.5819025766806446,
|
|
"grad_norm": 0.10334764420986176,
|
|
"learning_rate": 0.00035601436265709157,
|
|
"loss": 1.9862955808639526,
|
|
"step": 2758
|
|
},
|
|
{
|
|
"epoch": 0.5823245509929583,
|
|
"grad_norm": 0.10299753397703171,
|
|
"learning_rate": 0.00035565529622980254,
|
|
"loss": 1.9381566047668457,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"epoch": 0.582746525305272,
|
|
"grad_norm": 0.11009559035301208,
|
|
"learning_rate": 0.0003552962298025135,
|
|
"loss": 1.977015495300293,
|
|
"step": 2762
|
|
},
|
|
{
|
|
"epoch": 0.5831684996175858,
|
|
"grad_norm": 0.11602216958999634,
|
|
"learning_rate": 0.0003549371633752244,
|
|
"loss": 2.032754421234131,
|
|
"step": 2764
|
|
},
|
|
{
|
|
"epoch": 0.5835904739298995,
|
|
"grad_norm": 0.115249402821064,
|
|
"learning_rate": 0.0003545780969479354,
|
|
"loss": 2.0061745643615723,
|
|
"step": 2766
|
|
},
|
|
{
|
|
"epoch": 0.5840124482422132,
|
|
"grad_norm": 0.10980018228292465,
|
|
"learning_rate": 0.00035421903052064636,
|
|
"loss": 1.9890724420547485,
|
|
"step": 2768
|
|
},
|
|
{
|
|
"epoch": 0.584434422554527,
|
|
"grad_norm": 0.1161719411611557,
|
|
"learning_rate": 0.0003538599640933573,
|
|
"loss": 1.916581153869629,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"epoch": 0.5848563968668408,
|
|
"grad_norm": 0.10902439057826996,
|
|
"learning_rate": 0.00035350089766606824,
|
|
"loss": 2.0256941318511963,
|
|
"step": 2772
|
|
},
|
|
{
|
|
"epoch": 0.5852783711791545,
|
|
"grad_norm": 0.10459676384925842,
|
|
"learning_rate": 0.00035314183123877916,
|
|
"loss": 1.9137017726898193,
|
|
"step": 2774
|
|
},
|
|
{
|
|
"epoch": 0.5857003454914682,
|
|
"grad_norm": 0.1014266386628151,
|
|
"learning_rate": 0.0003527827648114901,
|
|
"loss": 1.9476536512374878,
|
|
"step": 2776
|
|
},
|
|
{
|
|
"epoch": 0.5861223198037819,
|
|
"grad_norm": 0.11206267774105072,
|
|
"learning_rate": 0.0003524236983842011,
|
|
"loss": 2.0409858226776123,
|
|
"step": 2778
|
|
},
|
|
{
|
|
"epoch": 0.5865442941160957,
|
|
"grad_norm": 0.10134723782539368,
|
|
"learning_rate": 0.00035206463195691206,
|
|
"loss": 1.9624097347259521,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"epoch": 0.5869662684284094,
|
|
"grad_norm": 0.10287471860647202,
|
|
"learning_rate": 0.000351705565529623,
|
|
"loss": 1.9929996728897095,
|
|
"step": 2782
|
|
},
|
|
{
|
|
"epoch": 0.5873882427407232,
|
|
"grad_norm": 0.10775137692689896,
|
|
"learning_rate": 0.00035134649910233395,
|
|
"loss": 2.008909225463867,
|
|
"step": 2784
|
|
},
|
|
{
|
|
"epoch": 0.5878102170530369,
|
|
"grad_norm": 0.10946634411811829,
|
|
"learning_rate": 0.0003509874326750449,
|
|
"loss": 2.0038068294525146,
|
|
"step": 2786
|
|
},
|
|
{
|
|
"epoch": 0.5882321913653507,
|
|
"grad_norm": 0.11175736784934998,
|
|
"learning_rate": 0.0003506283662477559,
|
|
"loss": 1.9708478450775146,
|
|
"step": 2788
|
|
},
|
|
{
|
|
"epoch": 0.5886541656776644,
|
|
"grad_norm": 0.10642441362142563,
|
|
"learning_rate": 0.0003502692998204668,
|
|
"loss": 1.967581033706665,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"epoch": 0.5890761399899781,
|
|
"grad_norm": 0.10104036331176758,
|
|
"learning_rate": 0.00034991023339317777,
|
|
"loss": 1.9650471210479736,
|
|
"step": 2792
|
|
},
|
|
{
|
|
"epoch": 0.5894981143022918,
|
|
"grad_norm": 0.1050703376531601,
|
|
"learning_rate": 0.00034955116696588873,
|
|
"loss": 1.8978252410888672,
|
|
"step": 2794
|
|
},
|
|
{
|
|
"epoch": 0.5899200886146055,
|
|
"grad_norm": 0.10825706273317337,
|
|
"learning_rate": 0.00034919210053859965,
|
|
"loss": 1.9784396886825562,
|
|
"step": 2796
|
|
},
|
|
{
|
|
"epoch": 0.5903420629269194,
|
|
"grad_norm": 0.10270261764526367,
|
|
"learning_rate": 0.0003488330341113106,
|
|
"loss": 1.8945974111557007,
|
|
"step": 2798
|
|
},
|
|
{
|
|
"epoch": 0.5907640372392331,
|
|
"grad_norm": 0.10796843469142914,
|
|
"learning_rate": 0.00034847396768402153,
|
|
"loss": 1.8728725910186768,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 0.5911860115515468,
|
|
"grad_norm": 0.10691454261541367,
|
|
"learning_rate": 0.0003481149012567325,
|
|
"loss": 1.9897109270095825,
|
|
"step": 2802
|
|
},
|
|
{
|
|
"epoch": 0.5916079858638605,
|
|
"grad_norm": 0.11669714003801346,
|
|
"learning_rate": 0.00034775583482944347,
|
|
"loss": 1.9384316205978394,
|
|
"step": 2804
|
|
},
|
|
{
|
|
"epoch": 0.5920299601761743,
|
|
"grad_norm": 0.10912837088108063,
|
|
"learning_rate": 0.0003473967684021544,
|
|
"loss": 2.0111641883850098,
|
|
"step": 2806
|
|
},
|
|
{
|
|
"epoch": 0.592451934488488,
|
|
"grad_norm": 0.10557878017425537,
|
|
"learning_rate": 0.00034703770197486535,
|
|
"loss": 2.0158820152282715,
|
|
"step": 2808
|
|
},
|
|
{
|
|
"epoch": 0.5928739088008017,
|
|
"grad_norm": 0.10258884727954865,
|
|
"learning_rate": 0.0003466786355475763,
|
|
"loss": 1.9931654930114746,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"epoch": 0.5932958831131155,
|
|
"grad_norm": 0.12349168956279755,
|
|
"learning_rate": 0.0003463195691202873,
|
|
"loss": 1.9360041618347168,
|
|
"step": 2812
|
|
},
|
|
{
|
|
"epoch": 0.5937178574254293,
|
|
"grad_norm": 0.12279972434043884,
|
|
"learning_rate": 0.0003459605026929982,
|
|
"loss": 1.9354610443115234,
|
|
"step": 2814
|
|
},
|
|
{
|
|
"epoch": 0.594139831737743,
|
|
"grad_norm": 0.10583202540874481,
|
|
"learning_rate": 0.0003456014362657092,
|
|
"loss": 1.9927340745925903,
|
|
"step": 2816
|
|
},
|
|
{
|
|
"epoch": 0.5945618060500567,
|
|
"grad_norm": 0.09568478912115097,
|
|
"learning_rate": 0.00034524236983842014,
|
|
"loss": 1.9943923950195312,
|
|
"step": 2818
|
|
},
|
|
{
|
|
"epoch": 0.5949837803623704,
|
|
"grad_norm": 0.10615766048431396,
|
|
"learning_rate": 0.0003448833034111311,
|
|
"loss": 1.9315276145935059,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"epoch": 0.5954057546746842,
|
|
"grad_norm": 0.10695148259401321,
|
|
"learning_rate": 0.000344524236983842,
|
|
"loss": 1.9721901416778564,
|
|
"step": 2822
|
|
},
|
|
{
|
|
"epoch": 0.5958277289869979,
|
|
"grad_norm": 0.11504478007555008,
|
|
"learning_rate": 0.000344165170556553,
|
|
"loss": 2.0175111293792725,
|
|
"step": 2824
|
|
},
|
|
{
|
|
"epoch": 0.5962497032993117,
|
|
"grad_norm": 0.10889242589473724,
|
|
"learning_rate": 0.00034380610412926396,
|
|
"loss": 2.0752899646759033,
|
|
"step": 2826
|
|
},
|
|
{
|
|
"epoch": 0.5966716776116254,
|
|
"grad_norm": 0.1275372952222824,
|
|
"learning_rate": 0.0003434470377019749,
|
|
"loss": 1.9487941265106201,
|
|
"step": 2828
|
|
},
|
|
{
|
|
"epoch": 0.5970936519239392,
|
|
"grad_norm": 0.10920364409685135,
|
|
"learning_rate": 0.0003430879712746858,
|
|
"loss": 2.006545066833496,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"epoch": 0.5975156262362529,
|
|
"grad_norm": 0.12148303538560867,
|
|
"learning_rate": 0.00034272890484739676,
|
|
"loss": 1.9555474519729614,
|
|
"step": 2832
|
|
},
|
|
{
|
|
"epoch": 0.5979376005485666,
|
|
"grad_norm": 0.11855153739452362,
|
|
"learning_rate": 0.00034236983842010773,
|
|
"loss": 1.9516345262527466,
|
|
"step": 2834
|
|
},
|
|
{
|
|
"epoch": 0.5983595748608803,
|
|
"grad_norm": 0.11642732471227646,
|
|
"learning_rate": 0.0003420107719928187,
|
|
"loss": 1.976448655128479,
|
|
"step": 2836
|
|
},
|
|
{
|
|
"epoch": 0.598781549173194,
|
|
"grad_norm": 0.12256433069705963,
|
|
"learning_rate": 0.0003416517055655296,
|
|
"loss": 1.9159197807312012,
|
|
"step": 2838
|
|
},
|
|
{
|
|
"epoch": 0.5992035234855079,
|
|
"grad_norm": 0.13907897472381592,
|
|
"learning_rate": 0.0003412926391382406,
|
|
"loss": 1.9876967668533325,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"epoch": 0.5996254977978216,
|
|
"grad_norm": 0.11222678422927856,
|
|
"learning_rate": 0.00034093357271095155,
|
|
"loss": 2.0520358085632324,
|
|
"step": 2842
|
|
},
|
|
{
|
|
"epoch": 0.6000474721101353,
|
|
"grad_norm": 0.10357218980789185,
|
|
"learning_rate": 0.0003405745062836625,
|
|
"loss": 1.9905318021774292,
|
|
"step": 2844
|
|
},
|
|
{
|
|
"epoch": 0.6000474721101353,
|
|
"eval_loss": 1.9790700674057007,
|
|
"eval_runtime": 85.876,
|
|
"eval_samples_per_second": 35.679,
|
|
"eval_steps_per_second": 4.46,
|
|
"step": 2844
|
|
},
|
|
{
|
|
"epoch": 0.600469446422449,
|
|
"grad_norm": 0.10071981698274612,
|
|
"learning_rate": 0.00034021543985637343,
|
|
"loss": 2.0466420650482178,
|
|
"step": 2846
|
|
},
|
|
{
|
|
"epoch": 0.6008914207347628,
|
|
"grad_norm": 0.10100208967924118,
|
|
"learning_rate": 0.0003398563734290844,
|
|
"loss": 2.012871503829956,
|
|
"step": 2848
|
|
},
|
|
{
|
|
"epoch": 0.6013133950470765,
|
|
"grad_norm": 0.11836077272891998,
|
|
"learning_rate": 0.00033949730700179537,
|
|
"loss": 1.8980517387390137,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 0.6017353693593902,
|
|
"grad_norm": 0.11475014686584473,
|
|
"learning_rate": 0.00033913824057450634,
|
|
"loss": 1.9632195234298706,
|
|
"step": 2852
|
|
},
|
|
{
|
|
"epoch": 0.602157343671704,
|
|
"grad_norm": 0.10185011476278305,
|
|
"learning_rate": 0.00033877917414721725,
|
|
"loss": 1.9732929468154907,
|
|
"step": 2854
|
|
},
|
|
{
|
|
"epoch": 0.6025793179840178,
|
|
"grad_norm": 0.10145900398492813,
|
|
"learning_rate": 0.00033842010771992817,
|
|
"loss": 2.0089735984802246,
|
|
"step": 2856
|
|
},
|
|
{
|
|
"epoch": 0.6030012922963315,
|
|
"grad_norm": 0.10380379110574722,
|
|
"learning_rate": 0.00033806104129263914,
|
|
"loss": 1.9751780033111572,
|
|
"step": 2858
|
|
},
|
|
{
|
|
"epoch": 0.6034232666086452,
|
|
"grad_norm": 0.11150907725095749,
|
|
"learning_rate": 0.0003377019748653501,
|
|
"loss": 1.961464524269104,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"epoch": 0.6038452409209589,
|
|
"grad_norm": 0.10287733376026154,
|
|
"learning_rate": 0.000337342908438061,
|
|
"loss": 1.9359874725341797,
|
|
"step": 2862
|
|
},
|
|
{
|
|
"epoch": 0.6042672152332726,
|
|
"grad_norm": 0.09571874886751175,
|
|
"learning_rate": 0.000336983842010772,
|
|
"loss": 1.9991509914398193,
|
|
"step": 2864
|
|
},
|
|
{
|
|
"epoch": 0.6046891895455864,
|
|
"grad_norm": 0.11020208895206451,
|
|
"learning_rate": 0.00033662477558348296,
|
|
"loss": 1.9465867280960083,
|
|
"step": 2866
|
|
},
|
|
{
|
|
"epoch": 0.6051111638579002,
|
|
"grad_norm": 0.1111195832490921,
|
|
"learning_rate": 0.0003362657091561939,
|
|
"loss": 1.9863793849945068,
|
|
"step": 2868
|
|
},
|
|
{
|
|
"epoch": 0.6055331381702139,
|
|
"grad_norm": 0.10025550425052643,
|
|
"learning_rate": 0.00033590664272890484,
|
|
"loss": 1.992165446281433,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"epoch": 0.6059551124825276,
|
|
"grad_norm": 0.11705262959003448,
|
|
"learning_rate": 0.0003355475763016158,
|
|
"loss": 2.00213360786438,
|
|
"step": 2872
|
|
},
|
|
{
|
|
"epoch": 0.6063770867948414,
|
|
"grad_norm": 0.12702955305576324,
|
|
"learning_rate": 0.0003351885098743268,
|
|
"loss": 1.9955682754516602,
|
|
"step": 2874
|
|
},
|
|
{
|
|
"epoch": 0.6067990611071551,
|
|
"grad_norm": 0.10410808026790619,
|
|
"learning_rate": 0.00033482944344703775,
|
|
"loss": 1.987066626548767,
|
|
"step": 2876
|
|
},
|
|
{
|
|
"epoch": 0.6072210354194688,
|
|
"grad_norm": 0.1193886548280716,
|
|
"learning_rate": 0.00033447037701974866,
|
|
"loss": 1.9293038845062256,
|
|
"step": 2878
|
|
},
|
|
{
|
|
"epoch": 0.6076430097317825,
|
|
"grad_norm": 0.11874879151582718,
|
|
"learning_rate": 0.00033411131059245963,
|
|
"loss": 2.02607798576355,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"epoch": 0.6080649840440964,
|
|
"grad_norm": 0.10892920196056366,
|
|
"learning_rate": 0.0003337522441651706,
|
|
"loss": 1.9464612007141113,
|
|
"step": 2882
|
|
},
|
|
{
|
|
"epoch": 0.6084869583564101,
|
|
"grad_norm": 0.11205556243658066,
|
|
"learning_rate": 0.00033339317773788157,
|
|
"loss": 2.024155855178833,
|
|
"step": 2884
|
|
},
|
|
{
|
|
"epoch": 0.6089089326687238,
|
|
"grad_norm": 0.11130602657794952,
|
|
"learning_rate": 0.0003330341113105925,
|
|
"loss": 2.01861834526062,
|
|
"step": 2886
|
|
},
|
|
{
|
|
"epoch": 0.6093309069810375,
|
|
"grad_norm": 0.11614452302455902,
|
|
"learning_rate": 0.0003326750448833034,
|
|
"loss": 1.9795364141464233,
|
|
"step": 2888
|
|
},
|
|
{
|
|
"epoch": 0.6097528812933513,
|
|
"grad_norm": 0.11269234120845795,
|
|
"learning_rate": 0.00033231597845601436,
|
|
"loss": 1.991916537284851,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"epoch": 0.610174855605665,
|
|
"grad_norm": 0.12460962682962418,
|
|
"learning_rate": 0.00033195691202872533,
|
|
"loss": 1.9635121822357178,
|
|
"step": 2892
|
|
},
|
|
{
|
|
"epoch": 0.6105968299179787,
|
|
"grad_norm": 0.10501442104578018,
|
|
"learning_rate": 0.0003315978456014363,
|
|
"loss": 1.9993352890014648,
|
|
"step": 2894
|
|
},
|
|
{
|
|
"epoch": 0.6110188042302925,
|
|
"grad_norm": 0.12648485600948334,
|
|
"learning_rate": 0.0003312387791741472,
|
|
"loss": 1.9440288543701172,
|
|
"step": 2896
|
|
},
|
|
{
|
|
"epoch": 0.6114407785426063,
|
|
"grad_norm": 0.1058330088853836,
|
|
"learning_rate": 0.0003308797127468582,
|
|
"loss": 1.9708038568496704,
|
|
"step": 2898
|
|
},
|
|
{
|
|
"epoch": 0.61186275285492,
|
|
"grad_norm": 0.11296425759792328,
|
|
"learning_rate": 0.00033052064631956915,
|
|
"loss": 1.9509849548339844,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 0.6122847271672337,
|
|
"grad_norm": 0.10511868447065353,
|
|
"learning_rate": 0.00033016157989228007,
|
|
"loss": 1.9812482595443726,
|
|
"step": 2902
|
|
},
|
|
{
|
|
"epoch": 0.6127067014795474,
|
|
"grad_norm": 0.11557283997535706,
|
|
"learning_rate": 0.00032980251346499104,
|
|
"loss": 2.0157735347747803,
|
|
"step": 2904
|
|
},
|
|
{
|
|
"epoch": 0.6131286757918611,
|
|
"grad_norm": 0.10249584913253784,
|
|
"learning_rate": 0.000329443447037702,
|
|
"loss": 1.9411280155181885,
|
|
"step": 2906
|
|
},
|
|
{
|
|
"epoch": 0.6135506501041749,
|
|
"grad_norm": 0.11655893921852112,
|
|
"learning_rate": 0.000329084380610413,
|
|
"loss": 1.990997552871704,
|
|
"step": 2908
|
|
},
|
|
{
|
|
"epoch": 0.6139726244164887,
|
|
"grad_norm": 0.11614349484443665,
|
|
"learning_rate": 0.0003287253141831239,
|
|
"loss": 2.0188918113708496,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"epoch": 0.6143945987288024,
|
|
"grad_norm": 0.09903915971517563,
|
|
"learning_rate": 0.00032836624775583486,
|
|
"loss": 1.9720869064331055,
|
|
"step": 2912
|
|
},
|
|
{
|
|
"epoch": 0.6148165730411161,
|
|
"grad_norm": 0.10472875088453293,
|
|
"learning_rate": 0.00032800718132854577,
|
|
"loss": 2.0398974418640137,
|
|
"step": 2914
|
|
},
|
|
{
|
|
"epoch": 0.6152385473534299,
|
|
"grad_norm": 0.10625752806663513,
|
|
"learning_rate": 0.00032764811490125674,
|
|
"loss": 1.9260084629058838,
|
|
"step": 2916
|
|
},
|
|
{
|
|
"epoch": 0.6156605216657436,
|
|
"grad_norm": 0.12201958894729614,
|
|
"learning_rate": 0.0003272890484739677,
|
|
"loss": 1.9209898710250854,
|
|
"step": 2918
|
|
},
|
|
{
|
|
"epoch": 0.6160824959780573,
|
|
"grad_norm": 0.11803163588047028,
|
|
"learning_rate": 0.0003269299820466786,
|
|
"loss": 1.9309139251708984,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"epoch": 0.616504470290371,
|
|
"grad_norm": 0.12253094464540482,
|
|
"learning_rate": 0.0003265709156193896,
|
|
"loss": 2.005728006362915,
|
|
"step": 2922
|
|
},
|
|
{
|
|
"epoch": 0.6169264446026849,
|
|
"grad_norm": 0.10268803685903549,
|
|
"learning_rate": 0.00032621184919210056,
|
|
"loss": 1.9783984422683716,
|
|
"step": 2924
|
|
},
|
|
{
|
|
"epoch": 0.6173484189149986,
|
|
"grad_norm": 0.1152615025639534,
|
|
"learning_rate": 0.00032585278276481153,
|
|
"loss": 1.970442533493042,
|
|
"step": 2926
|
|
},
|
|
{
|
|
"epoch": 0.6177703932273123,
|
|
"grad_norm": 0.11511047184467316,
|
|
"learning_rate": 0.00032549371633752244,
|
|
"loss": 2.0116357803344727,
|
|
"step": 2928
|
|
},
|
|
{
|
|
"epoch": 0.618192367539626,
|
|
"grad_norm": 0.09982717037200928,
|
|
"learning_rate": 0.0003251346499102334,
|
|
"loss": 1.949166178703308,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"epoch": 0.6186143418519398,
|
|
"grad_norm": 0.11270047724246979,
|
|
"learning_rate": 0.0003247755834829444,
|
|
"loss": 1.9565280675888062,
|
|
"step": 2932
|
|
},
|
|
{
|
|
"epoch": 0.6190363161642535,
|
|
"grad_norm": 0.10591725260019302,
|
|
"learning_rate": 0.0003244165170556553,
|
|
"loss": 1.9975123405456543,
|
|
"step": 2934
|
|
},
|
|
{
|
|
"epoch": 0.6194582904765672,
|
|
"grad_norm": 0.10390783101320267,
|
|
"learning_rate": 0.00032405745062836626,
|
|
"loss": 1.9380301237106323,
|
|
"step": 2936
|
|
},
|
|
{
|
|
"epoch": 0.619880264788881,
|
|
"grad_norm": 0.10181626677513123,
|
|
"learning_rate": 0.00032369838420107723,
|
|
"loss": 1.9853233098983765,
|
|
"step": 2938
|
|
},
|
|
{
|
|
"epoch": 0.6203022391011948,
|
|
"grad_norm": 0.1023334339261055,
|
|
"learning_rate": 0.0003233393177737882,
|
|
"loss": 1.9666825532913208,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"epoch": 0.6207242134135085,
|
|
"grad_norm": 0.11403056234121323,
|
|
"learning_rate": 0.0003229802513464991,
|
|
"loss": 1.9822144508361816,
|
|
"step": 2942
|
|
},
|
|
{
|
|
"epoch": 0.6211461877258222,
|
|
"grad_norm": 0.10533489286899567,
|
|
"learning_rate": 0.00032262118491921003,
|
|
"loss": 2.022979974746704,
|
|
"step": 2944
|
|
},
|
|
{
|
|
"epoch": 0.6215681620381359,
|
|
"grad_norm": 0.10714052617549896,
|
|
"learning_rate": 0.000322262118491921,
|
|
"loss": 1.9644060134887695,
|
|
"step": 2946
|
|
},
|
|
{
|
|
"epoch": 0.6219901363504496,
|
|
"grad_norm": 0.09586666524410248,
|
|
"learning_rate": 0.00032190305206463197,
|
|
"loss": 1.973467469215393,
|
|
"step": 2948
|
|
},
|
|
{
|
|
"epoch": 0.6224121106627634,
|
|
"grad_norm": 0.10649166256189346,
|
|
"learning_rate": 0.00032154398563734294,
|
|
"loss": 1.959669828414917,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 0.6228340849750772,
|
|
"grad_norm": 0.11121958494186401,
|
|
"learning_rate": 0.00032118491921005385,
|
|
"loss": 1.8828858137130737,
|
|
"step": 2952
|
|
},
|
|
{
|
|
"epoch": 0.6232560592873909,
|
|
"grad_norm": 0.10249504446983337,
|
|
"learning_rate": 0.0003208258527827648,
|
|
"loss": 1.9781749248504639,
|
|
"step": 2954
|
|
},
|
|
{
|
|
"epoch": 0.6236780335997046,
|
|
"grad_norm": 0.1331326812505722,
|
|
"learning_rate": 0.0003204667863554758,
|
|
"loss": 2.0065133571624756,
|
|
"step": 2956
|
|
},
|
|
{
|
|
"epoch": 0.6241000079120184,
|
|
"grad_norm": 0.10772155970335007,
|
|
"learning_rate": 0.00032010771992818676,
|
|
"loss": 2.0177903175354004,
|
|
"step": 2958
|
|
},
|
|
{
|
|
"epoch": 0.6245219822243321,
|
|
"grad_norm": 0.10949335992336273,
|
|
"learning_rate": 0.00031974865350089767,
|
|
"loss": 1.968597650527954,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"epoch": 0.6249439565366458,
|
|
"grad_norm": 0.11088529229164124,
|
|
"learning_rate": 0.00031938958707360864,
|
|
"loss": 2.063671350479126,
|
|
"step": 2962
|
|
},
|
|
{
|
|
"epoch": 0.6253659308489595,
|
|
"grad_norm": 0.11360663175582886,
|
|
"learning_rate": 0.0003190305206463196,
|
|
"loss": 1.9647870063781738,
|
|
"step": 2964
|
|
},
|
|
{
|
|
"epoch": 0.6257879051612734,
|
|
"grad_norm": 0.11286015063524246,
|
|
"learning_rate": 0.0003186714542190306,
|
|
"loss": 1.9654697179794312,
|
|
"step": 2966
|
|
},
|
|
{
|
|
"epoch": 0.6262098794735871,
|
|
"grad_norm": 0.10906553268432617,
|
|
"learning_rate": 0.0003183123877917415,
|
|
"loss": 2.0088539123535156,
|
|
"step": 2968
|
|
},
|
|
{
|
|
"epoch": 0.6266318537859008,
|
|
"grad_norm": 0.11842130869626999,
|
|
"learning_rate": 0.00031795332136445246,
|
|
"loss": 2.0344645977020264,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"epoch": 0.6270538280982145,
|
|
"grad_norm": 0.10166054219007492,
|
|
"learning_rate": 0.0003175942549371634,
|
|
"loss": 2.016946315765381,
|
|
"step": 2972
|
|
},
|
|
{
|
|
"epoch": 0.6274758024105282,
|
|
"grad_norm": 0.1492660492658615,
|
|
"learning_rate": 0.00031723518850987434,
|
|
"loss": 2.0029025077819824,
|
|
"step": 2974
|
|
},
|
|
{
|
|
"epoch": 0.627897776722842,
|
|
"grad_norm": 0.10254668444395065,
|
|
"learning_rate": 0.00031687612208258526,
|
|
"loss": 1.9945354461669922,
|
|
"step": 2976
|
|
},
|
|
{
|
|
"epoch": 0.6283197510351557,
|
|
"grad_norm": 0.10376980900764465,
|
|
"learning_rate": 0.00031651705565529623,
|
|
"loss": 2.0055949687957764,
|
|
"step": 2978
|
|
},
|
|
{
|
|
"epoch": 0.6287417253474695,
|
|
"grad_norm": 0.10943156480789185,
|
|
"learning_rate": 0.0003161579892280072,
|
|
"loss": 1.945372223854065,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"epoch": 0.6291636996597832,
|
|
"grad_norm": 0.1095069870352745,
|
|
"learning_rate": 0.00031579892280071816,
|
|
"loss": 1.9886653423309326,
|
|
"step": 2982
|
|
},
|
|
{
|
|
"epoch": 0.629585673972097,
|
|
"grad_norm": 0.11309268325567245,
|
|
"learning_rate": 0.0003154398563734291,
|
|
"loss": 1.9457988739013672,
|
|
"step": 2984
|
|
},
|
|
{
|
|
"epoch": 0.6300076482844107,
|
|
"grad_norm": 0.10724062472581863,
|
|
"learning_rate": 0.00031508078994614005,
|
|
"loss": 1.9849629402160645,
|
|
"step": 2986
|
|
},
|
|
{
|
|
"epoch": 0.6304296225967244,
|
|
"grad_norm": 0.11063455045223236,
|
|
"learning_rate": 0.000314721723518851,
|
|
"loss": 1.993377923965454,
|
|
"step": 2988
|
|
},
|
|
{
|
|
"epoch": 0.6308515969090381,
|
|
"grad_norm": 0.10344305634498596,
|
|
"learning_rate": 0.000314362657091562,
|
|
"loss": 1.9942773580551147,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"epoch": 0.6312735712213519,
|
|
"grad_norm": 0.11132953315973282,
|
|
"learning_rate": 0.0003140035906642729,
|
|
"loss": 1.998533844947815,
|
|
"step": 2992
|
|
},
|
|
{
|
|
"epoch": 0.6316955455336657,
|
|
"grad_norm": 0.10856340825557709,
|
|
"learning_rate": 0.00031364452423698387,
|
|
"loss": 1.9747415781021118,
|
|
"step": 2994
|
|
},
|
|
{
|
|
"epoch": 0.6321175198459794,
|
|
"grad_norm": 0.10894513875246048,
|
|
"learning_rate": 0.00031328545780969484,
|
|
"loss": 2.042167901992798,
|
|
"step": 2996
|
|
},
|
|
{
|
|
"epoch": 0.6325394941582931,
|
|
"grad_norm": 0.10031988471746445,
|
|
"learning_rate": 0.0003129263913824058,
|
|
"loss": 1.9914487600326538,
|
|
"step": 2998
|
|
},
|
|
{
|
|
"epoch": 0.6329614684706069,
|
|
"grad_norm": 0.1088893935084343,
|
|
"learning_rate": 0.00031256732495511667,
|
|
"loss": 1.9473166465759277,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.6333834427829206,
|
|
"grad_norm": 0.10366523265838623,
|
|
"learning_rate": 0.00031220825852782763,
|
|
"loss": 1.9425256252288818,
|
|
"step": 3002
|
|
},
|
|
{
|
|
"epoch": 0.6338054170952343,
|
|
"grad_norm": 0.09686245024204254,
|
|
"learning_rate": 0.0003118491921005386,
|
|
"loss": 2.0071468353271484,
|
|
"step": 3004
|
|
},
|
|
{
|
|
"epoch": 0.634227391407548,
|
|
"grad_norm": 0.12878945469856262,
|
|
"learning_rate": 0.00031149012567324957,
|
|
"loss": 1.9694502353668213,
|
|
"step": 3006
|
|
},
|
|
{
|
|
"epoch": 0.6346493657198619,
|
|
"grad_norm": 0.10989037901163101,
|
|
"learning_rate": 0.0003111310592459605,
|
|
"loss": 1.9868390560150146,
|
|
"step": 3008
|
|
},
|
|
{
|
|
"epoch": 0.6350713400321756,
|
|
"grad_norm": 0.10989672690629959,
|
|
"learning_rate": 0.00031077199281867146,
|
|
"loss": 1.9732420444488525,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"epoch": 0.6354933143444893,
|
|
"grad_norm": 0.1232403963804245,
|
|
"learning_rate": 0.0003104129263913824,
|
|
"loss": 2.003066301345825,
|
|
"step": 3012
|
|
},
|
|
{
|
|
"epoch": 0.635915288656803,
|
|
"grad_norm": 0.10542385280132294,
|
|
"learning_rate": 0.0003100538599640934,
|
|
"loss": 1.9185007810592651,
|
|
"step": 3014
|
|
},
|
|
{
|
|
"epoch": 0.6363372629691167,
|
|
"grad_norm": 0.10183856636285782,
|
|
"learning_rate": 0.0003096947935368043,
|
|
"loss": 1.9941368103027344,
|
|
"step": 3016
|
|
},
|
|
{
|
|
"epoch": 0.6367592372814305,
|
|
"grad_norm": 0.11390897631645203,
|
|
"learning_rate": 0.0003093357271095153,
|
|
"loss": 2.0033700466156006,
|
|
"step": 3018
|
|
},
|
|
{
|
|
"epoch": 0.6371812115937442,
|
|
"grad_norm": 0.10460637509822845,
|
|
"learning_rate": 0.00030897666068222624,
|
|
"loss": 1.9403115510940552,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"epoch": 0.637603185906058,
|
|
"grad_norm": 0.10978318005800247,
|
|
"learning_rate": 0.0003086175942549372,
|
|
"loss": 1.9816153049468994,
|
|
"step": 3022
|
|
},
|
|
{
|
|
"epoch": 0.6380251602183717,
|
|
"grad_norm": 0.10029929131269455,
|
|
"learning_rate": 0.00030825852782764813,
|
|
"loss": 2.0122594833374023,
|
|
"step": 3024
|
|
},
|
|
{
|
|
"epoch": 0.6384471345306855,
|
|
"grad_norm": 0.10439856350421906,
|
|
"learning_rate": 0.0003078994614003591,
|
|
"loss": 1.9712491035461426,
|
|
"step": 3026
|
|
},
|
|
{
|
|
"epoch": 0.6388691088429992,
|
|
"grad_norm": 0.11405131965875626,
|
|
"learning_rate": 0.00030754039497307,
|
|
"loss": 1.9926965236663818,
|
|
"step": 3028
|
|
},
|
|
{
|
|
"epoch": 0.6392910831553129,
|
|
"grad_norm": 0.1223796159029007,
|
|
"learning_rate": 0.000307181328545781,
|
|
"loss": 1.9890563488006592,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"epoch": 0.6397130574676266,
|
|
"grad_norm": 0.10618758946657181,
|
|
"learning_rate": 0.00030682226211849195,
|
|
"loss": 1.957329273223877,
|
|
"step": 3032
|
|
},
|
|
{
|
|
"epoch": 0.6401350317799404,
|
|
"grad_norm": 0.09942900389432907,
|
|
"learning_rate": 0.00030646319569120286,
|
|
"loss": 1.9920308589935303,
|
|
"step": 3034
|
|
},
|
|
{
|
|
"epoch": 0.6405570060922542,
|
|
"grad_norm": 0.11500733345746994,
|
|
"learning_rate": 0.00030610412926391383,
|
|
"loss": 2.0110859870910645,
|
|
"step": 3036
|
|
},
|
|
{
|
|
"epoch": 0.6409789804045679,
|
|
"grad_norm": 0.11476679146289825,
|
|
"learning_rate": 0.0003057450628366248,
|
|
"loss": 2.0004546642303467,
|
|
"step": 3038
|
|
},
|
|
{
|
|
"epoch": 0.6414009547168816,
|
|
"grad_norm": 0.1065887063741684,
|
|
"learning_rate": 0.0003053859964093357,
|
|
"loss": 1.9897539615631104,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"epoch": 0.6418229290291954,
|
|
"grad_norm": 0.10964153707027435,
|
|
"learning_rate": 0.0003050269299820467,
|
|
"loss": 2.084834575653076,
|
|
"step": 3042
|
|
},
|
|
{
|
|
"epoch": 0.6422449033415091,
|
|
"grad_norm": 0.10541189461946487,
|
|
"learning_rate": 0.00030466786355475765,
|
|
"loss": 1.9767937660217285,
|
|
"step": 3044
|
|
},
|
|
{
|
|
"epoch": 0.6426668776538228,
|
|
"grad_norm": 0.10653765499591827,
|
|
"learning_rate": 0.0003043087971274686,
|
|
"loss": 1.9557280540466309,
|
|
"step": 3046
|
|
},
|
|
{
|
|
"epoch": 0.6430888519661365,
|
|
"grad_norm": 0.11697057634592056,
|
|
"learning_rate": 0.00030394973070017954,
|
|
"loss": 1.9890249967575073,
|
|
"step": 3048
|
|
},
|
|
{
|
|
"epoch": 0.6435108262784504,
|
|
"grad_norm": 0.10633612424135208,
|
|
"learning_rate": 0.0003035906642728905,
|
|
"loss": 1.9734883308410645,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"epoch": 0.6439328005907641,
|
|
"grad_norm": 0.1019359678030014,
|
|
"learning_rate": 0.00030323159784560147,
|
|
"loss": 1.959587574005127,
|
|
"step": 3052
|
|
},
|
|
{
|
|
"epoch": 0.6443547749030778,
|
|
"grad_norm": 0.11090607196092606,
|
|
"learning_rate": 0.00030287253141831244,
|
|
"loss": 1.9707558155059814,
|
|
"step": 3054
|
|
},
|
|
{
|
|
"epoch": 0.6447767492153915,
|
|
"grad_norm": 0.10671336948871613,
|
|
"learning_rate": 0.00030251346499102336,
|
|
"loss": 2.031674385070801,
|
|
"step": 3056
|
|
},
|
|
{
|
|
"epoch": 0.6451987235277052,
|
|
"grad_norm": 0.11499840766191483,
|
|
"learning_rate": 0.00030215439856373427,
|
|
"loss": 1.9761170148849487,
|
|
"step": 3058
|
|
},
|
|
{
|
|
"epoch": 0.645620697840019,
|
|
"grad_norm": 0.09488421678543091,
|
|
"learning_rate": 0.00030179533213644524,
|
|
"loss": 1.9715839624404907,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"epoch": 0.6460426721523327,
|
|
"grad_norm": 0.11742760241031647,
|
|
"learning_rate": 0.0003014362657091562,
|
|
"loss": 2.0545847415924072,
|
|
"step": 3062
|
|
},
|
|
{
|
|
"epoch": 0.6464646464646465,
|
|
"grad_norm": 0.10011886060237885,
|
|
"learning_rate": 0.0003010771992818672,
|
|
"loss": 1.973273754119873,
|
|
"step": 3064
|
|
},
|
|
{
|
|
"epoch": 0.6468866207769602,
|
|
"grad_norm": 0.1166694164276123,
|
|
"learning_rate": 0.0003007181328545781,
|
|
"loss": 2.045506238937378,
|
|
"step": 3066
|
|
},
|
|
{
|
|
"epoch": 0.647308595089274,
|
|
"grad_norm": 0.11640986055135727,
|
|
"learning_rate": 0.00030035906642728906,
|
|
"loss": 1.9989346265792847,
|
|
"step": 3068
|
|
},
|
|
{
|
|
"epoch": 0.6477305694015877,
|
|
"grad_norm": 0.11542612314224243,
|
|
"learning_rate": 0.00030000000000000003,
|
|
"loss": 1.9720537662506104,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"epoch": 0.6481525437139014,
|
|
"grad_norm": 0.1030670627951622,
|
|
"learning_rate": 0.00029964093357271094,
|
|
"loss": 1.9584332704544067,
|
|
"step": 3072
|
|
},
|
|
{
|
|
"epoch": 0.6485745180262151,
|
|
"grad_norm": 0.10160288214683533,
|
|
"learning_rate": 0.0002992818671454219,
|
|
"loss": 1.9767011404037476,
|
|
"step": 3074
|
|
},
|
|
{
|
|
"epoch": 0.6489964923385289,
|
|
"grad_norm": 0.10808681696653366,
|
|
"learning_rate": 0.0002989228007181329,
|
|
"loss": 2.066359281539917,
|
|
"step": 3076
|
|
},
|
|
{
|
|
"epoch": 0.6494184666508427,
|
|
"grad_norm": 0.11602358520030975,
|
|
"learning_rate": 0.00029856373429084385,
|
|
"loss": 1.9115577936172485,
|
|
"step": 3078
|
|
},
|
|
{
|
|
"epoch": 0.6498404409631564,
|
|
"grad_norm": 0.12067712098360062,
|
|
"learning_rate": 0.00029820466786355476,
|
|
"loss": 1.9628145694732666,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"epoch": 0.6502624152754701,
|
|
"grad_norm": 0.10651858896017075,
|
|
"learning_rate": 0.00029784560143626573,
|
|
"loss": 1.9922733306884766,
|
|
"step": 3082
|
|
},
|
|
{
|
|
"epoch": 0.6506843895877839,
|
|
"grad_norm": 0.10165168344974518,
|
|
"learning_rate": 0.0002974865350089767,
|
|
"loss": 1.9735554456710815,
|
|
"step": 3084
|
|
},
|
|
{
|
|
"epoch": 0.6511063639000976,
|
|
"grad_norm": 0.10648030787706375,
|
|
"learning_rate": 0.0002971274685816876,
|
|
"loss": 2.052121162414551,
|
|
"step": 3086
|
|
},
|
|
{
|
|
"epoch": 0.6515283382124113,
|
|
"grad_norm": 0.10655137896537781,
|
|
"learning_rate": 0.0002967684021543986,
|
|
"loss": 1.9688538312911987,
|
|
"step": 3088
|
|
},
|
|
{
|
|
"epoch": 0.651950312524725,
|
|
"grad_norm": 0.09834729135036469,
|
|
"learning_rate": 0.0002964093357271095,
|
|
"loss": 2.0202112197875977,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"epoch": 0.6523722868370389,
|
|
"grad_norm": 0.11170980334281921,
|
|
"learning_rate": 0.00029605026929982047,
|
|
"loss": 2.0028228759765625,
|
|
"step": 3092
|
|
},
|
|
{
|
|
"epoch": 0.6527942611493526,
|
|
"grad_norm": 0.10852988064289093,
|
|
"learning_rate": 0.00029569120287253144,
|
|
"loss": 2.0273876190185547,
|
|
"step": 3094
|
|
},
|
|
{
|
|
"epoch": 0.6532162354616663,
|
|
"grad_norm": 0.09860529005527496,
|
|
"learning_rate": 0.0002953321364452424,
|
|
"loss": 1.9203295707702637,
|
|
"step": 3096
|
|
},
|
|
{
|
|
"epoch": 0.65363820977398,
|
|
"grad_norm": 0.1063685193657875,
|
|
"learning_rate": 0.0002949730700179533,
|
|
"loss": 1.9676445722579956,
|
|
"step": 3098
|
|
},
|
|
{
|
|
"epoch": 0.6540601840862937,
|
|
"grad_norm": 0.1150081679224968,
|
|
"learning_rate": 0.0002946140035906643,
|
|
"loss": 1.9306654930114746,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 0.6544821583986075,
|
|
"grad_norm": 0.11419858038425446,
|
|
"learning_rate": 0.00029425493716337526,
|
|
"loss": 2.0084142684936523,
|
|
"step": 3102
|
|
},
|
|
{
|
|
"epoch": 0.6549041327109212,
|
|
"grad_norm": 0.10884551703929901,
|
|
"learning_rate": 0.0002938958707360862,
|
|
"loss": 1.9549603462219238,
|
|
"step": 3104
|
|
},
|
|
{
|
|
"epoch": 0.655326107023235,
|
|
"grad_norm": 0.11228428781032562,
|
|
"learning_rate": 0.00029353680430879714,
|
|
"loss": 2.051999568939209,
|
|
"step": 3106
|
|
},
|
|
{
|
|
"epoch": 0.6557480813355487,
|
|
"grad_norm": 0.11050952970981598,
|
|
"learning_rate": 0.0002931777378815081,
|
|
"loss": 1.9858561754226685,
|
|
"step": 3108
|
|
},
|
|
{
|
|
"epoch": 0.6561700556478625,
|
|
"grad_norm": 0.09800341725349426,
|
|
"learning_rate": 0.0002928186714542191,
|
|
"loss": 1.9380171298980713,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"epoch": 0.6565920299601762,
|
|
"grad_norm": 0.10719987004995346,
|
|
"learning_rate": 0.00029245960502693,
|
|
"loss": 1.9005001783370972,
|
|
"step": 3112
|
|
},
|
|
{
|
|
"epoch": 0.6570140042724899,
|
|
"grad_norm": 0.1078876405954361,
|
|
"learning_rate": 0.0002921005385996409,
|
|
"loss": 1.957391619682312,
|
|
"step": 3114
|
|
},
|
|
{
|
|
"epoch": 0.6574359785848036,
|
|
"grad_norm": 0.11697430163621902,
|
|
"learning_rate": 0.0002917414721723519,
|
|
"loss": 2.0177061557769775,
|
|
"step": 3116
|
|
},
|
|
{
|
|
"epoch": 0.6578579528971173,
|
|
"grad_norm": 0.1197165921330452,
|
|
"learning_rate": 0.00029138240574506284,
|
|
"loss": 2.0308010578155518,
|
|
"step": 3118
|
|
},
|
|
{
|
|
"epoch": 0.6582799272094311,
|
|
"grad_norm": 0.10472776740789413,
|
|
"learning_rate": 0.0002910233393177738,
|
|
"loss": 2.017258644104004,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"epoch": 0.6587019015217449,
|
|
"grad_norm": 0.11442355811595917,
|
|
"learning_rate": 0.0002906642728904847,
|
|
"loss": 1.869146466255188,
|
|
"step": 3122
|
|
},
|
|
{
|
|
"epoch": 0.6591238758340586,
|
|
"grad_norm": 0.13063965737819672,
|
|
"learning_rate": 0.0002903052064631957,
|
|
"loss": 2.0101873874664307,
|
|
"step": 3124
|
|
},
|
|
{
|
|
"epoch": 0.6595458501463723,
|
|
"grad_norm": 0.10162826627492905,
|
|
"learning_rate": 0.00028994614003590666,
|
|
"loss": 2.0032289028167725,
|
|
"step": 3126
|
|
},
|
|
{
|
|
"epoch": 0.6599678244586861,
|
|
"grad_norm": 0.10672543197870255,
|
|
"learning_rate": 0.00028958707360861763,
|
|
"loss": 2.015963077545166,
|
|
"step": 3128
|
|
},
|
|
{
|
|
"epoch": 0.6603897987709998,
|
|
"grad_norm": 0.11390912532806396,
|
|
"learning_rate": 0.00028922800718132855,
|
|
"loss": 1.8277218341827393,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"epoch": 0.6608117730833135,
|
|
"grad_norm": 0.10441584885120392,
|
|
"learning_rate": 0.0002888689407540395,
|
|
"loss": 1.9052979946136475,
|
|
"step": 3132
|
|
},
|
|
{
|
|
"epoch": 0.6612337473956272,
|
|
"grad_norm": 0.10032348334789276,
|
|
"learning_rate": 0.0002885098743267505,
|
|
"loss": 2.0039725303649902,
|
|
"step": 3134
|
|
},
|
|
{
|
|
"epoch": 0.6616557217079411,
|
|
"grad_norm": 0.09926117956638336,
|
|
"learning_rate": 0.00028815080789946145,
|
|
"loss": 1.9438047409057617,
|
|
"step": 3136
|
|
},
|
|
{
|
|
"epoch": 0.6620776960202548,
|
|
"grad_norm": 0.10437823832035065,
|
|
"learning_rate": 0.00028779174147217237,
|
|
"loss": 1.9770876169204712,
|
|
"step": 3138
|
|
},
|
|
{
|
|
"epoch": 0.6624996703325685,
|
|
"grad_norm": 0.12294481694698334,
|
|
"learning_rate": 0.00028743267504488334,
|
|
"loss": 1.9200589656829834,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"epoch": 0.6629216446448822,
|
|
"grad_norm": 0.101417675614357,
|
|
"learning_rate": 0.00028707360861759425,
|
|
"loss": 1.9717966318130493,
|
|
"step": 3142
|
|
},
|
|
{
|
|
"epoch": 0.663343618957196,
|
|
"grad_norm": 0.11127351969480515,
|
|
"learning_rate": 0.0002867145421903052,
|
|
"loss": 2.0202882289886475,
|
|
"step": 3144
|
|
},
|
|
{
|
|
"epoch": 0.6637655932695097,
|
|
"grad_norm": 0.1103253960609436,
|
|
"learning_rate": 0.00028635547576301613,
|
|
"loss": 1.9596904516220093,
|
|
"step": 3146
|
|
},
|
|
{
|
|
"epoch": 0.6641875675818234,
|
|
"grad_norm": 0.10551868379116058,
|
|
"learning_rate": 0.0002859964093357271,
|
|
"loss": 2.001769542694092,
|
|
"step": 3148
|
|
},
|
|
{
|
|
"epoch": 0.6646095418941372,
|
|
"grad_norm": 0.10602214932441711,
|
|
"learning_rate": 0.00028563734290843807,
|
|
"loss": 1.9972647428512573,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"epoch": 0.665031516206451,
|
|
"grad_norm": 0.1001637801527977,
|
|
"learning_rate": 0.00028527827648114904,
|
|
"loss": 1.9813357591629028,
|
|
"step": 3152
|
|
},
|
|
{
|
|
"epoch": 0.6654534905187647,
|
|
"grad_norm": 0.10740935802459717,
|
|
"learning_rate": 0.00028491921005385995,
|
|
"loss": 1.9325469732284546,
|
|
"step": 3154
|
|
},
|
|
{
|
|
"epoch": 0.6658754648310784,
|
|
"grad_norm": 0.10302960127592087,
|
|
"learning_rate": 0.0002845601436265709,
|
|
"loss": 1.9399449825286865,
|
|
"step": 3156
|
|
},
|
|
{
|
|
"epoch": 0.6662974391433921,
|
|
"grad_norm": 0.09835318475961685,
|
|
"learning_rate": 0.0002842010771992819,
|
|
"loss": 1.9897425174713135,
|
|
"step": 3158
|
|
},
|
|
{
|
|
"epoch": 0.6667194134557058,
|
|
"grad_norm": 0.1110355332493782,
|
|
"learning_rate": 0.00028384201077199286,
|
|
"loss": 1.9343997240066528,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"epoch": 0.6671413877680196,
|
|
"grad_norm": 0.12437155097723007,
|
|
"learning_rate": 0.0002834829443447038,
|
|
"loss": 2.0056262016296387,
|
|
"step": 3162
|
|
},
|
|
{
|
|
"epoch": 0.6675633620803334,
|
|
"grad_norm": 0.11256714165210724,
|
|
"learning_rate": 0.00028312387791741474,
|
|
"loss": 1.9349945783615112,
|
|
"step": 3164
|
|
},
|
|
{
|
|
"epoch": 0.6679853363926471,
|
|
"grad_norm": 0.11093205213546753,
|
|
"learning_rate": 0.0002827648114901257,
|
|
"loss": 1.992722511291504,
|
|
"step": 3166
|
|
},
|
|
{
|
|
"epoch": 0.6684073107049608,
|
|
"grad_norm": 0.1201973408460617,
|
|
"learning_rate": 0.0002824057450628367,
|
|
"loss": 2.030259847640991,
|
|
"step": 3168
|
|
},
|
|
{
|
|
"epoch": 0.6688292850172746,
|
|
"grad_norm": 0.11056402325630188,
|
|
"learning_rate": 0.00028204667863554754,
|
|
"loss": 2.0019443035125732,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"epoch": 0.6692512593295883,
|
|
"grad_norm": 0.11181090772151947,
|
|
"learning_rate": 0.0002816876122082585,
|
|
"loss": 1.9864492416381836,
|
|
"step": 3172
|
|
},
|
|
{
|
|
"epoch": 0.669673233641902,
|
|
"grad_norm": 0.11066945642232895,
|
|
"learning_rate": 0.0002813285457809695,
|
|
"loss": 2.005100965499878,
|
|
"step": 3174
|
|
},
|
|
{
|
|
"epoch": 0.6700952079542157,
|
|
"grad_norm": 0.09222931414842606,
|
|
"learning_rate": 0.00028096947935368045,
|
|
"loss": 1.984084129333496,
|
|
"step": 3176
|
|
},
|
|
{
|
|
"epoch": 0.6705171822665296,
|
|
"grad_norm": 0.11407238990068436,
|
|
"learning_rate": 0.00028061041292639136,
|
|
"loss": 1.9762685298919678,
|
|
"step": 3178
|
|
},
|
|
{
|
|
"epoch": 0.6709391565788433,
|
|
"grad_norm": 0.11664014309644699,
|
|
"learning_rate": 0.00028025134649910233,
|
|
"loss": 1.9102507829666138,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"epoch": 0.671361130891157,
|
|
"grad_norm": 0.10872922837734222,
|
|
"learning_rate": 0.0002798922800718133,
|
|
"loss": 1.9498902559280396,
|
|
"step": 3182
|
|
},
|
|
{
|
|
"epoch": 0.6717831052034707,
|
|
"grad_norm": 0.10012578964233398,
|
|
"learning_rate": 0.00027953321364452427,
|
|
"loss": 2.013627052307129,
|
|
"step": 3184
|
|
},
|
|
{
|
|
"epoch": 0.6722050795157845,
|
|
"grad_norm": 0.11567337065935135,
|
|
"learning_rate": 0.0002791741472172352,
|
|
"loss": 2.023460865020752,
|
|
"step": 3186
|
|
},
|
|
{
|
|
"epoch": 0.6726270538280982,
|
|
"grad_norm": 0.1118452325463295,
|
|
"learning_rate": 0.00027881508078994615,
|
|
"loss": 1.9477510452270508,
|
|
"step": 3188
|
|
},
|
|
{
|
|
"epoch": 0.6730490281404119,
|
|
"grad_norm": 0.09833332896232605,
|
|
"learning_rate": 0.0002784560143626571,
|
|
"loss": 1.9331953525543213,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"epoch": 0.6734710024527257,
|
|
"grad_norm": 0.10791114717721939,
|
|
"learning_rate": 0.0002780969479353681,
|
|
"loss": 1.9648985862731934,
|
|
"step": 3192
|
|
},
|
|
{
|
|
"epoch": 0.6738929767650395,
|
|
"grad_norm": 0.10593262314796448,
|
|
"learning_rate": 0.000277737881508079,
|
|
"loss": 2.0172150135040283,
|
|
"step": 3194
|
|
},
|
|
{
|
|
"epoch": 0.6743149510773532,
|
|
"grad_norm": 0.09685990959405899,
|
|
"learning_rate": 0.00027737881508078997,
|
|
"loss": 1.9128156900405884,
|
|
"step": 3196
|
|
},
|
|
{
|
|
"epoch": 0.6747369253896669,
|
|
"grad_norm": 0.12871618568897247,
|
|
"learning_rate": 0.00027701974865350094,
|
|
"loss": 1.99347984790802,
|
|
"step": 3198
|
|
},
|
|
{
|
|
"epoch": 0.6751588997019806,
|
|
"grad_norm": 0.1120900884270668,
|
|
"learning_rate": 0.00027666068222621185,
|
|
"loss": 1.997772455215454,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 0.6755808740142943,
|
|
"grad_norm": 0.09697538614273071,
|
|
"learning_rate": 0.0002763016157989228,
|
|
"loss": 1.9803364276885986,
|
|
"step": 3202
|
|
},
|
|
{
|
|
"epoch": 0.6760028483266081,
|
|
"grad_norm": 0.10590265691280365,
|
|
"learning_rate": 0.00027594254937163374,
|
|
"loss": 2.0186538696289062,
|
|
"step": 3204
|
|
},
|
|
{
|
|
"epoch": 0.6764248226389219,
|
|
"grad_norm": 0.09822264313697815,
|
|
"learning_rate": 0.0002755834829443447,
|
|
"loss": 1.9837347269058228,
|
|
"step": 3206
|
|
},
|
|
{
|
|
"epoch": 0.6768467969512356,
|
|
"grad_norm": 0.10471075028181076,
|
|
"learning_rate": 0.0002752244165170557,
|
|
"loss": 1.991766095161438,
|
|
"step": 3208
|
|
},
|
|
{
|
|
"epoch": 0.6772687712635493,
|
|
"grad_norm": 0.10055899620056152,
|
|
"learning_rate": 0.0002748653500897666,
|
|
"loss": 1.9920276403427124,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"epoch": 0.6776907455758631,
|
|
"grad_norm": 0.10824410617351532,
|
|
"learning_rate": 0.00027450628366247756,
|
|
"loss": 1.9547581672668457,
|
|
"step": 3212
|
|
},
|
|
{
|
|
"epoch": 0.6781127198881768,
|
|
"grad_norm": 0.10399824380874634,
|
|
"learning_rate": 0.0002741472172351885,
|
|
"loss": 2.0019216537475586,
|
|
"step": 3214
|
|
},
|
|
{
|
|
"epoch": 0.6785346942004905,
|
|
"grad_norm": 0.12088403850793839,
|
|
"learning_rate": 0.0002737881508078995,
|
|
"loss": 1.9607950448989868,
|
|
"step": 3216
|
|
},
|
|
{
|
|
"epoch": 0.6789566685128042,
|
|
"grad_norm": 0.11124017089605331,
|
|
"learning_rate": 0.0002734290843806104,
|
|
"loss": 1.9928278923034668,
|
|
"step": 3218
|
|
},
|
|
{
|
|
"epoch": 0.6793786428251181,
|
|
"grad_norm": 0.09391073137521744,
|
|
"learning_rate": 0.0002730700179533214,
|
|
"loss": 1.9680840969085693,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"epoch": 0.6798006171374318,
|
|
"grad_norm": 0.13161370158195496,
|
|
"learning_rate": 0.00027271095152603235,
|
|
"loss": 1.9610979557037354,
|
|
"step": 3222
|
|
},
|
|
{
|
|
"epoch": 0.6802225914497455,
|
|
"grad_norm": 0.11042996495962143,
|
|
"learning_rate": 0.0002723518850987433,
|
|
"loss": 2.0584731101989746,
|
|
"step": 3224
|
|
},
|
|
{
|
|
"epoch": 0.6806445657620592,
|
|
"grad_norm": 0.1079232320189476,
|
|
"learning_rate": 0.00027199281867145423,
|
|
"loss": 1.9513826370239258,
|
|
"step": 3226
|
|
},
|
|
{
|
|
"epoch": 0.681066540074373,
|
|
"grad_norm": 0.12318006902933121,
|
|
"learning_rate": 0.00027163375224416514,
|
|
"loss": 2.0483458042144775,
|
|
"step": 3228
|
|
},
|
|
{
|
|
"epoch": 0.6814885143866867,
|
|
"grad_norm": 0.11562740057706833,
|
|
"learning_rate": 0.0002712746858168761,
|
|
"loss": 2.0148608684539795,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"epoch": 0.6819104886990004,
|
|
"grad_norm": 0.10717836767435074,
|
|
"learning_rate": 0.0002709156193895871,
|
|
"loss": 1.9613111019134521,
|
|
"step": 3232
|
|
},
|
|
{
|
|
"epoch": 0.6823324630113142,
|
|
"grad_norm": 0.1033383384346962,
|
|
"learning_rate": 0.00027055655296229805,
|
|
"loss": 1.9776865243911743,
|
|
"step": 3234
|
|
},
|
|
{
|
|
"epoch": 0.682754437323628,
|
|
"grad_norm": 0.11299113184213638,
|
|
"learning_rate": 0.00027019748653500897,
|
|
"loss": 2.0406699180603027,
|
|
"step": 3236
|
|
},
|
|
{
|
|
"epoch": 0.6831764116359417,
|
|
"grad_norm": 0.10743097215890884,
|
|
"learning_rate": 0.00026983842010771993,
|
|
"loss": 1.9806272983551025,
|
|
"step": 3238
|
|
},
|
|
{
|
|
"epoch": 0.6835983859482554,
|
|
"grad_norm": 0.11589135229587555,
|
|
"learning_rate": 0.0002694793536804309,
|
|
"loss": 1.9889198541641235,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"epoch": 0.6840203602605691,
|
|
"grad_norm": 0.10776390135288239,
|
|
"learning_rate": 0.00026912028725314187,
|
|
"loss": 1.9237390756607056,
|
|
"step": 3242
|
|
},
|
|
{
|
|
"epoch": 0.6844423345728828,
|
|
"grad_norm": 0.10813435912132263,
|
|
"learning_rate": 0.0002687612208258528,
|
|
"loss": 2.0432019233703613,
|
|
"step": 3244
|
|
},
|
|
{
|
|
"epoch": 0.6848643088851966,
|
|
"grad_norm": 0.12461636960506439,
|
|
"learning_rate": 0.00026840215439856375,
|
|
"loss": 2.036771297454834,
|
|
"step": 3246
|
|
},
|
|
{
|
|
"epoch": 0.6852862831975104,
|
|
"grad_norm": 0.1076311469078064,
|
|
"learning_rate": 0.0002680430879712747,
|
|
"loss": 1.969459056854248,
|
|
"step": 3248
|
|
},
|
|
{
|
|
"epoch": 0.6857082575098241,
|
|
"grad_norm": 0.12014276534318924,
|
|
"learning_rate": 0.00026768402154398564,
|
|
"loss": 1.9760980606079102,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 0.6861302318221378,
|
|
"grad_norm": 0.12151424586772919,
|
|
"learning_rate": 0.0002673249551166966,
|
|
"loss": 1.953811764717102,
|
|
"step": 3252
|
|
},
|
|
{
|
|
"epoch": 0.6865522061344516,
|
|
"grad_norm": 0.12037377804517746,
|
|
"learning_rate": 0.0002669658886894076,
|
|
"loss": 1.9828217029571533,
|
|
"step": 3254
|
|
},
|
|
{
|
|
"epoch": 0.6869741804467653,
|
|
"grad_norm": 0.10588803887367249,
|
|
"learning_rate": 0.0002666068222621185,
|
|
"loss": 1.946938157081604,
|
|
"step": 3256
|
|
},
|
|
{
|
|
"epoch": 0.687396154759079,
|
|
"grad_norm": 0.09934581071138382,
|
|
"learning_rate": 0.00026624775583482946,
|
|
"loss": 2.014741897583008,
|
|
"step": 3258
|
|
},
|
|
{
|
|
"epoch": 0.6878181290713927,
|
|
"grad_norm": 0.11692436784505844,
|
|
"learning_rate": 0.00026588868940754037,
|
|
"loss": 1.9555954933166504,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"epoch": 0.6882401033837066,
|
|
"grad_norm": 0.10826175659894943,
|
|
"learning_rate": 0.00026552962298025134,
|
|
"loss": 1.958064079284668,
|
|
"step": 3262
|
|
},
|
|
{
|
|
"epoch": 0.6886620776960203,
|
|
"grad_norm": 0.14348508417606354,
|
|
"learning_rate": 0.0002651705565529623,
|
|
"loss": 1.9756920337677002,
|
|
"step": 3264
|
|
},
|
|
{
|
|
"epoch": 0.689084052008334,
|
|
"grad_norm": 0.11485713720321655,
|
|
"learning_rate": 0.0002648114901256733,
|
|
"loss": 2.0419607162475586,
|
|
"step": 3266
|
|
},
|
|
{
|
|
"epoch": 0.6895060263206477,
|
|
"grad_norm": 0.11305432766675949,
|
|
"learning_rate": 0.0002644524236983842,
|
|
"loss": 1.9264963865280151,
|
|
"step": 3268
|
|
},
|
|
{
|
|
"epoch": 0.6899280006329614,
|
|
"grad_norm": 0.10322091728448868,
|
|
"learning_rate": 0.00026409335727109516,
|
|
"loss": 1.9949519634246826,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"epoch": 0.6903499749452752,
|
|
"grad_norm": 0.10511468350887299,
|
|
"learning_rate": 0.00026373429084380613,
|
|
"loss": 2.029182195663452,
|
|
"step": 3272
|
|
},
|
|
{
|
|
"epoch": 0.6907719492575889,
|
|
"grad_norm": 0.10895533859729767,
|
|
"learning_rate": 0.0002633752244165171,
|
|
"loss": 1.9597563743591309,
|
|
"step": 3274
|
|
},
|
|
{
|
|
"epoch": 0.6911939235699027,
|
|
"grad_norm": 0.11771010607481003,
|
|
"learning_rate": 0.000263016157989228,
|
|
"loss": 1.990113377571106,
|
|
"step": 3276
|
|
},
|
|
{
|
|
"epoch": 0.6916158978822164,
|
|
"grad_norm": 0.10242278128862381,
|
|
"learning_rate": 0.000262657091561939,
|
|
"loss": 2.0089271068573,
|
|
"step": 3278
|
|
},
|
|
{
|
|
"epoch": 0.6920378721945302,
|
|
"grad_norm": 0.11202660202980042,
|
|
"learning_rate": 0.00026229802513464995,
|
|
"loss": 1.978929042816162,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"epoch": 0.6924598465068439,
|
|
"grad_norm": 0.09460461139678955,
|
|
"learning_rate": 0.0002619389587073609,
|
|
"loss": 1.9332740306854248,
|
|
"step": 3282
|
|
},
|
|
{
|
|
"epoch": 0.6928818208191576,
|
|
"grad_norm": 0.09914391487836838,
|
|
"learning_rate": 0.00026157989228007183,
|
|
"loss": 1.9953382015228271,
|
|
"step": 3284
|
|
},
|
|
{
|
|
"epoch": 0.6933037951314713,
|
|
"grad_norm": 0.129542276263237,
|
|
"learning_rate": 0.00026122082585278275,
|
|
"loss": 2.0398082733154297,
|
|
"step": 3286
|
|
},
|
|
{
|
|
"epoch": 0.6937257694437851,
|
|
"grad_norm": 0.09624647349119186,
|
|
"learning_rate": 0.0002608617594254937,
|
|
"loss": 1.980837345123291,
|
|
"step": 3288
|
|
},
|
|
{
|
|
"epoch": 0.6941477437560989,
|
|
"grad_norm": 0.1069541648030281,
|
|
"learning_rate": 0.0002605026929982047,
|
|
"loss": 1.9964889287948608,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"epoch": 0.6945697180684126,
|
|
"grad_norm": 0.09792979806661606,
|
|
"learning_rate": 0.0002601436265709156,
|
|
"loss": 1.92133629322052,
|
|
"step": 3292
|
|
},
|
|
{
|
|
"epoch": 0.6949916923807263,
|
|
"grad_norm": 0.10546477138996124,
|
|
"learning_rate": 0.00025978456014362657,
|
|
"loss": 1.9602383375167847,
|
|
"step": 3294
|
|
},
|
|
{
|
|
"epoch": 0.6954136666930401,
|
|
"grad_norm": 0.12030339986085892,
|
|
"learning_rate": 0.00025942549371633754,
|
|
"loss": 1.964606761932373,
|
|
"step": 3296
|
|
},
|
|
{
|
|
"epoch": 0.6958356410053538,
|
|
"grad_norm": 0.1270943135023117,
|
|
"learning_rate": 0.0002590664272890485,
|
|
"loss": 1.9512083530426025,
|
|
"step": 3298
|
|
},
|
|
{
|
|
"epoch": 0.6962576153176675,
|
|
"grad_norm": 0.14737571775913239,
|
|
"learning_rate": 0.0002587073608617594,
|
|
"loss": 2.012361764907837,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 0.6966795896299812,
|
|
"grad_norm": 0.11572889983654022,
|
|
"learning_rate": 0.0002583482944344704,
|
|
"loss": 2.010521173477173,
|
|
"step": 3302
|
|
},
|
|
{
|
|
"epoch": 0.697101563942295,
|
|
"grad_norm": 0.10504786670207977,
|
|
"learning_rate": 0.00025798922800718136,
|
|
"loss": 1.9199132919311523,
|
|
"step": 3304
|
|
},
|
|
{
|
|
"epoch": 0.6975235382546088,
|
|
"grad_norm": 0.12738004326820374,
|
|
"learning_rate": 0.00025763016157989233,
|
|
"loss": 2.0301239490509033,
|
|
"step": 3306
|
|
},
|
|
{
|
|
"epoch": 0.6979455125669225,
|
|
"grad_norm": 0.11718247085809708,
|
|
"learning_rate": 0.00025727109515260324,
|
|
"loss": 1.9508535861968994,
|
|
"step": 3308
|
|
},
|
|
{
|
|
"epoch": 0.6983674868792362,
|
|
"grad_norm": 0.10549486428499222,
|
|
"learning_rate": 0.0002569120287253142,
|
|
"loss": 1.9171465635299683,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"epoch": 0.6987894611915499,
|
|
"grad_norm": 0.11088002473115921,
|
|
"learning_rate": 0.0002565529622980252,
|
|
"loss": 2.0184812545776367,
|
|
"step": 3312
|
|
},
|
|
{
|
|
"epoch": 0.6992114355038637,
|
|
"grad_norm": 0.10309018194675446,
|
|
"learning_rate": 0.0002561938958707361,
|
|
"loss": 1.9870266914367676,
|
|
"step": 3314
|
|
},
|
|
{
|
|
"epoch": 0.6996334098161774,
|
|
"grad_norm": 0.10589032620191574,
|
|
"learning_rate": 0.000255834829443447,
|
|
"loss": 1.9722516536712646,
|
|
"step": 3316
|
|
},
|
|
{
|
|
"epoch": 0.7000553841284912,
|
|
"grad_norm": 0.10752245783805847,
|
|
"learning_rate": 0.000255475763016158,
|
|
"loss": 1.9834229946136475,
|
|
"step": 3318
|
|
},
|
|
{
|
|
"epoch": 0.7004773584408049,
|
|
"grad_norm": 0.10278623551130295,
|
|
"learning_rate": 0.00025511669658886895,
|
|
"loss": 2.000675678253174,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"epoch": 0.7008993327531187,
|
|
"grad_norm": 0.11228831857442856,
|
|
"learning_rate": 0.0002547576301615799,
|
|
"loss": 1.960915207862854,
|
|
"step": 3322
|
|
},
|
|
{
|
|
"epoch": 0.7013213070654324,
|
|
"grad_norm": 0.09654724597930908,
|
|
"learning_rate": 0.00025439856373429083,
|
|
"loss": 1.979228138923645,
|
|
"step": 3324
|
|
},
|
|
{
|
|
"epoch": 0.7017432813777461,
|
|
"grad_norm": 0.11637706309556961,
|
|
"learning_rate": 0.0002540394973070018,
|
|
"loss": 1.8917217254638672,
|
|
"step": 3326
|
|
},
|
|
{
|
|
"epoch": 0.7021652556900598,
|
|
"grad_norm": 0.11561064422130585,
|
|
"learning_rate": 0.00025368043087971277,
|
|
"loss": 1.9652663469314575,
|
|
"step": 3328
|
|
},
|
|
{
|
|
"epoch": 0.7025872300023736,
|
|
"grad_norm": 0.10369198769330978,
|
|
"learning_rate": 0.00025332136445242373,
|
|
"loss": 1.9404369592666626,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"epoch": 0.7030092043146874,
|
|
"grad_norm": 0.12422200292348862,
|
|
"learning_rate": 0.00025296229802513465,
|
|
"loss": 1.931297779083252,
|
|
"step": 3332
|
|
},
|
|
{
|
|
"epoch": 0.7034311786270011,
|
|
"grad_norm": 0.11538632214069366,
|
|
"learning_rate": 0.0002526032315978456,
|
|
"loss": 2.0307869911193848,
|
|
"step": 3334
|
|
},
|
|
{
|
|
"epoch": 0.7038531529393148,
|
|
"grad_norm": 0.10798940807580948,
|
|
"learning_rate": 0.0002522441651705566,
|
|
"loss": 1.992327094078064,
|
|
"step": 3336
|
|
},
|
|
{
|
|
"epoch": 0.7042751272516286,
|
|
"grad_norm": 0.10671303421258926,
|
|
"learning_rate": 0.00025188509874326756,
|
|
"loss": 1.9387906789779663,
|
|
"step": 3338
|
|
},
|
|
{
|
|
"epoch": 0.7046971015639423,
|
|
"grad_norm": 0.1062905415892601,
|
|
"learning_rate": 0.00025152603231597847,
|
|
"loss": 2.0574240684509277,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"epoch": 0.705119075876256,
|
|
"grad_norm": 0.10800740122795105,
|
|
"learning_rate": 0.0002511669658886894,
|
|
"loss": 1.9664337635040283,
|
|
"step": 3342
|
|
},
|
|
{
|
|
"epoch": 0.7055410501885697,
|
|
"grad_norm": 0.10134493559598923,
|
|
"learning_rate": 0.00025080789946140035,
|
|
"loss": 1.9446991682052612,
|
|
"step": 3344
|
|
},
|
|
{
|
|
"epoch": 0.7059630245008836,
|
|
"grad_norm": 0.20048022270202637,
|
|
"learning_rate": 0.0002504488330341113,
|
|
"loss": 1.95692777633667,
|
|
"step": 3346
|
|
},
|
|
{
|
|
"epoch": 0.7063849988131973,
|
|
"grad_norm": 0.11488698422908783,
|
|
"learning_rate": 0.00025008976660682224,
|
|
"loss": 1.9315844774246216,
|
|
"step": 3348
|
|
},
|
|
{
|
|
"epoch": 0.706806973125511,
|
|
"grad_norm": 0.10052983462810516,
|
|
"learning_rate": 0.0002497307001795332,
|
|
"loss": 1.9756077527999878,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"epoch": 0.7072289474378247,
|
|
"grad_norm": 0.10937532037496567,
|
|
"learning_rate": 0.0002493716337522442,
|
|
"loss": 1.9646583795547485,
|
|
"step": 3352
|
|
},
|
|
{
|
|
"epoch": 0.7076509217501384,
|
|
"grad_norm": 0.10485361516475677,
|
|
"learning_rate": 0.00024901256732495514,
|
|
"loss": 1.969605565071106,
|
|
"step": 3354
|
|
},
|
|
{
|
|
"epoch": 0.7080728960624522,
|
|
"grad_norm": 0.1051955372095108,
|
|
"learning_rate": 0.00024865350089766606,
|
|
"loss": 1.8856544494628906,
|
|
"step": 3356
|
|
},
|
|
{
|
|
"epoch": 0.7084948703747659,
|
|
"grad_norm": 0.10765553265810013,
|
|
"learning_rate": 0.000248294434470377,
|
|
"loss": 1.958080530166626,
|
|
"step": 3358
|
|
},
|
|
{
|
|
"epoch": 0.7089168446870797,
|
|
"grad_norm": 0.11328635364770889,
|
|
"learning_rate": 0.000247935368043088,
|
|
"loss": 2.016552448272705,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"epoch": 0.7093388189993934,
|
|
"grad_norm": 0.10600387305021286,
|
|
"learning_rate": 0.00024757630161579896,
|
|
"loss": 2.0450572967529297,
|
|
"step": 3362
|
|
},
|
|
{
|
|
"epoch": 0.7097607933117072,
|
|
"grad_norm": 0.10306272655725479,
|
|
"learning_rate": 0.0002472172351885099,
|
|
"loss": 2.014941692352295,
|
|
"step": 3364
|
|
},
|
|
{
|
|
"epoch": 0.7101827676240209,
|
|
"grad_norm": 0.10871893912553787,
|
|
"learning_rate": 0.00024685816876122085,
|
|
"loss": 2.0122649669647217,
|
|
"step": 3366
|
|
},
|
|
{
|
|
"epoch": 0.7106047419363346,
|
|
"grad_norm": 0.10582491010427475,
|
|
"learning_rate": 0.0002464991023339318,
|
|
"loss": 1.9494285583496094,
|
|
"step": 3368
|
|
},
|
|
{
|
|
"epoch": 0.7110267162486483,
|
|
"grad_norm": 0.120091013610363,
|
|
"learning_rate": 0.00024614003590664273,
|
|
"loss": 1.8860846757888794,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"epoch": 0.711448690560962,
|
|
"grad_norm": 0.11734078824520111,
|
|
"learning_rate": 0.0002457809694793537,
|
|
"loss": 1.9980287551879883,
|
|
"step": 3372
|
|
},
|
|
{
|
|
"epoch": 0.7118706648732759,
|
|
"grad_norm": 0.10194410383701324,
|
|
"learning_rate": 0.0002454219030520646,
|
|
"loss": 1.9670648574829102,
|
|
"step": 3374
|
|
},
|
|
{
|
|
"epoch": 0.7122926391855896,
|
|
"grad_norm": 0.10699601471424103,
|
|
"learning_rate": 0.0002450628366247756,
|
|
"loss": 1.9585990905761719,
|
|
"step": 3376
|
|
},
|
|
{
|
|
"epoch": 0.7127146134979033,
|
|
"grad_norm": 0.10585588216781616,
|
|
"learning_rate": 0.00024470377019748655,
|
|
"loss": 1.9906713962554932,
|
|
"step": 3378
|
|
},
|
|
{
|
|
"epoch": 0.713136587810217,
|
|
"grad_norm": 0.11541510373353958,
|
|
"learning_rate": 0.0002443447037701975,
|
|
"loss": 1.952163815498352,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"epoch": 0.7135585621225308,
|
|
"grad_norm": 0.09901058673858643,
|
|
"learning_rate": 0.00024398563734290846,
|
|
"loss": 1.9524643421173096,
|
|
"step": 3382
|
|
},
|
|
{
|
|
"epoch": 0.7139805364348445,
|
|
"grad_norm": 0.1152893453836441,
|
|
"learning_rate": 0.0002436265709156194,
|
|
"loss": 1.9829622507095337,
|
|
"step": 3384
|
|
},
|
|
{
|
|
"epoch": 0.7144025107471582,
|
|
"grad_norm": 0.11904725432395935,
|
|
"learning_rate": 0.00024326750448833034,
|
|
"loss": 2.0015158653259277,
|
|
"step": 3386
|
|
},
|
|
{
|
|
"epoch": 0.714824485059472,
|
|
"grad_norm": 0.10806585848331451,
|
|
"learning_rate": 0.0002429084380610413,
|
|
"loss": 1.9670894145965576,
|
|
"step": 3388
|
|
},
|
|
{
|
|
"epoch": 0.7152464593717858,
|
|
"grad_norm": 0.11711076647043228,
|
|
"learning_rate": 0.00024254937163375225,
|
|
"loss": 1.9742376804351807,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"epoch": 0.7156684336840995,
|
|
"grad_norm": 0.10387764126062393,
|
|
"learning_rate": 0.00024219030520646322,
|
|
"loss": 1.9554024934768677,
|
|
"step": 3392
|
|
},
|
|
{
|
|
"epoch": 0.7160904079964132,
|
|
"grad_norm": 0.12585341930389404,
|
|
"learning_rate": 0.00024183123877917416,
|
|
"loss": 2.029963970184326,
|
|
"step": 3394
|
|
},
|
|
{
|
|
"epoch": 0.7165123823087269,
|
|
"grad_norm": 0.10207269340753555,
|
|
"learning_rate": 0.00024147217235188513,
|
|
"loss": 1.9371564388275146,
|
|
"step": 3396
|
|
},
|
|
{
|
|
"epoch": 0.7169343566210407,
|
|
"grad_norm": 0.10948192328214645,
|
|
"learning_rate": 0.00024111310592459607,
|
|
"loss": 1.960700511932373,
|
|
"step": 3398
|
|
},
|
|
{
|
|
"epoch": 0.7173563309333544,
|
|
"grad_norm": 0.10689511150121689,
|
|
"learning_rate": 0.000240754039497307,
|
|
"loss": 1.975806474685669,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 0.7177783052456682,
|
|
"grad_norm": 0.10742465406656265,
|
|
"learning_rate": 0.00024039497307001796,
|
|
"loss": 1.9533134698867798,
|
|
"step": 3402
|
|
},
|
|
{
|
|
"epoch": 0.7182002795579819,
|
|
"grad_norm": 0.10114706307649612,
|
|
"learning_rate": 0.0002400359066427289,
|
|
"loss": 2.021449327468872,
|
|
"step": 3404
|
|
},
|
|
{
|
|
"epoch": 0.7186222538702957,
|
|
"grad_norm": 0.10994695127010345,
|
|
"learning_rate": 0.00023967684021543987,
|
|
"loss": 1.9949291944503784,
|
|
"step": 3406
|
|
},
|
|
{
|
|
"epoch": 0.7190442281826094,
|
|
"grad_norm": 0.10153011232614517,
|
|
"learning_rate": 0.0002393177737881508,
|
|
"loss": 1.9540281295776367,
|
|
"step": 3408
|
|
},
|
|
{
|
|
"epoch": 0.7194662024949231,
|
|
"grad_norm": 0.10419446974992752,
|
|
"learning_rate": 0.00023895870736086178,
|
|
"loss": 1.9885565042495728,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"epoch": 0.7198881768072368,
|
|
"grad_norm": 0.11679089814424515,
|
|
"learning_rate": 0.00023859964093357272,
|
|
"loss": 1.9555705785751343,
|
|
"step": 3412
|
|
},
|
|
{
|
|
"epoch": 0.7203101511195505,
|
|
"grad_norm": 0.10403481870889664,
|
|
"learning_rate": 0.0002382405745062837,
|
|
"loss": 1.9669502973556519,
|
|
"step": 3414
|
|
},
|
|
{
|
|
"epoch": 0.7207321254318644,
|
|
"grad_norm": 0.10146000981330872,
|
|
"learning_rate": 0.00023788150807899463,
|
|
"loss": 1.957541584968567,
|
|
"step": 3416
|
|
},
|
|
{
|
|
"epoch": 0.7211540997441781,
|
|
"grad_norm": 0.10877972096204758,
|
|
"learning_rate": 0.0002375224416517056,
|
|
"loss": 1.9599831104278564,
|
|
"step": 3418
|
|
},
|
|
{
|
|
"epoch": 0.7215760740564918,
|
|
"grad_norm": 0.1018085777759552,
|
|
"learning_rate": 0.00023716337522441654,
|
|
"loss": 1.951562523841858,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"epoch": 0.7219980483688055,
|
|
"grad_norm": 0.10491974651813507,
|
|
"learning_rate": 0.00023680430879712748,
|
|
"loss": 1.900702953338623,
|
|
"step": 3422
|
|
},
|
|
{
|
|
"epoch": 0.7224200226811193,
|
|
"grad_norm": 0.11076642572879791,
|
|
"learning_rate": 0.00023644524236983845,
|
|
"loss": 1.9911231994628906,
|
|
"step": 3424
|
|
},
|
|
{
|
|
"epoch": 0.722841996993433,
|
|
"grad_norm": 0.1153176799416542,
|
|
"learning_rate": 0.0002360861759425494,
|
|
"loss": 2.008988380432129,
|
|
"step": 3426
|
|
},
|
|
{
|
|
"epoch": 0.7232639713057467,
|
|
"grad_norm": 0.11141860485076904,
|
|
"learning_rate": 0.0002357271095152603,
|
|
"loss": 2.0262913703918457,
|
|
"step": 3428
|
|
},
|
|
{
|
|
"epoch": 0.7236859456180605,
|
|
"grad_norm": 0.10677400231361389,
|
|
"learning_rate": 0.00023536804308797127,
|
|
"loss": 2.0297980308532715,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"epoch": 0.7241079199303743,
|
|
"grad_norm": 0.11610022187232971,
|
|
"learning_rate": 0.00023500897666068222,
|
|
"loss": 2.015465021133423,
|
|
"step": 3432
|
|
},
|
|
{
|
|
"epoch": 0.724529894242688,
|
|
"grad_norm": 0.10522017627954483,
|
|
"learning_rate": 0.00023464991023339318,
|
|
"loss": 1.961220383644104,
|
|
"step": 3434
|
|
},
|
|
{
|
|
"epoch": 0.7249518685550017,
|
|
"grad_norm": 0.12547391653060913,
|
|
"learning_rate": 0.00023429084380610413,
|
|
"loss": 1.912192463874817,
|
|
"step": 3436
|
|
},
|
|
{
|
|
"epoch": 0.7253738428673154,
|
|
"grad_norm": 0.1278771013021469,
|
|
"learning_rate": 0.0002339317773788151,
|
|
"loss": 1.9481815099716187,
|
|
"step": 3438
|
|
},
|
|
{
|
|
"epoch": 0.7257958171796292,
|
|
"grad_norm": 0.1072755977511406,
|
|
"learning_rate": 0.00023357271095152604,
|
|
"loss": 1.9688409566879272,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"epoch": 0.7262177914919429,
|
|
"grad_norm": 0.10849331319332123,
|
|
"learning_rate": 0.000233213644524237,
|
|
"loss": 2.003361701965332,
|
|
"step": 3442
|
|
},
|
|
{
|
|
"epoch": 0.7266397658042567,
|
|
"grad_norm": 0.10375521332025528,
|
|
"learning_rate": 0.00023285457809694795,
|
|
"loss": 1.9480583667755127,
|
|
"step": 3444
|
|
},
|
|
{
|
|
"epoch": 0.7270617401165704,
|
|
"grad_norm": 0.10477391630411148,
|
|
"learning_rate": 0.00023249551166965892,
|
|
"loss": 1.9900933504104614,
|
|
"step": 3446
|
|
},
|
|
{
|
|
"epoch": 0.7274837144288842,
|
|
"grad_norm": 0.10969476401805878,
|
|
"learning_rate": 0.00023213644524236986,
|
|
"loss": 2.015200138092041,
|
|
"step": 3448
|
|
},
|
|
{
|
|
"epoch": 0.7279056887411979,
|
|
"grad_norm": 0.10198700428009033,
|
|
"learning_rate": 0.00023177737881508083,
|
|
"loss": 1.95029878616333,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"epoch": 0.7283276630535116,
|
|
"grad_norm": 0.11973521113395691,
|
|
"learning_rate": 0.00023141831238779177,
|
|
"loss": 1.933430552482605,
|
|
"step": 3452
|
|
},
|
|
{
|
|
"epoch": 0.7287496373658253,
|
|
"grad_norm": 0.10923260450363159,
|
|
"learning_rate": 0.00023105924596050274,
|
|
"loss": 2.0197134017944336,
|
|
"step": 3454
|
|
},
|
|
{
|
|
"epoch": 0.729171611678139,
|
|
"grad_norm": 0.1203337237238884,
|
|
"learning_rate": 0.00023070017953321362,
|
|
"loss": 1.8956019878387451,
|
|
"step": 3456
|
|
},
|
|
{
|
|
"epoch": 0.7295935859904529,
|
|
"grad_norm": 0.10758564621210098,
|
|
"learning_rate": 0.0002303411131059246,
|
|
"loss": 2.0047976970672607,
|
|
"step": 3458
|
|
},
|
|
{
|
|
"epoch": 0.7300155603027666,
|
|
"grad_norm": 0.11126770824193954,
|
|
"learning_rate": 0.00022998204667863553,
|
|
"loss": 2.0122556686401367,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"epoch": 0.7304375346150803,
|
|
"grad_norm": 0.12188728153705597,
|
|
"learning_rate": 0.0002296229802513465,
|
|
"loss": 1.9030721187591553,
|
|
"step": 3462
|
|
},
|
|
{
|
|
"epoch": 0.730859508927394,
|
|
"grad_norm": 0.12843221426010132,
|
|
"learning_rate": 0.00022926391382405744,
|
|
"loss": 2.009836435317993,
|
|
"step": 3464
|
|
},
|
|
{
|
|
"epoch": 0.7312814832397078,
|
|
"grad_norm": 0.12043307721614838,
|
|
"learning_rate": 0.0002289048473967684,
|
|
"loss": 1.9517019987106323,
|
|
"step": 3466
|
|
},
|
|
{
|
|
"epoch": 0.7317034575520215,
|
|
"grad_norm": 0.10166627913713455,
|
|
"learning_rate": 0.00022854578096947935,
|
|
"loss": 1.9195466041564941,
|
|
"step": 3468
|
|
},
|
|
{
|
|
"epoch": 0.7321254318643352,
|
|
"grad_norm": 0.11254235357046127,
|
|
"learning_rate": 0.00022818671454219032,
|
|
"loss": 1.9569883346557617,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"epoch": 0.732547406176649,
|
|
"grad_norm": 0.10294336825609207,
|
|
"learning_rate": 0.00022782764811490126,
|
|
"loss": 1.9870234727859497,
|
|
"step": 3472
|
|
},
|
|
{
|
|
"epoch": 0.7329693804889628,
|
|
"grad_norm": 0.0982080027461052,
|
|
"learning_rate": 0.00022746858168761223,
|
|
"loss": 2.0036308765411377,
|
|
"step": 3474
|
|
},
|
|
{
|
|
"epoch": 0.7333913548012765,
|
|
"grad_norm": 0.10740730166435242,
|
|
"learning_rate": 0.00022710951526032317,
|
|
"loss": 2.003549098968506,
|
|
"step": 3476
|
|
},
|
|
{
|
|
"epoch": 0.7338133291135902,
|
|
"grad_norm": 0.10025101155042648,
|
|
"learning_rate": 0.00022675044883303414,
|
|
"loss": 1.9435092210769653,
|
|
"step": 3478
|
|
},
|
|
{
|
|
"epoch": 0.7342353034259039,
|
|
"grad_norm": 0.10168825089931488,
|
|
"learning_rate": 0.00022639138240574509,
|
|
"loss": 1.9101588726043701,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"epoch": 0.7346572777382177,
|
|
"grad_norm": 0.10846757888793945,
|
|
"learning_rate": 0.00022603231597845605,
|
|
"loss": 1.9815661907196045,
|
|
"step": 3482
|
|
},
|
|
{
|
|
"epoch": 0.7350792520505314,
|
|
"grad_norm": 0.10572932660579681,
|
|
"learning_rate": 0.000225673249551167,
|
|
"loss": 1.9580128192901611,
|
|
"step": 3484
|
|
},
|
|
{
|
|
"epoch": 0.7355012263628452,
|
|
"grad_norm": 0.10809822380542755,
|
|
"learning_rate": 0.0002253141831238779,
|
|
"loss": 2.00286602973938,
|
|
"step": 3486
|
|
},
|
|
{
|
|
"epoch": 0.7359232006751589,
|
|
"grad_norm": 0.12528178095817566,
|
|
"learning_rate": 0.00022495511669658885,
|
|
"loss": 1.9087705612182617,
|
|
"step": 3488
|
|
},
|
|
{
|
|
"epoch": 0.7363451749874727,
|
|
"grad_norm": 0.11756446212530136,
|
|
"learning_rate": 0.00022459605026929982,
|
|
"loss": 1.9461390972137451,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"epoch": 0.7367671492997864,
|
|
"grad_norm": 0.10442161560058594,
|
|
"learning_rate": 0.00022423698384201076,
|
|
"loss": 2.007925510406494,
|
|
"step": 3492
|
|
},
|
|
{
|
|
"epoch": 0.7371891236121001,
|
|
"grad_norm": 0.10405369102954865,
|
|
"learning_rate": 0.00022387791741472173,
|
|
"loss": 1.972633957862854,
|
|
"step": 3494
|
|
},
|
|
{
|
|
"epoch": 0.7376110979244138,
|
|
"grad_norm": 0.12382562458515167,
|
|
"learning_rate": 0.00022351885098743267,
|
|
"loss": 1.8730112314224243,
|
|
"step": 3496
|
|
},
|
|
{
|
|
"epoch": 0.7380330722367275,
|
|
"grad_norm": 0.12369999289512634,
|
|
"learning_rate": 0.00022315978456014364,
|
|
"loss": 1.9955965280532837,
|
|
"step": 3498
|
|
},
|
|
{
|
|
"epoch": 0.7384550465490414,
|
|
"grad_norm": 0.10261324048042297,
|
|
"learning_rate": 0.00022280071813285458,
|
|
"loss": 1.9928297996520996,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.7388770208613551,
|
|
"grad_norm": 0.1183568611741066,
|
|
"learning_rate": 0.00022244165170556555,
|
|
"loss": 1.9984290599822998,
|
|
"step": 3502
|
|
},
|
|
{
|
|
"epoch": 0.7392989951736688,
|
|
"grad_norm": 0.11929517984390259,
|
|
"learning_rate": 0.0002220825852782765,
|
|
"loss": 1.9656211137771606,
|
|
"step": 3504
|
|
},
|
|
{
|
|
"epoch": 0.7397209694859825,
|
|
"grad_norm": 0.12298134714365005,
|
|
"learning_rate": 0.00022172351885098746,
|
|
"loss": 1.9360415935516357,
|
|
"step": 3506
|
|
},
|
|
{
|
|
"epoch": 0.7401429437982963,
|
|
"grad_norm": 0.10918302088975906,
|
|
"learning_rate": 0.0002213644524236984,
|
|
"loss": 1.9081302881240845,
|
|
"step": 3508
|
|
},
|
|
{
|
|
"epoch": 0.74056491811061,
|
|
"grad_norm": 0.10028845071792603,
|
|
"learning_rate": 0.00022100538599640937,
|
|
"loss": 1.9460699558258057,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"epoch": 0.7409868924229237,
|
|
"grad_norm": 0.10435082018375397,
|
|
"learning_rate": 0.0002206463195691203,
|
|
"loss": 2.016641139984131,
|
|
"step": 3512
|
|
},
|
|
{
|
|
"epoch": 0.7414088667352375,
|
|
"grad_norm": 0.11152128875255585,
|
|
"learning_rate": 0.00022028725314183123,
|
|
"loss": 1.9294965267181396,
|
|
"step": 3514
|
|
},
|
|
{
|
|
"epoch": 0.7418308410475513,
|
|
"grad_norm": 0.10832561552524567,
|
|
"learning_rate": 0.0002199281867145422,
|
|
"loss": 2.009050130844116,
|
|
"step": 3516
|
|
},
|
|
{
|
|
"epoch": 0.742252815359865,
|
|
"grad_norm": 0.10893785953521729,
|
|
"learning_rate": 0.00021956912028725314,
|
|
"loss": 1.946255087852478,
|
|
"step": 3518
|
|
},
|
|
{
|
|
"epoch": 0.7426747896721787,
|
|
"grad_norm": 0.11153287440538406,
|
|
"learning_rate": 0.0002192100538599641,
|
|
"loss": 2.011038064956665,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"epoch": 0.7430967639844924,
|
|
"grad_norm": 0.11881986260414124,
|
|
"learning_rate": 0.00021885098743267505,
|
|
"loss": 1.9285609722137451,
|
|
"step": 3522
|
|
},
|
|
{
|
|
"epoch": 0.7435187382968061,
|
|
"grad_norm": 0.10677717626094818,
|
|
"learning_rate": 0.000218491921005386,
|
|
"loss": 1.9684569835662842,
|
|
"step": 3524
|
|
},
|
|
{
|
|
"epoch": 0.7439407126091199,
|
|
"grad_norm": 0.11704882979393005,
|
|
"learning_rate": 0.00021813285457809696,
|
|
"loss": 1.975084662437439,
|
|
"step": 3526
|
|
},
|
|
{
|
|
"epoch": 0.7443626869214337,
|
|
"grad_norm": 0.1041966900229454,
|
|
"learning_rate": 0.0002177737881508079,
|
|
"loss": 1.9624989032745361,
|
|
"step": 3528
|
|
},
|
|
{
|
|
"epoch": 0.7447846612337474,
|
|
"grad_norm": 0.11179523169994354,
|
|
"learning_rate": 0.00021741472172351887,
|
|
"loss": 1.9390603303909302,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"epoch": 0.7452066355460611,
|
|
"grad_norm": 0.10088254511356354,
|
|
"learning_rate": 0.0002170556552962298,
|
|
"loss": 2.016110420227051,
|
|
"step": 3532
|
|
},
|
|
{
|
|
"epoch": 0.7456286098583749,
|
|
"grad_norm": 0.11715737730264664,
|
|
"learning_rate": 0.00021669658886894078,
|
|
"loss": 1.9743874073028564,
|
|
"step": 3534
|
|
},
|
|
{
|
|
"epoch": 0.7460505841706886,
|
|
"grad_norm": 0.12583717703819275,
|
|
"learning_rate": 0.00021633752244165172,
|
|
"loss": 2.009941577911377,
|
|
"step": 3536
|
|
},
|
|
{
|
|
"epoch": 0.7464725584830023,
|
|
"grad_norm": 0.10543058812618256,
|
|
"learning_rate": 0.0002159784560143627,
|
|
"loss": 2.004218578338623,
|
|
"step": 3538
|
|
},
|
|
{
|
|
"epoch": 0.746894532795316,
|
|
"grad_norm": 0.11218339204788208,
|
|
"learning_rate": 0.00021561938958707363,
|
|
"loss": 2.0461535453796387,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"epoch": 0.7473165071076299,
|
|
"grad_norm": 0.1123022735118866,
|
|
"learning_rate": 0.00021526032315978455,
|
|
"loss": 1.927854299545288,
|
|
"step": 3542
|
|
},
|
|
{
|
|
"epoch": 0.7477384814199436,
|
|
"grad_norm": 0.10767406225204468,
|
|
"learning_rate": 0.00021490125673249551,
|
|
"loss": 1.9685540199279785,
|
|
"step": 3544
|
|
},
|
|
{
|
|
"epoch": 0.7481604557322573,
|
|
"grad_norm": 0.11115457117557526,
|
|
"learning_rate": 0.00021454219030520646,
|
|
"loss": 1.9466699361801147,
|
|
"step": 3546
|
|
},
|
|
{
|
|
"epoch": 0.748582430044571,
|
|
"grad_norm": 0.11124234646558762,
|
|
"learning_rate": 0.00021418312387791742,
|
|
"loss": 1.9735201597213745,
|
|
"step": 3548
|
|
},
|
|
{
|
|
"epoch": 0.7490044043568848,
|
|
"grad_norm": 0.11646565049886703,
|
|
"learning_rate": 0.00021382405745062837,
|
|
"loss": 1.941564917564392,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"epoch": 0.7494263786691985,
|
|
"grad_norm": 0.12785542011260986,
|
|
"learning_rate": 0.00021346499102333933,
|
|
"loss": 1.9586703777313232,
|
|
"step": 3552
|
|
},
|
|
{
|
|
"epoch": 0.7498483529815122,
|
|
"grad_norm": 0.10879122465848923,
|
|
"learning_rate": 0.00021310592459605028,
|
|
"loss": 1.993349313735962,
|
|
"step": 3554
|
|
},
|
|
{
|
|
"epoch": 0.750270327293826,
|
|
"grad_norm": 0.1141117587685585,
|
|
"learning_rate": 0.00021274685816876124,
|
|
"loss": 1.9418561458587646,
|
|
"step": 3556
|
|
},
|
|
{
|
|
"epoch": 0.7506923016061398,
|
|
"grad_norm": 0.11264986544847488,
|
|
"learning_rate": 0.00021238779174147219,
|
|
"loss": 1.9159716367721558,
|
|
"step": 3558
|
|
},
|
|
{
|
|
"epoch": 0.7511142759184535,
|
|
"grad_norm": 0.11546836048364639,
|
|
"learning_rate": 0.00021202872531418313,
|
|
"loss": 1.9348828792572021,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"epoch": 0.7515362502307672,
|
|
"grad_norm": 0.10498052835464478,
|
|
"learning_rate": 0.0002116696588868941,
|
|
"loss": 1.9074705839157104,
|
|
"step": 3562
|
|
},
|
|
{
|
|
"epoch": 0.7519582245430809,
|
|
"grad_norm": 0.09647338837385178,
|
|
"learning_rate": 0.00021131059245960504,
|
|
"loss": 1.9550995826721191,
|
|
"step": 3564
|
|
},
|
|
{
|
|
"epoch": 0.7523801988553946,
|
|
"grad_norm": 0.11199572682380676,
|
|
"learning_rate": 0.000210951526032316,
|
|
"loss": 1.9723422527313232,
|
|
"step": 3566
|
|
},
|
|
{
|
|
"epoch": 0.7528021731677084,
|
|
"grad_norm": 0.1104026585817337,
|
|
"learning_rate": 0.00021059245960502695,
|
|
"loss": 1.995705485343933,
|
|
"step": 3568
|
|
},
|
|
{
|
|
"epoch": 0.7532241474800222,
|
|
"grad_norm": 0.11171594262123108,
|
|
"learning_rate": 0.00021023339317773786,
|
|
"loss": 1.9952317476272583,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"epoch": 0.7536461217923359,
|
|
"grad_norm": 0.11041028052568436,
|
|
"learning_rate": 0.00020987432675044883,
|
|
"loss": 2.0292041301727295,
|
|
"step": 3572
|
|
},
|
|
{
|
|
"epoch": 0.7540680961046496,
|
|
"grad_norm": 0.13038399815559387,
|
|
"learning_rate": 0.00020951526032315977,
|
|
"loss": 1.9572522640228271,
|
|
"step": 3574
|
|
},
|
|
{
|
|
"epoch": 0.7544900704169634,
|
|
"grad_norm": 0.10326897352933884,
|
|
"learning_rate": 0.00020915619389587074,
|
|
"loss": 1.9925856590270996,
|
|
"step": 3576
|
|
},
|
|
{
|
|
"epoch": 0.7549120447292771,
|
|
"grad_norm": 0.11976686120033264,
|
|
"learning_rate": 0.00020879712746858168,
|
|
"loss": 1.9388549327850342,
|
|
"step": 3578
|
|
},
|
|
{
|
|
"epoch": 0.7553340190415908,
|
|
"grad_norm": 0.10051357746124268,
|
|
"learning_rate": 0.00020843806104129265,
|
|
"loss": 2.0152170658111572,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"epoch": 0.7557559933539045,
|
|
"grad_norm": 0.10236506164073944,
|
|
"learning_rate": 0.0002080789946140036,
|
|
"loss": 1.9863691329956055,
|
|
"step": 3582
|
|
},
|
|
{
|
|
"epoch": 0.7561779676662184,
|
|
"grad_norm": 0.10837408155202866,
|
|
"learning_rate": 0.00020771992818671456,
|
|
"loss": 1.9722026586532593,
|
|
"step": 3584
|
|
},
|
|
{
|
|
"epoch": 0.7565999419785321,
|
|
"grad_norm": 0.1103808656334877,
|
|
"learning_rate": 0.0002073608617594255,
|
|
"loss": 1.914790153503418,
|
|
"step": 3586
|
|
},
|
|
{
|
|
"epoch": 0.7570219162908458,
|
|
"grad_norm": 0.10499264299869537,
|
|
"learning_rate": 0.00020700179533213647,
|
|
"loss": 2.012113332748413,
|
|
"step": 3588
|
|
},
|
|
{
|
|
"epoch": 0.7574438906031595,
|
|
"grad_norm": 0.10326241701841354,
|
|
"learning_rate": 0.00020664272890484741,
|
|
"loss": 1.989783763885498,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"epoch": 0.7578658649154733,
|
|
"grad_norm": 0.10843243449926376,
|
|
"learning_rate": 0.00020628366247755838,
|
|
"loss": 1.9778681993484497,
|
|
"step": 3592
|
|
},
|
|
{
|
|
"epoch": 0.758287839227787,
|
|
"grad_norm": 0.1043754518032074,
|
|
"learning_rate": 0.00020592459605026932,
|
|
"loss": 1.9813368320465088,
|
|
"step": 3594
|
|
},
|
|
{
|
|
"epoch": 0.7587098135401007,
|
|
"grad_norm": 0.10203973948955536,
|
|
"learning_rate": 0.0002055655296229803,
|
|
"loss": 1.9706125259399414,
|
|
"step": 3596
|
|
},
|
|
{
|
|
"epoch": 0.7591317878524145,
|
|
"grad_norm": 0.10393171012401581,
|
|
"learning_rate": 0.00020520646319569123,
|
|
"loss": 1.9564557075500488,
|
|
"step": 3598
|
|
},
|
|
{
|
|
"epoch": 0.7595537621647283,
|
|
"grad_norm": 0.11524060368537903,
|
|
"learning_rate": 0.00020484739676840215,
|
|
"loss": 2.0136327743530273,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 0.759975736477042,
|
|
"grad_norm": 0.10547072440385818,
|
|
"learning_rate": 0.0002044883303411131,
|
|
"loss": 2.008685827255249,
|
|
"step": 3602
|
|
},
|
|
{
|
|
"epoch": 0.7603977107893557,
|
|
"grad_norm": 0.1118752509355545,
|
|
"learning_rate": 0.00020412926391382406,
|
|
"loss": 1.9472808837890625,
|
|
"step": 3604
|
|
},
|
|
{
|
|
"epoch": 0.7608196851016694,
|
|
"grad_norm": 0.12786750495433807,
|
|
"learning_rate": 0.000203770197486535,
|
|
"loss": 2.009627342224121,
|
|
"step": 3606
|
|
},
|
|
{
|
|
"epoch": 0.7612416594139831,
|
|
"grad_norm": 0.1082206666469574,
|
|
"learning_rate": 0.00020341113105924597,
|
|
"loss": 1.944786787033081,
|
|
"step": 3608
|
|
},
|
|
{
|
|
"epoch": 0.7616636337262969,
|
|
"grad_norm": 0.10475423187017441,
|
|
"learning_rate": 0.0002030520646319569,
|
|
"loss": 1.9330317974090576,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"epoch": 0.7620856080386107,
|
|
"grad_norm": 0.11662724614143372,
|
|
"learning_rate": 0.00020269299820466788,
|
|
"loss": 1.9484472274780273,
|
|
"step": 3612
|
|
},
|
|
{
|
|
"epoch": 0.7625075823509244,
|
|
"grad_norm": 0.1409110575914383,
|
|
"learning_rate": 0.00020233393177737882,
|
|
"loss": 2.013054609298706,
|
|
"step": 3614
|
|
},
|
|
{
|
|
"epoch": 0.7629295566632381,
|
|
"grad_norm": 0.11422674357891083,
|
|
"learning_rate": 0.0002019748653500898,
|
|
"loss": 1.973104476928711,
|
|
"step": 3616
|
|
},
|
|
{
|
|
"epoch": 0.7633515309755519,
|
|
"grad_norm": 0.1183161586523056,
|
|
"learning_rate": 0.00020161579892280073,
|
|
"loss": 1.9923210144042969,
|
|
"step": 3618
|
|
},
|
|
{
|
|
"epoch": 0.7637735052878656,
|
|
"grad_norm": 0.11443831026554108,
|
|
"learning_rate": 0.0002012567324955117,
|
|
"loss": 1.975514531135559,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"epoch": 0.7641954796001793,
|
|
"grad_norm": 0.11664769798517227,
|
|
"learning_rate": 0.00020089766606822264,
|
|
"loss": 1.979424238204956,
|
|
"step": 3622
|
|
},
|
|
{
|
|
"epoch": 0.764617453912493,
|
|
"grad_norm": 0.10687406361103058,
|
|
"learning_rate": 0.0002005385996409336,
|
|
"loss": 2.008500337600708,
|
|
"step": 3624
|
|
},
|
|
{
|
|
"epoch": 0.7650394282248069,
|
|
"grad_norm": 0.1044531837105751,
|
|
"learning_rate": 0.00020017953321364455,
|
|
"loss": 1.9567381143569946,
|
|
"step": 3626
|
|
},
|
|
{
|
|
"epoch": 0.7654614025371206,
|
|
"grad_norm": 0.0970902144908905,
|
|
"learning_rate": 0.0001998204667863555,
|
|
"loss": 1.947081208229065,
|
|
"step": 3628
|
|
},
|
|
{
|
|
"epoch": 0.7658833768494343,
|
|
"grad_norm": 0.10819247364997864,
|
|
"learning_rate": 0.00019946140035906644,
|
|
"loss": 1.9638906717300415,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"epoch": 0.766305351161748,
|
|
"grad_norm": 0.11260806769132614,
|
|
"learning_rate": 0.0001991023339317774,
|
|
"loss": 2.0301337242126465,
|
|
"step": 3632
|
|
},
|
|
{
|
|
"epoch": 0.7667273254740617,
|
|
"grad_norm": 0.11109425127506256,
|
|
"learning_rate": 0.00019874326750448835,
|
|
"loss": 2.0169131755828857,
|
|
"step": 3634
|
|
},
|
|
{
|
|
"epoch": 0.7671492997863755,
|
|
"grad_norm": 0.10612336546182632,
|
|
"learning_rate": 0.0001983842010771993,
|
|
"loss": 1.917722225189209,
|
|
"step": 3636
|
|
},
|
|
{
|
|
"epoch": 0.7675712740986892,
|
|
"grad_norm": 0.10526350885629654,
|
|
"learning_rate": 0.00019802513464991023,
|
|
"loss": 1.9953590631484985,
|
|
"step": 3638
|
|
},
|
|
{
|
|
"epoch": 0.767993248411003,
|
|
"grad_norm": 0.14485600590705872,
|
|
"learning_rate": 0.0001976660682226212,
|
|
"loss": 1.9435768127441406,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"epoch": 0.7684152227233167,
|
|
"grad_norm": 0.11948107182979584,
|
|
"learning_rate": 0.00019730700179533214,
|
|
"loss": 2.0030925273895264,
|
|
"step": 3642
|
|
},
|
|
{
|
|
"epoch": 0.7688371970356305,
|
|
"grad_norm": 0.10552872717380524,
|
|
"learning_rate": 0.0001969479353680431,
|
|
"loss": 1.9689610004425049,
|
|
"step": 3644
|
|
},
|
|
{
|
|
"epoch": 0.7692591713479442,
|
|
"grad_norm": 0.09945666044950485,
|
|
"learning_rate": 0.00019658886894075405,
|
|
"loss": 2.0131256580352783,
|
|
"step": 3646
|
|
},
|
|
{
|
|
"epoch": 0.7696811456602579,
|
|
"grad_norm": 0.10466771572828293,
|
|
"learning_rate": 0.00019622980251346502,
|
|
"loss": 2.0326340198516846,
|
|
"step": 3648
|
|
},
|
|
{
|
|
"epoch": 0.7701031199725716,
|
|
"grad_norm": 0.10571710765361786,
|
|
"learning_rate": 0.00019587073608617593,
|
|
"loss": 2.020745038986206,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"epoch": 0.7705250942848854,
|
|
"grad_norm": 0.11482807993888855,
|
|
"learning_rate": 0.0001955116696588869,
|
|
"loss": 1.9489401578903198,
|
|
"step": 3652
|
|
},
|
|
{
|
|
"epoch": 0.7709470685971992,
|
|
"grad_norm": 0.10952337086200714,
|
|
"learning_rate": 0.00019515260323159784,
|
|
"loss": 1.9974874258041382,
|
|
"step": 3654
|
|
},
|
|
{
|
|
"epoch": 0.7713690429095129,
|
|
"grad_norm": 0.10379087179899216,
|
|
"learning_rate": 0.0001947935368043088,
|
|
"loss": 1.8910999298095703,
|
|
"step": 3656
|
|
},
|
|
{
|
|
"epoch": 0.7717910172218266,
|
|
"grad_norm": 0.10733562707901001,
|
|
"learning_rate": 0.00019443447037701975,
|
|
"loss": 1.9567420482635498,
|
|
"step": 3658
|
|
},
|
|
{
|
|
"epoch": 0.7722129915341404,
|
|
"grad_norm": 0.10968147218227386,
|
|
"learning_rate": 0.00019407540394973072,
|
|
"loss": 1.9608248472213745,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"epoch": 0.7726349658464541,
|
|
"grad_norm": 0.10474677383899689,
|
|
"learning_rate": 0.00019371633752244166,
|
|
"loss": 2.0230579376220703,
|
|
"step": 3662
|
|
},
|
|
{
|
|
"epoch": 0.7730569401587678,
|
|
"grad_norm": 0.09309519082307816,
|
|
"learning_rate": 0.0001933572710951526,
|
|
"loss": 1.9471436738967896,
|
|
"step": 3664
|
|
},
|
|
{
|
|
"epoch": 0.7734789144710815,
|
|
"grad_norm": 0.1076444759964943,
|
|
"learning_rate": 0.00019299820466786355,
|
|
"loss": 1.973122477531433,
|
|
"step": 3666
|
|
},
|
|
{
|
|
"epoch": 0.7739008887833954,
|
|
"grad_norm": 0.1062762439250946,
|
|
"learning_rate": 0.00019263913824057452,
|
|
"loss": 1.9883229732513428,
|
|
"step": 3668
|
|
},
|
|
{
|
|
"epoch": 0.7743228630957091,
|
|
"grad_norm": 0.10461197793483734,
|
|
"learning_rate": 0.00019228007181328546,
|
|
"loss": 2.0011940002441406,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"epoch": 0.7747448374080228,
|
|
"grad_norm": 0.10479731112718582,
|
|
"learning_rate": 0.00019192100538599643,
|
|
"loss": 2.011416435241699,
|
|
"step": 3672
|
|
},
|
|
{
|
|
"epoch": 0.7751668117203365,
|
|
"grad_norm": 0.11142764985561371,
|
|
"learning_rate": 0.00019156193895870737,
|
|
"loss": 2.001660108566284,
|
|
"step": 3674
|
|
},
|
|
{
|
|
"epoch": 0.7755887860326502,
|
|
"grad_norm": 0.1089906245470047,
|
|
"learning_rate": 0.00019120287253141834,
|
|
"loss": 2.006784677505493,
|
|
"step": 3676
|
|
},
|
|
{
|
|
"epoch": 0.776010760344964,
|
|
"grad_norm": 0.11439166963100433,
|
|
"learning_rate": 0.00019084380610412925,
|
|
"loss": 1.9675712585449219,
|
|
"step": 3678
|
|
},
|
|
{
|
|
"epoch": 0.7764327346572777,
|
|
"grad_norm": 0.10382472723722458,
|
|
"learning_rate": 0.00019048473967684022,
|
|
"loss": 1.948840618133545,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"epoch": 0.7768547089695915,
|
|
"grad_norm": 0.10940327495336533,
|
|
"learning_rate": 0.00019012567324955116,
|
|
"loss": 1.9841792583465576,
|
|
"step": 3682
|
|
},
|
|
{
|
|
"epoch": 0.7772766832819052,
|
|
"grad_norm": 0.12075155973434448,
|
|
"learning_rate": 0.00018976660682226213,
|
|
"loss": 1.9691226482391357,
|
|
"step": 3684
|
|
},
|
|
{
|
|
"epoch": 0.777698657594219,
|
|
"grad_norm": 0.11114417761564255,
|
|
"learning_rate": 0.00018940754039497307,
|
|
"loss": 1.9727588891983032,
|
|
"step": 3686
|
|
},
|
|
{
|
|
"epoch": 0.7781206319065327,
|
|
"grad_norm": 0.11416927725076675,
|
|
"learning_rate": 0.00018904847396768404,
|
|
"loss": 1.9640755653381348,
|
|
"step": 3688
|
|
},
|
|
{
|
|
"epoch": 0.7785426062188464,
|
|
"grad_norm": 0.102940633893013,
|
|
"learning_rate": 0.00018868940754039498,
|
|
"loss": 1.9593833684921265,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"epoch": 0.7789645805311601,
|
|
"grad_norm": 0.12227679044008255,
|
|
"learning_rate": 0.00018833034111310592,
|
|
"loss": 1.9931222200393677,
|
|
"step": 3692
|
|
},
|
|
{
|
|
"epoch": 0.7793865548434739,
|
|
"grad_norm": 0.11781952530145645,
|
|
"learning_rate": 0.0001879712746858169,
|
|
"loss": 1.9936915636062622,
|
|
"step": 3694
|
|
},
|
|
{
|
|
"epoch": 0.7798085291557877,
|
|
"grad_norm": 0.1044093668460846,
|
|
"learning_rate": 0.00018761220825852783,
|
|
"loss": 1.9988365173339844,
|
|
"step": 3696
|
|
},
|
|
{
|
|
"epoch": 0.7802305034681014,
|
|
"grad_norm": 0.11550258100032806,
|
|
"learning_rate": 0.00018725314183123877,
|
|
"loss": 1.9739943742752075,
|
|
"step": 3698
|
|
},
|
|
{
|
|
"epoch": 0.7806524777804151,
|
|
"grad_norm": 0.10740198194980621,
|
|
"learning_rate": 0.00018689407540394974,
|
|
"loss": 1.9282251596450806,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 0.7810744520927289,
|
|
"grad_norm": 0.1079789400100708,
|
|
"learning_rate": 0.00018653500897666068,
|
|
"loss": 1.9978529214859009,
|
|
"step": 3702
|
|
},
|
|
{
|
|
"epoch": 0.7814964264050426,
|
|
"grad_norm": 0.10162225365638733,
|
|
"learning_rate": 0.00018617594254937165,
|
|
"loss": 1.9327689409255981,
|
|
"step": 3704
|
|
},
|
|
{
|
|
"epoch": 0.7819184007173563,
|
|
"grad_norm": 0.10244615375995636,
|
|
"learning_rate": 0.0001858168761220826,
|
|
"loss": 1.9205598831176758,
|
|
"step": 3706
|
|
},
|
|
{
|
|
"epoch": 0.78234037502967,
|
|
"grad_norm": 0.10141397267580032,
|
|
"learning_rate": 0.00018545780969479354,
|
|
"loss": 2.0372838973999023,
|
|
"step": 3708
|
|
},
|
|
{
|
|
"epoch": 0.7827623493419839,
|
|
"grad_norm": 0.10559744387865067,
|
|
"learning_rate": 0.0001850987432675045,
|
|
"loss": 1.943070411682129,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"epoch": 0.7831843236542976,
|
|
"grad_norm": 0.10123951733112335,
|
|
"learning_rate": 0.00018473967684021545,
|
|
"loss": 2.039090633392334,
|
|
"step": 3712
|
|
},
|
|
{
|
|
"epoch": 0.7836062979666113,
|
|
"grad_norm": 0.09855969995260239,
|
|
"learning_rate": 0.00018438061041292642,
|
|
"loss": 1.9554226398468018,
|
|
"step": 3714
|
|
},
|
|
{
|
|
"epoch": 0.784028272278925,
|
|
"grad_norm": 0.104286327958107,
|
|
"learning_rate": 0.00018402154398563736,
|
|
"loss": 1.8781663179397583,
|
|
"step": 3716
|
|
},
|
|
{
|
|
"epoch": 0.7844502465912387,
|
|
"grad_norm": 0.11810514330863953,
|
|
"learning_rate": 0.0001836624775583483,
|
|
"loss": 1.983089804649353,
|
|
"step": 3718
|
|
},
|
|
{
|
|
"epoch": 0.7848722209035525,
|
|
"grad_norm": 0.10730182379484177,
|
|
"learning_rate": 0.00018330341113105924,
|
|
"loss": 2.0369110107421875,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"epoch": 0.7852941952158662,
|
|
"grad_norm": 0.1488947719335556,
|
|
"learning_rate": 0.0001829443447037702,
|
|
"loss": 2.0092146396636963,
|
|
"step": 3722
|
|
},
|
|
{
|
|
"epoch": 0.78571616952818,
|
|
"grad_norm": 0.10151592642068863,
|
|
"learning_rate": 0.00018258527827648115,
|
|
"loss": 1.9893856048583984,
|
|
"step": 3724
|
|
},
|
|
{
|
|
"epoch": 0.7861381438404937,
|
|
"grad_norm": 0.11504636704921722,
|
|
"learning_rate": 0.00018222621184919212,
|
|
"loss": 1.9818978309631348,
|
|
"step": 3726
|
|
},
|
|
{
|
|
"epoch": 0.7865601181528075,
|
|
"grad_norm": 0.11524399369955063,
|
|
"learning_rate": 0.00018186714542190306,
|
|
"loss": 2.0468122959136963,
|
|
"step": 3728
|
|
},
|
|
{
|
|
"epoch": 0.7869820924651212,
|
|
"grad_norm": 0.11578702181577682,
|
|
"learning_rate": 0.00018150807899461403,
|
|
"loss": 2.0041885375976562,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"epoch": 0.7874040667774349,
|
|
"grad_norm": 0.10229094326496124,
|
|
"learning_rate": 0.00018114901256732497,
|
|
"loss": 1.9992265701293945,
|
|
"step": 3732
|
|
},
|
|
{
|
|
"epoch": 0.7878260410897486,
|
|
"grad_norm": 0.10223471373319626,
|
|
"learning_rate": 0.0001807899461400359,
|
|
"loss": 1.998656153678894,
|
|
"step": 3734
|
|
},
|
|
{
|
|
"epoch": 0.7882480154020624,
|
|
"grad_norm": 0.11094488203525543,
|
|
"learning_rate": 0.00018043087971274685,
|
|
"loss": 1.9252221584320068,
|
|
"step": 3736
|
|
},
|
|
{
|
|
"epoch": 0.7886699897143762,
|
|
"grad_norm": 0.1004694476723671,
|
|
"learning_rate": 0.00018007181328545782,
|
|
"loss": 1.9413923025131226,
|
|
"step": 3738
|
|
},
|
|
{
|
|
"epoch": 0.7890919640266899,
|
|
"grad_norm": 0.12001891434192657,
|
|
"learning_rate": 0.00017971274685816876,
|
|
"loss": 1.925302267074585,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"epoch": 0.7895139383390036,
|
|
"grad_norm": 0.10260952264070511,
|
|
"learning_rate": 0.00017935368043087973,
|
|
"loss": 1.994821548461914,
|
|
"step": 3742
|
|
},
|
|
{
|
|
"epoch": 0.7899359126513174,
|
|
"grad_norm": 0.10674403607845306,
|
|
"learning_rate": 0.00017899461400359067,
|
|
"loss": 2.0333096981048584,
|
|
"step": 3744
|
|
},
|
|
{
|
|
"epoch": 0.7903578869636311,
|
|
"grad_norm": 0.12484647333621979,
|
|
"learning_rate": 0.00017863554757630164,
|
|
"loss": 1.941068172454834,
|
|
"step": 3746
|
|
},
|
|
{
|
|
"epoch": 0.7907798612759448,
|
|
"grad_norm": 0.11063817143440247,
|
|
"learning_rate": 0.00017827648114901259,
|
|
"loss": 2.0024468898773193,
|
|
"step": 3748
|
|
},
|
|
{
|
|
"epoch": 0.7912018355882585,
|
|
"grad_norm": 0.12851890921592712,
|
|
"learning_rate": 0.00017791741472172353,
|
|
"loss": 1.9324982166290283,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 0.7916238099005724,
|
|
"grad_norm": 0.1201174259185791,
|
|
"learning_rate": 0.00017755834829443447,
|
|
"loss": 2.037789821624756,
|
|
"step": 3752
|
|
},
|
|
{
|
|
"epoch": 0.7920457842128861,
|
|
"grad_norm": 0.11184491217136383,
|
|
"learning_rate": 0.00017719928186714544,
|
|
"loss": 1.9129966497421265,
|
|
"step": 3754
|
|
},
|
|
{
|
|
"epoch": 0.7924677585251998,
|
|
"grad_norm": 0.11286237835884094,
|
|
"learning_rate": 0.00017684021543985638,
|
|
"loss": 1.9537498950958252,
|
|
"step": 3756
|
|
},
|
|
{
|
|
"epoch": 0.7928897328375135,
|
|
"grad_norm": 0.10127856582403183,
|
|
"learning_rate": 0.00017648114901256735,
|
|
"loss": 1.9376894235610962,
|
|
"step": 3758
|
|
},
|
|
{
|
|
"epoch": 0.7933117071498272,
|
|
"grad_norm": 0.09692607074975967,
|
|
"learning_rate": 0.0001761220825852783,
|
|
"loss": 1.9800184965133667,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"epoch": 0.793733681462141,
|
|
"grad_norm": 0.11241001635789871,
|
|
"learning_rate": 0.00017576301615798926,
|
|
"loss": 1.9580527544021606,
|
|
"step": 3762
|
|
},
|
|
{
|
|
"epoch": 0.7941556557744547,
|
|
"grad_norm": 0.1285153180360794,
|
|
"learning_rate": 0.00017540394973070017,
|
|
"loss": 2.015336751937866,
|
|
"step": 3764
|
|
},
|
|
{
|
|
"epoch": 0.7945776300867685,
|
|
"grad_norm": 0.10907573997974396,
|
|
"learning_rate": 0.00017504488330341114,
|
|
"loss": 1.9198459386825562,
|
|
"step": 3766
|
|
},
|
|
{
|
|
"epoch": 0.7949996043990822,
|
|
"grad_norm": 0.10614390671253204,
|
|
"learning_rate": 0.00017468581687612208,
|
|
"loss": 2.0223240852355957,
|
|
"step": 3768
|
|
},
|
|
{
|
|
"epoch": 0.795421578711396,
|
|
"grad_norm": 0.10694452375173569,
|
|
"learning_rate": 0.00017432675044883305,
|
|
"loss": 1.9959814548492432,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"epoch": 0.7958435530237097,
|
|
"grad_norm": 0.10280728340148926,
|
|
"learning_rate": 0.000173967684021544,
|
|
"loss": 1.9737062454223633,
|
|
"step": 3772
|
|
},
|
|
{
|
|
"epoch": 0.7962655273360234,
|
|
"grad_norm": 0.12359616905450821,
|
|
"learning_rate": 0.00017360861759425496,
|
|
"loss": 2.0026590824127197,
|
|
"step": 3774
|
|
},
|
|
{
|
|
"epoch": 0.7966875016483371,
|
|
"grad_norm": 0.11161927133798599,
|
|
"learning_rate": 0.0001732495511669659,
|
|
"loss": 1.965014934539795,
|
|
"step": 3776
|
|
},
|
|
{
|
|
"epoch": 0.7971094759606508,
|
|
"grad_norm": 0.10933814197778702,
|
|
"learning_rate": 0.00017289048473967684,
|
|
"loss": 2.017759084701538,
|
|
"step": 3778
|
|
},
|
|
{
|
|
"epoch": 0.7975314502729647,
|
|
"grad_norm": 0.10623813420534134,
|
|
"learning_rate": 0.00017253141831238779,
|
|
"loss": 1.96980881690979,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"epoch": 0.7979534245852784,
|
|
"grad_norm": 0.10798842459917068,
|
|
"learning_rate": 0.00017217235188509875,
|
|
"loss": 1.9675899744033813,
|
|
"step": 3782
|
|
},
|
|
{
|
|
"epoch": 0.7983753988975921,
|
|
"grad_norm": 0.10603086650371552,
|
|
"learning_rate": 0.0001718132854578097,
|
|
"loss": 1.965511679649353,
|
|
"step": 3784
|
|
},
|
|
{
|
|
"epoch": 0.7987973732099058,
|
|
"grad_norm": 0.12332173436880112,
|
|
"learning_rate": 0.00017145421903052066,
|
|
"loss": 1.9538955688476562,
|
|
"step": 3786
|
|
},
|
|
{
|
|
"epoch": 0.7992193475222196,
|
|
"grad_norm": 0.131839781999588,
|
|
"learning_rate": 0.0001710951526032316,
|
|
"loss": 2.0402355194091797,
|
|
"step": 3788
|
|
},
|
|
{
|
|
"epoch": 0.7996413218345333,
|
|
"grad_norm": 0.11338990926742554,
|
|
"learning_rate": 0.00017073608617594258,
|
|
"loss": 1.932624340057373,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"epoch": 0.800063296146847,
|
|
"grad_norm": 0.10707061737775803,
|
|
"learning_rate": 0.0001703770197486535,
|
|
"loss": 1.9825648069381714,
|
|
"step": 3792
|
|
},
|
|
{
|
|
"epoch": 0.800063296146847,
|
|
"eval_loss": 1.9726277589797974,
|
|
"eval_runtime": 87.4577,
|
|
"eval_samples_per_second": 35.034,
|
|
"eval_steps_per_second": 4.379,
|
|
"step": 3792
|
|
},
|
|
{
|
|
"epoch": 0.8004852704591608,
|
|
"grad_norm": 0.10969210416078568,
|
|
"learning_rate": 0.00017001795332136446,
|
|
"loss": 2.002253532409668,
|
|
"step": 3794
|
|
},
|
|
{
|
|
"epoch": 0.8009072447714746,
|
|
"grad_norm": 0.11934729665517807,
|
|
"learning_rate": 0.0001696588868940754,
|
|
"loss": 1.9382480382919312,
|
|
"step": 3796
|
|
},
|
|
{
|
|
"epoch": 0.8013292190837883,
|
|
"grad_norm": 0.10215841978788376,
|
|
"learning_rate": 0.00016929982046678637,
|
|
"loss": 1.9855782985687256,
|
|
"step": 3798
|
|
},
|
|
{
|
|
"epoch": 0.801751193396102,
|
|
"grad_norm": 0.11482446640729904,
|
|
"learning_rate": 0.0001689407540394973,
|
|
"loss": 1.9739387035369873,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 0.8021731677084157,
|
|
"grad_norm": 0.11387546360492706,
|
|
"learning_rate": 0.00016858168761220828,
|
|
"loss": 1.833898901939392,
|
|
"step": 3802
|
|
},
|
|
{
|
|
"epoch": 0.8025951420207295,
|
|
"grad_norm": 0.10798979550600052,
|
|
"learning_rate": 0.00016822262118491922,
|
|
"loss": 1.9892562627792358,
|
|
"step": 3804
|
|
},
|
|
{
|
|
"epoch": 0.8030171163330432,
|
|
"grad_norm": 0.12746727466583252,
|
|
"learning_rate": 0.00016786355475763016,
|
|
"loss": 1.9931572675704956,
|
|
"step": 3806
|
|
},
|
|
{
|
|
"epoch": 0.803439090645357,
|
|
"grad_norm": 0.10256224125623703,
|
|
"learning_rate": 0.0001675044883303411,
|
|
"loss": 1.9989410638809204,
|
|
"step": 3808
|
|
},
|
|
{
|
|
"epoch": 0.8038610649576707,
|
|
"grad_norm": 0.1065383329987526,
|
|
"learning_rate": 0.00016714542190305207,
|
|
"loss": 2.022404670715332,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"epoch": 0.8042830392699845,
|
|
"grad_norm": 0.11076526343822479,
|
|
"learning_rate": 0.00016678635547576301,
|
|
"loss": 1.9794429540634155,
|
|
"step": 3812
|
|
},
|
|
{
|
|
"epoch": 0.8047050135822982,
|
|
"grad_norm": 0.10274726152420044,
|
|
"learning_rate": 0.00016642728904847398,
|
|
"loss": 1.996565341949463,
|
|
"step": 3814
|
|
},
|
|
{
|
|
"epoch": 0.8051269878946119,
|
|
"grad_norm": 0.10509247332811356,
|
|
"learning_rate": 0.00016606822262118492,
|
|
"loss": 1.9526735544204712,
|
|
"step": 3816
|
|
},
|
|
{
|
|
"epoch": 0.8055489622069256,
|
|
"grad_norm": 0.10226453840732574,
|
|
"learning_rate": 0.0001657091561938959,
|
|
"loss": 1.9855551719665527,
|
|
"step": 3818
|
|
},
|
|
{
|
|
"epoch": 0.8059709365192393,
|
|
"grad_norm": 0.11684133857488632,
|
|
"learning_rate": 0.0001653500897666068,
|
|
"loss": 1.9855530261993408,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"epoch": 0.8063929108315532,
|
|
"grad_norm": 0.10857287794351578,
|
|
"learning_rate": 0.00016499102333931778,
|
|
"loss": 1.9979839324951172,
|
|
"step": 3822
|
|
},
|
|
{
|
|
"epoch": 0.8068148851438669,
|
|
"grad_norm": 0.10480791330337524,
|
|
"learning_rate": 0.00016463195691202872,
|
|
"loss": 1.9737151861190796,
|
|
"step": 3824
|
|
},
|
|
{
|
|
"epoch": 0.8072368594561806,
|
|
"grad_norm": 0.10021811723709106,
|
|
"learning_rate": 0.00016427289048473969,
|
|
"loss": 1.9424771070480347,
|
|
"step": 3826
|
|
},
|
|
{
|
|
"epoch": 0.8076588337684943,
|
|
"grad_norm": 0.10852868109941483,
|
|
"learning_rate": 0.00016391382405745063,
|
|
"loss": 1.9553169012069702,
|
|
"step": 3828
|
|
},
|
|
{
|
|
"epoch": 0.8080808080808081,
|
|
"grad_norm": 0.11382559686899185,
|
|
"learning_rate": 0.0001635547576301616,
|
|
"loss": 1.958644151687622,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"epoch": 0.8085027823931218,
|
|
"grad_norm": 0.1157197579741478,
|
|
"learning_rate": 0.00016319569120287254,
|
|
"loss": 1.9857683181762695,
|
|
"step": 3832
|
|
},
|
|
{
|
|
"epoch": 0.8089247567054355,
|
|
"grad_norm": 0.1109665185213089,
|
|
"learning_rate": 0.0001628366247755835,
|
|
"loss": 1.9512416124343872,
|
|
"step": 3834
|
|
},
|
|
{
|
|
"epoch": 0.8093467310177493,
|
|
"grad_norm": 0.10457272827625275,
|
|
"learning_rate": 0.00016247755834829442,
|
|
"loss": 1.978639006614685,
|
|
"step": 3836
|
|
},
|
|
{
|
|
"epoch": 0.8097687053300631,
|
|
"grad_norm": 0.10810290277004242,
|
|
"learning_rate": 0.0001621184919210054,
|
|
"loss": 1.980324387550354,
|
|
"step": 3838
|
|
},
|
|
{
|
|
"epoch": 0.8101906796423768,
|
|
"grad_norm": 0.13540904223918915,
|
|
"learning_rate": 0.00016175942549371633,
|
|
"loss": 1.9555515050888062,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"epoch": 0.8106126539546905,
|
|
"grad_norm": 0.10845515131950378,
|
|
"learning_rate": 0.0001614003590664273,
|
|
"loss": 1.904801607131958,
|
|
"step": 3842
|
|
},
|
|
{
|
|
"epoch": 0.8110346282670042,
|
|
"grad_norm": 0.10743451118469238,
|
|
"learning_rate": 0.00016104129263913824,
|
|
"loss": 1.9551976919174194,
|
|
"step": 3844
|
|
},
|
|
{
|
|
"epoch": 0.811456602579318,
|
|
"grad_norm": 0.11844830960035324,
|
|
"learning_rate": 0.0001606822262118492,
|
|
"loss": 1.9656059741973877,
|
|
"step": 3846
|
|
},
|
|
{
|
|
"epoch": 0.8118785768916317,
|
|
"grad_norm": 0.10831819474697113,
|
|
"learning_rate": 0.00016032315978456015,
|
|
"loss": 1.9628654718399048,
|
|
"step": 3848
|
|
},
|
|
{
|
|
"epoch": 0.8123005512039455,
|
|
"grad_norm": 0.09924059361219406,
|
|
"learning_rate": 0.0001599640933572711,
|
|
"loss": 1.9888867139816284,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"epoch": 0.8127225255162592,
|
|
"grad_norm": 0.1120271310210228,
|
|
"learning_rate": 0.00015960502692998206,
|
|
"loss": 1.9073693752288818,
|
|
"step": 3852
|
|
},
|
|
{
|
|
"epoch": 0.813144499828573,
|
|
"grad_norm": 0.11557640135288239,
|
|
"learning_rate": 0.000159245960502693,
|
|
"loss": 1.9355658292770386,
|
|
"step": 3854
|
|
},
|
|
{
|
|
"epoch": 0.8135664741408867,
|
|
"grad_norm": 0.1026308611035347,
|
|
"learning_rate": 0.00015888689407540395,
|
|
"loss": 1.956674337387085,
|
|
"step": 3856
|
|
},
|
|
{
|
|
"epoch": 0.8139884484532004,
|
|
"grad_norm": 0.09923417866230011,
|
|
"learning_rate": 0.00015852782764811491,
|
|
"loss": 2.0172617435455322,
|
|
"step": 3858
|
|
},
|
|
{
|
|
"epoch": 0.8144104227655141,
|
|
"grad_norm": 0.11352282017469406,
|
|
"learning_rate": 0.00015816876122082586,
|
|
"loss": 1.9894676208496094,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"epoch": 0.8148323970778278,
|
|
"grad_norm": 0.11508678644895554,
|
|
"learning_rate": 0.00015780969479353682,
|
|
"loss": 1.9896647930145264,
|
|
"step": 3862
|
|
},
|
|
{
|
|
"epoch": 0.8152543713901417,
|
|
"grad_norm": 0.09686668962240219,
|
|
"learning_rate": 0.00015745062836624777,
|
|
"loss": 1.988989233970642,
|
|
"step": 3864
|
|
},
|
|
{
|
|
"epoch": 0.8156763457024554,
|
|
"grad_norm": 0.10609009116888046,
|
|
"learning_rate": 0.0001570915619389587,
|
|
"loss": 2.00748348236084,
|
|
"step": 3866
|
|
},
|
|
{
|
|
"epoch": 0.8160983200147691,
|
|
"grad_norm": 0.09999443590641022,
|
|
"learning_rate": 0.00015673249551166968,
|
|
"loss": 1.97810959815979,
|
|
"step": 3868
|
|
},
|
|
{
|
|
"epoch": 0.8165202943270828,
|
|
"grad_norm": 0.10757757723331451,
|
|
"learning_rate": 0.00015637342908438062,
|
|
"loss": 1.9655009508132935,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"epoch": 0.8169422686393966,
|
|
"grad_norm": 0.10482610762119293,
|
|
"learning_rate": 0.00015601436265709156,
|
|
"loss": 2.0134100914001465,
|
|
"step": 3872
|
|
},
|
|
{
|
|
"epoch": 0.8173642429517103,
|
|
"grad_norm": 0.11153223365545273,
|
|
"learning_rate": 0.00015565529622980253,
|
|
"loss": 1.9545120000839233,
|
|
"step": 3874
|
|
},
|
|
{
|
|
"epoch": 0.817786217264024,
|
|
"grad_norm": 0.10973742604255676,
|
|
"learning_rate": 0.00015529622980251347,
|
|
"loss": 1.9370464086532593,
|
|
"step": 3876
|
|
},
|
|
{
|
|
"epoch": 0.8182081915763378,
|
|
"grad_norm": 0.09853997826576233,
|
|
"learning_rate": 0.0001549371633752244,
|
|
"loss": 2.0483956336975098,
|
|
"step": 3878
|
|
},
|
|
{
|
|
"epoch": 0.8186301658886516,
|
|
"grad_norm": 0.12285112589597702,
|
|
"learning_rate": 0.00015457809694793538,
|
|
"loss": 1.9881095886230469,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"epoch": 0.8190521402009653,
|
|
"grad_norm": 0.10819984972476959,
|
|
"learning_rate": 0.00015421903052064632,
|
|
"loss": 1.9612258672714233,
|
|
"step": 3882
|
|
},
|
|
{
|
|
"epoch": 0.819474114513279,
|
|
"grad_norm": 0.11285301297903061,
|
|
"learning_rate": 0.0001538599640933573,
|
|
"loss": 1.9877020120620728,
|
|
"step": 3884
|
|
},
|
|
{
|
|
"epoch": 0.8198960888255927,
|
|
"grad_norm": 0.1077396348118782,
|
|
"learning_rate": 0.00015350089766606823,
|
|
"loss": 1.99911367893219,
|
|
"step": 3886
|
|
},
|
|
{
|
|
"epoch": 0.8203180631379065,
|
|
"grad_norm": 0.1047162190079689,
|
|
"learning_rate": 0.0001531418312387792,
|
|
"loss": 1.9960293769836426,
|
|
"step": 3888
|
|
},
|
|
{
|
|
"epoch": 0.8207400374502202,
|
|
"grad_norm": 0.11399483680725098,
|
|
"learning_rate": 0.00015278276481149014,
|
|
"loss": 1.942463994026184,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"epoch": 0.821162011762534,
|
|
"grad_norm": 0.13342727720737457,
|
|
"learning_rate": 0.00015242369838420108,
|
|
"loss": 1.9544308185577393,
|
|
"step": 3892
|
|
},
|
|
{
|
|
"epoch": 0.8215839860748477,
|
|
"grad_norm": 0.10347689688205719,
|
|
"learning_rate": 0.00015206463195691203,
|
|
"loss": 1.9599984884262085,
|
|
"step": 3894
|
|
},
|
|
{
|
|
"epoch": 0.8220059603871614,
|
|
"grad_norm": 0.11319886147975922,
|
|
"learning_rate": 0.000151705565529623,
|
|
"loss": 2.025538444519043,
|
|
"step": 3896
|
|
},
|
|
{
|
|
"epoch": 0.8224279346994752,
|
|
"grad_norm": 0.1163545623421669,
|
|
"learning_rate": 0.00015134649910233394,
|
|
"loss": 1.9560476541519165,
|
|
"step": 3898
|
|
},
|
|
{
|
|
"epoch": 0.8228499090117889,
|
|
"grad_norm": 0.12468685209751129,
|
|
"learning_rate": 0.0001509874326750449,
|
|
"loss": 2.0232272148132324,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 0.8232718833241026,
|
|
"grad_norm": 0.10980268567800522,
|
|
"learning_rate": 0.00015062836624775585,
|
|
"loss": 2.0195233821868896,
|
|
"step": 3902
|
|
},
|
|
{
|
|
"epoch": 0.8236938576364163,
|
|
"grad_norm": 0.10719434171915054,
|
|
"learning_rate": 0.00015026929982046681,
|
|
"loss": 1.9837669134140015,
|
|
"step": 3904
|
|
},
|
|
{
|
|
"epoch": 0.8241158319487302,
|
|
"grad_norm": 0.10639816522598267,
|
|
"learning_rate": 0.00014991023339317773,
|
|
"loss": 1.9651360511779785,
|
|
"step": 3906
|
|
},
|
|
{
|
|
"epoch": 0.8245378062610439,
|
|
"grad_norm": 0.10504397004842758,
|
|
"learning_rate": 0.0001495511669658887,
|
|
"loss": 1.8785459995269775,
|
|
"step": 3908
|
|
},
|
|
{
|
|
"epoch": 0.8249597805733576,
|
|
"grad_norm": 0.10565751791000366,
|
|
"learning_rate": 0.00014919210053859964,
|
|
"loss": 2.0334479808807373,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"epoch": 0.8253817548856713,
|
|
"grad_norm": 0.11844756454229355,
|
|
"learning_rate": 0.0001488330341113106,
|
|
"loss": 1.9758542776107788,
|
|
"step": 3912
|
|
},
|
|
{
|
|
"epoch": 0.8258037291979851,
|
|
"grad_norm": 0.11583025753498077,
|
|
"learning_rate": 0.00014847396768402155,
|
|
"loss": 2.0450258255004883,
|
|
"step": 3914
|
|
},
|
|
{
|
|
"epoch": 0.8262257035102988,
|
|
"grad_norm": 0.1050402820110321,
|
|
"learning_rate": 0.00014811490125673252,
|
|
"loss": 1.972878336906433,
|
|
"step": 3916
|
|
},
|
|
{
|
|
"epoch": 0.8266476778226125,
|
|
"grad_norm": 0.1121138483285904,
|
|
"learning_rate": 0.00014775583482944346,
|
|
"loss": 1.9859211444854736,
|
|
"step": 3918
|
|
},
|
|
{
|
|
"epoch": 0.8270696521349263,
|
|
"grad_norm": 0.10710328072309494,
|
|
"learning_rate": 0.0001473967684021544,
|
|
"loss": 1.9839608669281006,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"epoch": 0.8274916264472401,
|
|
"grad_norm": 0.10813052952289581,
|
|
"learning_rate": 0.00014703770197486534,
|
|
"loss": 2.0114970207214355,
|
|
"step": 3922
|
|
},
|
|
{
|
|
"epoch": 0.8279136007595538,
|
|
"grad_norm": 0.10946498066186905,
|
|
"learning_rate": 0.0001466786355475763,
|
|
"loss": 1.9662872552871704,
|
|
"step": 3924
|
|
},
|
|
{
|
|
"epoch": 0.8283355750718675,
|
|
"grad_norm": 0.09399878978729248,
|
|
"learning_rate": 0.00014631956912028725,
|
|
"loss": 2.0013427734375,
|
|
"step": 3926
|
|
},
|
|
{
|
|
"epoch": 0.8287575493841812,
|
|
"grad_norm": 0.09642825275659561,
|
|
"learning_rate": 0.00014596050269299822,
|
|
"loss": 1.9572128057479858,
|
|
"step": 3928
|
|
},
|
|
{
|
|
"epoch": 0.829179523696495,
|
|
"grad_norm": 0.10715366899967194,
|
|
"learning_rate": 0.00014560143626570916,
|
|
"loss": 1.9087451696395874,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"epoch": 0.8296014980088087,
|
|
"grad_norm": 0.10492988675832748,
|
|
"learning_rate": 0.00014524236983842013,
|
|
"loss": 1.9729474782943726,
|
|
"step": 3932
|
|
},
|
|
{
|
|
"epoch": 0.8300234723211225,
|
|
"grad_norm": 0.13220976293087006,
|
|
"learning_rate": 0.00014488330341113107,
|
|
"loss": 1.9855540990829468,
|
|
"step": 3934
|
|
},
|
|
{
|
|
"epoch": 0.8304454466334362,
|
|
"grad_norm": 0.10412155091762543,
|
|
"learning_rate": 0.00014452423698384202,
|
|
"loss": 1.9694067239761353,
|
|
"step": 3936
|
|
},
|
|
{
|
|
"epoch": 0.83086742094575,
|
|
"grad_norm": 0.1190498098731041,
|
|
"learning_rate": 0.00014416517055655296,
|
|
"loss": 2.044698476791382,
|
|
"step": 3938
|
|
},
|
|
{
|
|
"epoch": 0.8312893952580637,
|
|
"grad_norm": 0.10366658866405487,
|
|
"learning_rate": 0.00014380610412926393,
|
|
"loss": 1.942368745803833,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"epoch": 0.8317113695703774,
|
|
"grad_norm": 0.10109183192253113,
|
|
"learning_rate": 0.00014344703770197487,
|
|
"loss": 2.008997917175293,
|
|
"step": 3942
|
|
},
|
|
{
|
|
"epoch": 0.8321333438826911,
|
|
"grad_norm": 0.105455681681633,
|
|
"learning_rate": 0.00014308797127468584,
|
|
"loss": 1.9734221696853638,
|
|
"step": 3944
|
|
},
|
|
{
|
|
"epoch": 0.8325553181950048,
|
|
"grad_norm": 0.13118450343608856,
|
|
"learning_rate": 0.00014272890484739678,
|
|
"loss": 2.0029873847961426,
|
|
"step": 3946
|
|
},
|
|
{
|
|
"epoch": 0.8329772925073187,
|
|
"grad_norm": 0.10281118005514145,
|
|
"learning_rate": 0.00014236983842010775,
|
|
"loss": 2.0388238430023193,
|
|
"step": 3948
|
|
},
|
|
{
|
|
"epoch": 0.8333992668196324,
|
|
"grad_norm": 0.10240864753723145,
|
|
"learning_rate": 0.00014201077199281866,
|
|
"loss": 1.9518684148788452,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"epoch": 0.8338212411319461,
|
|
"grad_norm": 0.13563206791877747,
|
|
"learning_rate": 0.00014165170556552963,
|
|
"loss": 2.045661687850952,
|
|
"step": 3952
|
|
},
|
|
{
|
|
"epoch": 0.8342432154442598,
|
|
"grad_norm": 0.11986995488405228,
|
|
"learning_rate": 0.00014129263913824057,
|
|
"loss": 1.9527664184570312,
|
|
"step": 3954
|
|
},
|
|
{
|
|
"epoch": 0.8346651897565736,
|
|
"grad_norm": 0.09651095420122147,
|
|
"learning_rate": 0.00014093357271095154,
|
|
"loss": 1.9852243661880493,
|
|
"step": 3956
|
|
},
|
|
{
|
|
"epoch": 0.8350871640688873,
|
|
"grad_norm": 0.10007069259881973,
|
|
"learning_rate": 0.00014057450628366248,
|
|
"loss": 2.0071771144866943,
|
|
"step": 3958
|
|
},
|
|
{
|
|
"epoch": 0.835509138381201,
|
|
"grad_norm": 0.10559628903865814,
|
|
"learning_rate": 0.00014021543985637345,
|
|
"loss": 1.97202730178833,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"epoch": 0.8359311126935148,
|
|
"grad_norm": 0.10255084186792374,
|
|
"learning_rate": 0.0001398563734290844,
|
|
"loss": 1.9617817401885986,
|
|
"step": 3962
|
|
},
|
|
{
|
|
"epoch": 0.8363530870058286,
|
|
"grad_norm": 0.11901061236858368,
|
|
"learning_rate": 0.00013949730700179533,
|
|
"loss": 2.0128912925720215,
|
|
"step": 3964
|
|
},
|
|
{
|
|
"epoch": 0.8367750613181423,
|
|
"grad_norm": 0.09807386994361877,
|
|
"learning_rate": 0.00013913824057450627,
|
|
"loss": 1.9158368110656738,
|
|
"step": 3966
|
|
},
|
|
{
|
|
"epoch": 0.837197035630456,
|
|
"grad_norm": 0.10064463317394257,
|
|
"learning_rate": 0.00013877917414721724,
|
|
"loss": 2.0165905952453613,
|
|
"step": 3968
|
|
},
|
|
{
|
|
"epoch": 0.8376190099427697,
|
|
"grad_norm": 0.13565891981124878,
|
|
"learning_rate": 0.00013842010771992818,
|
|
"loss": 1.9716047048568726,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"epoch": 0.8380409842550834,
|
|
"grad_norm": 0.12023929506540298,
|
|
"learning_rate": 0.00013806104129263915,
|
|
"loss": 1.9705606698989868,
|
|
"step": 3972
|
|
},
|
|
{
|
|
"epoch": 0.8384629585673972,
|
|
"grad_norm": 0.10239725559949875,
|
|
"learning_rate": 0.0001377019748653501,
|
|
"loss": 1.9629578590393066,
|
|
"step": 3974
|
|
},
|
|
{
|
|
"epoch": 0.838884932879711,
|
|
"grad_norm": 0.1014062762260437,
|
|
"learning_rate": 0.00013734290843806106,
|
|
"loss": 1.9195724725723267,
|
|
"step": 3976
|
|
},
|
|
{
|
|
"epoch": 0.8393069071920247,
|
|
"grad_norm": 0.11347910016775131,
|
|
"learning_rate": 0.00013698384201077198,
|
|
"loss": 1.998403549194336,
|
|
"step": 3978
|
|
},
|
|
{
|
|
"epoch": 0.8397288815043384,
|
|
"grad_norm": 0.11289577931165695,
|
|
"learning_rate": 0.00013662477558348295,
|
|
"loss": 1.9242366552352905,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"epoch": 0.8401508558166522,
|
|
"grad_norm": 0.10800612717866898,
|
|
"learning_rate": 0.0001362657091561939,
|
|
"loss": 2.0245115756988525,
|
|
"step": 3982
|
|
},
|
|
{
|
|
"epoch": 0.8405728301289659,
|
|
"grad_norm": 0.0984434187412262,
|
|
"learning_rate": 0.00013590664272890486,
|
|
"loss": 1.9462246894836426,
|
|
"step": 3984
|
|
},
|
|
{
|
|
"epoch": 0.8409948044412796,
|
|
"grad_norm": 0.10353617370128632,
|
|
"learning_rate": 0.0001355475763016158,
|
|
"loss": 1.9554603099822998,
|
|
"step": 3986
|
|
},
|
|
{
|
|
"epoch": 0.8414167787535933,
|
|
"grad_norm": 0.10475564002990723,
|
|
"learning_rate": 0.00013518850987432677,
|
|
"loss": 1.9545459747314453,
|
|
"step": 3988
|
|
},
|
|
{
|
|
"epoch": 0.8418387530659072,
|
|
"grad_norm": 0.10349466651678085,
|
|
"learning_rate": 0.0001348294434470377,
|
|
"loss": 1.9966001510620117,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"epoch": 0.8422607273782209,
|
|
"grad_norm": 0.09848958253860474,
|
|
"learning_rate": 0.00013447037701974865,
|
|
"loss": 2.006046772003174,
|
|
"step": 3992
|
|
},
|
|
{
|
|
"epoch": 0.8426827016905346,
|
|
"grad_norm": 0.11327902972698212,
|
|
"learning_rate": 0.0001341113105924596,
|
|
"loss": 2.0462801456451416,
|
|
"step": 3994
|
|
},
|
|
{
|
|
"epoch": 0.8431046760028483,
|
|
"grad_norm": 0.12294293195009232,
|
|
"learning_rate": 0.00013375224416517056,
|
|
"loss": 1.9671330451965332,
|
|
"step": 3996
|
|
},
|
|
{
|
|
"epoch": 0.843526650315162,
|
|
"grad_norm": 0.10709433257579803,
|
|
"learning_rate": 0.0001333931777378815,
|
|
"loss": 2.005004405975342,
|
|
"step": 3998
|
|
},
|
|
{
|
|
"epoch": 0.8439486246274758,
|
|
"grad_norm": 0.1040915697813034,
|
|
"learning_rate": 0.00013303411131059247,
|
|
"loss": 1.940953254699707,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.8443705989397895,
|
|
"grad_norm": 0.1030125617980957,
|
|
"learning_rate": 0.0001326750448833034,
|
|
"loss": 1.9784326553344727,
|
|
"step": 4002
|
|
},
|
|
{
|
|
"epoch": 0.8447925732521033,
|
|
"grad_norm": 0.1263287216424942,
|
|
"learning_rate": 0.00013231597845601438,
|
|
"loss": 2.0198214054107666,
|
|
"step": 4004
|
|
},
|
|
{
|
|
"epoch": 0.845214547564417,
|
|
"grad_norm": 0.11853793263435364,
|
|
"learning_rate": 0.00013195691202872532,
|
|
"loss": 2.007014274597168,
|
|
"step": 4006
|
|
},
|
|
{
|
|
"epoch": 0.8456365218767308,
|
|
"grad_norm": 0.10487543046474457,
|
|
"learning_rate": 0.00013159784560143626,
|
|
"loss": 2.001098394393921,
|
|
"step": 4008
|
|
},
|
|
{
|
|
"epoch": 0.8460584961890445,
|
|
"grad_norm": 0.13676878809928894,
|
|
"learning_rate": 0.0001312387791741472,
|
|
"loss": 2.000941038131714,
|
|
"step": 4010
|
|
},
|
|
{
|
|
"epoch": 0.8464804705013582,
|
|
"grad_norm": 0.10252530872821808,
|
|
"learning_rate": 0.00013087971274685817,
|
|
"loss": 1.9954538345336914,
|
|
"step": 4012
|
|
},
|
|
{
|
|
"epoch": 0.8469024448136719,
|
|
"grad_norm": 0.11510323733091354,
|
|
"learning_rate": 0.00013052064631956912,
|
|
"loss": 1.9998911619186401,
|
|
"step": 4014
|
|
},
|
|
{
|
|
"epoch": 0.8473244191259857,
|
|
"grad_norm": 0.10545968264341354,
|
|
"learning_rate": 0.00013016157989228009,
|
|
"loss": 1.9323265552520752,
|
|
"step": 4016
|
|
},
|
|
{
|
|
"epoch": 0.8477463934382995,
|
|
"grad_norm": 0.11139178276062012,
|
|
"learning_rate": 0.00012980251346499103,
|
|
"loss": 1.9420866966247559,
|
|
"step": 4018
|
|
},
|
|
{
|
|
"epoch": 0.8481683677506132,
|
|
"grad_norm": 0.11030557751655579,
|
|
"learning_rate": 0.00012944344703770197,
|
|
"loss": 1.950394868850708,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"epoch": 0.8485903420629269,
|
|
"grad_norm": 0.11337947100400925,
|
|
"learning_rate": 0.00012908438061041294,
|
|
"loss": 1.9704276323318481,
|
|
"step": 4022
|
|
},
|
|
{
|
|
"epoch": 0.8490123163752407,
|
|
"grad_norm": 0.10561737418174744,
|
|
"learning_rate": 0.00012872531418312388,
|
|
"loss": 1.905476450920105,
|
|
"step": 4024
|
|
},
|
|
{
|
|
"epoch": 0.8494342906875544,
|
|
"grad_norm": 0.10871019959449768,
|
|
"learning_rate": 0.00012836624775583485,
|
|
"loss": 1.988250970840454,
|
|
"step": 4026
|
|
},
|
|
{
|
|
"epoch": 0.8498562649998681,
|
|
"grad_norm": 0.096436507999897,
|
|
"learning_rate": 0.0001280071813285458,
|
|
"loss": 1.9566881656646729,
|
|
"step": 4028
|
|
},
|
|
{
|
|
"epoch": 0.8502782393121818,
|
|
"grad_norm": 0.10243004560470581,
|
|
"learning_rate": 0.00012764811490125673,
|
|
"loss": 1.9743250608444214,
|
|
"step": 4030
|
|
},
|
|
{
|
|
"epoch": 0.8507002136244957,
|
|
"grad_norm": 0.10555164515972137,
|
|
"learning_rate": 0.0001272890484739677,
|
|
"loss": 1.977521300315857,
|
|
"step": 4032
|
|
},
|
|
{
|
|
"epoch": 0.8511221879368094,
|
|
"grad_norm": 0.10545128583908081,
|
|
"learning_rate": 0.00012692998204667864,
|
|
"loss": 1.8971844911575317,
|
|
"step": 4034
|
|
},
|
|
{
|
|
"epoch": 0.8515441622491231,
|
|
"grad_norm": 0.11702746897935867,
|
|
"learning_rate": 0.00012657091561938958,
|
|
"loss": 1.9810165166854858,
|
|
"step": 4036
|
|
},
|
|
{
|
|
"epoch": 0.8519661365614368,
|
|
"grad_norm": 0.10837048292160034,
|
|
"learning_rate": 0.00012621184919210055,
|
|
"loss": 2.0539441108703613,
|
|
"step": 4038
|
|
},
|
|
{
|
|
"epoch": 0.8523881108737505,
|
|
"grad_norm": 0.10196461528539658,
|
|
"learning_rate": 0.0001258527827648115,
|
|
"loss": 1.9302244186401367,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"epoch": 0.8528100851860643,
|
|
"grad_norm": 0.10470853000879288,
|
|
"learning_rate": 0.00012549371633752246,
|
|
"loss": 2.014164686203003,
|
|
"step": 4042
|
|
},
|
|
{
|
|
"epoch": 0.853232059498378,
|
|
"grad_norm": 0.1329105645418167,
|
|
"learning_rate": 0.0001251346499102334,
|
|
"loss": 1.9430943727493286,
|
|
"step": 4044
|
|
},
|
|
{
|
|
"epoch": 0.8536540338106918,
|
|
"grad_norm": 0.11608070135116577,
|
|
"learning_rate": 0.00012477558348294437,
|
|
"loss": 1.979904294013977,
|
|
"step": 4046
|
|
},
|
|
{
|
|
"epoch": 0.8540760081230055,
|
|
"grad_norm": 0.10431086272001266,
|
|
"learning_rate": 0.0001244165170556553,
|
|
"loss": 2.0531728267669678,
|
|
"step": 4048
|
|
},
|
|
{
|
|
"epoch": 0.8544979824353193,
|
|
"grad_norm": 0.10427115857601166,
|
|
"learning_rate": 0.00012405745062836625,
|
|
"loss": 1.9721683263778687,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"epoch": 0.854919956747633,
|
|
"grad_norm": 0.10791371762752533,
|
|
"learning_rate": 0.0001236983842010772,
|
|
"loss": 1.9694339036941528,
|
|
"step": 4052
|
|
},
|
|
{
|
|
"epoch": 0.8553419310599467,
|
|
"grad_norm": 0.10225558280944824,
|
|
"learning_rate": 0.00012333931777378817,
|
|
"loss": 1.958451509475708,
|
|
"step": 4054
|
|
},
|
|
{
|
|
"epoch": 0.8557639053722604,
|
|
"grad_norm": 0.10280132293701172,
|
|
"learning_rate": 0.0001229802513464991,
|
|
"loss": 1.9418867826461792,
|
|
"step": 4056
|
|
},
|
|
{
|
|
"epoch": 0.8561858796845742,
|
|
"grad_norm": 0.10905694216489792,
|
|
"learning_rate": 0.00012262118491921008,
|
|
"loss": 1.92428719997406,
|
|
"step": 4058
|
|
},
|
|
{
|
|
"epoch": 0.856607853996888,
|
|
"grad_norm": 0.11398683488368988,
|
|
"learning_rate": 0.00012226211849192102,
|
|
"loss": 2.0300872325897217,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"epoch": 0.8570298283092017,
|
|
"grad_norm": 0.1170513853430748,
|
|
"learning_rate": 0.00012190305206463197,
|
|
"loss": 1.9878041744232178,
|
|
"step": 4062
|
|
},
|
|
{
|
|
"epoch": 0.8574518026215154,
|
|
"grad_norm": 0.1165793314576149,
|
|
"learning_rate": 0.0001215439856373429,
|
|
"loss": 1.9732407331466675,
|
|
"step": 4064
|
|
},
|
|
{
|
|
"epoch": 0.8578737769338292,
|
|
"grad_norm": 0.0937754362821579,
|
|
"learning_rate": 0.00012118491921005386,
|
|
"loss": 1.9634145498275757,
|
|
"step": 4066
|
|
},
|
|
{
|
|
"epoch": 0.8582957512461429,
|
|
"grad_norm": 0.1188102439045906,
|
|
"learning_rate": 0.00012082585278276481,
|
|
"loss": 1.9644101858139038,
|
|
"step": 4068
|
|
},
|
|
{
|
|
"epoch": 0.8587177255584566,
|
|
"grad_norm": 0.1256292462348938,
|
|
"learning_rate": 0.00012046678635547577,
|
|
"loss": 2.0683329105377197,
|
|
"step": 4070
|
|
},
|
|
{
|
|
"epoch": 0.8591396998707703,
|
|
"grad_norm": 0.11852488666772842,
|
|
"learning_rate": 0.00012010771992818672,
|
|
"loss": 2.035352945327759,
|
|
"step": 4072
|
|
},
|
|
{
|
|
"epoch": 0.8595616741830842,
|
|
"grad_norm": 0.10779717564582825,
|
|
"learning_rate": 0.00011974865350089768,
|
|
"loss": 1.9677391052246094,
|
|
"step": 4074
|
|
},
|
|
{
|
|
"epoch": 0.8599836484953979,
|
|
"grad_norm": 0.11177530884742737,
|
|
"learning_rate": 0.00011938958707360863,
|
|
"loss": 1.9674873352050781,
|
|
"step": 4076
|
|
},
|
|
{
|
|
"epoch": 0.8604056228077116,
|
|
"grad_norm": 0.12280061841011047,
|
|
"learning_rate": 0.00011903052064631956,
|
|
"loss": 2.027679443359375,
|
|
"step": 4078
|
|
},
|
|
{
|
|
"epoch": 0.8608275971200253,
|
|
"grad_norm": 0.1015930324792862,
|
|
"learning_rate": 0.00011867145421903051,
|
|
"loss": 1.9724328517913818,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"epoch": 0.861249571432339,
|
|
"grad_norm": 0.11449313908815384,
|
|
"learning_rate": 0.00011831238779174147,
|
|
"loss": 1.953128695487976,
|
|
"step": 4082
|
|
},
|
|
{
|
|
"epoch": 0.8616715457446528,
|
|
"grad_norm": 0.10541561245918274,
|
|
"learning_rate": 0.00011795332136445242,
|
|
"loss": 1.9996706247329712,
|
|
"step": 4084
|
|
},
|
|
{
|
|
"epoch": 0.8620935200569665,
|
|
"grad_norm": 0.10451189428567886,
|
|
"learning_rate": 0.00011759425493716338,
|
|
"loss": 1.979792833328247,
|
|
"step": 4086
|
|
},
|
|
{
|
|
"epoch": 0.8625154943692803,
|
|
"grad_norm": 0.1051163598895073,
|
|
"learning_rate": 0.00011723518850987433,
|
|
"loss": 2.032721519470215,
|
|
"step": 4088
|
|
},
|
|
{
|
|
"epoch": 0.862937468681594,
|
|
"grad_norm": 0.10321579873561859,
|
|
"learning_rate": 0.00011687612208258529,
|
|
"loss": 2.037062883377075,
|
|
"step": 4090
|
|
},
|
|
{
|
|
"epoch": 0.8633594429939078,
|
|
"grad_norm": 0.09791623055934906,
|
|
"learning_rate": 0.00011651705565529623,
|
|
"loss": 1.9651076793670654,
|
|
"step": 4092
|
|
},
|
|
{
|
|
"epoch": 0.8637814173062215,
|
|
"grad_norm": 0.1162537932395935,
|
|
"learning_rate": 0.00011615798922800719,
|
|
"loss": 1.9559674263000488,
|
|
"step": 4094
|
|
},
|
|
{
|
|
"epoch": 0.8642033916185352,
|
|
"grad_norm": 0.10345719754695892,
|
|
"learning_rate": 0.00011579892280071814,
|
|
"loss": 2.002694606781006,
|
|
"step": 4096
|
|
},
|
|
{
|
|
"epoch": 0.8646253659308489,
|
|
"grad_norm": 0.10408767312765121,
|
|
"learning_rate": 0.00011543985637342908,
|
|
"loss": 1.9696884155273438,
|
|
"step": 4098
|
|
},
|
|
{
|
|
"epoch": 0.8650473402431627,
|
|
"grad_norm": 0.10374891012907028,
|
|
"learning_rate": 0.00011508078994614004,
|
|
"loss": 2.006002187728882,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 0.8654693145554765,
|
|
"grad_norm": 0.11908835172653198,
|
|
"learning_rate": 0.000114721723518851,
|
|
"loss": 1.9251043796539307,
|
|
"step": 4102
|
|
},
|
|
{
|
|
"epoch": 0.8658912888677902,
|
|
"grad_norm": 0.10296973586082458,
|
|
"learning_rate": 0.00011436265709156195,
|
|
"loss": 1.9771960973739624,
|
|
"step": 4104
|
|
},
|
|
{
|
|
"epoch": 0.8663132631801039,
|
|
"grad_norm": 0.10220454633235931,
|
|
"learning_rate": 0.00011400359066427289,
|
|
"loss": 1.9760771989822388,
|
|
"step": 4106
|
|
},
|
|
{
|
|
"epoch": 0.8667352374924177,
|
|
"grad_norm": 0.09764791280031204,
|
|
"learning_rate": 0.00011364452423698385,
|
|
"loss": 1.9355459213256836,
|
|
"step": 4108
|
|
},
|
|
{
|
|
"epoch": 0.8671572118047314,
|
|
"grad_norm": 0.10642227530479431,
|
|
"learning_rate": 0.0001132854578096948,
|
|
"loss": 2.0034024715423584,
|
|
"step": 4110
|
|
},
|
|
{
|
|
"epoch": 0.8675791861170451,
|
|
"grad_norm": 0.11727109551429749,
|
|
"learning_rate": 0.00011292639138240576,
|
|
"loss": 1.989803671836853,
|
|
"step": 4112
|
|
},
|
|
{
|
|
"epoch": 0.8680011604293588,
|
|
"grad_norm": 0.1131054013967514,
|
|
"learning_rate": 0.00011256732495511671,
|
|
"loss": 2.017568349838257,
|
|
"step": 4114
|
|
},
|
|
{
|
|
"epoch": 0.8684231347416727,
|
|
"grad_norm": 0.1025441512465477,
|
|
"learning_rate": 0.00011220825852782765,
|
|
"loss": 1.9782181978225708,
|
|
"step": 4116
|
|
},
|
|
{
|
|
"epoch": 0.8688451090539864,
|
|
"grad_norm": 0.10363882035017014,
|
|
"learning_rate": 0.00011184919210053861,
|
|
"loss": 1.9786701202392578,
|
|
"step": 4118
|
|
},
|
|
{
|
|
"epoch": 0.8692670833663001,
|
|
"grad_norm": 0.10100357979536057,
|
|
"learning_rate": 0.00011149012567324955,
|
|
"loss": 1.9932900667190552,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"epoch": 0.8696890576786138,
|
|
"grad_norm": 0.09827663749456406,
|
|
"learning_rate": 0.0001111310592459605,
|
|
"loss": 1.9554555416107178,
|
|
"step": 4122
|
|
},
|
|
{
|
|
"epoch": 0.8701110319909275,
|
|
"grad_norm": 0.12574602663516998,
|
|
"learning_rate": 0.00011077199281867146,
|
|
"loss": 2.06023907661438,
|
|
"step": 4124
|
|
},
|
|
{
|
|
"epoch": 0.8705330063032413,
|
|
"grad_norm": 0.10325512290000916,
|
|
"learning_rate": 0.00011041292639138241,
|
|
"loss": 2.0091071128845215,
|
|
"step": 4126
|
|
},
|
|
{
|
|
"epoch": 0.870954980615555,
|
|
"grad_norm": 0.13387209177017212,
|
|
"learning_rate": 0.00011005385996409337,
|
|
"loss": 1.981414794921875,
|
|
"step": 4128
|
|
},
|
|
{
|
|
"epoch": 0.8713769549278688,
|
|
"grad_norm": 0.10491533577442169,
|
|
"learning_rate": 0.00010969479353680432,
|
|
"loss": 1.9464714527130127,
|
|
"step": 4130
|
|
},
|
|
{
|
|
"epoch": 0.8717989292401825,
|
|
"grad_norm": 0.10984890908002853,
|
|
"learning_rate": 0.00010933572710951528,
|
|
"loss": 1.8622952699661255,
|
|
"step": 4132
|
|
},
|
|
{
|
|
"epoch": 0.8722209035524963,
|
|
"grad_norm": 0.0975826159119606,
|
|
"learning_rate": 0.00010897666068222623,
|
|
"loss": 1.9768540859222412,
|
|
"step": 4134
|
|
},
|
|
{
|
|
"epoch": 0.87264287786481,
|
|
"grad_norm": 0.10530994832515717,
|
|
"learning_rate": 0.00010861759425493716,
|
|
"loss": 1.923965573310852,
|
|
"step": 4136
|
|
},
|
|
{
|
|
"epoch": 0.8730648521771237,
|
|
"grad_norm": 0.10517559200525284,
|
|
"learning_rate": 0.00010825852782764812,
|
|
"loss": 1.9396735429763794,
|
|
"step": 4138
|
|
},
|
|
{
|
|
"epoch": 0.8734868264894374,
|
|
"grad_norm": 0.11980796605348587,
|
|
"learning_rate": 0.00010789946140035907,
|
|
"loss": 1.9914312362670898,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"epoch": 0.8739088008017512,
|
|
"grad_norm": 0.10633966326713562,
|
|
"learning_rate": 0.00010754039497307003,
|
|
"loss": 1.9428434371948242,
|
|
"step": 4142
|
|
},
|
|
{
|
|
"epoch": 0.874330775114065,
|
|
"grad_norm": 0.10705510526895523,
|
|
"learning_rate": 0.00010718132854578098,
|
|
"loss": 1.9225833415985107,
|
|
"step": 4144
|
|
},
|
|
{
|
|
"epoch": 0.8747527494263787,
|
|
"grad_norm": 0.12202207744121552,
|
|
"learning_rate": 0.00010682226211849194,
|
|
"loss": 1.9532277584075928,
|
|
"step": 4146
|
|
},
|
|
{
|
|
"epoch": 0.8751747237386924,
|
|
"grad_norm": 0.1029386818408966,
|
|
"learning_rate": 0.0001064631956912029,
|
|
"loss": 2.003518581390381,
|
|
"step": 4148
|
|
},
|
|
{
|
|
"epoch": 0.8755966980510062,
|
|
"grad_norm": 0.10091995447874069,
|
|
"learning_rate": 0.00010610412926391382,
|
|
"loss": 1.9390450716018677,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"epoch": 0.8760186723633199,
|
|
"grad_norm": 0.10615351051092148,
|
|
"learning_rate": 0.00010574506283662478,
|
|
"loss": 2.0119433403015137,
|
|
"step": 4152
|
|
},
|
|
{
|
|
"epoch": 0.8764406466756336,
|
|
"grad_norm": 0.10447157174348831,
|
|
"learning_rate": 0.00010538599640933573,
|
|
"loss": 1.9368691444396973,
|
|
"step": 4154
|
|
},
|
|
{
|
|
"epoch": 0.8768626209879473,
|
|
"grad_norm": 0.10399413853883743,
|
|
"learning_rate": 0.00010502692998204669,
|
|
"loss": 1.9585068225860596,
|
|
"step": 4156
|
|
},
|
|
{
|
|
"epoch": 0.8772845953002611,
|
|
"grad_norm": 0.11146201193332672,
|
|
"learning_rate": 0.00010466786355475764,
|
|
"loss": 2.018137216567993,
|
|
"step": 4158
|
|
},
|
|
{
|
|
"epoch": 0.8777065696125749,
|
|
"grad_norm": 0.09950372576713562,
|
|
"learning_rate": 0.0001043087971274686,
|
|
"loss": 1.9181655645370483,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"epoch": 0.8781285439248886,
|
|
"grad_norm": 0.11151466518640518,
|
|
"learning_rate": 0.00010394973070017955,
|
|
"loss": 2.0159413814544678,
|
|
"step": 4162
|
|
},
|
|
{
|
|
"epoch": 0.8785505182372023,
|
|
"grad_norm": 0.10773728042840958,
|
|
"learning_rate": 0.00010359066427289048,
|
|
"loss": 1.9867284297943115,
|
|
"step": 4164
|
|
},
|
|
{
|
|
"epoch": 0.878972492549516,
|
|
"grad_norm": 0.09941746294498444,
|
|
"learning_rate": 0.00010323159784560144,
|
|
"loss": 1.986660122871399,
|
|
"step": 4166
|
|
},
|
|
{
|
|
"epoch": 0.8793944668618298,
|
|
"grad_norm": 0.12539422512054443,
|
|
"learning_rate": 0.00010287253141831239,
|
|
"loss": 1.9660176038742065,
|
|
"step": 4168
|
|
},
|
|
{
|
|
"epoch": 0.8798164411741435,
|
|
"grad_norm": 0.154988095164299,
|
|
"learning_rate": 0.00010251346499102335,
|
|
"loss": 1.8545987606048584,
|
|
"step": 4170
|
|
},
|
|
{
|
|
"epoch": 0.8802384154864573,
|
|
"grad_norm": 0.10810447484254837,
|
|
"learning_rate": 0.0001021543985637343,
|
|
"loss": 1.9924931526184082,
|
|
"step": 4172
|
|
},
|
|
{
|
|
"epoch": 0.880660389798771,
|
|
"grad_norm": 0.11465612053871155,
|
|
"learning_rate": 0.00010179533213644526,
|
|
"loss": 1.9525902271270752,
|
|
"step": 4174
|
|
},
|
|
{
|
|
"epoch": 0.8810823641110848,
|
|
"grad_norm": 0.12277161329984665,
|
|
"learning_rate": 0.00010143626570915621,
|
|
"loss": 1.9586793184280396,
|
|
"step": 4176
|
|
},
|
|
{
|
|
"epoch": 0.8815043384233985,
|
|
"grad_norm": 0.10205686092376709,
|
|
"learning_rate": 0.00010107719928186714,
|
|
"loss": 1.9789749383926392,
|
|
"step": 4178
|
|
},
|
|
{
|
|
"epoch": 0.8819263127357122,
|
|
"grad_norm": 0.09653634577989578,
|
|
"learning_rate": 0.0001007181328545781,
|
|
"loss": 1.9354426860809326,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"epoch": 0.8823482870480259,
|
|
"grad_norm": 0.1114269569516182,
|
|
"learning_rate": 0.00010035906642728905,
|
|
"loss": 1.9049197435379028,
|
|
"step": 4182
|
|
},
|
|
{
|
|
"epoch": 0.8827702613603396,
|
|
"grad_norm": 0.10992174595594406,
|
|
"learning_rate": 0.0001,
|
|
"loss": 1.987058401107788,
|
|
"step": 4184
|
|
},
|
|
{
|
|
"epoch": 0.8831922356726535,
|
|
"grad_norm": 0.10310900211334229,
|
|
"learning_rate": 9.964093357271096e-05,
|
|
"loss": 2.058398723602295,
|
|
"step": 4186
|
|
},
|
|
{
|
|
"epoch": 0.8836142099849672,
|
|
"grad_norm": 0.09827963262796402,
|
|
"learning_rate": 9.92818671454219e-05,
|
|
"loss": 2.018256664276123,
|
|
"step": 4188
|
|
},
|
|
{
|
|
"epoch": 0.8840361842972809,
|
|
"grad_norm": 0.10367213189601898,
|
|
"learning_rate": 9.892280071813286e-05,
|
|
"loss": 1.933269739151001,
|
|
"step": 4190
|
|
},
|
|
{
|
|
"epoch": 0.8844581586095946,
|
|
"grad_norm": 0.10718783736228943,
|
|
"learning_rate": 9.856373429084381e-05,
|
|
"loss": 1.9890934228897095,
|
|
"step": 4192
|
|
},
|
|
{
|
|
"epoch": 0.8848801329219084,
|
|
"grad_norm": 0.10876277089118958,
|
|
"learning_rate": 9.820466786355477e-05,
|
|
"loss": 2.008486747741699,
|
|
"step": 4194
|
|
},
|
|
{
|
|
"epoch": 0.8853021072342221,
|
|
"grad_norm": 0.11397836357355118,
|
|
"learning_rate": 9.784560143626571e-05,
|
|
"loss": 1.8652293682098389,
|
|
"step": 4196
|
|
},
|
|
{
|
|
"epoch": 0.8857240815465358,
|
|
"grad_norm": 0.09931036829948425,
|
|
"learning_rate": 9.748653500897666e-05,
|
|
"loss": 1.9758901596069336,
|
|
"step": 4198
|
|
},
|
|
{
|
|
"epoch": 0.8861460558588496,
|
|
"grad_norm": 0.1357850879430771,
|
|
"learning_rate": 9.712746858168762e-05,
|
|
"loss": 1.9757301807403564,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 0.8865680301711634,
|
|
"grad_norm": 0.10815994441509247,
|
|
"learning_rate": 9.676840215439856e-05,
|
|
"loss": 1.9674029350280762,
|
|
"step": 4202
|
|
},
|
|
{
|
|
"epoch": 0.8869900044834771,
|
|
"grad_norm": 0.10157132148742676,
|
|
"learning_rate": 9.640933572710952e-05,
|
|
"loss": 1.956359624862671,
|
|
"step": 4204
|
|
},
|
|
{
|
|
"epoch": 0.8874119787957908,
|
|
"grad_norm": 0.10470298677682877,
|
|
"learning_rate": 9.605026929982047e-05,
|
|
"loss": 1.964519739151001,
|
|
"step": 4206
|
|
},
|
|
{
|
|
"epoch": 0.8878339531081045,
|
|
"grad_norm": 0.1094106137752533,
|
|
"learning_rate": 9.569120287253143e-05,
|
|
"loss": 1.9606529474258423,
|
|
"step": 4208
|
|
},
|
|
{
|
|
"epoch": 0.8882559274204183,
|
|
"grad_norm": 0.09847893565893173,
|
|
"learning_rate": 9.533213644524237e-05,
|
|
"loss": 1.9122717380523682,
|
|
"step": 4210
|
|
},
|
|
{
|
|
"epoch": 0.888677901732732,
|
|
"grad_norm": 0.10363010317087173,
|
|
"learning_rate": 9.497307001795332e-05,
|
|
"loss": 1.9435197114944458,
|
|
"step": 4212
|
|
},
|
|
{
|
|
"epoch": 0.8890998760450458,
|
|
"grad_norm": 0.116825170814991,
|
|
"learning_rate": 9.461400359066428e-05,
|
|
"loss": 1.9593642950057983,
|
|
"step": 4214
|
|
},
|
|
{
|
|
"epoch": 0.8895218503573595,
|
|
"grad_norm": 0.11186099797487259,
|
|
"learning_rate": 9.425493716337523e-05,
|
|
"loss": 1.9593404531478882,
|
|
"step": 4216
|
|
},
|
|
{
|
|
"epoch": 0.8899438246696733,
|
|
"grad_norm": 0.0962444618344307,
|
|
"learning_rate": 9.389587073608617e-05,
|
|
"loss": 1.9644770622253418,
|
|
"step": 4218
|
|
},
|
|
{
|
|
"epoch": 0.890365798981987,
|
|
"grad_norm": 0.11035660654306412,
|
|
"learning_rate": 9.353680430879713e-05,
|
|
"loss": 2.001209259033203,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"epoch": 0.8907877732943007,
|
|
"grad_norm": 0.14517180621623993,
|
|
"learning_rate": 9.317773788150808e-05,
|
|
"loss": 2.0199880599975586,
|
|
"step": 4222
|
|
},
|
|
{
|
|
"epoch": 0.8912097476066144,
|
|
"grad_norm": 0.11026109755039215,
|
|
"learning_rate": 9.281867145421903e-05,
|
|
"loss": 1.976463794708252,
|
|
"step": 4224
|
|
},
|
|
{
|
|
"epoch": 0.8916317219189281,
|
|
"grad_norm": 0.10343006253242493,
|
|
"learning_rate": 9.245960502692998e-05,
|
|
"loss": 1.9763832092285156,
|
|
"step": 4226
|
|
},
|
|
{
|
|
"epoch": 0.892053696231242,
|
|
"grad_norm": 0.10587551444768906,
|
|
"learning_rate": 9.210053859964094e-05,
|
|
"loss": 2.028472900390625,
|
|
"step": 4228
|
|
},
|
|
{
|
|
"epoch": 0.8924756705435557,
|
|
"grad_norm": 0.09772776812314987,
|
|
"learning_rate": 9.174147217235189e-05,
|
|
"loss": 1.958916425704956,
|
|
"step": 4230
|
|
},
|
|
{
|
|
"epoch": 0.8928976448558694,
|
|
"grad_norm": 0.10985676944255829,
|
|
"learning_rate": 9.138240574506283e-05,
|
|
"loss": 1.9664442539215088,
|
|
"step": 4232
|
|
},
|
|
{
|
|
"epoch": 0.8933196191681831,
|
|
"grad_norm": 0.10186974704265594,
|
|
"learning_rate": 9.102333931777379e-05,
|
|
"loss": 1.922724962234497,
|
|
"step": 4234
|
|
},
|
|
{
|
|
"epoch": 0.8937415934804969,
|
|
"grad_norm": 0.10821647942066193,
|
|
"learning_rate": 9.066427289048474e-05,
|
|
"loss": 1.9519538879394531,
|
|
"step": 4236
|
|
},
|
|
{
|
|
"epoch": 0.8941635677928106,
|
|
"grad_norm": 0.10424809902906418,
|
|
"learning_rate": 9.030520646319568e-05,
|
|
"loss": 2.0254831314086914,
|
|
"step": 4238
|
|
},
|
|
{
|
|
"epoch": 0.8945855421051243,
|
|
"grad_norm": 0.11156921088695526,
|
|
"learning_rate": 8.994614003590664e-05,
|
|
"loss": 1.9796853065490723,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"epoch": 0.8950075164174381,
|
|
"grad_norm": 0.10358042269945145,
|
|
"learning_rate": 8.95870736086176e-05,
|
|
"loss": 1.9777542352676392,
|
|
"step": 4242
|
|
},
|
|
{
|
|
"epoch": 0.8954294907297519,
|
|
"grad_norm": 0.09888289868831635,
|
|
"learning_rate": 8.922800718132855e-05,
|
|
"loss": 1.9858468770980835,
|
|
"step": 4244
|
|
},
|
|
{
|
|
"epoch": 0.8958514650420656,
|
|
"grad_norm": 0.10647071897983551,
|
|
"learning_rate": 8.886894075403949e-05,
|
|
"loss": 2.0609874725341797,
|
|
"step": 4246
|
|
},
|
|
{
|
|
"epoch": 0.8962734393543793,
|
|
"grad_norm": 0.10038262605667114,
|
|
"learning_rate": 8.850987432675045e-05,
|
|
"loss": 1.943960189819336,
|
|
"step": 4248
|
|
},
|
|
{
|
|
"epoch": 0.896695413666693,
|
|
"grad_norm": 0.1254945993423462,
|
|
"learning_rate": 8.81508078994614e-05,
|
|
"loss": 1.9855732917785645,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"epoch": 0.8971173879790068,
|
|
"grad_norm": 0.10052505135536194,
|
|
"learning_rate": 8.779174147217236e-05,
|
|
"loss": 1.9286285638809204,
|
|
"step": 4252
|
|
},
|
|
{
|
|
"epoch": 0.8975393622913205,
|
|
"grad_norm": 0.10480878502130508,
|
|
"learning_rate": 8.74326750448833e-05,
|
|
"loss": 1.932157278060913,
|
|
"step": 4254
|
|
},
|
|
{
|
|
"epoch": 0.8979613366036343,
|
|
"grad_norm": 0.11183223128318787,
|
|
"learning_rate": 8.707360861759425e-05,
|
|
"loss": 1.9971097707748413,
|
|
"step": 4256
|
|
},
|
|
{
|
|
"epoch": 0.898383310915948,
|
|
"grad_norm": 0.11327829211950302,
|
|
"learning_rate": 8.671454219030521e-05,
|
|
"loss": 1.9844368696212769,
|
|
"step": 4258
|
|
},
|
|
{
|
|
"epoch": 0.8988052852282618,
|
|
"grad_norm": 0.10075780749320984,
|
|
"learning_rate": 8.635547576301616e-05,
|
|
"loss": 1.9415298700332642,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"epoch": 0.8992272595405755,
|
|
"grad_norm": 0.11096285283565521,
|
|
"learning_rate": 8.599640933572712e-05,
|
|
"loss": 2.013035774230957,
|
|
"step": 4262
|
|
},
|
|
{
|
|
"epoch": 0.8996492338528892,
|
|
"grad_norm": 0.11807211488485336,
|
|
"learning_rate": 8.563734290843806e-05,
|
|
"loss": 1.9533275365829468,
|
|
"step": 4264
|
|
},
|
|
{
|
|
"epoch": 0.9000712081652029,
|
|
"grad_norm": 0.11440528929233551,
|
|
"learning_rate": 8.527827648114902e-05,
|
|
"loss": 1.9751338958740234,
|
|
"step": 4266
|
|
},
|
|
{
|
|
"epoch": 0.9004931824775166,
|
|
"grad_norm": 0.10884717106819153,
|
|
"learning_rate": 8.491921005385997e-05,
|
|
"loss": 1.9218369722366333,
|
|
"step": 4268
|
|
},
|
|
{
|
|
"epoch": 0.9009151567898305,
|
|
"grad_norm": 0.10807453095912933,
|
|
"learning_rate": 8.456014362657093e-05,
|
|
"loss": 1.9406864643096924,
|
|
"step": 4270
|
|
},
|
|
{
|
|
"epoch": 0.9013371311021442,
|
|
"grad_norm": 0.10760314017534256,
|
|
"learning_rate": 8.420107719928187e-05,
|
|
"loss": 2.030202627182007,
|
|
"step": 4272
|
|
},
|
|
{
|
|
"epoch": 0.9017591054144579,
|
|
"grad_norm": 0.10374918580055237,
|
|
"learning_rate": 8.384201077199282e-05,
|
|
"loss": 1.944858193397522,
|
|
"step": 4274
|
|
},
|
|
{
|
|
"epoch": 0.9021810797267716,
|
|
"grad_norm": 0.11201688647270203,
|
|
"learning_rate": 8.348294434470378e-05,
|
|
"loss": 1.99154794216156,
|
|
"step": 4276
|
|
},
|
|
{
|
|
"epoch": 0.9026030540390854,
|
|
"grad_norm": 0.09922835230827332,
|
|
"learning_rate": 8.312387791741473e-05,
|
|
"loss": 1.9297547340393066,
|
|
"step": 4278
|
|
},
|
|
{
|
|
"epoch": 0.9030250283513991,
|
|
"grad_norm": 0.10309100151062012,
|
|
"learning_rate": 8.276481149012569e-05,
|
|
"loss": 1.9827690124511719,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"epoch": 0.9034470026637128,
|
|
"grad_norm": 0.10575927048921585,
|
|
"learning_rate": 8.240574506283663e-05,
|
|
"loss": 2.0133469104766846,
|
|
"step": 4282
|
|
},
|
|
{
|
|
"epoch": 0.9038689769760266,
|
|
"grad_norm": 0.11572188884019852,
|
|
"learning_rate": 8.204667863554759e-05,
|
|
"loss": 1.942476749420166,
|
|
"step": 4284
|
|
},
|
|
{
|
|
"epoch": 0.9042909512883404,
|
|
"grad_norm": 0.10649754852056503,
|
|
"learning_rate": 8.168761220825854e-05,
|
|
"loss": 1.9683701992034912,
|
|
"step": 4286
|
|
},
|
|
{
|
|
"epoch": 0.9047129256006541,
|
|
"grad_norm": 0.11013828217983246,
|
|
"learning_rate": 8.132854578096948e-05,
|
|
"loss": 1.9389806985855103,
|
|
"step": 4288
|
|
},
|
|
{
|
|
"epoch": 0.9051348999129678,
|
|
"grad_norm": 0.09807085990905762,
|
|
"learning_rate": 8.096947935368044e-05,
|
|
"loss": 1.9025166034698486,
|
|
"step": 4290
|
|
},
|
|
{
|
|
"epoch": 0.9055568742252815,
|
|
"grad_norm": 0.10324486345052719,
|
|
"learning_rate": 8.061041292639139e-05,
|
|
"loss": 2.0151143074035645,
|
|
"step": 4292
|
|
},
|
|
{
|
|
"epoch": 0.9059788485375952,
|
|
"grad_norm": 0.11508278548717499,
|
|
"learning_rate": 8.025134649910235e-05,
|
|
"loss": 1.9715490341186523,
|
|
"step": 4294
|
|
},
|
|
{
|
|
"epoch": 0.906400822849909,
|
|
"grad_norm": 0.10184572637081146,
|
|
"learning_rate": 7.989228007181329e-05,
|
|
"loss": 1.9775052070617676,
|
|
"step": 4296
|
|
},
|
|
{
|
|
"epoch": 0.9068227971622228,
|
|
"grad_norm": 0.10934049636125565,
|
|
"learning_rate": 7.953321364452424e-05,
|
|
"loss": 1.9419037103652954,
|
|
"step": 4298
|
|
},
|
|
{
|
|
"epoch": 0.9072447714745365,
|
|
"grad_norm": 0.11035382747650146,
|
|
"learning_rate": 7.91741472172352e-05,
|
|
"loss": 2.0245814323425293,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 0.9076667457868502,
|
|
"grad_norm": 0.1122780591249466,
|
|
"learning_rate": 7.881508078994614e-05,
|
|
"loss": 1.9756752252578735,
|
|
"step": 4302
|
|
},
|
|
{
|
|
"epoch": 0.908088720099164,
|
|
"grad_norm": 0.10943111032247543,
|
|
"learning_rate": 7.84560143626571e-05,
|
|
"loss": 1.9726569652557373,
|
|
"step": 4304
|
|
},
|
|
{
|
|
"epoch": 0.9085106944114777,
|
|
"grad_norm": 0.11035355925559998,
|
|
"learning_rate": 7.809694793536805e-05,
|
|
"loss": 2.0262718200683594,
|
|
"step": 4306
|
|
},
|
|
{
|
|
"epoch": 0.9089326687237914,
|
|
"grad_norm": 0.10763981193304062,
|
|
"learning_rate": 7.7737881508079e-05,
|
|
"loss": 1.9832899570465088,
|
|
"step": 4308
|
|
},
|
|
{
|
|
"epoch": 0.9093546430361051,
|
|
"grad_norm": 0.10239090770483017,
|
|
"learning_rate": 7.737881508078995e-05,
|
|
"loss": 1.9645538330078125,
|
|
"step": 4310
|
|
},
|
|
{
|
|
"epoch": 0.909776617348419,
|
|
"grad_norm": 0.109678253531456,
|
|
"learning_rate": 7.70197486535009e-05,
|
|
"loss": 1.9875560998916626,
|
|
"step": 4312
|
|
},
|
|
{
|
|
"epoch": 0.9101985916607327,
|
|
"grad_norm": 0.12480778247117996,
|
|
"learning_rate": 7.666068222621186e-05,
|
|
"loss": 1.9042906761169434,
|
|
"step": 4314
|
|
},
|
|
{
|
|
"epoch": 0.9106205659730464,
|
|
"grad_norm": 0.10408678650856018,
|
|
"learning_rate": 7.630161579892281e-05,
|
|
"loss": 2.029926300048828,
|
|
"step": 4316
|
|
},
|
|
{
|
|
"epoch": 0.9110425402853601,
|
|
"grad_norm": 0.1103670671582222,
|
|
"learning_rate": 7.594254937163375e-05,
|
|
"loss": 1.989965558052063,
|
|
"step": 4318
|
|
},
|
|
{
|
|
"epoch": 0.9114645145976739,
|
|
"grad_norm": 0.10089827328920364,
|
|
"learning_rate": 7.558348294434471e-05,
|
|
"loss": 1.9067894220352173,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"epoch": 0.9118864889099876,
|
|
"grad_norm": 0.10455714166164398,
|
|
"learning_rate": 7.522441651705567e-05,
|
|
"loss": 1.9374706745147705,
|
|
"step": 4322
|
|
},
|
|
{
|
|
"epoch": 0.9123084632223013,
|
|
"grad_norm": 0.12277254462242126,
|
|
"learning_rate": 7.48653500897666e-05,
|
|
"loss": 1.9924230575561523,
|
|
"step": 4324
|
|
},
|
|
{
|
|
"epoch": 0.9127304375346151,
|
|
"grad_norm": 0.10296517610549927,
|
|
"learning_rate": 7.450628366247756e-05,
|
|
"loss": 1.976456880569458,
|
|
"step": 4326
|
|
},
|
|
{
|
|
"epoch": 0.9131524118469289,
|
|
"grad_norm": 0.09838514775037766,
|
|
"learning_rate": 7.414721723518852e-05,
|
|
"loss": 1.8516685962677002,
|
|
"step": 4328
|
|
},
|
|
{
|
|
"epoch": 0.9135743861592426,
|
|
"grad_norm": 0.10393622517585754,
|
|
"learning_rate": 7.378815080789947e-05,
|
|
"loss": 1.9571295976638794,
|
|
"step": 4330
|
|
},
|
|
{
|
|
"epoch": 0.9139963604715563,
|
|
"grad_norm": 0.10954293608665466,
|
|
"learning_rate": 7.342908438061041e-05,
|
|
"loss": 1.977062463760376,
|
|
"step": 4332
|
|
},
|
|
{
|
|
"epoch": 0.91441833478387,
|
|
"grad_norm": 0.11800585687160492,
|
|
"learning_rate": 7.307001795332137e-05,
|
|
"loss": 1.9611639976501465,
|
|
"step": 4334
|
|
},
|
|
{
|
|
"epoch": 0.9148403090961837,
|
|
"grad_norm": 0.11380811035633087,
|
|
"learning_rate": 7.271095152603232e-05,
|
|
"loss": 1.9709993600845337,
|
|
"step": 4336
|
|
},
|
|
{
|
|
"epoch": 0.9152622834084975,
|
|
"grad_norm": 0.1055958941578865,
|
|
"learning_rate": 7.235188509874327e-05,
|
|
"loss": 2.0279035568237305,
|
|
"step": 4338
|
|
},
|
|
{
|
|
"epoch": 0.9156842577208113,
|
|
"grad_norm": 0.10484731197357178,
|
|
"learning_rate": 7.199281867145422e-05,
|
|
"loss": 2.00527286529541,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"epoch": 0.916106232033125,
|
|
"grad_norm": 0.10349317640066147,
|
|
"learning_rate": 7.163375224416518e-05,
|
|
"loss": 1.9561049938201904,
|
|
"step": 4342
|
|
},
|
|
{
|
|
"epoch": 0.9165282063454387,
|
|
"grad_norm": 0.10680350661277771,
|
|
"learning_rate": 7.127468581687613e-05,
|
|
"loss": 2.0026931762695312,
|
|
"step": 4344
|
|
},
|
|
{
|
|
"epoch": 0.9169501806577525,
|
|
"grad_norm": 0.12091751396656036,
|
|
"learning_rate": 7.091561938958707e-05,
|
|
"loss": 1.9692943096160889,
|
|
"step": 4346
|
|
},
|
|
{
|
|
"epoch": 0.9173721549700662,
|
|
"grad_norm": 0.12316521257162094,
|
|
"learning_rate": 7.055655296229803e-05,
|
|
"loss": 1.918934941291809,
|
|
"step": 4348
|
|
},
|
|
{
|
|
"epoch": 0.9177941292823799,
|
|
"grad_norm": 0.10428337007761002,
|
|
"learning_rate": 7.019748653500898e-05,
|
|
"loss": 2.015747547149658,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"epoch": 0.9182161035946936,
|
|
"grad_norm": 0.11164549738168716,
|
|
"learning_rate": 6.983842010771992e-05,
|
|
"loss": 2.01839017868042,
|
|
"step": 4352
|
|
},
|
|
{
|
|
"epoch": 0.9186380779070074,
|
|
"grad_norm": 0.10518519580364227,
|
|
"learning_rate": 6.947935368043088e-05,
|
|
"loss": 1.9499198198318481,
|
|
"step": 4354
|
|
},
|
|
{
|
|
"epoch": 0.9190600522193212,
|
|
"grad_norm": 0.10779891163110733,
|
|
"learning_rate": 6.912028725314183e-05,
|
|
"loss": 1.9888851642608643,
|
|
"step": 4356
|
|
},
|
|
{
|
|
"epoch": 0.9194820265316349,
|
|
"grad_norm": 0.10748085379600525,
|
|
"learning_rate": 6.876122082585279e-05,
|
|
"loss": 2.006067991256714,
|
|
"step": 4358
|
|
},
|
|
{
|
|
"epoch": 0.9199040008439486,
|
|
"grad_norm": 0.11628947407007217,
|
|
"learning_rate": 6.840215439856373e-05,
|
|
"loss": 1.9224172830581665,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"epoch": 0.9203259751562624,
|
|
"grad_norm": 0.10497194528579712,
|
|
"learning_rate": 6.804308797127469e-05,
|
|
"loss": 1.9339981079101562,
|
|
"step": 4362
|
|
},
|
|
{
|
|
"epoch": 0.9207479494685761,
|
|
"grad_norm": 0.1023145467042923,
|
|
"learning_rate": 6.768402154398564e-05,
|
|
"loss": 1.9809895753860474,
|
|
"step": 4364
|
|
},
|
|
{
|
|
"epoch": 0.9211699237808898,
|
|
"grad_norm": 0.1136220321059227,
|
|
"learning_rate": 6.73249551166966e-05,
|
|
"loss": 2.0420050621032715,
|
|
"step": 4366
|
|
},
|
|
{
|
|
"epoch": 0.9215918980932035,
|
|
"grad_norm": 0.09812942147254944,
|
|
"learning_rate": 6.696588868940754e-05,
|
|
"loss": 1.9726718664169312,
|
|
"step": 4368
|
|
},
|
|
{
|
|
"epoch": 0.9220138724055174,
|
|
"grad_norm": 0.11689987778663635,
|
|
"learning_rate": 6.66068222621185e-05,
|
|
"loss": 2.007542371749878,
|
|
"step": 4370
|
|
},
|
|
{
|
|
"epoch": 0.9224358467178311,
|
|
"grad_norm": 0.1088201105594635,
|
|
"learning_rate": 6.624775583482945e-05,
|
|
"loss": 1.9895540475845337,
|
|
"step": 4372
|
|
},
|
|
{
|
|
"epoch": 0.9228578210301448,
|
|
"grad_norm": 0.11217056214809418,
|
|
"learning_rate": 6.588868940754039e-05,
|
|
"loss": 1.9780479669570923,
|
|
"step": 4374
|
|
},
|
|
{
|
|
"epoch": 0.9232797953424585,
|
|
"grad_norm": 0.11308541148900986,
|
|
"learning_rate": 6.552962298025135e-05,
|
|
"loss": 1.9641718864440918,
|
|
"step": 4376
|
|
},
|
|
{
|
|
"epoch": 0.9237017696547722,
|
|
"grad_norm": 0.10051889717578888,
|
|
"learning_rate": 6.51705565529623e-05,
|
|
"loss": 1.9247889518737793,
|
|
"step": 4378
|
|
},
|
|
{
|
|
"epoch": 0.924123743967086,
|
|
"grad_norm": 0.11950184404850006,
|
|
"learning_rate": 6.481149012567326e-05,
|
|
"loss": 1.9736049175262451,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"epoch": 0.9245457182793997,
|
|
"grad_norm": 0.09528274834156036,
|
|
"learning_rate": 6.44524236983842e-05,
|
|
"loss": 1.9767588376998901,
|
|
"step": 4382
|
|
},
|
|
{
|
|
"epoch": 0.9249676925917135,
|
|
"grad_norm": 0.11856667697429657,
|
|
"learning_rate": 6.409335727109515e-05,
|
|
"loss": 1.9190655946731567,
|
|
"step": 4384
|
|
},
|
|
{
|
|
"epoch": 0.9253896669040272,
|
|
"grad_norm": 0.09872009605169296,
|
|
"learning_rate": 6.373429084380611e-05,
|
|
"loss": 2.026851177215576,
|
|
"step": 4386
|
|
},
|
|
{
|
|
"epoch": 0.925811641216341,
|
|
"grad_norm": 0.11413022875785828,
|
|
"learning_rate": 6.337522441651705e-05,
|
|
"loss": 1.9873367547988892,
|
|
"step": 4388
|
|
},
|
|
{
|
|
"epoch": 0.9262336155286547,
|
|
"grad_norm": 0.1007830798625946,
|
|
"learning_rate": 6.3016157989228e-05,
|
|
"loss": 1.9649474620819092,
|
|
"step": 4390
|
|
},
|
|
{
|
|
"epoch": 0.9266555898409684,
|
|
"grad_norm": 0.11300705373287201,
|
|
"learning_rate": 6.265709156193896e-05,
|
|
"loss": 1.9788988828659058,
|
|
"step": 4392
|
|
},
|
|
{
|
|
"epoch": 0.9270775641532821,
|
|
"grad_norm": 0.10901802778244019,
|
|
"learning_rate": 6.229802513464991e-05,
|
|
"loss": 1.8743146657943726,
|
|
"step": 4394
|
|
},
|
|
{
|
|
"epoch": 0.9274995384655959,
|
|
"grad_norm": 0.10092721879482269,
|
|
"learning_rate": 6.193895870736086e-05,
|
|
"loss": 1.9390665292739868,
|
|
"step": 4396
|
|
},
|
|
{
|
|
"epoch": 0.9279215127779097,
|
|
"grad_norm": 0.12116295844316483,
|
|
"learning_rate": 6.157989228007181e-05,
|
|
"loss": 1.8761729001998901,
|
|
"step": 4398
|
|
},
|
|
{
|
|
"epoch": 0.9283434870902234,
|
|
"grad_norm": 0.11722904443740845,
|
|
"learning_rate": 6.122082585278277e-05,
|
|
"loss": 1.9988369941711426,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 0.9287654614025371,
|
|
"grad_norm": 0.11201320588588715,
|
|
"learning_rate": 6.0861759425493715e-05,
|
|
"loss": 1.963629961013794,
|
|
"step": 4402
|
|
},
|
|
{
|
|
"epoch": 0.9291874357148509,
|
|
"grad_norm": 0.1068640798330307,
|
|
"learning_rate": 6.050269299820467e-05,
|
|
"loss": 1.992313027381897,
|
|
"step": 4404
|
|
},
|
|
{
|
|
"epoch": 0.9296094100271646,
|
|
"grad_norm": 0.09950323402881622,
|
|
"learning_rate": 6.0143626570915625e-05,
|
|
"loss": 1.986338496208191,
|
|
"step": 4406
|
|
},
|
|
{
|
|
"epoch": 0.9300313843394783,
|
|
"grad_norm": 0.10620663315057755,
|
|
"learning_rate": 5.978456014362658e-05,
|
|
"loss": 1.8992366790771484,
|
|
"step": 4408
|
|
},
|
|
{
|
|
"epoch": 0.930453358651792,
|
|
"grad_norm": 0.10992123186588287,
|
|
"learning_rate": 5.942549371633752e-05,
|
|
"loss": 1.971193552017212,
|
|
"step": 4410
|
|
},
|
|
{
|
|
"epoch": 0.9308753329641059,
|
|
"grad_norm": 0.11310093104839325,
|
|
"learning_rate": 5.906642728904848e-05,
|
|
"loss": 1.9978446960449219,
|
|
"step": 4412
|
|
},
|
|
{
|
|
"epoch": 0.9312973072764196,
|
|
"grad_norm": 0.10823677480220795,
|
|
"learning_rate": 5.870736086175943e-05,
|
|
"loss": 1.9941303730010986,
|
|
"step": 4414
|
|
},
|
|
{
|
|
"epoch": 0.9317192815887333,
|
|
"grad_norm": 0.10390577465295792,
|
|
"learning_rate": 5.834829443447039e-05,
|
|
"loss": 1.983245611190796,
|
|
"step": 4416
|
|
},
|
|
{
|
|
"epoch": 0.932141255901047,
|
|
"grad_norm": 0.1217908039689064,
|
|
"learning_rate": 5.798922800718133e-05,
|
|
"loss": 2.067887544631958,
|
|
"step": 4418
|
|
},
|
|
{
|
|
"epoch": 0.9325632302133607,
|
|
"grad_norm": 0.1062224730849266,
|
|
"learning_rate": 5.7630161579892284e-05,
|
|
"loss": 1.9372761249542236,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"epoch": 0.9329852045256745,
|
|
"grad_norm": 0.11350486427545547,
|
|
"learning_rate": 5.727109515260324e-05,
|
|
"loss": 1.9175602197647095,
|
|
"step": 4422
|
|
},
|
|
{
|
|
"epoch": 0.9334071788379882,
|
|
"grad_norm": 0.11135926097631454,
|
|
"learning_rate": 5.691202872531418e-05,
|
|
"loss": 2.0014498233795166,
|
|
"step": 4424
|
|
},
|
|
{
|
|
"epoch": 0.933829153150302,
|
|
"grad_norm": 0.10471297800540924,
|
|
"learning_rate": 5.6552962298025136e-05,
|
|
"loss": 1.9817594289779663,
|
|
"step": 4426
|
|
},
|
|
{
|
|
"epoch": 0.9342511274626157,
|
|
"grad_norm": 0.10763347893953323,
|
|
"learning_rate": 5.619389587073609e-05,
|
|
"loss": 1.969205379486084,
|
|
"step": 4428
|
|
},
|
|
{
|
|
"epoch": 0.9346731017749295,
|
|
"grad_norm": 0.10730740427970886,
|
|
"learning_rate": 5.5834829443447046e-05,
|
|
"loss": 1.9536798000335693,
|
|
"step": 4430
|
|
},
|
|
{
|
|
"epoch": 0.9350950760872432,
|
|
"grad_norm": 0.11071805655956268,
|
|
"learning_rate": 5.547576301615799e-05,
|
|
"loss": 1.995632290840149,
|
|
"step": 4432
|
|
},
|
|
{
|
|
"epoch": 0.9355170503995569,
|
|
"grad_norm": 0.1172584667801857,
|
|
"learning_rate": 5.511669658886894e-05,
|
|
"loss": 1.9432746171951294,
|
|
"step": 4434
|
|
},
|
|
{
|
|
"epoch": 0.9359390247118706,
|
|
"grad_norm": 0.10111786425113678,
|
|
"learning_rate": 5.47576301615799e-05,
|
|
"loss": 1.9635210037231445,
|
|
"step": 4436
|
|
},
|
|
{
|
|
"epoch": 0.9363609990241843,
|
|
"grad_norm": 0.1115003377199173,
|
|
"learning_rate": 5.439856373429084e-05,
|
|
"loss": 1.9342033863067627,
|
|
"step": 4438
|
|
},
|
|
{
|
|
"epoch": 0.9367829733364982,
|
|
"grad_norm": 0.11682593077421188,
|
|
"learning_rate": 5.4039497307001794e-05,
|
|
"loss": 1.9311261177062988,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"epoch": 0.9372049476488119,
|
|
"grad_norm": 0.10311296582221985,
|
|
"learning_rate": 5.368043087971275e-05,
|
|
"loss": 1.9469839334487915,
|
|
"step": 4442
|
|
},
|
|
{
|
|
"epoch": 0.9376269219611256,
|
|
"grad_norm": 0.105555459856987,
|
|
"learning_rate": 5.3321364452423705e-05,
|
|
"loss": 1.9866645336151123,
|
|
"step": 4444
|
|
},
|
|
{
|
|
"epoch": 0.9380488962734393,
|
|
"grad_norm": 0.10601339489221573,
|
|
"learning_rate": 5.2962298025134646e-05,
|
|
"loss": 2.021909475326538,
|
|
"step": 4446
|
|
},
|
|
{
|
|
"epoch": 0.9384708705857531,
|
|
"grad_norm": 0.10167314112186432,
|
|
"learning_rate": 5.26032315978456e-05,
|
|
"loss": 1.940483570098877,
|
|
"step": 4448
|
|
},
|
|
{
|
|
"epoch": 0.9388928448980668,
|
|
"grad_norm": 0.11554458737373352,
|
|
"learning_rate": 5.2244165170556557e-05,
|
|
"loss": 2.0332086086273193,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"epoch": 0.9393148192103805,
|
|
"grad_norm": 0.10473091155290604,
|
|
"learning_rate": 5.1885098743267505e-05,
|
|
"loss": 1.9359129667282104,
|
|
"step": 4452
|
|
},
|
|
{
|
|
"epoch": 0.9397367935226943,
|
|
"grad_norm": 0.10217129439115524,
|
|
"learning_rate": 5.152603231597845e-05,
|
|
"loss": 2.0070266723632812,
|
|
"step": 4454
|
|
},
|
|
{
|
|
"epoch": 0.9401587678350081,
|
|
"grad_norm": 0.1090213879942894,
|
|
"learning_rate": 5.116696588868941e-05,
|
|
"loss": 1.93622624874115,
|
|
"step": 4456
|
|
},
|
|
{
|
|
"epoch": 0.9405807421473218,
|
|
"grad_norm": 0.10054320096969604,
|
|
"learning_rate": 5.0807899461400364e-05,
|
|
"loss": 1.9456861019134521,
|
|
"step": 4458
|
|
},
|
|
{
|
|
"epoch": 0.9410027164596355,
|
|
"grad_norm": 0.1286977082490921,
|
|
"learning_rate": 5.044883303411131e-05,
|
|
"loss": 1.9709253311157227,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"epoch": 0.9414246907719492,
|
|
"grad_norm": 0.11071281880140305,
|
|
"learning_rate": 5.008976660682227e-05,
|
|
"loss": 1.9578603506088257,
|
|
"step": 4462
|
|
},
|
|
{
|
|
"epoch": 0.941846665084263,
|
|
"grad_norm": 0.10554347932338715,
|
|
"learning_rate": 4.9730700179533215e-05,
|
|
"loss": 1.9619337320327759,
|
|
"step": 4464
|
|
},
|
|
{
|
|
"epoch": 0.9422686393965767,
|
|
"grad_norm": 0.1077689677476883,
|
|
"learning_rate": 4.937163375224417e-05,
|
|
"loss": 1.9693071842193604,
|
|
"step": 4466
|
|
},
|
|
{
|
|
"epoch": 0.9426906137088905,
|
|
"grad_norm": 0.10029803216457367,
|
|
"learning_rate": 4.901256732495512e-05,
|
|
"loss": 1.9795218706130981,
|
|
"step": 4468
|
|
},
|
|
{
|
|
"epoch": 0.9431125880212042,
|
|
"grad_norm": 0.09988780319690704,
|
|
"learning_rate": 4.8653500897666074e-05,
|
|
"loss": 1.8700910806655884,
|
|
"step": 4470
|
|
},
|
|
{
|
|
"epoch": 0.943534562333518,
|
|
"grad_norm": 0.11808252334594727,
|
|
"learning_rate": 4.829443447037702e-05,
|
|
"loss": 1.9545581340789795,
|
|
"step": 4472
|
|
},
|
|
{
|
|
"epoch": 0.9439565366458317,
|
|
"grad_norm": 0.10970522463321686,
|
|
"learning_rate": 4.793536804308798e-05,
|
|
"loss": 1.9331252574920654,
|
|
"step": 4474
|
|
},
|
|
{
|
|
"epoch": 0.9443785109581454,
|
|
"grad_norm": 0.11361062526702881,
|
|
"learning_rate": 4.7576301615798926e-05,
|
|
"loss": 1.9802976846694946,
|
|
"step": 4476
|
|
},
|
|
{
|
|
"epoch": 0.9448004852704591,
|
|
"grad_norm": 0.10900110751390457,
|
|
"learning_rate": 4.721723518850988e-05,
|
|
"loss": 1.9315359592437744,
|
|
"step": 4478
|
|
},
|
|
{
|
|
"epoch": 0.9452224595827728,
|
|
"grad_norm": 0.0988907590508461,
|
|
"learning_rate": 4.685816876122083e-05,
|
|
"loss": 1.9867444038391113,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"epoch": 0.9456444338950867,
|
|
"grad_norm": 0.10760052502155304,
|
|
"learning_rate": 4.6499102333931784e-05,
|
|
"loss": 1.968553900718689,
|
|
"step": 4482
|
|
},
|
|
{
|
|
"epoch": 0.9460664082074004,
|
|
"grad_norm": 0.11219218373298645,
|
|
"learning_rate": 4.614003590664273e-05,
|
|
"loss": 1.9957237243652344,
|
|
"step": 4484
|
|
},
|
|
{
|
|
"epoch": 0.9464883825197141,
|
|
"grad_norm": 0.1125212013721466,
|
|
"learning_rate": 4.578096947935368e-05,
|
|
"loss": 1.9893512725830078,
|
|
"step": 4486
|
|
},
|
|
{
|
|
"epoch": 0.9469103568320278,
|
|
"grad_norm": 0.10519126057624817,
|
|
"learning_rate": 4.5421903052064636e-05,
|
|
"loss": 1.9717342853546143,
|
|
"step": 4488
|
|
},
|
|
{
|
|
"epoch": 0.9473323311443416,
|
|
"grad_norm": 0.10098539292812347,
|
|
"learning_rate": 4.5062836624775585e-05,
|
|
"loss": 1.9890072345733643,
|
|
"step": 4490
|
|
},
|
|
{
|
|
"epoch": 0.9477543054566553,
|
|
"grad_norm": 0.10550697147846222,
|
|
"learning_rate": 4.470377019748654e-05,
|
|
"loss": 2.011085033416748,
|
|
"step": 4492
|
|
},
|
|
{
|
|
"epoch": 0.948176279768969,
|
|
"grad_norm": 0.11036745458841324,
|
|
"learning_rate": 4.434470377019749e-05,
|
|
"loss": 1.934899926185608,
|
|
"step": 4494
|
|
},
|
|
{
|
|
"epoch": 0.9485982540812828,
|
|
"grad_norm": 0.09455365687608719,
|
|
"learning_rate": 4.398563734290844e-05,
|
|
"loss": 2.016329050064087,
|
|
"step": 4496
|
|
},
|
|
{
|
|
"epoch": 0.9490202283935966,
|
|
"grad_norm": 0.15500092506408691,
|
|
"learning_rate": 4.362657091561939e-05,
|
|
"loss": 1.994697093963623,
|
|
"step": 4498
|
|
},
|
|
{
|
|
"epoch": 0.9494422027059103,
|
|
"grad_norm": 0.106009341776371,
|
|
"learning_rate": 4.326750448833034e-05,
|
|
"loss": 1.9954835176467896,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.949864177018224,
|
|
"grad_norm": 0.10341881960630417,
|
|
"learning_rate": 4.2908438061041295e-05,
|
|
"loss": 1.8403732776641846,
|
|
"step": 4502
|
|
},
|
|
{
|
|
"epoch": 0.9502861513305377,
|
|
"grad_norm": 0.10378289222717285,
|
|
"learning_rate": 4.2549371633752244e-05,
|
|
"loss": 2.003725528717041,
|
|
"step": 4504
|
|
},
|
|
{
|
|
"epoch": 0.9507081256428515,
|
|
"grad_norm": 0.11462432146072388,
|
|
"learning_rate": 4.21903052064632e-05,
|
|
"loss": 1.9470783472061157,
|
|
"step": 4506
|
|
},
|
|
{
|
|
"epoch": 0.9511300999551652,
|
|
"grad_norm": 0.09759571403265,
|
|
"learning_rate": 4.183123877917415e-05,
|
|
"loss": 1.948257565498352,
|
|
"step": 4508
|
|
},
|
|
{
|
|
"epoch": 0.951552074267479,
|
|
"grad_norm": 0.1090717762708664,
|
|
"learning_rate": 4.14721723518851e-05,
|
|
"loss": 1.9400941133499146,
|
|
"step": 4510
|
|
},
|
|
{
|
|
"epoch": 0.9519740485797927,
|
|
"grad_norm": 0.10372298210859299,
|
|
"learning_rate": 4.111310592459605e-05,
|
|
"loss": 1.8825671672821045,
|
|
"step": 4512
|
|
},
|
|
{
|
|
"epoch": 0.9523960228921065,
|
|
"grad_norm": 0.10764601826667786,
|
|
"learning_rate": 4.0754039497307006e-05,
|
|
"loss": 1.8693889379501343,
|
|
"step": 4514
|
|
},
|
|
{
|
|
"epoch": 0.9528179972044202,
|
|
"grad_norm": 0.10617853701114655,
|
|
"learning_rate": 4.0394973070017954e-05,
|
|
"loss": 1.9854592084884644,
|
|
"step": 4516
|
|
},
|
|
{
|
|
"epoch": 0.9532399715167339,
|
|
"grad_norm": 0.10256534069776535,
|
|
"learning_rate": 4.00359066427289e-05,
|
|
"loss": 1.898912787437439,
|
|
"step": 4518
|
|
},
|
|
{
|
|
"epoch": 0.9536619458290476,
|
|
"grad_norm": 0.10808218270540237,
|
|
"learning_rate": 3.967684021543986e-05,
|
|
"loss": 1.93253493309021,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"epoch": 0.9540839201413613,
|
|
"grad_norm": 0.11648982018232346,
|
|
"learning_rate": 3.9317773788150806e-05,
|
|
"loss": 1.9380801916122437,
|
|
"step": 4522
|
|
},
|
|
{
|
|
"epoch": 0.9545058944536752,
|
|
"grad_norm": 0.09977971762418747,
|
|
"learning_rate": 3.895870736086176e-05,
|
|
"loss": 1.9927090406417847,
|
|
"step": 4524
|
|
},
|
|
{
|
|
"epoch": 0.9549278687659889,
|
|
"grad_norm": 0.10238093137741089,
|
|
"learning_rate": 3.859964093357271e-05,
|
|
"loss": 1.9616984128952026,
|
|
"step": 4526
|
|
},
|
|
{
|
|
"epoch": 0.9553498430783026,
|
|
"grad_norm": 0.10674754530191422,
|
|
"learning_rate": 3.8240574506283664e-05,
|
|
"loss": 1.979896903038025,
|
|
"step": 4528
|
|
},
|
|
{
|
|
"epoch": 0.9557718173906163,
|
|
"grad_norm": 0.10306009650230408,
|
|
"learning_rate": 3.788150807899461e-05,
|
|
"loss": 1.8982036113739014,
|
|
"step": 4530
|
|
},
|
|
{
|
|
"epoch": 0.9561937917029301,
|
|
"grad_norm": 0.11265920847654343,
|
|
"learning_rate": 3.752244165170557e-05,
|
|
"loss": 1.9744625091552734,
|
|
"step": 4532
|
|
},
|
|
{
|
|
"epoch": 0.9566157660152438,
|
|
"grad_norm": 0.11647281795740128,
|
|
"learning_rate": 3.7163375224416516e-05,
|
|
"loss": 1.9784642457962036,
|
|
"step": 4534
|
|
},
|
|
{
|
|
"epoch": 0.9570377403275575,
|
|
"grad_norm": 0.11191514134407043,
|
|
"learning_rate": 3.6804308797127465e-05,
|
|
"loss": 1.9690855741500854,
|
|
"step": 4536
|
|
},
|
|
{
|
|
"epoch": 0.9574597146398713,
|
|
"grad_norm": 0.1162935197353363,
|
|
"learning_rate": 3.644524236983842e-05,
|
|
"loss": 1.9823527336120605,
|
|
"step": 4538
|
|
},
|
|
{
|
|
"epoch": 0.9578816889521851,
|
|
"grad_norm": 0.10934937745332718,
|
|
"learning_rate": 3.6086175942549375e-05,
|
|
"loss": 1.9947012662887573,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"epoch": 0.9583036632644988,
|
|
"grad_norm": 0.10031798481941223,
|
|
"learning_rate": 3.572710951526032e-05,
|
|
"loss": 1.9506831169128418,
|
|
"step": 4542
|
|
},
|
|
{
|
|
"epoch": 0.9587256375768125,
|
|
"grad_norm": 0.13115912675857544,
|
|
"learning_rate": 3.536804308797128e-05,
|
|
"loss": 1.993109107017517,
|
|
"step": 4544
|
|
},
|
|
{
|
|
"epoch": 0.9591476118891262,
|
|
"grad_norm": 0.11059731245040894,
|
|
"learning_rate": 3.500897666068223e-05,
|
|
"loss": 1.9159808158874512,
|
|
"step": 4546
|
|
},
|
|
{
|
|
"epoch": 0.95956958620144,
|
|
"grad_norm": 0.10525340586900711,
|
|
"learning_rate": 3.464991023339318e-05,
|
|
"loss": 1.9480326175689697,
|
|
"step": 4548
|
|
},
|
|
{
|
|
"epoch": 0.9599915605137537,
|
|
"grad_norm": 0.11978833377361298,
|
|
"learning_rate": 3.429084380610413e-05,
|
|
"loss": 1.9725160598754883,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"epoch": 0.9604135348260675,
|
|
"grad_norm": 0.10969995707273483,
|
|
"learning_rate": 3.3931777378815085e-05,
|
|
"loss": 2.004603147506714,
|
|
"step": 4552
|
|
},
|
|
{
|
|
"epoch": 0.9608355091383812,
|
|
"grad_norm": 0.10642252117395401,
|
|
"learning_rate": 3.3572710951526034e-05,
|
|
"loss": 2.0019936561584473,
|
|
"step": 4554
|
|
},
|
|
{
|
|
"epoch": 0.961257483450695,
|
|
"grad_norm": 0.11324192583560944,
|
|
"learning_rate": 3.321364452423699e-05,
|
|
"loss": 1.9790276288986206,
|
|
"step": 4556
|
|
},
|
|
{
|
|
"epoch": 0.9616794577630087,
|
|
"grad_norm": 0.10698672384023666,
|
|
"learning_rate": 3.285457809694794e-05,
|
|
"loss": 2.0339720249176025,
|
|
"step": 4558
|
|
},
|
|
{
|
|
"epoch": 0.9621014320753224,
|
|
"grad_norm": 0.12763382494449615,
|
|
"learning_rate": 3.249551166965889e-05,
|
|
"loss": 1.988168716430664,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"epoch": 0.9625234063876361,
|
|
"grad_norm": 0.11609788239002228,
|
|
"learning_rate": 3.213644524236984e-05,
|
|
"loss": 2.009946346282959,
|
|
"step": 4562
|
|
},
|
|
{
|
|
"epoch": 0.9629453806999498,
|
|
"grad_norm": 0.10954302549362183,
|
|
"learning_rate": 3.1777378815080796e-05,
|
|
"loss": 1.935221791267395,
|
|
"step": 4564
|
|
},
|
|
{
|
|
"epoch": 0.9633673550122637,
|
|
"grad_norm": 0.09643895924091339,
|
|
"learning_rate": 3.1418312387791744e-05,
|
|
"loss": 2.0139708518981934,
|
|
"step": 4566
|
|
},
|
|
{
|
|
"epoch": 0.9637893293245774,
|
|
"grad_norm": 0.10529980808496475,
|
|
"learning_rate": 3.105924596050269e-05,
|
|
"loss": 1.9843734502792358,
|
|
"step": 4568
|
|
},
|
|
{
|
|
"epoch": 0.9642113036368911,
|
|
"grad_norm": 0.10969899594783783,
|
|
"learning_rate": 3.070017953321365e-05,
|
|
"loss": 2.025578737258911,
|
|
"step": 4570
|
|
},
|
|
{
|
|
"epoch": 0.9646332779492048,
|
|
"grad_norm": 0.10554074496030807,
|
|
"learning_rate": 3.0341113105924596e-05,
|
|
"loss": 1.946641445159912,
|
|
"step": 4572
|
|
},
|
|
{
|
|
"epoch": 0.9650552522615186,
|
|
"grad_norm": 0.11176867038011551,
|
|
"learning_rate": 2.998204667863555e-05,
|
|
"loss": 1.9374874830245972,
|
|
"step": 4574
|
|
},
|
|
{
|
|
"epoch": 0.9654772265738323,
|
|
"grad_norm": 0.11251261830329895,
|
|
"learning_rate": 2.96229802513465e-05,
|
|
"loss": 1.8668239116668701,
|
|
"step": 4576
|
|
},
|
|
{
|
|
"epoch": 0.965899200886146,
|
|
"grad_norm": 0.1133284792304039,
|
|
"learning_rate": 2.9263913824057455e-05,
|
|
"loss": 1.98781156539917,
|
|
"step": 4578
|
|
},
|
|
{
|
|
"epoch": 0.9663211751984598,
|
|
"grad_norm": 0.10248855501413345,
|
|
"learning_rate": 2.8904847396768403e-05,
|
|
"loss": 2.0073838233947754,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"epoch": 0.9667431495107736,
|
|
"grad_norm": 0.12220220267772675,
|
|
"learning_rate": 2.8545780969479358e-05,
|
|
"loss": 2.0011730194091797,
|
|
"step": 4582
|
|
},
|
|
{
|
|
"epoch": 0.9671651238230873,
|
|
"grad_norm": 0.10336542874574661,
|
|
"learning_rate": 2.8186714542190307e-05,
|
|
"loss": 1.9912590980529785,
|
|
"step": 4584
|
|
},
|
|
{
|
|
"epoch": 0.967587098135401,
|
|
"grad_norm": 0.10533387213945389,
|
|
"learning_rate": 2.7827648114901255e-05,
|
|
"loss": 1.966177225112915,
|
|
"step": 4586
|
|
},
|
|
{
|
|
"epoch": 0.9680090724477147,
|
|
"grad_norm": 0.10882163792848587,
|
|
"learning_rate": 2.746858168761221e-05,
|
|
"loss": 1.9780558347702026,
|
|
"step": 4588
|
|
},
|
|
{
|
|
"epoch": 0.9684310467600284,
|
|
"grad_norm": 0.10504578799009323,
|
|
"learning_rate": 2.710951526032316e-05,
|
|
"loss": 1.9288051128387451,
|
|
"step": 4590
|
|
},
|
|
{
|
|
"epoch": 0.9688530210723422,
|
|
"grad_norm": 0.10803225636482239,
|
|
"learning_rate": 2.6750448833034114e-05,
|
|
"loss": 1.9908766746520996,
|
|
"step": 4592
|
|
},
|
|
{
|
|
"epoch": 0.969274995384656,
|
|
"grad_norm": 0.11677280813455582,
|
|
"learning_rate": 2.6391382405745062e-05,
|
|
"loss": 2.025902032852173,
|
|
"step": 4594
|
|
},
|
|
{
|
|
"epoch": 0.9696969696969697,
|
|
"grad_norm": 0.110410176217556,
|
|
"learning_rate": 2.6032315978456017e-05,
|
|
"loss": 2.0003957748413086,
|
|
"step": 4596
|
|
},
|
|
{
|
|
"epoch": 0.9701189440092834,
|
|
"grad_norm": 0.10641536116600037,
|
|
"learning_rate": 2.5673249551166965e-05,
|
|
"loss": 1.9546582698822021,
|
|
"step": 4598
|
|
},
|
|
{
|
|
"epoch": 0.9705409183215972,
|
|
"grad_norm": 0.1778954565525055,
|
|
"learning_rate": 2.5314183123877917e-05,
|
|
"loss": 1.9980928897857666,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 0.9709628926339109,
|
|
"grad_norm": 0.11043521016836166,
|
|
"learning_rate": 2.495511669658887e-05,
|
|
"loss": 2.0226240158081055,
|
|
"step": 4602
|
|
},
|
|
{
|
|
"epoch": 0.9713848669462246,
|
|
"grad_norm": 0.12288088351488113,
|
|
"learning_rate": 2.4596050269299824e-05,
|
|
"loss": 1.9354668855667114,
|
|
"step": 4604
|
|
},
|
|
{
|
|
"epoch": 0.9718068412585383,
|
|
"grad_norm": 0.11611411720514297,
|
|
"learning_rate": 2.4236983842010776e-05,
|
|
"loss": 1.9873931407928467,
|
|
"step": 4606
|
|
},
|
|
{
|
|
"epoch": 0.9722288155708522,
|
|
"grad_norm": 0.10628348588943481,
|
|
"learning_rate": 2.3877917414721724e-05,
|
|
"loss": 1.9681874513626099,
|
|
"step": 4608
|
|
},
|
|
{
|
|
"epoch": 0.9726507898831659,
|
|
"grad_norm": 0.10231490433216095,
|
|
"learning_rate": 2.3518850987432676e-05,
|
|
"loss": 2.0011558532714844,
|
|
"step": 4610
|
|
},
|
|
{
|
|
"epoch": 0.9730727641954796,
|
|
"grad_norm": 0.11022770404815674,
|
|
"learning_rate": 2.3159784560143628e-05,
|
|
"loss": 1.9592645168304443,
|
|
"step": 4612
|
|
},
|
|
{
|
|
"epoch": 0.9734947385077933,
|
|
"grad_norm": 0.10896950215101242,
|
|
"learning_rate": 2.280071813285458e-05,
|
|
"loss": 1.9518122673034668,
|
|
"step": 4614
|
|
},
|
|
{
|
|
"epoch": 0.9739167128201071,
|
|
"grad_norm": 0.10292213410139084,
|
|
"learning_rate": 2.244165170556553e-05,
|
|
"loss": 2.0716841220855713,
|
|
"step": 4616
|
|
},
|
|
{
|
|
"epoch": 0.9743386871324208,
|
|
"grad_norm": 0.10210495442152023,
|
|
"learning_rate": 2.2082585278276483e-05,
|
|
"loss": 1.9209129810333252,
|
|
"step": 4618
|
|
},
|
|
{
|
|
"epoch": 0.9747606614447345,
|
|
"grad_norm": 0.10981930792331696,
|
|
"learning_rate": 2.1723518850987435e-05,
|
|
"loss": 2.009765148162842,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"epoch": 0.9751826357570483,
|
|
"grad_norm": 0.13394322991371155,
|
|
"learning_rate": 2.1364452423698386e-05,
|
|
"loss": 1.9774208068847656,
|
|
"step": 4622
|
|
},
|
|
{
|
|
"epoch": 0.975604610069362,
|
|
"grad_norm": 0.10786944627761841,
|
|
"learning_rate": 2.1005385996409338e-05,
|
|
"loss": 1.996282696723938,
|
|
"step": 4624
|
|
},
|
|
{
|
|
"epoch": 0.9760265843816758,
|
|
"grad_norm": 0.09994073212146759,
|
|
"learning_rate": 2.0646319569120286e-05,
|
|
"loss": 1.9573900699615479,
|
|
"step": 4626
|
|
},
|
|
{
|
|
"epoch": 0.9764485586939895,
|
|
"grad_norm": 0.10520496219396591,
|
|
"learning_rate": 2.0287253141831238e-05,
|
|
"loss": 1.9692916870117188,
|
|
"step": 4628
|
|
},
|
|
{
|
|
"epoch": 0.9768705330063032,
|
|
"grad_norm": 0.11642242968082428,
|
|
"learning_rate": 1.992818671454219e-05,
|
|
"loss": 1.9627984762191772,
|
|
"step": 4630
|
|
},
|
|
{
|
|
"epoch": 0.9772925073186169,
|
|
"grad_norm": 0.11063104122877121,
|
|
"learning_rate": 1.9569120287253142e-05,
|
|
"loss": 1.983302354812622,
|
|
"step": 4632
|
|
},
|
|
{
|
|
"epoch": 0.9777144816309307,
|
|
"grad_norm": 0.11088722944259644,
|
|
"learning_rate": 1.9210053859964093e-05,
|
|
"loss": 2.0288641452789307,
|
|
"step": 4634
|
|
},
|
|
{
|
|
"epoch": 0.9781364559432445,
|
|
"grad_norm": 0.10941636562347412,
|
|
"learning_rate": 1.8850987432675045e-05,
|
|
"loss": 1.9927992820739746,
|
|
"step": 4636
|
|
},
|
|
{
|
|
"epoch": 0.9785584302555582,
|
|
"grad_norm": 0.10383333265781403,
|
|
"learning_rate": 1.8491921005385997e-05,
|
|
"loss": 2.0099031925201416,
|
|
"step": 4638
|
|
},
|
|
{
|
|
"epoch": 0.9789804045678719,
|
|
"grad_norm": 0.10626033693552017,
|
|
"learning_rate": 1.813285457809695e-05,
|
|
"loss": 1.9769357442855835,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"epoch": 0.9794023788801857,
|
|
"grad_norm": 0.12086393684148788,
|
|
"learning_rate": 1.77737881508079e-05,
|
|
"loss": 2.0133321285247803,
|
|
"step": 4642
|
|
},
|
|
{
|
|
"epoch": 0.9798243531924994,
|
|
"grad_norm": 0.10567011684179306,
|
|
"learning_rate": 1.7414721723518852e-05,
|
|
"loss": 2.023261308670044,
|
|
"step": 4644
|
|
},
|
|
{
|
|
"epoch": 0.9802463275048131,
|
|
"grad_norm": 0.10585828125476837,
|
|
"learning_rate": 1.7055655296229804e-05,
|
|
"loss": 1.963270902633667,
|
|
"step": 4646
|
|
},
|
|
{
|
|
"epoch": 0.9806683018171268,
|
|
"grad_norm": 0.10608888417482376,
|
|
"learning_rate": 1.6696588868940756e-05,
|
|
"loss": 1.9312522411346436,
|
|
"step": 4648
|
|
},
|
|
{
|
|
"epoch": 0.9810902761294407,
|
|
"grad_norm": 0.1118353009223938,
|
|
"learning_rate": 1.6337522441651707e-05,
|
|
"loss": 1.9820836782455444,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"epoch": 0.9815122504417544,
|
|
"grad_norm": 0.11541516333818436,
|
|
"learning_rate": 1.597845601436266e-05,
|
|
"loss": 1.9589990377426147,
|
|
"step": 4652
|
|
},
|
|
{
|
|
"epoch": 0.9819342247540681,
|
|
"grad_norm": 0.12044358253479004,
|
|
"learning_rate": 1.561938958707361e-05,
|
|
"loss": 2.009178638458252,
|
|
"step": 4654
|
|
},
|
|
{
|
|
"epoch": 0.9823561990663818,
|
|
"grad_norm": 0.11771586537361145,
|
|
"learning_rate": 1.5260323159784563e-05,
|
|
"loss": 1.905807614326477,
|
|
"step": 4656
|
|
},
|
|
{
|
|
"epoch": 0.9827781733786956,
|
|
"grad_norm": 0.09837169200181961,
|
|
"learning_rate": 1.4901256732495511e-05,
|
|
"loss": 2.0050885677337646,
|
|
"step": 4658
|
|
},
|
|
{
|
|
"epoch": 0.9832001476910093,
|
|
"grad_norm": 0.10805536806583405,
|
|
"learning_rate": 1.4542190305206463e-05,
|
|
"loss": 1.9015088081359863,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"epoch": 0.983622122003323,
|
|
"grad_norm": 0.13526605069637299,
|
|
"learning_rate": 1.4183123877917415e-05,
|
|
"loss": 1.9025412797927856,
|
|
"step": 4662
|
|
},
|
|
{
|
|
"epoch": 0.9840440963156368,
|
|
"grad_norm": 0.11049235612154007,
|
|
"learning_rate": 1.3824057450628366e-05,
|
|
"loss": 1.9939558506011963,
|
|
"step": 4664
|
|
},
|
|
{
|
|
"epoch": 0.9844660706279506,
|
|
"grad_norm": 0.11036085337400436,
|
|
"learning_rate": 1.3464991023339318e-05,
|
|
"loss": 1.9329862594604492,
|
|
"step": 4666
|
|
},
|
|
{
|
|
"epoch": 0.9848880449402643,
|
|
"grad_norm": 0.10211043059825897,
|
|
"learning_rate": 1.310592459605027e-05,
|
|
"loss": 1.9791620969772339,
|
|
"step": 4668
|
|
},
|
|
{
|
|
"epoch": 0.985310019252578,
|
|
"grad_norm": 0.10017786175012589,
|
|
"learning_rate": 1.2746858168761221e-05,
|
|
"loss": 2.033644437789917,
|
|
"step": 4670
|
|
},
|
|
{
|
|
"epoch": 0.9857319935648917,
|
|
"grad_norm": 0.11860562115907669,
|
|
"learning_rate": 1.2387791741472173e-05,
|
|
"loss": 1.9536200761795044,
|
|
"step": 4672
|
|
},
|
|
{
|
|
"epoch": 0.9861539678772054,
|
|
"grad_norm": 0.1107722818851471,
|
|
"learning_rate": 1.2028725314183125e-05,
|
|
"loss": 1.9566007852554321,
|
|
"step": 4674
|
|
},
|
|
{
|
|
"epoch": 0.9865759421895192,
|
|
"grad_norm": 0.09551042318344116,
|
|
"learning_rate": 1.1669658886894077e-05,
|
|
"loss": 2.0149271488189697,
|
|
"step": 4676
|
|
},
|
|
{
|
|
"epoch": 0.986997916501833,
|
|
"grad_norm": 0.10458600521087646,
|
|
"learning_rate": 1.1310592459605028e-05,
|
|
"loss": 1.9659817218780518,
|
|
"step": 4678
|
|
},
|
|
{
|
|
"epoch": 0.9874198908141467,
|
|
"grad_norm": 0.10398183763027191,
|
|
"learning_rate": 1.0951526032315979e-05,
|
|
"loss": 2.0331315994262695,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"epoch": 0.9878418651264604,
|
|
"grad_norm": 0.10857747495174408,
|
|
"learning_rate": 1.059245960502693e-05,
|
|
"loss": 1.999959111213684,
|
|
"step": 4682
|
|
},
|
|
{
|
|
"epoch": 0.9882638394387742,
|
|
"grad_norm": 0.09563376754522324,
|
|
"learning_rate": 1.0233393177737882e-05,
|
|
"loss": 2.0447683334350586,
|
|
"step": 4684
|
|
},
|
|
{
|
|
"epoch": 0.9886858137510879,
|
|
"grad_norm": 0.12259466201066971,
|
|
"learning_rate": 9.874326750448834e-06,
|
|
"loss": 1.9301782846450806,
|
|
"step": 4686
|
|
},
|
|
{
|
|
"epoch": 0.9891077880634016,
|
|
"grad_norm": 0.11285020411014557,
|
|
"learning_rate": 9.515260323159784e-06,
|
|
"loss": 2.033548355102539,
|
|
"step": 4688
|
|
},
|
|
{
|
|
"epoch": 0.9895297623757153,
|
|
"grad_norm": 0.10428531467914581,
|
|
"learning_rate": 9.156193895870736e-06,
|
|
"loss": 1.9834178686141968,
|
|
"step": 4690
|
|
},
|
|
{
|
|
"epoch": 0.9899517366880292,
|
|
"grad_norm": 0.10745920985937119,
|
|
"learning_rate": 8.797127468581689e-06,
|
|
"loss": 1.9925299882888794,
|
|
"step": 4692
|
|
},
|
|
{
|
|
"epoch": 0.9903737110003429,
|
|
"grad_norm": 0.09838896244764328,
|
|
"learning_rate": 8.43806104129264e-06,
|
|
"loss": 1.9267971515655518,
|
|
"step": 4694
|
|
},
|
|
{
|
|
"epoch": 0.9907956853126566,
|
|
"grad_norm": 0.11232728511095047,
|
|
"learning_rate": 8.07899461400359e-06,
|
|
"loss": 1.9885969161987305,
|
|
"step": 4696
|
|
},
|
|
{
|
|
"epoch": 0.9912176596249703,
|
|
"grad_norm": 0.10153519362211227,
|
|
"learning_rate": 7.719928186714543e-06,
|
|
"loss": 1.965550184249878,
|
|
"step": 4698
|
|
},
|
|
{
|
|
"epoch": 0.991639633937284,
|
|
"grad_norm": 0.10343014448881149,
|
|
"learning_rate": 7.360861759425494e-06,
|
|
"loss": 1.9578814506530762,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 0.9920616082495978,
|
|
"grad_norm": 0.11567633599042892,
|
|
"learning_rate": 7.001795332136446e-06,
|
|
"loss": 2.0264432430267334,
|
|
"step": 4702
|
|
},
|
|
{
|
|
"epoch": 0.9924835825619115,
|
|
"grad_norm": 0.11094778776168823,
|
|
"learning_rate": 6.642728904847396e-06,
|
|
"loss": 1.9655907154083252,
|
|
"step": 4704
|
|
},
|
|
{
|
|
"epoch": 0.9929055568742253,
|
|
"grad_norm": 0.10449371486902237,
|
|
"learning_rate": 6.283662477558349e-06,
|
|
"loss": 1.949964165687561,
|
|
"step": 4706
|
|
},
|
|
{
|
|
"epoch": 0.993327531186539,
|
|
"grad_norm": 0.11244763433933258,
|
|
"learning_rate": 5.9245960502693004e-06,
|
|
"loss": 2.024744749069214,
|
|
"step": 4708
|
|
},
|
|
{
|
|
"epoch": 0.9937495054988528,
|
|
"grad_norm": 0.10339177399873734,
|
|
"learning_rate": 5.565529622980251e-06,
|
|
"loss": 2.0018577575683594,
|
|
"step": 4710
|
|
},
|
|
{
|
|
"epoch": 0.9941714798111665,
|
|
"grad_norm": 0.11212055385112762,
|
|
"learning_rate": 5.206463195691203e-06,
|
|
"loss": 1.9637234210968018,
|
|
"step": 4712
|
|
},
|
|
{
|
|
"epoch": 0.9945934541234802,
|
|
"grad_norm": 0.1078438013792038,
|
|
"learning_rate": 4.847396768402154e-06,
|
|
"loss": 2.0055603981018066,
|
|
"step": 4714
|
|
},
|
|
{
|
|
"epoch": 0.9950154284357939,
|
|
"grad_norm": 0.1065535768866539,
|
|
"learning_rate": 4.488330341113106e-06,
|
|
"loss": 1.9720178842544556,
|
|
"step": 4716
|
|
},
|
|
{
|
|
"epoch": 0.9954374027481077,
|
|
"grad_norm": 0.10319648683071136,
|
|
"learning_rate": 4.129263913824058e-06,
|
|
"loss": 2.0201807022094727,
|
|
"step": 4718
|
|
},
|
|
{
|
|
"epoch": 0.9958593770604215,
|
|
"grad_norm": 0.10053250938653946,
|
|
"learning_rate": 3.770197486535009e-06,
|
|
"loss": 1.988191843032837,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"epoch": 0.9962813513727352,
|
|
"grad_norm": 0.11511623859405518,
|
|
"learning_rate": 3.411131059245961e-06,
|
|
"loss": 1.93172287940979,
|
|
"step": 4722
|
|
},
|
|
{
|
|
"epoch": 0.9967033256850489,
|
|
"grad_norm": 0.1131865456700325,
|
|
"learning_rate": 3.0520646319569123e-06,
|
|
"loss": 1.9372680187225342,
|
|
"step": 4724
|
|
},
|
|
{
|
|
"epoch": 0.9971252999973627,
|
|
"grad_norm": 0.09997057169675827,
|
|
"learning_rate": 2.6929982046678636e-06,
|
|
"loss": 1.9457156658172607,
|
|
"step": 4726
|
|
},
|
|
{
|
|
"epoch": 0.9975472743096764,
|
|
"grad_norm": 0.09570550173521042,
|
|
"learning_rate": 2.333931777378815e-06,
|
|
"loss": 1.9646587371826172,
|
|
"step": 4728
|
|
},
|
|
{
|
|
"epoch": 0.9979692486219901,
|
|
"grad_norm": 0.10176803916692734,
|
|
"learning_rate": 1.9748653500897667e-06,
|
|
"loss": 1.9580981731414795,
|
|
"step": 4730
|
|
},
|
|
{
|
|
"epoch": 0.9983912229343038,
|
|
"grad_norm": 0.10773016512393951,
|
|
"learning_rate": 1.6157989228007182e-06,
|
|
"loss": 1.9681389331817627,
|
|
"step": 4732
|
|
},
|
|
{
|
|
"epoch": 0.9988131972466177,
|
|
"grad_norm": 0.11025076359510422,
|
|
"learning_rate": 1.2567324955116697e-06,
|
|
"loss": 2.0080111026763916,
|
|
"step": 4734
|
|
},
|
|
{
|
|
"epoch": 0.9992351715589314,
|
|
"grad_norm": 0.10569436848163605,
|
|
"learning_rate": 8.976660682226213e-07,
|
|
"loss": 1.917080283164978,
|
|
"step": 4736
|
|
},
|
|
{
|
|
"epoch": 0.9996571458712451,
|
|
"grad_norm": 0.11203278601169586,
|
|
"learning_rate": 5.385996409335728e-07,
|
|
"loss": 1.8714354038238525,
|
|
"step": 4738
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.11829442530870438,
|
|
"learning_rate": 1.7953321364452426e-07,
|
|
"loss": 1.9940471649169922,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_loss": 1.9716895818710327,
|
|
"eval_runtime": 85.9928,
|
|
"eval_samples_per_second": 35.631,
|
|
"eval_steps_per_second": 4.454,
|
|
"step": 4740
|
|
}
|
|
],
|
|
"logging_steps": 2,
|
|
"max_steps": 4740,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 474,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 4.2140322727104123e+18,
|
|
"train_batch_size": 8,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|