6400 lines
157 KiB
JSON
6400 lines
157 KiB
JSON
|
{
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 0.9998897828722584,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 4536,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.0011021712774165104,
|
||
|
|
"grad_norm": 59.11821880494146,
|
||
|
|
"learning_rate": 3.303964757709251e-06,
|
||
|
|
"loss": 3.825,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.002204342554833021,
|
||
|
|
"grad_norm": 42.17582597601867,
|
||
|
|
"learning_rate": 6.607929515418502e-06,
|
||
|
|
"loss": 3.6223,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0033065138322495315,
|
||
|
|
"grad_norm": 18.347454692288814,
|
||
|
|
"learning_rate": 9.911894273127752e-06,
|
||
|
|
"loss": 2.8332,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004408685109666042,
|
||
|
|
"grad_norm": 7.929104229119195,
|
||
|
|
"learning_rate": 1.3215859030837005e-05,
|
||
|
|
"loss": 2.0196,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005510856387082552,
|
||
|
|
"grad_norm": 3.3860390518924492,
|
||
|
|
"learning_rate": 1.6519823788546254e-05,
|
||
|
|
"loss": 1.6062,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006613027664499063,
|
||
|
|
"grad_norm": 1.5094502156188854,
|
||
|
|
"learning_rate": 1.9823788546255504e-05,
|
||
|
|
"loss": 1.3491,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007715198941915574,
|
||
|
|
"grad_norm": 0.8243795908744608,
|
||
|
|
"learning_rate": 2.3127753303964757e-05,
|
||
|
|
"loss": 1.1719,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008817370219332083,
|
||
|
|
"grad_norm": 0.47607081050989597,
|
||
|
|
"learning_rate": 2.643171806167401e-05,
|
||
|
|
"loss": 1.1158,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009919541496748594,
|
||
|
|
"grad_norm": 0.34776556828145655,
|
||
|
|
"learning_rate": 2.9735682819383256e-05,
|
||
|
|
"loss": 1.0865,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011021712774165105,
|
||
|
|
"grad_norm": 0.34304699002193145,
|
||
|
|
"learning_rate": 3.303964757709251e-05,
|
||
|
|
"loss": 1.0369,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012123884051581615,
|
||
|
|
"grad_norm": 0.2531395849305058,
|
||
|
|
"learning_rate": 3.634361233480176e-05,
|
||
|
|
"loss": 1.0383,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013226055328998126,
|
||
|
|
"grad_norm": 0.21165915652546113,
|
||
|
|
"learning_rate": 3.964757709251101e-05,
|
||
|
|
"loss": 1.021,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014328226606414637,
|
||
|
|
"grad_norm": 0.1944258505202001,
|
||
|
|
"learning_rate": 4.295154185022026e-05,
|
||
|
|
"loss": 0.9806,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015430397883831147,
|
||
|
|
"grad_norm": 0.2225104161521765,
|
||
|
|
"learning_rate": 4.625550660792951e-05,
|
||
|
|
"loss": 0.9731,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016532569161247658,
|
||
|
|
"grad_norm": 0.18722320005454055,
|
||
|
|
"learning_rate": 4.9559471365638766e-05,
|
||
|
|
"loss": 0.9756,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.017634740438664167,
|
||
|
|
"grad_norm": 0.18788262680578474,
|
||
|
|
"learning_rate": 5.286343612334802e-05,
|
||
|
|
"loss": 0.9827,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01873691171608068,
|
||
|
|
"grad_norm": 0.15447512609368866,
|
||
|
|
"learning_rate": 5.6167400881057265e-05,
|
||
|
|
"loss": 0.9681,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.019839082993497188,
|
||
|
|
"grad_norm": 0.16941375745095524,
|
||
|
|
"learning_rate": 5.947136563876651e-05,
|
||
|
|
"loss": 0.9765,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0209412542709137,
|
||
|
|
"grad_norm": 0.14612889382972916,
|
||
|
|
"learning_rate": 6.277533039647576e-05,
|
||
|
|
"loss": 0.9359,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02204342554833021,
|
||
|
|
"grad_norm": 0.1405739682413469,
|
||
|
|
"learning_rate": 6.607929515418502e-05,
|
||
|
|
"loss": 0.9543,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.023145596825746722,
|
||
|
|
"grad_norm": 0.130605536696256,
|
||
|
|
"learning_rate": 6.938325991189426e-05,
|
||
|
|
"loss": 0.9136,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02424776810316323,
|
||
|
|
"grad_norm": 0.11300041363364274,
|
||
|
|
"learning_rate": 7.268722466960352e-05,
|
||
|
|
"loss": 0.9478,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025349939380579743,
|
||
|
|
"grad_norm": 0.09643276514367859,
|
||
|
|
"learning_rate": 7.599118942731278e-05,
|
||
|
|
"loss": 0.9125,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026452110657996252,
|
||
|
|
"grad_norm": 0.10011972487944946,
|
||
|
|
"learning_rate": 7.929515418502201e-05,
|
||
|
|
"loss": 0.9309,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027554281935412765,
|
||
|
|
"grad_norm": 0.08587719618641608,
|
||
|
|
"learning_rate": 8.259911894273126e-05,
|
||
|
|
"loss": 0.9023,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028656453212829273,
|
||
|
|
"grad_norm": 0.08726681655122204,
|
||
|
|
"learning_rate": 8.590308370044052e-05,
|
||
|
|
"loss": 0.9058,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029758624490245786,
|
||
|
|
"grad_norm": 0.09342883329751345,
|
||
|
|
"learning_rate": 8.920704845814977e-05,
|
||
|
|
"loss": 0.9054,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030860795767662295,
|
||
|
|
"grad_norm": 0.08738078317709104,
|
||
|
|
"learning_rate": 9.251101321585903e-05,
|
||
|
|
"loss": 0.8833,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.031962967045078804,
|
||
|
|
"grad_norm": 0.07421598879157193,
|
||
|
|
"learning_rate": 9.581497797356827e-05,
|
||
|
|
"loss": 0.9187,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.033065138322495316,
|
||
|
|
"grad_norm": 0.05948715305053877,
|
||
|
|
"learning_rate": 9.911894273127753e-05,
|
||
|
|
"loss": 0.8747,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03416730959991183,
|
||
|
|
"grad_norm": 0.07139242065324014,
|
||
|
|
"learning_rate": 0.00010242290748898678,
|
||
|
|
"loss": 0.8821,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.035269480877328334,
|
||
|
|
"grad_norm": 0.0688597307361162,
|
||
|
|
"learning_rate": 0.00010572687224669604,
|
||
|
|
"loss": 0.8818,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.036371652154744846,
|
||
|
|
"grad_norm": 0.06917882261732754,
|
||
|
|
"learning_rate": 0.00010903083700440527,
|
||
|
|
"loss": 0.9223,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03747382343216136,
|
||
|
|
"grad_norm": 0.06477308185348316,
|
||
|
|
"learning_rate": 0.00011233480176211453,
|
||
|
|
"loss": 0.8979,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03857599470957787,
|
||
|
|
"grad_norm": 0.07148480842885613,
|
||
|
|
"learning_rate": 0.00011563876651982378,
|
||
|
|
"loss": 0.8864,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.039678165986994376,
|
||
|
|
"grad_norm": 0.06963902310697093,
|
||
|
|
"learning_rate": 0.00011894273127753302,
|
||
|
|
"loss": 0.8924,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04078033726441089,
|
||
|
|
"grad_norm": 0.06681188993008794,
|
||
|
|
"learning_rate": 0.00012224669603524228,
|
||
|
|
"loss": 0.8853,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0418825085418274,
|
||
|
|
"grad_norm": 0.07882523551134729,
|
||
|
|
"learning_rate": 0.00012555066079295151,
|
||
|
|
"loss": 0.8752,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.042984679819243914,
|
||
|
|
"grad_norm": 0.07046808160734085,
|
||
|
|
"learning_rate": 0.00012885462555066077,
|
||
|
|
"loss": 0.9005,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04408685109666042,
|
||
|
|
"grad_norm": 0.08831018054166795,
|
||
|
|
"learning_rate": 0.00013215859030837003,
|
||
|
|
"loss": 0.8779,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04518902237407693,
|
||
|
|
"grad_norm": 0.06786610627531549,
|
||
|
|
"learning_rate": 0.0001354625550660793,
|
||
|
|
"loss": 0.8865,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.046291193651493444,
|
||
|
|
"grad_norm": 0.06898944984160912,
|
||
|
|
"learning_rate": 0.00013876651982378853,
|
||
|
|
"loss": 0.8951,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04739336492890995,
|
||
|
|
"grad_norm": 0.07193213519196924,
|
||
|
|
"learning_rate": 0.00014207048458149779,
|
||
|
|
"loss": 0.91,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04849553620632646,
|
||
|
|
"grad_norm": 0.06470248286974109,
|
||
|
|
"learning_rate": 0.00014537444933920705,
|
||
|
|
"loss": 0.8713,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.049597707483742974,
|
||
|
|
"grad_norm": 0.07558920025422085,
|
||
|
|
"learning_rate": 0.0001486784140969163,
|
||
|
|
"loss": 0.9003,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.050699878761159486,
|
||
|
|
"grad_norm": 0.08225650056399321,
|
||
|
|
"learning_rate": 0.00015198237885462556,
|
||
|
|
"loss": 0.8744,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05180205003857599,
|
||
|
|
"grad_norm": 0.08830347321776405,
|
||
|
|
"learning_rate": 0.0001552863436123348,
|
||
|
|
"loss": 0.8543,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052904221315992504,
|
||
|
|
"grad_norm": 0.06812983519818898,
|
||
|
|
"learning_rate": 0.00015859030837004403,
|
||
|
|
"loss": 0.9006,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05400639259340902,
|
||
|
|
"grad_norm": 0.08404581821873025,
|
||
|
|
"learning_rate": 0.0001618942731277533,
|
||
|
|
"loss": 0.8915,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05510856387082553,
|
||
|
|
"grad_norm": 0.07050034877556227,
|
||
|
|
"learning_rate": 0.00016519823788546252,
|
||
|
|
"loss": 0.8737,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.056210735148242034,
|
||
|
|
"grad_norm": 0.060716071571555404,
|
||
|
|
"learning_rate": 0.0001685022026431718,
|
||
|
|
"loss": 0.8551,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05731290642565855,
|
||
|
|
"grad_norm": 0.06881772285936742,
|
||
|
|
"learning_rate": 0.00017180616740088104,
|
||
|
|
"loss": 0.8895,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05841507770307506,
|
||
|
|
"grad_norm": 0.0616288543822739,
|
||
|
|
"learning_rate": 0.0001751101321585903,
|
||
|
|
"loss": 0.8761,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05951724898049157,
|
||
|
|
"grad_norm": 0.06164986983886088,
|
||
|
|
"learning_rate": 0.00017841409691629953,
|
||
|
|
"loss": 0.8948,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06061942025790808,
|
||
|
|
"grad_norm": 0.08556452067304546,
|
||
|
|
"learning_rate": 0.00018171806167400882,
|
||
|
|
"loss": 0.8965,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06172159153532459,
|
||
|
|
"grad_norm": 0.06708897999556158,
|
||
|
|
"learning_rate": 0.00018502202643171805,
|
||
|
|
"loss": 0.8717,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0628237628127411,
|
||
|
|
"grad_norm": 0.06626854890594584,
|
||
|
|
"learning_rate": 0.00018832599118942728,
|
||
|
|
"loss": 0.8967,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06392593409015761,
|
||
|
|
"grad_norm": 0.06798823718932381,
|
||
|
|
"learning_rate": 0.00019162995594713654,
|
||
|
|
"loss": 0.879,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06502810536757413,
|
||
|
|
"grad_norm": 0.07021508305766244,
|
||
|
|
"learning_rate": 0.0001949339207048458,
|
||
|
|
"loss": 0.8761,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06613027664499063,
|
||
|
|
"grad_norm": 0.06347368995094158,
|
||
|
|
"learning_rate": 0.00019823788546255506,
|
||
|
|
"loss": 0.853,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06723244792240714,
|
||
|
|
"grad_norm": 0.07136142919506049,
|
||
|
|
"learning_rate": 0.0002015418502202643,
|
||
|
|
"loss": 0.8771,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06833461919982366,
|
||
|
|
"grad_norm": 0.06846198864454035,
|
||
|
|
"learning_rate": 0.00020484581497797356,
|
||
|
|
"loss": 0.8903,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06943679047724016,
|
||
|
|
"grad_norm": 0.06137623690084353,
|
||
|
|
"learning_rate": 0.0002081497797356828,
|
||
|
|
"loss": 0.853,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07053896175465667,
|
||
|
|
"grad_norm": 0.07068069693448537,
|
||
|
|
"learning_rate": 0.00021145374449339208,
|
||
|
|
"loss": 0.8868,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07164113303207319,
|
||
|
|
"grad_norm": 0.0633263499263589,
|
||
|
|
"learning_rate": 0.0002147577092511013,
|
||
|
|
"loss": 0.8847,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07274330430948969,
|
||
|
|
"grad_norm": 0.06653681784940939,
|
||
|
|
"learning_rate": 0.00021806167400881054,
|
||
|
|
"loss": 0.8725,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07384547558690621,
|
||
|
|
"grad_norm": 0.06583964059153263,
|
||
|
|
"learning_rate": 0.0002213656387665198,
|
||
|
|
"loss": 0.878,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07494764686432272,
|
||
|
|
"grad_norm": 0.08061748319197447,
|
||
|
|
"learning_rate": 0.00022466960352422906,
|
||
|
|
"loss": 0.8984,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07604981814173922,
|
||
|
|
"grad_norm": 0.0731004519013094,
|
||
|
|
"learning_rate": 0.00022797356828193832,
|
||
|
|
"loss": 0.8629,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07715198941915574,
|
||
|
|
"grad_norm": 0.06044943906403856,
|
||
|
|
"learning_rate": 0.00023127753303964755,
|
||
|
|
"loss": 0.8783,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07825416069657225,
|
||
|
|
"grad_norm": 0.06920900396817772,
|
||
|
|
"learning_rate": 0.0002345814977973568,
|
||
|
|
"loss": 0.8882,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07935633197398875,
|
||
|
|
"grad_norm": 0.06396348587422171,
|
||
|
|
"learning_rate": 0.00023788546255506604,
|
||
|
|
"loss": 0.8557,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08045850325140527,
|
||
|
|
"grad_norm": 0.06844620445410649,
|
||
|
|
"learning_rate": 0.00024118942731277533,
|
||
|
|
"loss": 0.8973,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08156067452882178,
|
||
|
|
"grad_norm": 0.06653654136399571,
|
||
|
|
"learning_rate": 0.00024449339207048456,
|
||
|
|
"loss": 0.8916,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08266284580623828,
|
||
|
|
"grad_norm": 0.06216710353519921,
|
||
|
|
"learning_rate": 0.0002477973568281938,
|
||
|
|
"loss": 0.8499,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0837650170836548,
|
||
|
|
"grad_norm": 0.05880885627082627,
|
||
|
|
"learning_rate": 0.00025110132158590303,
|
||
|
|
"loss": 0.9042,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08486718836107131,
|
||
|
|
"grad_norm": 0.06754842514493627,
|
||
|
|
"learning_rate": 0.0002544052863436123,
|
||
|
|
"loss": 0.8641,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08596935963848783,
|
||
|
|
"grad_norm": 0.06140819068848091,
|
||
|
|
"learning_rate": 0.00025770925110132155,
|
||
|
|
"loss": 0.8943,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08707153091590433,
|
||
|
|
"grad_norm": 0.061754148705009615,
|
||
|
|
"learning_rate": 0.00026101321585903083,
|
||
|
|
"loss": 0.8718,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08817370219332084,
|
||
|
|
"grad_norm": 0.06597271175452663,
|
||
|
|
"learning_rate": 0.00026431718061674007,
|
||
|
|
"loss": 0.8791,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08927587347073736,
|
||
|
|
"grad_norm": 0.058815224093820354,
|
||
|
|
"learning_rate": 0.00026762114537444935,
|
||
|
|
"loss": 0.8822,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09037804474815386,
|
||
|
|
"grad_norm": 0.06335803406426932,
|
||
|
|
"learning_rate": 0.0002709251101321586,
|
||
|
|
"loss": 0.8555,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09148021602557037,
|
||
|
|
"grad_norm": 0.061177086710910725,
|
||
|
|
"learning_rate": 0.0002742290748898678,
|
||
|
|
"loss": 0.8999,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09258238730298689,
|
||
|
|
"grad_norm": 0.0640511083565074,
|
||
|
|
"learning_rate": 0.00027753303964757705,
|
||
|
|
"loss": 0.8907,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0936845585804034,
|
||
|
|
"grad_norm": 0.06233966383032991,
|
||
|
|
"learning_rate": 0.0002808370044052863,
|
||
|
|
"loss": 0.8794,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0947867298578199,
|
||
|
|
"grad_norm": 0.057022002708166875,
|
||
|
|
"learning_rate": 0.00028414096916299557,
|
||
|
|
"loss": 0.9005,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09588890113523642,
|
||
|
|
"grad_norm": 0.0617487231342341,
|
||
|
|
"learning_rate": 0.0002874449339207048,
|
||
|
|
"loss": 0.8574,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09699107241265292,
|
||
|
|
"grad_norm": 0.07666912755096209,
|
||
|
|
"learning_rate": 0.0002907488986784141,
|
||
|
|
"loss": 0.89,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09809324369006944,
|
||
|
|
"grad_norm": 0.06908006068504674,
|
||
|
|
"learning_rate": 0.0002940528634361233,
|
||
|
|
"loss": 0.9058,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09919541496748595,
|
||
|
|
"grad_norm": 0.06466123609412561,
|
||
|
|
"learning_rate": 0.0002973568281938326,
|
||
|
|
"loss": 0.8852,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10029758624490245,
|
||
|
|
"grad_norm": 0.05620325485859758,
|
||
|
|
"learning_rate": 0.0002999999555762735,
|
||
|
|
"loss": 0.882,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10139975752231897,
|
||
|
|
"grad_norm": 0.05608554381774001,
|
||
|
|
"learning_rate": 0.0002999984007486092,
|
||
|
|
"loss": 0.8602,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10250192879973548,
|
||
|
|
"grad_norm": 0.06300983111668536,
|
||
|
|
"learning_rate": 0.0002999946247609333,
|
||
|
|
"loss": 0.8939,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10360410007715198,
|
||
|
|
"grad_norm": 0.05359836181219753,
|
||
|
|
"learning_rate": 0.00029998862766916014,
|
||
|
|
"loss": 0.8719,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1047062713545685,
|
||
|
|
"grad_norm": 0.05972412283076983,
|
||
|
|
"learning_rate": 0.0002999804095620941,
|
||
|
|
"loss": 0.8567,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10580844263198501,
|
||
|
|
"grad_norm": 0.055736449030028,
|
||
|
|
"learning_rate": 0.00029996997056142786,
|
||
|
|
"loss": 0.8928,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10691061390940153,
|
||
|
|
"grad_norm": 0.05535452244152051,
|
||
|
|
"learning_rate": 0.0002999573108217412,
|
||
|
|
"loss": 0.8815,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10801278518681803,
|
||
|
|
"grad_norm": 0.05571951712028587,
|
||
|
|
"learning_rate": 0.00029994243053049795,
|
||
|
|
"loss": 0.8273,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10911495646423454,
|
||
|
|
"grad_norm": 0.0572367057417111,
|
||
|
|
"learning_rate": 0.000299925329908044,
|
||
|
|
"loss": 0.8891,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11021712774165106,
|
||
|
|
"grad_norm": 0.05206161611783487,
|
||
|
|
"learning_rate": 0.00029990600920760355,
|
||
|
|
"loss": 0.8467,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11131929901906756,
|
||
|
|
"grad_norm": 0.057618220952806956,
|
||
|
|
"learning_rate": 0.0002998844687152753,
|
||
|
|
"loss": 0.84,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11242147029648407,
|
||
|
|
"grad_norm": 0.0731502466891883,
|
||
|
|
"learning_rate": 0.0002998607087500286,
|
||
|
|
"loss": 0.8899,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11352364157390059,
|
||
|
|
"grad_norm": 0.06531011144403108,
|
||
|
|
"learning_rate": 0.00029983472966369835,
|
||
|
|
"loss": 0.8805,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1146258128513171,
|
||
|
|
"grad_norm": 0.05719733051934535,
|
||
|
|
"learning_rate": 0.0002998065318409801,
|
||
|
|
"loss": 0.8998,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1157279841287336,
|
||
|
|
"grad_norm": 0.04786336091320019,
|
||
|
|
"learning_rate": 0.0002997761156994242,
|
||
|
|
"loss": 0.8454,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11683015540615012,
|
||
|
|
"grad_norm": 0.061209707796165434,
|
||
|
|
"learning_rate": 0.00029974348168942944,
|
||
|
|
"loss": 0.894,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11793232668356662,
|
||
|
|
"grad_norm": 0.05567071955981122,
|
||
|
|
"learning_rate": 0.0002997086302942368,
|
||
|
|
"loss": 0.8791,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11903449796098314,
|
||
|
|
"grad_norm": 0.051378774159055826,
|
||
|
|
"learning_rate": 0.00029967156202992184,
|
||
|
|
"loss": 0.8908,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12013666923839965,
|
||
|
|
"grad_norm": 0.06416620508611666,
|
||
|
|
"learning_rate": 0.0002996322774453875,
|
||
|
|
"loss": 0.912,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12123884051581615,
|
||
|
|
"grad_norm": 0.049933851892099514,
|
||
|
|
"learning_rate": 0.0002995907771223556,
|
||
|
|
"loss": 0.8819,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12234101179323267,
|
||
|
|
"grad_norm": 0.052571228924698295,
|
||
|
|
"learning_rate": 0.00029954706167535834,
|
||
|
|
"loss": 0.8926,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12344318307064918,
|
||
|
|
"grad_norm": 0.05946512503425042,
|
||
|
|
"learning_rate": 0.0002995011317517294,
|
||
|
|
"loss": 0.8767,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12454535434806568,
|
||
|
|
"grad_norm": 0.05379133265550323,
|
||
|
|
"learning_rate": 0.0002994529880315941,
|
||
|
|
"loss": 0.8541,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1256475256254822,
|
||
|
|
"grad_norm": 0.04996259410414281,
|
||
|
|
"learning_rate": 0.00029940263122785936,
|
||
|
|
"loss": 0.8975,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12674969690289872,
|
||
|
|
"grad_norm": 0.06293201636932731,
|
||
|
|
"learning_rate": 0.0002993500620862033,
|
||
|
|
"loss": 0.8538,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12785186818031521,
|
||
|
|
"grad_norm": 0.0549834121731086,
|
||
|
|
"learning_rate": 0.000299295281385064,
|
||
|
|
"loss": 0.8766,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12895403945773173,
|
||
|
|
"grad_norm": 0.06031562586347478,
|
||
|
|
"learning_rate": 0.00029923828993562814,
|
||
|
|
"loss": 0.8519,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13005621073514825,
|
||
|
|
"grad_norm": 0.05792440007594611,
|
||
|
|
"learning_rate": 0.00029917908858181897,
|
||
|
|
"loss": 0.8295,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13115838201256474,
|
||
|
|
"grad_norm": 0.22881705102396294,
|
||
|
|
"learning_rate": 0.00029911767820028364,
|
||
|
|
"loss": 0.8934,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13226055328998126,
|
||
|
|
"grad_norm": 0.2022359302630765,
|
||
|
|
"learning_rate": 0.0002990540597003804,
|
||
|
|
"loss": 0.9332,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13336272456739778,
|
||
|
|
"grad_norm": 0.07299327465806,
|
||
|
|
"learning_rate": 0.0002989882340241651,
|
||
|
|
"loss": 0.8848,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13446489584481428,
|
||
|
|
"grad_norm": 0.06761831265802426,
|
||
|
|
"learning_rate": 0.0002989202021463772,
|
||
|
|
"loss": 0.8613,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1355670671222308,
|
||
|
|
"grad_norm": 0.08020708226646049,
|
||
|
|
"learning_rate": 0.0002988499650744254,
|
||
|
|
"loss": 0.8961,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1366692383996473,
|
||
|
|
"grad_norm": 0.08560660775941882,
|
||
|
|
"learning_rate": 0.0002987775238483725,
|
||
|
|
"loss": 0.9122,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1377714096770638,
|
||
|
|
"grad_norm": 0.05636244041478988,
|
||
|
|
"learning_rate": 0.0002987028795409204,
|
||
|
|
"loss": 0.8427,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13887358095448032,
|
||
|
|
"grad_norm": 1.0715539508022556,
|
||
|
|
"learning_rate": 0.0002986260332573939,
|
||
|
|
"loss": 0.8535,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13997575223189684,
|
||
|
|
"grad_norm": 0.07028650609498803,
|
||
|
|
"learning_rate": 0.0002985469861357243,
|
||
|
|
"loss": 0.8843,
|
||
|
|
"step": 635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14107792350931334,
|
||
|
|
"grad_norm": 0.10912168092090672,
|
||
|
|
"learning_rate": 0.0002984657393464329,
|
||
|
|
"loss": 0.8802,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14218009478672985,
|
||
|
|
"grad_norm": 0.07320669082767357,
|
||
|
|
"learning_rate": 0.0002983822940926133,
|
||
|
|
"loss": 0.8534,
|
||
|
|
"step": 645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14328226606414637,
|
||
|
|
"grad_norm": 0.049879806960918614,
|
||
|
|
"learning_rate": 0.0002982966516099137,
|
||
|
|
"loss": 0.8661,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14438443734156287,
|
||
|
|
"grad_norm": 0.05068348497813321,
|
||
|
|
"learning_rate": 0.00029820881316651866,
|
||
|
|
"loss": 0.881,
|
||
|
|
"step": 655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14548660861897939,
|
||
|
|
"grad_norm": 0.05280972060027596,
|
||
|
|
"learning_rate": 0.00029811878006313046,
|
||
|
|
"loss": 0.8552,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1465887798963959,
|
||
|
|
"grad_norm": 0.060948440074130784,
|
||
|
|
"learning_rate": 0.00029802655363294934,
|
||
|
|
"loss": 0.8694,
|
||
|
|
"step": 665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14769095117381242,
|
||
|
|
"grad_norm": 0.051871602193463616,
|
||
|
|
"learning_rate": 0.0002979321352416543,
|
||
|
|
"loss": 0.8482,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14879312245122892,
|
||
|
|
"grad_norm": 0.05140620390257059,
|
||
|
|
"learning_rate": 0.0002978355262873826,
|
||
|
|
"loss": 0.871,
|
||
|
|
"step": 675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14989529372864543,
|
||
|
|
"grad_norm": 0.053923668745928,
|
||
|
|
"learning_rate": 0.00029773672820070915,
|
||
|
|
"loss": 0.8617,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15099746500606195,
|
||
|
|
"grad_norm": 0.05491254789252112,
|
||
|
|
"learning_rate": 0.0002976357424446253,
|
||
|
|
"loss": 0.8688,
|
||
|
|
"step": 685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15209963628347845,
|
||
|
|
"grad_norm": 0.057725313291247395,
|
||
|
|
"learning_rate": 0.00029753257051451707,
|
||
|
|
"loss": 0.8725,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15320180756089496,
|
||
|
|
"grad_norm": 0.06175295050381468,
|
||
|
|
"learning_rate": 0.0002974272139381433,
|
||
|
|
"loss": 0.8721,
|
||
|
|
"step": 695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15430397883831148,
|
||
|
|
"grad_norm": 0.05416095170725182,
|
||
|
|
"learning_rate": 0.00029731967427561266,
|
||
|
|
"loss": 0.8477,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15540615011572798,
|
||
|
|
"grad_norm": 0.05008825843504415,
|
||
|
|
"learning_rate": 0.00029720995311936077,
|
||
|
|
"loss": 0.8539,
|
||
|
|
"step": 705
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1565083213931445,
|
||
|
|
"grad_norm": 0.048098359842914856,
|
||
|
|
"learning_rate": 0.0002970980520941266,
|
||
|
|
"loss": 0.8391,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15761049267056101,
|
||
|
|
"grad_norm": 0.05792884649127905,
|
||
|
|
"learning_rate": 0.00029698397285692833,
|
||
|
|
"loss": 0.836,
|
||
|
|
"step": 715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1587126639479775,
|
||
|
|
"grad_norm": 0.04553225276243662,
|
||
|
|
"learning_rate": 0.000296867717097039,
|
||
|
|
"loss": 0.8407,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15981483522539403,
|
||
|
|
"grad_norm": 0.04857966778373228,
|
||
|
|
"learning_rate": 0.0002967492865359611,
|
||
|
|
"loss": 0.843,
|
||
|
|
"step": 725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16091700650281054,
|
||
|
|
"grad_norm": 0.05464944380446163,
|
||
|
|
"learning_rate": 0.00029662868292740165,
|
||
|
|
"loss": 0.85,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16201917778022704,
|
||
|
|
"grad_norm": 0.045834951820991766,
|
||
|
|
"learning_rate": 0.00029650590805724574,
|
||
|
|
"loss": 0.8661,
|
||
|
|
"step": 735
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16312134905764356,
|
||
|
|
"grad_norm": 0.053929904093643635,
|
||
|
|
"learning_rate": 0.0002963809637435303,
|
||
|
|
"loss": 0.9115,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16422352033506007,
|
||
|
|
"grad_norm": 0.04871618742526512,
|
||
|
|
"learning_rate": 0.00029625385183641706,
|
||
|
|
"loss": 0.845,
|
||
|
|
"step": 745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16532569161247657,
|
||
|
|
"grad_norm": 0.05247129804792461,
|
||
|
|
"learning_rate": 0.00029612457421816546,
|
||
|
|
"loss": 0.8772,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16642786288989309,
|
||
|
|
"grad_norm": 0.04850518585643222,
|
||
|
|
"learning_rate": 0.0002959931328031043,
|
||
|
|
"loss": 0.8687,
|
||
|
|
"step": 755
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1675300341673096,
|
||
|
|
"grad_norm": 0.05475798664220526,
|
||
|
|
"learning_rate": 0.00029585952953760386,
|
||
|
|
"loss": 0.8666,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16863220544472612,
|
||
|
|
"grad_norm": 0.04884060269417904,
|
||
|
|
"learning_rate": 0.00029572376640004674,
|
||
|
|
"loss": 0.8681,
|
||
|
|
"step": 765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16973437672214262,
|
||
|
|
"grad_norm": 0.04948889650089674,
|
||
|
|
"learning_rate": 0.00029558584540079864,
|
||
|
|
"loss": 0.8822,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17083654799955914,
|
||
|
|
"grad_norm": 0.044346461043723126,
|
||
|
|
"learning_rate": 0.0002954457685821789,
|
||
|
|
"loss": 0.8656,
|
||
|
|
"step": 775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17193871927697565,
|
||
|
|
"grad_norm": 0.05856011647955299,
|
||
|
|
"learning_rate": 0.0002953035380184296,
|
||
|
|
"loss": 0.8487,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17304089055439215,
|
||
|
|
"grad_norm": 0.05004499788895783,
|
||
|
|
"learning_rate": 0.0002951591558156856,
|
||
|
|
"loss": 0.8219,
|
||
|
|
"step": 785
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17414306183180867,
|
||
|
|
"grad_norm": 0.04373207037056602,
|
||
|
|
"learning_rate": 0.0002950126241119429,
|
||
|
|
"loss": 0.8712,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17524523310922518,
|
||
|
|
"grad_norm": 0.04536155490811825,
|
||
|
|
"learning_rate": 0.0002948639450770269,
|
||
|
|
"loss": 0.8616,
|
||
|
|
"step": 795
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17634740438664168,
|
||
|
|
"grad_norm": 0.04345801787038758,
|
||
|
|
"learning_rate": 0.0002947131209125607,
|
||
|
|
"loss": 0.859,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1774495756640582,
|
||
|
|
"grad_norm": 0.045860871445007584,
|
||
|
|
"learning_rate": 0.0002945601538519321,
|
||
|
|
"loss": 0.8497,
|
||
|
|
"step": 805
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17855174694147471,
|
||
|
|
"grad_norm": 0.04997067347593218,
|
||
|
|
"learning_rate": 0.0002944050461602607,
|
||
|
|
"loss": 0.8428,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1796539182188912,
|
||
|
|
"grad_norm": 0.04961878609503156,
|
||
|
|
"learning_rate": 0.00029424780013436434,
|
||
|
|
"loss": 0.8582,
|
||
|
|
"step": 815
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18075608949630773,
|
||
|
|
"grad_norm": 0.047930042373250895,
|
||
|
|
"learning_rate": 0.0002940884181027251,
|
||
|
|
"loss": 0.8523,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18185826077372425,
|
||
|
|
"grad_norm": 0.05532903520929939,
|
||
|
|
"learning_rate": 0.0002939269024254547,
|
||
|
|
"loss": 0.8544,
|
||
|
|
"step": 825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18296043205114074,
|
||
|
|
"grad_norm": 0.051023957267831634,
|
||
|
|
"learning_rate": 0.0002937632554942598,
|
||
|
|
"loss": 0.8419,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18406260332855726,
|
||
|
|
"grad_norm": 0.0453229581659907,
|
||
|
|
"learning_rate": 0.0002935974797324064,
|
||
|
|
"loss": 0.8335,
|
||
|
|
"step": 835
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18516477460597378,
|
||
|
|
"grad_norm": 0.04606389790907126,
|
||
|
|
"learning_rate": 0.0002934295775946839,
|
||
|
|
"loss": 0.8368,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18626694588339027,
|
||
|
|
"grad_norm": 0.045473867263415464,
|
||
|
|
"learning_rate": 0.00029325955156736885,
|
||
|
|
"loss": 0.8304,
|
||
|
|
"step": 845
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1873691171608068,
|
||
|
|
"grad_norm": 0.044416090960029395,
|
||
|
|
"learning_rate": 0.0002930874041681883,
|
||
|
|
"loss": 0.8526,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1884712884382233,
|
||
|
|
"grad_norm": 0.05975247770022884,
|
||
|
|
"learning_rate": 0.0002929131379462821,
|
||
|
|
"loss": 0.8442,
|
||
|
|
"step": 855
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1895734597156398,
|
||
|
|
"grad_norm": 0.048173050625599255,
|
||
|
|
"learning_rate": 0.00029273675548216563,
|
||
|
|
"loss": 0.8725,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19067563099305632,
|
||
|
|
"grad_norm": 0.04762107623243284,
|
||
|
|
"learning_rate": 0.0002925582593876912,
|
||
|
|
"loss": 0.8666,
|
||
|
|
"step": 865
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19177780227047284,
|
||
|
|
"grad_norm": 0.05283512920588099,
|
||
|
|
"learning_rate": 0.0002923776523060095,
|
||
|
|
"loss": 0.8584,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19287997354788936,
|
||
|
|
"grad_norm": 0.05051732507674948,
|
||
|
|
"learning_rate": 0.0002921949369115307,
|
||
|
|
"loss": 0.8685,
|
||
|
|
"step": 875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19398214482530585,
|
||
|
|
"grad_norm": 0.04737129568146193,
|
||
|
|
"learning_rate": 0.00029201011590988444,
|
||
|
|
"loss": 0.8108,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19508431610272237,
|
||
|
|
"grad_norm": 0.052972441854251665,
|
||
|
|
"learning_rate": 0.00029182319203788,
|
||
|
|
"loss": 0.8554,
|
||
|
|
"step": 885
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19618648738013889,
|
||
|
|
"grad_norm": 0.045056064701286494,
|
||
|
|
"learning_rate": 0.0002916341680634657,
|
||
|
|
"loss": 0.8271,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19728865865755538,
|
||
|
|
"grad_norm": 0.04699409375298448,
|
||
|
|
"learning_rate": 0.00029144304678568807,
|
||
|
|
"loss": 0.836,
|
||
|
|
"step": 895
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1983908299349719,
|
||
|
|
"grad_norm": 0.048175359720427025,
|
||
|
|
"learning_rate": 0.00029124983103465026,
|
||
|
|
"loss": 0.8541,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19949300121238842,
|
||
|
|
"grad_norm": 0.04727829823889592,
|
||
|
|
"learning_rate": 0.00029105452367147,
|
||
|
|
"loss": 0.8502,
|
||
|
|
"step": 905
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2005951724898049,
|
||
|
|
"grad_norm": 0.05148206426329491,
|
||
|
|
"learning_rate": 0.0002908571275882376,
|
||
|
|
"loss": 0.8453,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20169734376722143,
|
||
|
|
"grad_norm": 0.0514916225658676,
|
||
|
|
"learning_rate": 0.00029065764570797276,
|
||
|
|
"loss": 0.8609,
|
||
|
|
"step": 915
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20279951504463795,
|
||
|
|
"grad_norm": 0.04883020506266138,
|
||
|
|
"learning_rate": 0.0002904560809845814,
|
||
|
|
"loss": 0.8461,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20390168632205444,
|
||
|
|
"grad_norm": 0.04568888763813157,
|
||
|
|
"learning_rate": 0.00029025243640281223,
|
||
|
|
"loss": 0.8827,
|
||
|
|
"step": 925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20500385759947096,
|
||
|
|
"grad_norm": 0.05356399559573866,
|
||
|
|
"learning_rate": 0.0002900467149782118,
|
||
|
|
"loss": 0.8606,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20610602887688748,
|
||
|
|
"grad_norm": 0.04851687061223907,
|
||
|
|
"learning_rate": 0.0002898389197570808,
|
||
|
|
"loss": 0.8586,
|
||
|
|
"step": 935
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20720820015430397,
|
||
|
|
"grad_norm": 0.04669683817318346,
|
||
|
|
"learning_rate": 0.00028962905381642827,
|
||
|
|
"loss": 0.834,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2083103714317205,
|
||
|
|
"grad_norm": 0.04842521203522015,
|
||
|
|
"learning_rate": 0.0002894171202639262,
|
||
|
|
"loss": 0.8352,
|
||
|
|
"step": 945
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.209412542709137,
|
||
|
|
"grad_norm": 0.0440579152345845,
|
||
|
|
"learning_rate": 0.0002892031222378635,
|
||
|
|
"loss": 0.8324,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2105147139865535,
|
||
|
|
"grad_norm": 0.04627079587508343,
|
||
|
|
"learning_rate": 0.0002889870629070998,
|
||
|
|
"loss": 0.8253,
|
||
|
|
"step": 955
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21161688526397002,
|
||
|
|
"grad_norm": 0.049721876458835836,
|
||
|
|
"learning_rate": 0.0002887689454710182,
|
||
|
|
"loss": 0.8322,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21271905654138654,
|
||
|
|
"grad_norm": 0.04459805370567298,
|
||
|
|
"learning_rate": 0.0002885487731594779,
|
||
|
|
"loss": 0.8522,
|
||
|
|
"step": 965
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21382122781880306,
|
||
|
|
"grad_norm": 0.04335466084634585,
|
||
|
|
"learning_rate": 0.0002883265492327666,
|
||
|
|
"loss": 0.8385,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21492339909621955,
|
||
|
|
"grad_norm": 0.04968671178179274,
|
||
|
|
"learning_rate": 0.000288102276981552,
|
||
|
|
"loss": 0.8293,
|
||
|
|
"step": 975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21602557037363607,
|
||
|
|
"grad_norm": 0.04449544356929534,
|
||
|
|
"learning_rate": 0.00028787595972683326,
|
||
|
|
"loss": 0.8444,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21712774165105259,
|
||
|
|
"grad_norm": 0.043972214438083426,
|
||
|
|
"learning_rate": 0.0002876476008198917,
|
||
|
|
"loss": 0.8337,
|
||
|
|
"step": 985
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21822991292846908,
|
||
|
|
"grad_norm": 0.04311951621843307,
|
||
|
|
"learning_rate": 0.00028741720364224113,
|
||
|
|
"loss": 0.851,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2193320842058856,
|
||
|
|
"grad_norm": 0.045060530710752784,
|
||
|
|
"learning_rate": 0.000287184771605578,
|
||
|
|
"loss": 0.8404,
|
||
|
|
"step": 995
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22043425548330212,
|
||
|
|
"grad_norm": 0.045664652704444204,
|
||
|
|
"learning_rate": 0.0002869503081517305,
|
||
|
|
"loss": 0.8181,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2215364267607186,
|
||
|
|
"grad_norm": 0.048272419665718394,
|
||
|
|
"learning_rate": 0.0002867138167526081,
|
||
|
|
"loss": 0.851,
|
||
|
|
"step": 1005
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22263859803813513,
|
||
|
|
"grad_norm": 0.047040645763608745,
|
||
|
|
"learning_rate": 0.0002864753009101497,
|
||
|
|
"loss": 0.8187,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22374076931555165,
|
||
|
|
"grad_norm": 0.0428558339017769,
|
||
|
|
"learning_rate": 0.00028623476415627185,
|
||
|
|
"loss": 0.8425,
|
||
|
|
"step": 1015
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22484294059296814,
|
||
|
|
"grad_norm": 0.04197047231886558,
|
||
|
|
"learning_rate": 0.0002859922100528168,
|
||
|
|
"loss": 0.8565,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22594511187038466,
|
||
|
|
"grad_norm": 0.044195983390617165,
|
||
|
|
"learning_rate": 0.0002857476421914993,
|
||
|
|
"loss": 0.8265,
|
||
|
|
"step": 1025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22704728314780118,
|
||
|
|
"grad_norm": 0.04490807738250268,
|
||
|
|
"learning_rate": 0.0002855010641938536,
|
||
|
|
"loss": 0.8273,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22814945442521767,
|
||
|
|
"grad_norm": 0.045467911300816795,
|
||
|
|
"learning_rate": 0.00028525247971118,
|
||
|
|
"loss": 0.8448,
|
||
|
|
"step": 1035
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2292516257026342,
|
||
|
|
"grad_norm": 0.06605089099746904,
|
||
|
|
"learning_rate": 0.0002850018924244903,
|
||
|
|
"loss": 0.8452,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2303537969800507,
|
||
|
|
"grad_norm": 0.04096505035492289,
|
||
|
|
"learning_rate": 0.00028474930604445404,
|
||
|
|
"loss": 0.8205,
|
||
|
|
"step": 1045
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2314559682574672,
|
||
|
|
"grad_norm": 0.04304934507293174,
|
||
|
|
"learning_rate": 0.0002844947243113427,
|
||
|
|
"loss": 0.8488,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23255813953488372,
|
||
|
|
"grad_norm": 0.04230208217283045,
|
||
|
|
"learning_rate": 0.000284238150994975,
|
||
|
|
"loss": 0.8376,
|
||
|
|
"step": 1055
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23366031081230024,
|
||
|
|
"grad_norm": 0.04708086600574921,
|
||
|
|
"learning_rate": 0.00028397958989466064,
|
||
|
|
"loss": 0.8231,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23476248208971673,
|
||
|
|
"grad_norm": 0.046838021251746416,
|
||
|
|
"learning_rate": 0.00028371904483914437,
|
||
|
|
"loss": 0.8284,
|
||
|
|
"step": 1065
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23586465336713325,
|
||
|
|
"grad_norm": 0.05160315046793239,
|
||
|
|
"learning_rate": 0.00028345651968654897,
|
||
|
|
"loss": 0.8489,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23696682464454977,
|
||
|
|
"grad_norm": 0.04831039086387138,
|
||
|
|
"learning_rate": 0.0002831920183243184,
|
||
|
|
"loss": 0.8611,
|
||
|
|
"step": 1075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2380689959219663,
|
||
|
|
"grad_norm": 0.05287417954296867,
|
||
|
|
"learning_rate": 0.00028292554466916004,
|
||
|
|
"loss": 0.8323,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23917116719938278,
|
||
|
|
"grad_norm": 0.04693015235603077,
|
||
|
|
"learning_rate": 0.00028265710266698685,
|
||
|
|
"loss": 0.8632,
|
||
|
|
"step": 1085
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2402733384767993,
|
||
|
|
"grad_norm": 0.041988241282154073,
|
||
|
|
"learning_rate": 0.00028238669629285885,
|
||
|
|
"loss": 0.8068,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24137550975421582,
|
||
|
|
"grad_norm": 0.04810130529903119,
|
||
|
|
"learning_rate": 0.0002821143295509241,
|
||
|
|
"loss": 0.8193,
|
||
|
|
"step": 1095
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2424776810316323,
|
||
|
|
"grad_norm": 0.04870507456288239,
|
||
|
|
"learning_rate": 0.0002818400064743599,
|
||
|
|
"loss": 0.8726,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24357985230904883,
|
||
|
|
"grad_norm": 0.04918127091170888,
|
||
|
|
"learning_rate": 0.00028156373112531234,
|
||
|
|
"loss": 0.8501,
|
||
|
|
"step": 1105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24468202358646535,
|
||
|
|
"grad_norm": 0.04501871928173725,
|
||
|
|
"learning_rate": 0.0002812855075948369,
|
||
|
|
"loss": 0.8623,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24578419486388184,
|
||
|
|
"grad_norm": 0.04700064721205868,
|
||
|
|
"learning_rate": 0.00028100534000283727,
|
||
|
|
"loss": 0.8334,
|
||
|
|
"step": 1115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24688636614129836,
|
||
|
|
"grad_norm": 0.043956386695142506,
|
||
|
|
"learning_rate": 0.0002807232324980048,
|
||
|
|
"loss": 0.8729,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24798853741871488,
|
||
|
|
"grad_norm": 0.044369171455137094,
|
||
|
|
"learning_rate": 0.00028043918925775666,
|
||
|
|
"loss": 0.8198,
|
||
|
|
"step": 1125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24909070869613137,
|
||
|
|
"grad_norm": 0.04924934475039299,
|
||
|
|
"learning_rate": 0.00028015321448817435,
|
||
|
|
"loss": 0.8425,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2501928799735479,
|
||
|
|
"grad_norm": 0.052400033371239746,
|
||
|
|
"learning_rate": 0.0002798653124239411,
|
||
|
|
"loss": 0.8627,
|
||
|
|
"step": 1135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2512950512509644,
|
||
|
|
"grad_norm": 0.04354647857372681,
|
||
|
|
"learning_rate": 0.0002795754873282794,
|
||
|
|
"loss": 0.8052,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2523972225283809,
|
||
|
|
"grad_norm": 0.050485861813274184,
|
||
|
|
"learning_rate": 0.0002792837434928878,
|
||
|
|
"loss": 0.8437,
|
||
|
|
"step": 1145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25349939380579745,
|
||
|
|
"grad_norm": 0.04827775784152042,
|
||
|
|
"learning_rate": 0.00027899008523787726,
|
||
|
|
"loss": 0.8595,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2546015650832139,
|
||
|
|
"grad_norm": 0.04298338268947314,
|
||
|
|
"learning_rate": 0.0002786945169117073,
|
||
|
|
"loss": 0.8306,
|
||
|
|
"step": 1155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25570373636063043,
|
||
|
|
"grad_norm": 0.04907197256608099,
|
||
|
|
"learning_rate": 0.0002783970428911216,
|
||
|
|
"loss": 0.8305,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25680590763804695,
|
||
|
|
"grad_norm": 0.049467752786233936,
|
||
|
|
"learning_rate": 0.000278097667581083,
|
||
|
|
"loss": 0.848,
|
||
|
|
"step": 1165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25790807891546347,
|
||
|
|
"grad_norm": 0.04656416214482384,
|
||
|
|
"learning_rate": 0.0002777963954147087,
|
||
|
|
"loss": 0.8165,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25901025019288,
|
||
|
|
"grad_norm": 0.051521287489935036,
|
||
|
|
"learning_rate": 0.0002774932308532041,
|
||
|
|
"loss": 0.8362,
|
||
|
|
"step": 1175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2601124214702965,
|
||
|
|
"grad_norm": 0.053549824085333694,
|
||
|
|
"learning_rate": 0.00027718817838579706,
|
||
|
|
"loss": 0.8267,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26121459274771297,
|
||
|
|
"grad_norm": 0.054270101506079374,
|
||
|
|
"learning_rate": 0.0002768812425296714,
|
||
|
|
"loss": 0.8119,
|
||
|
|
"step": 1185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2623167640251295,
|
||
|
|
"grad_norm": 0.05333532704116092,
|
||
|
|
"learning_rate": 0.00027657242782989987,
|
||
|
|
"loss": 0.8099,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.263418935302546,
|
||
|
|
"grad_norm": 0.046490067153489543,
|
||
|
|
"learning_rate": 0.00027626173885937703,
|
||
|
|
"loss": 0.806,
|
||
|
|
"step": 1195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26452110657996253,
|
||
|
|
"grad_norm": 0.04891723101243592,
|
||
|
|
"learning_rate": 0.0002759491802187513,
|
||
|
|
"loss": 0.8336,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26562327785737905,
|
||
|
|
"grad_norm": 0.052736333806997764,
|
||
|
|
"learning_rate": 0.00027563475653635713,
|
||
|
|
"loss": 0.8471,
|
||
|
|
"step": 1205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26672544913479557,
|
||
|
|
"grad_norm": 0.04347575493484375,
|
||
|
|
"learning_rate": 0.00027531847246814613,
|
||
|
|
"loss": 0.8388,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26782762041221203,
|
||
|
|
"grad_norm": 0.044934221766930585,
|
||
|
|
"learning_rate": 0.00027500033269761855,
|
||
|
|
"loss": 0.8382,
|
||
|
|
"step": 1215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26892979168962855,
|
||
|
|
"grad_norm": 0.04472911222526219,
|
||
|
|
"learning_rate": 0.0002746803419357534,
|
||
|
|
"loss": 0.823,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27003196296704507,
|
||
|
|
"grad_norm": 0.042907862680138985,
|
||
|
|
"learning_rate": 0.0002743585049209391,
|
||
|
|
"loss": 0.8217,
|
||
|
|
"step": 1225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2711341342444616,
|
||
|
|
"grad_norm": 0.0430952497583985,
|
||
|
|
"learning_rate": 0.00027403482641890324,
|
||
|
|
"loss": 0.8148,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2722363055218781,
|
||
|
|
"grad_norm": 0.04625178973487922,
|
||
|
|
"learning_rate": 0.0002737093112226418,
|
||
|
|
"loss": 0.8633,
|
||
|
|
"step": 1235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2733384767992946,
|
||
|
|
"grad_norm": 0.05941599713124254,
|
||
|
|
"learning_rate": 0.00027338196415234857,
|
||
|
|
"loss": 0.8307,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27444064807671115,
|
||
|
|
"grad_norm": 0.055472061651380494,
|
||
|
|
"learning_rate": 0.0002730527900553432,
|
||
|
|
"loss": 0.8527,
|
||
|
|
"step": 1245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2755428193541276,
|
||
|
|
"grad_norm": 0.04678339387739163,
|
||
|
|
"learning_rate": 0.00027272179380600006,
|
||
|
|
"loss": 0.849,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27664499063154413,
|
||
|
|
"grad_norm": 0.04692059237171032,
|
||
|
|
"learning_rate": 0.0002723889803056756,
|
||
|
|
"loss": 0.8706,
|
||
|
|
"step": 1255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27774716190896065,
|
||
|
|
"grad_norm": 0.04559570312510178,
|
||
|
|
"learning_rate": 0.00027205435448263593,
|
||
|
|
"loss": 0.8418,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27884933318637717,
|
||
|
|
"grad_norm": 0.0419292041399672,
|
||
|
|
"learning_rate": 0.0002717179212919838,
|
||
|
|
"loss": 0.8583,
|
||
|
|
"step": 1265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2799515044637937,
|
||
|
|
"grad_norm": 0.04430167866474891,
|
||
|
|
"learning_rate": 0.00027137968571558553,
|
||
|
|
"loss": 0.8333,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2810536757412102,
|
||
|
|
"grad_norm": 0.0456691993264945,
|
||
|
|
"learning_rate": 0.00027103965276199647,
|
||
|
|
"loss": 0.8447,
|
||
|
|
"step": 1275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28215584701862667,
|
||
|
|
"grad_norm": 0.04665005990926171,
|
||
|
|
"learning_rate": 0.0002706978274663879,
|
||
|
|
"loss": 0.7695,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2832580182960432,
|
||
|
|
"grad_norm": 0.043712884590464574,
|
||
|
|
"learning_rate": 0.0002703542148904715,
|
||
|
|
"loss": 0.8267,
|
||
|
|
"step": 1285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2843601895734597,
|
||
|
|
"grad_norm": 0.04652550786503771,
|
||
|
|
"learning_rate": 0.00027000882012242496,
|
||
|
|
"loss": 0.8437,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28546236085087623,
|
||
|
|
"grad_norm": 0.045612398832845166,
|
||
|
|
"learning_rate": 0.00026966164827681643,
|
||
|
|
"loss": 0.8138,
|
||
|
|
"step": 1295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28656453212829275,
|
||
|
|
"grad_norm": 0.04839127808608333,
|
||
|
|
"learning_rate": 0.00026931270449452897,
|
||
|
|
"loss": 0.8372,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28766670340570927,
|
||
|
|
"grad_norm": 0.0445074064874431,
|
||
|
|
"learning_rate": 0.000268961993942684,
|
||
|
|
"loss": 0.8214,
|
||
|
|
"step": 1305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28876887468312573,
|
||
|
|
"grad_norm": 0.0402466463654265,
|
||
|
|
"learning_rate": 0.0002686095218145654,
|
||
|
|
"loss": 0.8086,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28987104596054225,
|
||
|
|
"grad_norm": 0.05239340243182599,
|
||
|
|
"learning_rate": 0.000268255293329542,
|
||
|
|
"loss": 0.8368,
|
||
|
|
"step": 1315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29097321723795877,
|
||
|
|
"grad_norm": 0.04600417253087546,
|
||
|
|
"learning_rate": 0.0002678993137329908,
|
||
|
|
"loss": 0.8081,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2920753885153753,
|
||
|
|
"grad_norm": 0.04275984799543839,
|
||
|
|
"learning_rate": 0.0002675415882962189,
|
||
|
|
"loss": 0.8257,
|
||
|
|
"step": 1325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2931775597927918,
|
||
|
|
"grad_norm": 0.044570824361962434,
|
||
|
|
"learning_rate": 0.0002671821223163858,
|
||
|
|
"loss": 0.8208,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29427973107020833,
|
||
|
|
"grad_norm": 0.045119447979777474,
|
||
|
|
"learning_rate": 0.0002668209211164244,
|
||
|
|
"loss": 0.8488,
|
||
|
|
"step": 1335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29538190234762485,
|
||
|
|
"grad_norm": 0.04036708835023624,
|
||
|
|
"learning_rate": 0.00026645799004496306,
|
||
|
|
"loss": 0.8512,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2964840736250413,
|
||
|
|
"grad_norm": 0.041845363942691824,
|
||
|
|
"learning_rate": 0.0002660933344762455,
|
||
|
|
"loss": 0.8228,
|
||
|
|
"step": 1345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29758624490245783,
|
||
|
|
"grad_norm": 0.052565125884796726,
|
||
|
|
"learning_rate": 0.0002657269598100518,
|
||
|
|
"loss": 0.833,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29868841617987435,
|
||
|
|
"grad_norm": 0.05263005472080342,
|
||
|
|
"learning_rate": 0.0002653588714716181,
|
||
|
|
"loss": 0.8482,
|
||
|
|
"step": 1355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29979058745729087,
|
||
|
|
"grad_norm": 0.04489153452747211,
|
||
|
|
"learning_rate": 0.00026498907491155665,
|
||
|
|
"loss": 0.7975,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3008927587347074,
|
||
|
|
"grad_norm": 0.0477109850798695,
|
||
|
|
"learning_rate": 0.0002646175756057745,
|
||
|
|
"loss": 0.8168,
|
||
|
|
"step": 1365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3019949300121239,
|
||
|
|
"grad_norm": 0.04476257759581266,
|
||
|
|
"learning_rate": 0.00026424437905539315,
|
||
|
|
"loss": 0.8062,
|
||
|
|
"step": 1370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30309710128954037,
|
||
|
|
"grad_norm": 0.04415673060651443,
|
||
|
|
"learning_rate": 0.00026386949078666653,
|
||
|
|
"loss": 0.8352,
|
||
|
|
"step": 1375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3041992725669569,
|
||
|
|
"grad_norm": 0.04044906513322972,
|
||
|
|
"learning_rate": 0.0002634929163508993,
|
||
|
|
"loss": 0.8299,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3053014438443734,
|
||
|
|
"grad_norm": 0.047407594480881006,
|
||
|
|
"learning_rate": 0.0002631146613243648,
|
||
|
|
"loss": 0.8509,
|
||
|
|
"step": 1385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30640361512178993,
|
||
|
|
"grad_norm": 0.04212908230670688,
|
||
|
|
"learning_rate": 0.00026273473130822235,
|
||
|
|
"loss": 0.8348,
|
||
|
|
"step": 1390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30750578639920645,
|
||
|
|
"grad_norm": 0.04777049716354304,
|
||
|
|
"learning_rate": 0.0002623531319284343,
|
||
|
|
"loss": 0.8477,
|
||
|
|
"step": 1395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30860795767662297,
|
||
|
|
"grad_norm": 0.048704830358582564,
|
||
|
|
"learning_rate": 0.00026196986883568284,
|
||
|
|
"loss": 0.8514,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30971012895403943,
|
||
|
|
"grad_norm": 0.05238527702204111,
|
||
|
|
"learning_rate": 0.00026158494770528614,
|
||
|
|
"loss": 0.82,
|
||
|
|
"step": 1405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31081230023145595,
|
||
|
|
"grad_norm": 0.05352166328603628,
|
||
|
|
"learning_rate": 0.0002611983742371144,
|
||
|
|
"loss": 0.8293,
|
||
|
|
"step": 1410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31191447150887247,
|
||
|
|
"grad_norm": 0.04537796100997172,
|
||
|
|
"learning_rate": 0.0002608101541555056,
|
||
|
|
"loss": 0.8001,
|
||
|
|
"step": 1415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.313016642786289,
|
||
|
|
"grad_norm": 0.04950116503834519,
|
||
|
|
"learning_rate": 0.0002604202932091805,
|
||
|
|
"loss": 0.8406,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3141188140637055,
|
||
|
|
"grad_norm": 0.042514906932797684,
|
||
|
|
"learning_rate": 0.0002600287971711576,
|
||
|
|
"loss": 0.8467,
|
||
|
|
"step": 1425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31522098534112203,
|
||
|
|
"grad_norm": 0.03957295732321364,
|
||
|
|
"learning_rate": 0.0002596356718386676,
|
||
|
|
"loss": 0.8457,
|
||
|
|
"step": 1430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31632315661853855,
|
||
|
|
"grad_norm": 0.04155394927306569,
|
||
|
|
"learning_rate": 0.0002592409230330677,
|
||
|
|
"loss": 0.8087,
|
||
|
|
"step": 1435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.317425327895955,
|
||
|
|
"grad_norm": 0.04562885194483694,
|
||
|
|
"learning_rate": 0.0002588445565997554,
|
||
|
|
"loss": 0.8394,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31852749917337153,
|
||
|
|
"grad_norm": 0.04641875664850794,
|
||
|
|
"learning_rate": 0.0002584465784080817,
|
||
|
|
"loss": 0.8407,
|
||
|
|
"step": 1445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31962967045078805,
|
||
|
|
"grad_norm": 0.0430053369111926,
|
||
|
|
"learning_rate": 0.0002580469943512644,
|
||
|
|
"loss": 0.8494,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32073184172820457,
|
||
|
|
"grad_norm": 0.04973211543509925,
|
||
|
|
"learning_rate": 0.0002576458103463007,
|
||
|
|
"loss": 0.798,
|
||
|
|
"step": 1455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3218340130056211,
|
||
|
|
"grad_norm": 0.04129288667946417,
|
||
|
|
"learning_rate": 0.00025724303233387987,
|
||
|
|
"loss": 0.8446,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3229361842830376,
|
||
|
|
"grad_norm": 0.04473055100882414,
|
||
|
|
"learning_rate": 0.00025683866627829486,
|
||
|
|
"loss": 0.8455,
|
||
|
|
"step": 1465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32403835556045407,
|
||
|
|
"grad_norm": 0.046468538153449125,
|
||
|
|
"learning_rate": 0.00025643271816735416,
|
||
|
|
"loss": 0.8194,
|
||
|
|
"step": 1470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3251405268378706,
|
||
|
|
"grad_norm": 0.039997009480838126,
|
||
|
|
"learning_rate": 0.0002560251940122935,
|
||
|
|
"loss": 0.8198,
|
||
|
|
"step": 1475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3262426981152871,
|
||
|
|
"grad_norm": 0.045094913214168995,
|
||
|
|
"learning_rate": 0.000255616099847686,
|
||
|
|
"loss": 0.8099,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32734486939270363,
|
||
|
|
"grad_norm": 0.04423782452900588,
|
||
|
|
"learning_rate": 0.0002552054417313538,
|
||
|
|
"loss": 0.8205,
|
||
|
|
"step": 1485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32844704067012015,
|
||
|
|
"grad_norm": 0.044248198901321145,
|
||
|
|
"learning_rate": 0.0002547932257442775,
|
||
|
|
"loss": 0.8115,
|
||
|
|
"step": 1490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32954921194753667,
|
||
|
|
"grad_norm": 0.04981089857434275,
|
||
|
|
"learning_rate": 0.00025437945799050674,
|
||
|
|
"loss": 0.8398,
|
||
|
|
"step": 1495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33065138322495313,
|
||
|
|
"grad_norm": 0.04545569085042973,
|
||
|
|
"learning_rate": 0.00025396414459706926,
|
||
|
|
"loss": 0.8086,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33175355450236965,
|
||
|
|
"grad_norm": 0.0428291316212456,
|
||
|
|
"learning_rate": 0.00025354729171388077,
|
||
|
|
"loss": 0.813,
|
||
|
|
"step": 1505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33285572577978617,
|
||
|
|
"grad_norm": 0.04223393291828146,
|
||
|
|
"learning_rate": 0.0002531289055136535,
|
||
|
|
"loss": 0.8322,
|
||
|
|
"step": 1510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3339578970572027,
|
||
|
|
"grad_norm": 0.04755472767341248,
|
||
|
|
"learning_rate": 0.0002527089921918047,
|
||
|
|
"loss": 0.8496,
|
||
|
|
"step": 1515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3350600683346192,
|
||
|
|
"grad_norm": 0.0440763985224576,
|
||
|
|
"learning_rate": 0.00025228755796636524,
|
||
|
|
"loss": 0.8317,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33616223961203573,
|
||
|
|
"grad_norm": 0.04739432394265274,
|
||
|
|
"learning_rate": 0.00025186460907788733,
|
||
|
|
"loss": 0.8291,
|
||
|
|
"step": 1525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33726441088945225,
|
||
|
|
"grad_norm": 0.04365113581228294,
|
||
|
|
"learning_rate": 0.0002514401517893521,
|
||
|
|
"loss": 0.8314,
|
||
|
|
"step": 1530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3383665821668687,
|
||
|
|
"grad_norm": 0.05295299465042367,
|
||
|
|
"learning_rate": 0.0002510141923860769,
|
||
|
|
"loss": 0.8386,
|
||
|
|
"step": 1535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33946875344428523,
|
||
|
|
"grad_norm": 0.04480906078196552,
|
||
|
|
"learning_rate": 0.0002505867371756224,
|
||
|
|
"loss": 0.8087,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34057092472170175,
|
||
|
|
"grad_norm": 0.04166659673582314,
|
||
|
|
"learning_rate": 0.0002501577924876987,
|
||
|
|
"loss": 0.8336,
|
||
|
|
"step": 1545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34167309599911827,
|
||
|
|
"grad_norm": 0.04392236356125392,
|
||
|
|
"learning_rate": 0.0002497273646740723,
|
||
|
|
"loss": 0.8221,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3427752672765348,
|
||
|
|
"grad_norm": 0.037583836271015914,
|
||
|
|
"learning_rate": 0.0002492954601084713,
|
||
|
|
"loss": 0.8347,
|
||
|
|
"step": 1555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3438774385539513,
|
||
|
|
"grad_norm": 0.04245959731615741,
|
||
|
|
"learning_rate": 0.00024886208518649173,
|
||
|
|
"loss": 0.8341,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3449796098313678,
|
||
|
|
"grad_norm": 0.04299442216812149,
|
||
|
|
"learning_rate": 0.00024842724632550216,
|
||
|
|
"loss": 0.8143,
|
||
|
|
"step": 1565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3460817811087843,
|
||
|
|
"grad_norm": 0.044416364158721855,
|
||
|
|
"learning_rate": 0.00024799094996454926,
|
||
|
|
"loss": 0.817,
|
||
|
|
"step": 1570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3471839523862008,
|
||
|
|
"grad_norm": 0.04080370665097008,
|
||
|
|
"learning_rate": 0.0002475532025642621,
|
||
|
|
"loss": 0.8404,
|
||
|
|
"step": 1575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34828612366361733,
|
||
|
|
"grad_norm": 0.043404652747125856,
|
||
|
|
"learning_rate": 0.0002471140106067565,
|
||
|
|
"loss": 0.8056,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34938829494103385,
|
||
|
|
"grad_norm": 0.04702543231191137,
|
||
|
|
"learning_rate": 0.0002466733805955394,
|
||
|
|
"loss": 0.8364,
|
||
|
|
"step": 1585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35049046621845037,
|
||
|
|
"grad_norm": 0.04379810092412971,
|
||
|
|
"learning_rate": 0.000246231319055412,
|
||
|
|
"loss": 0.7982,
|
||
|
|
"step": 1590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35159263749586683,
|
||
|
|
"grad_norm": 0.04861448921339962,
|
||
|
|
"learning_rate": 0.0002457878325323735,
|
||
|
|
"loss": 0.8108,
|
||
|
|
"step": 1595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35269480877328335,
|
||
|
|
"grad_norm": 0.05366919048317618,
|
||
|
|
"learning_rate": 0.00024534292759352414,
|
||
|
|
"loss": 0.8406,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35379698005069987,
|
||
|
|
"grad_norm": 0.04637591531118319,
|
||
|
|
"learning_rate": 0.000244896610826968,
|
||
|
|
"loss": 0.7878,
|
||
|
|
"step": 1605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3548991513281164,
|
||
|
|
"grad_norm": 0.0451952378709979,
|
||
|
|
"learning_rate": 0.00024444888884171505,
|
||
|
|
"loss": 0.8073,
|
||
|
|
"step": 1610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3560013226055329,
|
||
|
|
"grad_norm": 0.04229445731850634,
|
||
|
|
"learning_rate": 0.00024399976826758392,
|
||
|
|
"loss": 0.8133,
|
||
|
|
"step": 1615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35710349388294943,
|
||
|
|
"grad_norm": 0.04303409290387014,
|
||
|
|
"learning_rate": 0.00024354925575510315,
|
||
|
|
"loss": 0.7969,
|
||
|
|
"step": 1620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3582056651603659,
|
||
|
|
"grad_norm": 0.04070575320795186,
|
||
|
|
"learning_rate": 0.00024309735797541318,
|
||
|
|
"loss": 0.8192,
|
||
|
|
"step": 1625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3593078364377824,
|
||
|
|
"grad_norm": 0.04197565777082017,
|
||
|
|
"learning_rate": 0.0002426440816201671,
|
||
|
|
"loss": 0.8239,
|
||
|
|
"step": 1630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36041000771519893,
|
||
|
|
"grad_norm": 0.044014973357833005,
|
||
|
|
"learning_rate": 0.00024218943340143182,
|
||
|
|
"loss": 0.8334,
|
||
|
|
"step": 1635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36151217899261545,
|
||
|
|
"grad_norm": 0.04571887208233434,
|
||
|
|
"learning_rate": 0.00024173342005158894,
|
||
|
|
"loss": 0.8432,
|
||
|
|
"step": 1640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36261435027003197,
|
||
|
|
"grad_norm": 0.04094752957919555,
|
||
|
|
"learning_rate": 0.00024127604832323445,
|
||
|
|
"loss": 0.7932,
|
||
|
|
"step": 1645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3637165215474485,
|
||
|
|
"grad_norm": 0.04013508208109058,
|
||
|
|
"learning_rate": 0.0002408173249890792,
|
||
|
|
"loss": 0.8034,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.364818692824865,
|
||
|
|
"grad_norm": 0.040311829670245755,
|
||
|
|
"learning_rate": 0.00024035725684184845,
|
||
|
|
"loss": 0.7866,
|
||
|
|
"step": 1655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3659208641022815,
|
||
|
|
"grad_norm": 0.041899754058127306,
|
||
|
|
"learning_rate": 0.00023989585069418134,
|
||
|
|
"loss": 0.7872,
|
||
|
|
"step": 1660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.367023035379698,
|
||
|
|
"grad_norm": 0.043805964643653376,
|
||
|
|
"learning_rate": 0.0002394331133785299,
|
||
|
|
"loss": 0.8146,
|
||
|
|
"step": 1665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3681252066571145,
|
||
|
|
"grad_norm": 0.04065431765935861,
|
||
|
|
"learning_rate": 0.000238969051747058,
|
||
|
|
"loss": 0.8394,
|
||
|
|
"step": 1670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36922737793453103,
|
||
|
|
"grad_norm": 0.04291000131859918,
|
||
|
|
"learning_rate": 0.00023850367267153985,
|
||
|
|
"loss": 0.8414,
|
||
|
|
"step": 1675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37032954921194755,
|
||
|
|
"grad_norm": 0.04361025776347538,
|
||
|
|
"learning_rate": 0.00023803698304325824,
|
||
|
|
"loss": 0.7826,
|
||
|
|
"step": 1680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37143172048936407,
|
||
|
|
"grad_norm": 0.04765203149725648,
|
||
|
|
"learning_rate": 0.00023756898977290235,
|
||
|
|
"loss": 0.8113,
|
||
|
|
"step": 1685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37253389176678053,
|
||
|
|
"grad_norm": 0.04008616793311488,
|
||
|
|
"learning_rate": 0.00023709969979046576,
|
||
|
|
"loss": 0.8291,
|
||
|
|
"step": 1690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37363606304419705,
|
||
|
|
"grad_norm": 0.04271593974112689,
|
||
|
|
"learning_rate": 0.00023662912004514345,
|
||
|
|
"loss": 0.82,
|
||
|
|
"step": 1695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3747382343216136,
|
||
|
|
"grad_norm": 0.04110249253005406,
|
||
|
|
"learning_rate": 0.00023615725750522913,
|
||
|
|
"loss": 0.8305,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3758404055990301,
|
||
|
|
"grad_norm": 0.0403637537968849,
|
||
|
|
"learning_rate": 0.00023568411915801205,
|
||
|
|
"loss": 0.8177,
|
||
|
|
"step": 1705
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3769425768764466,
|
||
|
|
"grad_norm": 0.044289241987404186,
|
||
|
|
"learning_rate": 0.00023520971200967334,
|
||
|
|
"loss": 0.8215,
|
||
|
|
"step": 1710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37804474815386313,
|
||
|
|
"grad_norm": 0.04129576160875138,
|
||
|
|
"learning_rate": 0.00023473404308518256,
|
||
|
|
"loss": 0.8337,
|
||
|
|
"step": 1715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3791469194312796,
|
||
|
|
"grad_norm": 0.04173364684891999,
|
||
|
|
"learning_rate": 0.00023425711942819333,
|
||
|
|
"loss": 0.8067,
|
||
|
|
"step": 1720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3802490907086961,
|
||
|
|
"grad_norm": 0.04440013453397569,
|
||
|
|
"learning_rate": 0.00023377894810093944,
|
||
|
|
"loss": 0.8396,
|
||
|
|
"step": 1725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38135126198611263,
|
||
|
|
"grad_norm": 0.04364153613366134,
|
||
|
|
"learning_rate": 0.00023329953618412985,
|
||
|
|
"loss": 0.8126,
|
||
|
|
"step": 1730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38245343326352915,
|
||
|
|
"grad_norm": 0.03880573318839816,
|
||
|
|
"learning_rate": 0.0002328188907768441,
|
||
|
|
"loss": 0.7861,
|
||
|
|
"step": 1735
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38355560454094567,
|
||
|
|
"grad_norm": 0.044630935282676455,
|
||
|
|
"learning_rate": 0.00023233701899642712,
|
||
|
|
"loss": 0.8041,
|
||
|
|
"step": 1740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3846577758183622,
|
||
|
|
"grad_norm": 0.045036425102858116,
|
||
|
|
"learning_rate": 0.0002318539279783839,
|
||
|
|
"loss": 0.8389,
|
||
|
|
"step": 1745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3857599470957787,
|
||
|
|
"grad_norm": 0.044227375694242045,
|
||
|
|
"learning_rate": 0.0002313696248762737,
|
||
|
|
"loss": 0.8024,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3868621183731952,
|
||
|
|
"grad_norm": 0.04607651991018229,
|
||
|
|
"learning_rate": 0.00023088411686160415,
|
||
|
|
"loss": 0.8087,
|
||
|
|
"step": 1755
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3879642896506117,
|
||
|
|
"grad_norm": 0.04430605414125412,
|
||
|
|
"learning_rate": 0.00023039741112372528,
|
||
|
|
"loss": 0.8279,
|
||
|
|
"step": 1760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3890664609280282,
|
||
|
|
"grad_norm": 0.047410669524145625,
|
||
|
|
"learning_rate": 0.00022990951486972258,
|
||
|
|
"loss": 0.8104,
|
||
|
|
"step": 1765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39016863220544473,
|
||
|
|
"grad_norm": 0.041525912031087554,
|
||
|
|
"learning_rate": 0.0002294204353243109,
|
||
|
|
"loss": 0.7937,
|
||
|
|
"step": 1770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39127080348286125,
|
||
|
|
"grad_norm": 0.03803908868674592,
|
||
|
|
"learning_rate": 0.00022893017972972686,
|
||
|
|
"loss": 0.8099,
|
||
|
|
"step": 1775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39237297476027777,
|
||
|
|
"grad_norm": 0.04663481529200365,
|
||
|
|
"learning_rate": 0.00022843875534562204,
|
||
|
|
"loss": 0.7985,
|
||
|
|
"step": 1780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39347514603769423,
|
||
|
|
"grad_norm": 0.04209155232991889,
|
||
|
|
"learning_rate": 0.0002279461694489553,
|
||
|
|
"loss": 0.7984,
|
||
|
|
"step": 1785
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39457731731511075,
|
||
|
|
"grad_norm": 0.04273613495319002,
|
||
|
|
"learning_rate": 0.00022745242933388507,
|
||
|
|
"loss": 0.7856,
|
||
|
|
"step": 1790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3956794885925273,
|
||
|
|
"grad_norm": 0.04007855374098208,
|
||
|
|
"learning_rate": 0.00022695754231166125,
|
||
|
|
"loss": 0.798,
|
||
|
|
"step": 1795
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3967816598699438,
|
||
|
|
"grad_norm": 0.03874216976594234,
|
||
|
|
"learning_rate": 0.0002264615157105171,
|
||
|
|
"loss": 0.8303,
|
||
|
|
"step": 1800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3978838311473603,
|
||
|
|
"grad_norm": 0.042291279075714026,
|
||
|
|
"learning_rate": 0.00022596435687556067,
|
||
|
|
"loss": 0.8284,
|
||
|
|
"step": 1805
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39898600242477683,
|
||
|
|
"grad_norm": 0.04134434249625502,
|
||
|
|
"learning_rate": 0.00022546607316866583,
|
||
|
|
"loss": 0.8143,
|
||
|
|
"step": 1810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4000881737021933,
|
||
|
|
"grad_norm": 0.0426391584789927,
|
||
|
|
"learning_rate": 0.00022496667196836358,
|
||
|
|
"loss": 0.8291,
|
||
|
|
"step": 1815
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4011903449796098,
|
||
|
|
"grad_norm": 0.03943254080642002,
|
||
|
|
"learning_rate": 0.0002244661606697326,
|
||
|
|
"loss": 0.8093,
|
||
|
|
"step": 1820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40229251625702633,
|
||
|
|
"grad_norm": 0.04164893383401447,
|
||
|
|
"learning_rate": 0.00022396454668428982,
|
||
|
|
"loss": 0.8135,
|
||
|
|
"step": 1825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40339468753444285,
|
||
|
|
"grad_norm": 0.04110460672662909,
|
||
|
|
"learning_rate": 0.00022346183743988056,
|
||
|
|
"loss": 0.8083,
|
||
|
|
"step": 1830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40449685881185937,
|
||
|
|
"grad_norm": 0.04143399066869764,
|
||
|
|
"learning_rate": 0.00022295804038056867,
|
||
|
|
"loss": 0.798,
|
||
|
|
"step": 1835
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4055990300892759,
|
||
|
|
"grad_norm": 0.04010672194926782,
|
||
|
|
"learning_rate": 0.0002224531629665263,
|
||
|
|
"loss": 0.8132,
|
||
|
|
"step": 1840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4067012013666924,
|
||
|
|
"grad_norm": 0.040718372885152405,
|
||
|
|
"learning_rate": 0.00022194721267392324,
|
||
|
|
"loss": 0.8237,
|
||
|
|
"step": 1845
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4078033726441089,
|
||
|
|
"grad_norm": 0.044019144470429636,
|
||
|
|
"learning_rate": 0.0002214401969948164,
|
||
|
|
"loss": 0.7955,
|
||
|
|
"step": 1850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4089055439215254,
|
||
|
|
"grad_norm": 0.0449280577770788,
|
||
|
|
"learning_rate": 0.00022093212343703893,
|
||
|
|
"loss": 0.7929,
|
||
|
|
"step": 1855
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4100077151989419,
|
||
|
|
"grad_norm": 0.050365477985191316,
|
||
|
|
"learning_rate": 0.00022042299952408872,
|
||
|
|
"loss": 0.8389,
|
||
|
|
"step": 1860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41110988647635843,
|
||
|
|
"grad_norm": 0.04032290135169436,
|
||
|
|
"learning_rate": 0.00021991283279501744,
|
||
|
|
"loss": 0.796,
|
||
|
|
"step": 1865
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41221205775377495,
|
||
|
|
"grad_norm": 0.03859944961488867,
|
||
|
|
"learning_rate": 0.0002194016308043185,
|
||
|
|
"loss": 0.7977,
|
||
|
|
"step": 1870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41331422903119147,
|
||
|
|
"grad_norm": 0.04159446854663543,
|
||
|
|
"learning_rate": 0.00021888940112181542,
|
||
|
|
"loss": 0.826,
|
||
|
|
"step": 1875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41441640030860794,
|
||
|
|
"grad_norm": 0.04359969871410925,
|
||
|
|
"learning_rate": 0.0002183761513325496,
|
||
|
|
"loss": 0.8251,
|
||
|
|
"step": 1880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41551857158602445,
|
||
|
|
"grad_norm": 0.04343781370305786,
|
||
|
|
"learning_rate": 0.0002178618890366682,
|
||
|
|
"loss": 0.7984,
|
||
|
|
"step": 1885
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.416620742863441,
|
||
|
|
"grad_norm": 0.04412546972897982,
|
||
|
|
"learning_rate": 0.00021734662184931137,
|
||
|
|
"loss": 0.8275,
|
||
|
|
"step": 1890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4177229141408575,
|
||
|
|
"grad_norm": 0.046901376458696624,
|
||
|
|
"learning_rate": 0.00021683035740049952,
|
||
|
|
"loss": 0.8286,
|
||
|
|
"step": 1895
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.418825085418274,
|
||
|
|
"grad_norm": 0.04296065580749498,
|
||
|
|
"learning_rate": 0.00021631310333502062,
|
||
|
|
"loss": 0.8245,
|
||
|
|
"step": 1900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41992725669569053,
|
||
|
|
"grad_norm": 0.042120916788582694,
|
||
|
|
"learning_rate": 0.00021579486731231653,
|
||
|
|
"loss": 0.7803,
|
||
|
|
"step": 1905
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.421029427973107,
|
||
|
|
"grad_norm": 0.040883347305042415,
|
||
|
|
"learning_rate": 0.00021527565700637003,
|
||
|
|
"loss": 0.8347,
|
||
|
|
"step": 1910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4221315992505235,
|
||
|
|
"grad_norm": 0.04111643166609028,
|
||
|
|
"learning_rate": 0.0002147554801055908,
|
||
|
|
"loss": 0.7808,
|
||
|
|
"step": 1915
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42323377052794003,
|
||
|
|
"grad_norm": 0.042728251907987964,
|
||
|
|
"learning_rate": 0.0002142343443127018,
|
||
|
|
"loss": 0.8306,
|
||
|
|
"step": 1920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42433594180535655,
|
||
|
|
"grad_norm": 0.042082803091619436,
|
||
|
|
"learning_rate": 0.0002137122573446254,
|
||
|
|
"loss": 0.8057,
|
||
|
|
"step": 1925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4254381130827731,
|
||
|
|
"grad_norm": 0.04346598671784763,
|
||
|
|
"learning_rate": 0.00021318922693236845,
|
||
|
|
"loss": 0.812,
|
||
|
|
"step": 1930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4265402843601896,
|
||
|
|
"grad_norm": 0.04311043189883461,
|
||
|
|
"learning_rate": 0.00021266526082090858,
|
||
|
|
"loss": 0.7732,
|
||
|
|
"step": 1935
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4276424556376061,
|
||
|
|
"grad_norm": 0.03914987981413652,
|
||
|
|
"learning_rate": 0.00021214036676907888,
|
||
|
|
"loss": 0.7875,
|
||
|
|
"step": 1940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4287446269150226,
|
||
|
|
"grad_norm": 0.03762591331444608,
|
||
|
|
"learning_rate": 0.00021161455254945354,
|
||
|
|
"loss": 0.8256,
|
||
|
|
"step": 1945
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4298467981924391,
|
||
|
|
"grad_norm": 0.04123350564815786,
|
||
|
|
"learning_rate": 0.00021108782594823227,
|
||
|
|
"loss": 0.8177,
|
||
|
|
"step": 1950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4309489694698556,
|
||
|
|
"grad_norm": 0.0396041073736449,
|
||
|
|
"learning_rate": 0.00021056019476512532,
|
||
|
|
"loss": 0.8145,
|
||
|
|
"step": 1955
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43205114074727213,
|
||
|
|
"grad_norm": 0.0380641273178196,
|
||
|
|
"learning_rate": 0.00021003166681323794,
|
||
|
|
"loss": 0.7952,
|
||
|
|
"step": 1960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43315331202468865,
|
||
|
|
"grad_norm": 0.038313042170990505,
|
||
|
|
"learning_rate": 0.00020950224991895456,
|
||
|
|
"loss": 0.7872,
|
||
|
|
"step": 1965
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43425548330210517,
|
||
|
|
"grad_norm": 0.04604786797820384,
|
||
|
|
"learning_rate": 0.00020897195192182299,
|
||
|
|
"loss": 0.8094,
|
||
|
|
"step": 1970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43535765457952164,
|
||
|
|
"grad_norm": 0.04044192743630967,
|
||
|
|
"learning_rate": 0.00020844078067443835,
|
||
|
|
"loss": 0.8141,
|
||
|
|
"step": 1975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43645982585693816,
|
||
|
|
"grad_norm": 0.04177226121543752,
|
||
|
|
"learning_rate": 0.00020790874404232667,
|
||
|
|
"loss": 0.8181,
|
||
|
|
"step": 1980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4375619971343547,
|
||
|
|
"grad_norm": 0.04439891759072682,
|
||
|
|
"learning_rate": 0.00020737584990382862,
|
||
|
|
"loss": 0.7925,
|
||
|
|
"step": 1985
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4386641684117712,
|
||
|
|
"grad_norm": 0.04270949977662141,
|
||
|
|
"learning_rate": 0.0002068421061499826,
|
||
|
|
"loss": 0.7786,
|
||
|
|
"step": 1990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4397663396891877,
|
||
|
|
"grad_norm": 0.040991624121934515,
|
||
|
|
"learning_rate": 0.0002063075206844082,
|
||
|
|
"loss": 0.8308,
|
||
|
|
"step": 1995
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44086851096660423,
|
||
|
|
"grad_norm": 0.041275862470859626,
|
||
|
|
"learning_rate": 0.00020577210142318876,
|
||
|
|
"loss": 0.8342,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4419706822440207,
|
||
|
|
"grad_norm": 0.040817642657457055,
|
||
|
|
"learning_rate": 0.00020523585629475457,
|
||
|
|
"loss": 0.8274,
|
||
|
|
"step": 2005
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4430728535214372,
|
||
|
|
"grad_norm": 0.04417509610771959,
|
||
|
|
"learning_rate": 0.00020469879323976517,
|
||
|
|
"loss": 0.8176,
|
||
|
|
"step": 2010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44417502479885373,
|
||
|
|
"grad_norm": 0.04251521072112325,
|
||
|
|
"learning_rate": 0.00020416092021099193,
|
||
|
|
"loss": 0.8049,
|
||
|
|
"step": 2015
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44527719607627025,
|
||
|
|
"grad_norm": 0.042166821439132904,
|
||
|
|
"learning_rate": 0.00020362224517320014,
|
||
|
|
"loss": 0.8014,
|
||
|
|
"step": 2020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4463793673536868,
|
||
|
|
"grad_norm": 0.041857744422797494,
|
||
|
|
"learning_rate": 0.0002030827761030312,
|
||
|
|
"loss": 0.7916,
|
||
|
|
"step": 2025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4474815386311033,
|
||
|
|
"grad_norm": 0.0411849481904813,
|
||
|
|
"learning_rate": 0.00020254252098888447,
|
||
|
|
"loss": 0.7706,
|
||
|
|
"step": 2030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44858370990851976,
|
||
|
|
"grad_norm": 0.04092873755686162,
|
||
|
|
"learning_rate": 0.00020200148783079892,
|
||
|
|
"loss": 0.7896,
|
||
|
|
"step": 2035
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4496858811859363,
|
||
|
|
"grad_norm": 0.04336026242745058,
|
||
|
|
"learning_rate": 0.0002014596846403348,
|
||
|
|
"loss": 0.7672,
|
||
|
|
"step": 2040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4507880524633528,
|
||
|
|
"grad_norm": 0.03910209178598118,
|
||
|
|
"learning_rate": 0.0002009171194404548,
|
||
|
|
"loss": 0.7752,
|
||
|
|
"step": 2045
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4518902237407693,
|
||
|
|
"grad_norm": 0.04605371401305054,
|
||
|
|
"learning_rate": 0.00020037380026540543,
|
||
|
|
"loss": 0.8172,
|
||
|
|
"step": 2050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45299239501818583,
|
||
|
|
"grad_norm": 0.04099809926171493,
|
||
|
|
"learning_rate": 0.000199829735160598,
|
||
|
|
"loss": 0.7939,
|
||
|
|
"step": 2055
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45409456629560235,
|
||
|
|
"grad_norm": 0.04031696273456619,
|
||
|
|
"learning_rate": 0.0001992849321824894,
|
||
|
|
"loss": 0.7852,
|
||
|
|
"step": 2060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4551967375730189,
|
||
|
|
"grad_norm": 0.038355940898486575,
|
||
|
|
"learning_rate": 0.0001987393993984629,
|
||
|
|
"loss": 0.7772,
|
||
|
|
"step": 2065
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45629890885043534,
|
||
|
|
"grad_norm": 0.04164706481380678,
|
||
|
|
"learning_rate": 0.00019819314488670866,
|
||
|
|
"loss": 0.8031,
|
||
|
|
"step": 2070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45740108012785186,
|
||
|
|
"grad_norm": 0.042502765015544626,
|
||
|
|
"learning_rate": 0.00019764617673610413,
|
||
|
|
"loss": 0.8199,
|
||
|
|
"step": 2075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4585032514052684,
|
||
|
|
"grad_norm": 0.0394129908093004,
|
||
|
|
"learning_rate": 0.0001970985030460942,
|
||
|
|
"loss": 0.7861,
|
||
|
|
"step": 2080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4596054226826849,
|
||
|
|
"grad_norm": 0.03849198049749736,
|
||
|
|
"learning_rate": 0.00019655013192657135,
|
||
|
|
"loss": 0.79,
|
||
|
|
"step": 2085
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4607075939601014,
|
||
|
|
"grad_norm": 0.044138018952375395,
|
||
|
|
"learning_rate": 0.0001960010714977555,
|
||
|
|
"loss": 0.7813,
|
||
|
|
"step": 2090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46180976523751793,
|
||
|
|
"grad_norm": 0.04225359100682865,
|
||
|
|
"learning_rate": 0.00019545132989007375,
|
||
|
|
"loss": 0.7865,
|
||
|
|
"step": 2095
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4629119365149344,
|
||
|
|
"grad_norm": 0.041786418031829003,
|
||
|
|
"learning_rate": 0.00019490091524404016,
|
||
|
|
"loss": 0.7911,
|
||
|
|
"step": 2100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4640141077923509,
|
||
|
|
"grad_norm": 0.04528452410421116,
|
||
|
|
"learning_rate": 0.00019434983571013485,
|
||
|
|
"loss": 0.7932,
|
||
|
|
"step": 2105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46511627906976744,
|
||
|
|
"grad_norm": 0.03898208334364371,
|
||
|
|
"learning_rate": 0.00019379809944868376,
|
||
|
|
"loss": 0.8061,
|
||
|
|
"step": 2110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46621845034718395,
|
||
|
|
"grad_norm": 0.039265674569634,
|
||
|
|
"learning_rate": 0.00019324571462973737,
|
||
|
|
"loss": 0.7707,
|
||
|
|
"step": 2115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4673206216246005,
|
||
|
|
"grad_norm": 0.040002387303416556,
|
||
|
|
"learning_rate": 0.00019269268943295013,
|
||
|
|
"loss": 0.7777,
|
||
|
|
"step": 2120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.468422792902017,
|
||
|
|
"grad_norm": 0.04208726677362012,
|
||
|
|
"learning_rate": 0.00019213903204745895,
|
||
|
|
"loss": 0.7979,
|
||
|
|
"step": 2125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46952496417943346,
|
||
|
|
"grad_norm": 0.03816406171273399,
|
||
|
|
"learning_rate": 0.0001915847506717622,
|
||
|
|
"loss": 0.806,
|
||
|
|
"step": 2130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47062713545685,
|
||
|
|
"grad_norm": 0.04211319505603739,
|
||
|
|
"learning_rate": 0.00019102985351359832,
|
||
|
|
"loss": 0.7887,
|
||
|
|
"step": 2135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4717293067342665,
|
||
|
|
"grad_norm": 0.041883426079474324,
|
||
|
|
"learning_rate": 0.00019047434878982403,
|
||
|
|
"loss": 0.7814,
|
||
|
|
"step": 2140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.472831478011683,
|
||
|
|
"grad_norm": 0.037960810503627374,
|
||
|
|
"learning_rate": 0.00018991824472629293,
|
||
|
|
"loss": 0.7698,
|
||
|
|
"step": 2145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47393364928909953,
|
||
|
|
"grad_norm": 0.03832451540546507,
|
||
|
|
"learning_rate": 0.0001893615495577335,
|
||
|
|
"loss": 0.7953,
|
||
|
|
"step": 2150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47503582056651605,
|
||
|
|
"grad_norm": 0.0399683526421958,
|
||
|
|
"learning_rate": 0.0001888042715276273,
|
||
|
|
"loss": 0.7875,
|
||
|
|
"step": 2155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4761379918439326,
|
||
|
|
"grad_norm": 0.03995007716254075,
|
||
|
|
"learning_rate": 0.00018824641888808683,
|
||
|
|
"loss": 0.7958,
|
||
|
|
"step": 2160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47724016312134904,
|
||
|
|
"grad_norm": 0.04082501729363916,
|
||
|
|
"learning_rate": 0.0001876879998997333,
|
||
|
|
"loss": 0.8004,
|
||
|
|
"step": 2165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47834233439876556,
|
||
|
|
"grad_norm": 0.03753976072129883,
|
||
|
|
"learning_rate": 0.00018712902283157438,
|
||
|
|
"loss": 0.7862,
|
||
|
|
"step": 2170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4794445056761821,
|
||
|
|
"grad_norm": 0.039247708791779135,
|
||
|
|
"learning_rate": 0.00018656949596088177,
|
||
|
|
"loss": 0.7846,
|
||
|
|
"step": 2175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4805466769535986,
|
||
|
|
"grad_norm": 0.040194874528480064,
|
||
|
|
"learning_rate": 0.00018600942757306853,
|
||
|
|
"loss": 0.7948,
|
||
|
|
"step": 2180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4816488482310151,
|
||
|
|
"grad_norm": 0.042684703351327506,
|
||
|
|
"learning_rate": 0.00018544882596156643,
|
||
|
|
"loss": 0.8328,
|
||
|
|
"step": 2185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48275101950843163,
|
||
|
|
"grad_norm": 0.04256364237578435,
|
||
|
|
"learning_rate": 0.0001848876994277032,
|
||
|
|
"loss": 0.8036,
|
||
|
|
"step": 2190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4838531907858481,
|
||
|
|
"grad_norm": 0.04084201277383364,
|
||
|
|
"learning_rate": 0.0001843260562805796,
|
||
|
|
"loss": 0.7838,
|
||
|
|
"step": 2195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4849553620632646,
|
||
|
|
"grad_norm": 0.03951302995836591,
|
||
|
|
"learning_rate": 0.0001837639048369462,
|
||
|
|
"loss": 0.7729,
|
||
|
|
"step": 2200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48605753334068114,
|
||
|
|
"grad_norm": 0.0440116634757643,
|
||
|
|
"learning_rate": 0.00018320125342108058,
|
||
|
|
"loss": 0.8097,
|
||
|
|
"step": 2205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48715970461809766,
|
||
|
|
"grad_norm": 0.03880553291311738,
|
||
|
|
"learning_rate": 0.0001826381103646636,
|
||
|
|
"loss": 0.7858,
|
||
|
|
"step": 2210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4882618758955142,
|
||
|
|
"grad_norm": 0.04347096499790543,
|
||
|
|
"learning_rate": 0.00018207448400665656,
|
||
|
|
"loss": 0.7931,
|
||
|
|
"step": 2215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4893640471729307,
|
||
|
|
"grad_norm": 0.04137171191530775,
|
||
|
|
"learning_rate": 0.0001815103826931772,
|
||
|
|
"loss": 0.7904,
|
||
|
|
"step": 2220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49046621845034716,
|
||
|
|
"grad_norm": 0.03924451193006248,
|
||
|
|
"learning_rate": 0.00018094581477737652,
|
||
|
|
"loss": 0.7892,
|
||
|
|
"step": 2225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4915683897277637,
|
||
|
|
"grad_norm": 0.035326553011083374,
|
||
|
|
"learning_rate": 0.00018038078861931482,
|
||
|
|
"loss": 0.7699,
|
||
|
|
"step": 2230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4926705610051802,
|
||
|
|
"grad_norm": 0.037295368892913544,
|
||
|
|
"learning_rate": 0.00017981531258583794,
|
||
|
|
"loss": 0.7688,
|
||
|
|
"step": 2235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4937727322825967,
|
||
|
|
"grad_norm": 0.04102492750892726,
|
||
|
|
"learning_rate": 0.00017924939505045364,
|
||
|
|
"loss": 0.7959,
|
||
|
|
"step": 2240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49487490356001324,
|
||
|
|
"grad_norm": 0.038911715276106644,
|
||
|
|
"learning_rate": 0.0001786830443932071,
|
||
|
|
"loss": 0.8129,
|
||
|
|
"step": 2245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49597707483742975,
|
||
|
|
"grad_norm": 0.0401123359070641,
|
||
|
|
"learning_rate": 0.00017811626900055748,
|
||
|
|
"loss": 0.8031,
|
||
|
|
"step": 2250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4970792461148463,
|
||
|
|
"grad_norm": 0.044018814366690515,
|
||
|
|
"learning_rate": 0.00017754907726525302,
|
||
|
|
"loss": 0.7963,
|
||
|
|
"step": 2255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49818141739226274,
|
||
|
|
"grad_norm": 0.03902942910566316,
|
||
|
|
"learning_rate": 0.00017698147758620736,
|
||
|
|
"loss": 0.7607,
|
||
|
|
"step": 2260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49928358866967926,
|
||
|
|
"grad_norm": 0.04968656280514321,
|
||
|
|
"learning_rate": 0.0001764134783683748,
|
||
|
|
"loss": 0.8039,
|
||
|
|
"step": 2265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5003857599470958,
|
||
|
|
"grad_norm": 0.04093320446137599,
|
||
|
|
"learning_rate": 0.00017584508802262602,
|
||
|
|
"loss": 0.8126,
|
||
|
|
"step": 2270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5014879312245123,
|
||
|
|
"grad_norm": 0.04617686206504717,
|
||
|
|
"learning_rate": 0.00017527631496562352,
|
||
|
|
"loss": 0.8063,
|
||
|
|
"step": 2275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5025901025019288,
|
||
|
|
"grad_norm": 0.038529497279601546,
|
||
|
|
"learning_rate": 0.0001747071676196968,
|
||
|
|
"loss": 0.7816,
|
||
|
|
"step": 2280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5036922737793453,
|
||
|
|
"grad_norm": 0.03888023182945524,
|
||
|
|
"learning_rate": 0.000174137654412718,
|
||
|
|
"loss": 0.8077,
|
||
|
|
"step": 2285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5047944450567619,
|
||
|
|
"grad_norm": 0.04001737897478531,
|
||
|
|
"learning_rate": 0.00017356778377797664,
|
||
|
|
"loss": 0.8262,
|
||
|
|
"step": 2290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5058966163341784,
|
||
|
|
"grad_norm": 0.039323331641178884,
|
||
|
|
"learning_rate": 0.00017299756415405524,
|
||
|
|
"loss": 0.795,
|
||
|
|
"step": 2295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5069987876115949,
|
||
|
|
"grad_norm": 0.04467088321827032,
|
||
|
|
"learning_rate": 0.00017242700398470393,
|
||
|
|
"loss": 0.7939,
|
||
|
|
"step": 2300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5081009588890113,
|
||
|
|
"grad_norm": 0.043810507147911466,
|
||
|
|
"learning_rate": 0.00017185611171871573,
|
||
|
|
"loss": 0.7669,
|
||
|
|
"step": 2305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5092031301664278,
|
||
|
|
"grad_norm": 0.040939929874561506,
|
||
|
|
"learning_rate": 0.0001712848958098012,
|
||
|
|
"loss": 0.8017,
|
||
|
|
"step": 2310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5103053014438443,
|
||
|
|
"grad_norm": 0.03898184972185426,
|
||
|
|
"learning_rate": 0.00017071336471646348,
|
||
|
|
"loss": 0.8045,
|
||
|
|
"step": 2315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5114074727212609,
|
||
|
|
"grad_norm": 0.038962684331486475,
|
||
|
|
"learning_rate": 0.0001701415269018728,
|
||
|
|
"loss": 0.8071,
|
||
|
|
"step": 2320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5125096439986774,
|
||
|
|
"grad_norm": 0.04491474953288176,
|
||
|
|
"learning_rate": 0.0001695693908337414,
|
||
|
|
"loss": 0.7909,
|
||
|
|
"step": 2325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5136118152760939,
|
||
|
|
"grad_norm": 0.04437277653745269,
|
||
|
|
"learning_rate": 0.00016899696498419794,
|
||
|
|
"loss": 0.7973,
|
||
|
|
"step": 2330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5147139865535104,
|
||
|
|
"grad_norm": 0.04158284754618555,
|
||
|
|
"learning_rate": 0.00016842425782966224,
|
||
|
|
"loss": 0.7778,
|
||
|
|
"step": 2335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5158161578309269,
|
||
|
|
"grad_norm": 0.04116323767907288,
|
||
|
|
"learning_rate": 0.00016785127785071949,
|
||
|
|
"loss": 0.8043,
|
||
|
|
"step": 2340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5169183291083435,
|
||
|
|
"grad_norm": 0.034684359802969134,
|
||
|
|
"learning_rate": 0.000167278033531995,
|
||
|
|
"loss": 0.79,
|
||
|
|
"step": 2345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.51802050038576,
|
||
|
|
"grad_norm": 0.04229406791148304,
|
||
|
|
"learning_rate": 0.0001667045333620283,
|
||
|
|
"loss": 0.7795,
|
||
|
|
"step": 2350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5191226716631765,
|
||
|
|
"grad_norm": 0.03764426814798344,
|
||
|
|
"learning_rate": 0.00016613078583314756,
|
||
|
|
"loss": 0.7781,
|
||
|
|
"step": 2355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.520224842940593,
|
||
|
|
"grad_norm": 0.03973158416131846,
|
||
|
|
"learning_rate": 0.00016555679944134382,
|
||
|
|
"loss": 0.7873,
|
||
|
|
"step": 2360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5213270142180095,
|
||
|
|
"grad_norm": 0.039706342704437673,
|
||
|
|
"learning_rate": 0.00016498258268614514,
|
||
|
|
"loss": 0.761,
|
||
|
|
"step": 2365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5224291854954259,
|
||
|
|
"grad_norm": 0.04246187330898323,
|
||
|
|
"learning_rate": 0.00016440814407049092,
|
||
|
|
"loss": 0.7904,
|
||
|
|
"step": 2370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5235313567728425,
|
||
|
|
"grad_norm": 0.037315547695955284,
|
||
|
|
"learning_rate": 0.00016383349210060555,
|
||
|
|
"loss": 0.7916,
|
||
|
|
"step": 2375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.524633528050259,
|
||
|
|
"grad_norm": 0.03680043140841983,
|
||
|
|
"learning_rate": 0.000163258635285873,
|
||
|
|
"loss": 0.7839,
|
||
|
|
"step": 2380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5257356993276755,
|
||
|
|
"grad_norm": 0.04240483271155321,
|
||
|
|
"learning_rate": 0.00016268358213871058,
|
||
|
|
"loss": 0.7717,
|
||
|
|
"step": 2385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.526837870605092,
|
||
|
|
"grad_norm": 0.038360421064488774,
|
||
|
|
"learning_rate": 0.0001621083411744427,
|
||
|
|
"loss": 0.8082,
|
||
|
|
"step": 2390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5279400418825085,
|
||
|
|
"grad_norm": 0.03923682854690225,
|
||
|
|
"learning_rate": 0.00016153292091117505,
|
||
|
|
"loss": 0.7675,
|
||
|
|
"step": 2395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5290422131599251,
|
||
|
|
"grad_norm": 0.04266472133785625,
|
||
|
|
"learning_rate": 0.00016095732986966824,
|
||
|
|
"loss": 0.7826,
|
||
|
|
"step": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5301443844373416,
|
||
|
|
"grad_norm": 0.04032119205943179,
|
||
|
|
"learning_rate": 0.00016038157657321202,
|
||
|
|
"loss": 0.7694,
|
||
|
|
"step": 2405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5312465557147581,
|
||
|
|
"grad_norm": 0.038493359106615645,
|
||
|
|
"learning_rate": 0.0001598056695474984,
|
||
|
|
"loss": 0.7851,
|
||
|
|
"step": 2410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5323487269921746,
|
||
|
|
"grad_norm": 0.04788764713041358,
|
||
|
|
"learning_rate": 0.00015922961732049617,
|
||
|
|
"loss": 0.8041,
|
||
|
|
"step": 2415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5334508982695911,
|
||
|
|
"grad_norm": 0.03867840390035932,
|
||
|
|
"learning_rate": 0.000158653428422324,
|
||
|
|
"loss": 0.763,
|
||
|
|
"step": 2420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5345530695470077,
|
||
|
|
"grad_norm": 0.03926183742629788,
|
||
|
|
"learning_rate": 0.00015807711138512458,
|
||
|
|
"loss": 0.774,
|
||
|
|
"step": 2425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5356552408244241,
|
||
|
|
"grad_norm": 0.04275754859474233,
|
||
|
|
"learning_rate": 0.00015750067474293774,
|
||
|
|
"loss": 0.8008,
|
||
|
|
"step": 2430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5367574121018406,
|
||
|
|
"grad_norm": 0.041396745192273696,
|
||
|
|
"learning_rate": 0.00015692412703157478,
|
||
|
|
"loss": 0.7899,
|
||
|
|
"step": 2435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5378595833792571,
|
||
|
|
"grad_norm": 0.03771777455755809,
|
||
|
|
"learning_rate": 0.00015634747678849146,
|
||
|
|
"loss": 0.7662,
|
||
|
|
"step": 2440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5389617546566736,
|
||
|
|
"grad_norm": 0.037105475754751184,
|
||
|
|
"learning_rate": 0.00015577073255266185,
|
||
|
|
"loss": 0.7963,
|
||
|
|
"step": 2445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5400639259340901,
|
||
|
|
"grad_norm": 0.042466734201556076,
|
||
|
|
"learning_rate": 0.00015519390286445201,
|
||
|
|
"loss": 0.7795,
|
||
|
|
"step": 2450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5411660972115067,
|
||
|
|
"grad_norm": 0.03800624488466557,
|
||
|
|
"learning_rate": 0.00015461699626549314,
|
||
|
|
"loss": 0.7789,
|
||
|
|
"step": 2455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5422682684889232,
|
||
|
|
"grad_norm": 0.03799071186124082,
|
||
|
|
"learning_rate": 0.00015404002129855557,
|
||
|
|
"loss": 0.7621,
|
||
|
|
"step": 2460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5433704397663397,
|
||
|
|
"grad_norm": 0.04246315994111129,
|
||
|
|
"learning_rate": 0.00015346298650742177,
|
||
|
|
"loss": 0.7898,
|
||
|
|
"step": 2465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5444726110437562,
|
||
|
|
"grad_norm": 0.0383853594452228,
|
||
|
|
"learning_rate": 0.00015288590043676027,
|
||
|
|
"loss": 0.7838,
|
||
|
|
"step": 2470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5455747823211727,
|
||
|
|
"grad_norm": 0.037342426062281935,
|
||
|
|
"learning_rate": 0.00015230877163199878,
|
||
|
|
"loss": 0.7746,
|
||
|
|
"step": 2475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5466769535985893,
|
||
|
|
"grad_norm": 0.03967766879530587,
|
||
|
|
"learning_rate": 0.000151731608639198,
|
||
|
|
"loss": 0.7807,
|
||
|
|
"step": 2480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5477791248760058,
|
||
|
|
"grad_norm": 0.038046687905520335,
|
||
|
|
"learning_rate": 0.0001511544200049247,
|
||
|
|
"loss": 0.7624,
|
||
|
|
"step": 2485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5488812961534223,
|
||
|
|
"grad_norm": 0.038282722756821576,
|
||
|
|
"learning_rate": 0.00015057721427612548,
|
||
|
|
"loss": 0.7781,
|
||
|
|
"step": 2490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5499834674308387,
|
||
|
|
"grad_norm": 0.04204297605214361,
|
||
|
|
"learning_rate": 0.00015,
|
||
|
|
"loss": 0.7889,
|
||
|
|
"step": 2495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5510856387082552,
|
||
|
|
"grad_norm": 0.04253941444925998,
|
||
|
|
"learning_rate": 0.00014942278572387452,
|
||
|
|
"loss": 0.7874,
|
||
|
|
"step": 2500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5521878099856717,
|
||
|
|
"grad_norm": 0.04099337109892425,
|
||
|
|
"learning_rate": 0.00014884557999507528,
|
||
|
|
"loss": 0.7932,
|
||
|
|
"step": 2505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5532899812630883,
|
||
|
|
"grad_norm": 0.043225237652168194,
|
||
|
|
"learning_rate": 0.00014826839136080204,
|
||
|
|
"loss": 0.8035,
|
||
|
|
"step": 2510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5543921525405048,
|
||
|
|
"grad_norm": 0.04237211794633771,
|
||
|
|
"learning_rate": 0.00014769122836800122,
|
||
|
|
"loss": 0.782,
|
||
|
|
"step": 2515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5554943238179213,
|
||
|
|
"grad_norm": 0.0390643188084349,
|
||
|
|
"learning_rate": 0.00014711409956323976,
|
||
|
|
"loss": 0.8021,
|
||
|
|
"step": 2520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5565964950953378,
|
||
|
|
"grad_norm": 0.038912412857210685,
|
||
|
|
"learning_rate": 0.00014653701349257823,
|
||
|
|
"loss": 0.7713,
|
||
|
|
"step": 2525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5576986663727543,
|
||
|
|
"grad_norm": 0.04021618253944335,
|
||
|
|
"learning_rate": 0.00014595997870144443,
|
||
|
|
"loss": 0.7711,
|
||
|
|
"step": 2530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5588008376501709,
|
||
|
|
"grad_norm": 0.04054714580080947,
|
||
|
|
"learning_rate": 0.00014538300373450683,
|
||
|
|
"loss": 0.7959,
|
||
|
|
"step": 2535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5599030089275874,
|
||
|
|
"grad_norm": 0.0378078133538945,
|
||
|
|
"learning_rate": 0.00014480609713554796,
|
||
|
|
"loss": 0.7533,
|
||
|
|
"step": 2540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5610051802050039,
|
||
|
|
"grad_norm": 0.03566763348348747,
|
||
|
|
"learning_rate": 0.0001442292674473381,
|
||
|
|
"loss": 0.7842,
|
||
|
|
"step": 2545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5621073514824204,
|
||
|
|
"grad_norm": 0.04162087831710151,
|
||
|
|
"learning_rate": 0.0001436525232115086,
|
||
|
|
"loss": 0.7765,
|
||
|
|
"step": 2550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5632095227598369,
|
||
|
|
"grad_norm": 0.039192296915950345,
|
||
|
|
"learning_rate": 0.00014307587296842524,
|
||
|
|
"loss": 0.7761,
|
||
|
|
"step": 2555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5643116940372533,
|
||
|
|
"grad_norm": 0.040771917142651264,
|
||
|
|
"learning_rate": 0.00014249932525706223,
|
||
|
|
"loss": 0.7637,
|
||
|
|
"step": 2560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5654138653146699,
|
||
|
|
"grad_norm": 0.0404557988061511,
|
||
|
|
"learning_rate": 0.00014192288861487545,
|
||
|
|
"loss": 0.7809,
|
||
|
|
"step": 2565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5665160365920864,
|
||
|
|
"grad_norm": 0.0380287543914902,
|
||
|
|
"learning_rate": 0.00014134657157767593,
|
||
|
|
"loss": 0.7744,
|
||
|
|
"step": 2570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5676182078695029,
|
||
|
|
"grad_norm": 0.037545959627603626,
|
||
|
|
"learning_rate": 0.00014077038267950383,
|
||
|
|
"loss": 0.7705,
|
||
|
|
"step": 2575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5687203791469194,
|
||
|
|
"grad_norm": 0.04121660123612755,
|
||
|
|
"learning_rate": 0.00014019433045250158,
|
||
|
|
"loss": 0.7969,
|
||
|
|
"step": 2580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5698225504243359,
|
||
|
|
"grad_norm": 0.03543171857215221,
|
||
|
|
"learning_rate": 0.00013961842342678798,
|
||
|
|
"loss": 0.7706,
|
||
|
|
"step": 2585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5709247217017525,
|
||
|
|
"grad_norm": 0.03970445149727504,
|
||
|
|
"learning_rate": 0.0001390426701303317,
|
||
|
|
"loss": 0.7813,
|
||
|
|
"step": 2590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.572026892979169,
|
||
|
|
"grad_norm": 0.04263582518492721,
|
||
|
|
"learning_rate": 0.00013846707908882498,
|
||
|
|
"loss": 0.8044,
|
||
|
|
"step": 2595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5731290642565855,
|
||
|
|
"grad_norm": 0.03919599782168947,
|
||
|
|
"learning_rate": 0.0001378916588255573,
|
||
|
|
"loss": 0.7709,
|
||
|
|
"step": 2600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.574231235534002,
|
||
|
|
"grad_norm": 0.04085513710063447,
|
||
|
|
"learning_rate": 0.0001373164178612894,
|
||
|
|
"loss": 0.7916,
|
||
|
|
"step": 2605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5753334068114185,
|
||
|
|
"grad_norm": 0.03947664604661718,
|
||
|
|
"learning_rate": 0.0001367413647141269,
|
||
|
|
"loss": 0.7829,
|
||
|
|
"step": 2610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.576435578088835,
|
||
|
|
"grad_norm": 0.03819848642986916,
|
||
|
|
"learning_rate": 0.00013616650789939443,
|
||
|
|
"loss": 0.7736,
|
||
|
|
"step": 2615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5775377493662515,
|
||
|
|
"grad_norm": 0.03928261920892333,
|
||
|
|
"learning_rate": 0.0001355918559295091,
|
||
|
|
"loss": 0.7934,
|
||
|
|
"step": 2620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.578639920643668,
|
||
|
|
"grad_norm": 0.04465492341767027,
|
||
|
|
"learning_rate": 0.00013501741731385483,
|
||
|
|
"loss": 0.7872,
|
||
|
|
"step": 2625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5797420919210845,
|
||
|
|
"grad_norm": 0.04518050772542813,
|
||
|
|
"learning_rate": 0.00013444320055865618,
|
||
|
|
"loss": 0.7978,
|
||
|
|
"step": 2630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.580844263198501,
|
||
|
|
"grad_norm": 0.03823568510951906,
|
||
|
|
"learning_rate": 0.00013386921416685239,
|
||
|
|
"loss": 0.8026,
|
||
|
|
"step": 2635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5819464344759175,
|
||
|
|
"grad_norm": 0.03860337235855855,
|
||
|
|
"learning_rate": 0.0001332954666379717,
|
||
|
|
"loss": 0.7819,
|
||
|
|
"step": 2640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5830486057533341,
|
||
|
|
"grad_norm": 0.040848904672585555,
|
||
|
|
"learning_rate": 0.00013272196646800497,
|
||
|
|
"loss": 0.7718,
|
||
|
|
"step": 2645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5841507770307506,
|
||
|
|
"grad_norm": 0.039991424568808075,
|
||
|
|
"learning_rate": 0.0001321487221492805,
|
||
|
|
"loss": 0.7737,
|
||
|
|
"step": 2650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5852529483081671,
|
||
|
|
"grad_norm": 0.04406998907502384,
|
||
|
|
"learning_rate": 0.00013157574217033773,
|
||
|
|
"loss": 0.7804,
|
||
|
|
"step": 2655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5863551195855836,
|
||
|
|
"grad_norm": 0.042736167667461564,
|
||
|
|
"learning_rate": 0.00013100303501580206,
|
||
|
|
"loss": 0.7864,
|
||
|
|
"step": 2660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5874572908630001,
|
||
|
|
"grad_norm": 0.039658625402537326,
|
||
|
|
"learning_rate": 0.0001304306091662586,
|
||
|
|
"loss": 0.7879,
|
||
|
|
"step": 2665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5885594621404167,
|
||
|
|
"grad_norm": 0.03732667476656254,
|
||
|
|
"learning_rate": 0.0001298584730981272,
|
||
|
|
"loss": 0.7958,
|
||
|
|
"step": 2670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5896616334178332,
|
||
|
|
"grad_norm": 0.0385663925190591,
|
||
|
|
"learning_rate": 0.00012928663528353652,
|
||
|
|
"loss": 0.7532,
|
||
|
|
"step": 2675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5907638046952497,
|
||
|
|
"grad_norm": 0.039100737225537294,
|
||
|
|
"learning_rate": 0.00012871510419019876,
|
||
|
|
"loss": 0.8146,
|
||
|
|
"step": 2680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5918659759726661,
|
||
|
|
"grad_norm": 0.04322733978868932,
|
||
|
|
"learning_rate": 0.0001281438882812843,
|
||
|
|
"loss": 0.7844,
|
||
|
|
"step": 2685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5929681472500826,
|
||
|
|
"grad_norm": 0.03855540614705994,
|
||
|
|
"learning_rate": 0.00012757299601529604,
|
||
|
|
"loss": 0.7444,
|
||
|
|
"step": 2690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5940703185274991,
|
||
|
|
"grad_norm": 0.03976869418403505,
|
||
|
|
"learning_rate": 0.00012700243584594479,
|
||
|
|
"loss": 0.7706,
|
||
|
|
"step": 2695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5951724898049157,
|
||
|
|
"grad_norm": 0.038039179428976305,
|
||
|
|
"learning_rate": 0.00012643221622202336,
|
||
|
|
"loss": 0.7497,
|
||
|
|
"step": 2700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5962746610823322,
|
||
|
|
"grad_norm": 0.03951382972148692,
|
||
|
|
"learning_rate": 0.00012586234558728207,
|
||
|
|
"loss": 0.7571,
|
||
|
|
"step": 2705
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5973768323597487,
|
||
|
|
"grad_norm": 0.04180256816699712,
|
||
|
|
"learning_rate": 0.0001252928323803032,
|
||
|
|
"loss": 0.7538,
|
||
|
|
"step": 2710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5984790036371652,
|
||
|
|
"grad_norm": 0.037309356744730904,
|
||
|
|
"learning_rate": 0.00012472368503437648,
|
||
|
|
"loss": 0.7924,
|
||
|
|
"step": 2715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5995811749145817,
|
||
|
|
"grad_norm": 0.04216451657557382,
|
||
|
|
"learning_rate": 0.00012415491197737395,
|
||
|
|
"loss": 0.7816,
|
||
|
|
"step": 2720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6006833461919983,
|
||
|
|
"grad_norm": 0.039059339374739786,
|
||
|
|
"learning_rate": 0.00012358652163162523,
|
||
|
|
"loss": 0.7394,
|
||
|
|
"step": 2725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6017855174694148,
|
||
|
|
"grad_norm": 0.03934478577799933,
|
||
|
|
"learning_rate": 0.00012301852241379267,
|
||
|
|
"loss": 0.7903,
|
||
|
|
"step": 2730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6028876887468313,
|
||
|
|
"grad_norm": 0.03677529471356991,
|
||
|
|
"learning_rate": 0.00012245092273474695,
|
||
|
|
"loss": 0.7688,
|
||
|
|
"step": 2735
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6039898600242478,
|
||
|
|
"grad_norm": 0.04379989553642847,
|
||
|
|
"learning_rate": 0.00012188373099944252,
|
||
|
|
"loss": 0.7791,
|
||
|
|
"step": 2740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6050920313016642,
|
||
|
|
"grad_norm": 0.03853225124689197,
|
||
|
|
"learning_rate": 0.00012131695560679285,
|
||
|
|
"loss": 0.7842,
|
||
|
|
"step": 2745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6061942025790807,
|
||
|
|
"grad_norm": 0.04243715932465795,
|
||
|
|
"learning_rate": 0.0001207506049495464,
|
||
|
|
"loss": 0.7633,
|
||
|
|
"step": 2750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6072963738564973,
|
||
|
|
"grad_norm": 0.042350895868304664,
|
||
|
|
"learning_rate": 0.00012018468741416206,
|
||
|
|
"loss": 0.7992,
|
||
|
|
"step": 2755
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6083985451339138,
|
||
|
|
"grad_norm": 0.042511366861454146,
|
||
|
|
"learning_rate": 0.00011961921138068517,
|
||
|
|
"loss": 0.7628,
|
||
|
|
"step": 2760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6095007164113303,
|
||
|
|
"grad_norm": 0.03945967376445848,
|
||
|
|
"learning_rate": 0.00011905418522262343,
|
||
|
|
"loss": 0.7798,
|
||
|
|
"step": 2765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6106028876887468,
|
||
|
|
"grad_norm": 0.04134467702346202,
|
||
|
|
"learning_rate": 0.00011848961730682276,
|
||
|
|
"loss": 0.7736,
|
||
|
|
"step": 2770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6117050589661633,
|
||
|
|
"grad_norm": 0.04321593442131728,
|
||
|
|
"learning_rate": 0.00011792551599334342,
|
||
|
|
"loss": 0.7729,
|
||
|
|
"step": 2775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6128072302435799,
|
||
|
|
"grad_norm": 0.03753481531786513,
|
||
|
|
"learning_rate": 0.00011736188963533636,
|
||
|
|
"loss": 0.7868,
|
||
|
|
"step": 2780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6139094015209964,
|
||
|
|
"grad_norm": 0.046677240052044086,
|
||
|
|
"learning_rate": 0.0001167987465789194,
|
||
|
|
"loss": 0.788,
|
||
|
|
"step": 2785
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6150115727984129,
|
||
|
|
"grad_norm": 0.04004956558986007,
|
||
|
|
"learning_rate": 0.00011623609516305375,
|
||
|
|
"loss": 0.7669,
|
||
|
|
"step": 2790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6161137440758294,
|
||
|
|
"grad_norm": 0.03877661195736084,
|
||
|
|
"learning_rate": 0.0001156739437194204,
|
||
|
|
"loss": 0.7403,
|
||
|
|
"step": 2795
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6172159153532459,
|
||
|
|
"grad_norm": 0.037935876666486346,
|
||
|
|
"learning_rate": 0.00011511230057229678,
|
||
|
|
"loss": 0.7373,
|
||
|
|
"step": 2800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6183180866306625,
|
||
|
|
"grad_norm": 0.038133591224345446,
|
||
|
|
"learning_rate": 0.00011455117403843358,
|
||
|
|
"loss": 0.7626,
|
||
|
|
"step": 2805
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6194202579080789,
|
||
|
|
"grad_norm": 0.040488281712004456,
|
||
|
|
"learning_rate": 0.00011399057242693143,
|
||
|
|
"loss": 0.7748,
|
||
|
|
"step": 2810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6205224291854954,
|
||
|
|
"grad_norm": 0.045588727331748555,
|
||
|
|
"learning_rate": 0.00011343050403911823,
|
||
|
|
"loss": 0.7566,
|
||
|
|
"step": 2815
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6216246004629119,
|
||
|
|
"grad_norm": 0.04322927430800435,
|
||
|
|
"learning_rate": 0.0001128709771684256,
|
||
|
|
"loss": 0.7405,
|
||
|
|
"step": 2820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6227267717403284,
|
||
|
|
"grad_norm": 0.03941622010511477,
|
||
|
|
"learning_rate": 0.00011231200010026668,
|
||
|
|
"loss": 0.7699,
|
||
|
|
"step": 2825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6238289430177449,
|
||
|
|
"grad_norm": 0.040341244924510265,
|
||
|
|
"learning_rate": 0.00011175358111191316,
|
||
|
|
"loss": 0.7546,
|
||
|
|
"step": 2830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6249311142951615,
|
||
|
|
"grad_norm": 0.0370716397793875,
|
||
|
|
"learning_rate": 0.00011119572847237272,
|
||
|
|
"loss": 0.7524,
|
||
|
|
"step": 2835
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.626033285572578,
|
||
|
|
"grad_norm": 0.04088692753580051,
|
||
|
|
"learning_rate": 0.00011063845044226649,
|
||
|
|
"loss": 0.7737,
|
||
|
|
"step": 2840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6271354568499945,
|
||
|
|
"grad_norm": 0.04149954061127777,
|
||
|
|
"learning_rate": 0.00011008175527370708,
|
||
|
|
"loss": 0.7635,
|
||
|
|
"step": 2845
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.628237628127411,
|
||
|
|
"grad_norm": 0.04067030099074359,
|
||
|
|
"learning_rate": 0.00010952565121017595,
|
||
|
|
"loss": 0.7781,
|
||
|
|
"step": 2850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6293397994048275,
|
||
|
|
"grad_norm": 0.037995610342879724,
|
||
|
|
"learning_rate": 0.00010897014648640164,
|
||
|
|
"loss": 0.7536,
|
||
|
|
"step": 2855
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6304419706822441,
|
||
|
|
"grad_norm": 0.038638564159584964,
|
||
|
|
"learning_rate": 0.0001084152493282378,
|
||
|
|
"loss": 0.7582,
|
||
|
|
"step": 2860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6315441419596606,
|
||
|
|
"grad_norm": 0.03865577853003443,
|
||
|
|
"learning_rate": 0.00010786096795254105,
|
||
|
|
"loss": 0.743,
|
||
|
|
"step": 2865
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6326463132370771,
|
||
|
|
"grad_norm": 0.037742667105078676,
|
||
|
|
"learning_rate": 0.00010730731056704987,
|
||
|
|
"loss": 0.7738,
|
||
|
|
"step": 2870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6337484845144935,
|
||
|
|
"grad_norm": 0.04087500905979875,
|
||
|
|
"learning_rate": 0.0001067542853702626,
|
||
|
|
"loss": 0.7454,
|
||
|
|
"step": 2875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.63485065579191,
|
||
|
|
"grad_norm": 0.03681788140604627,
|
||
|
|
"learning_rate": 0.00010620190055131628,
|
||
|
|
"loss": 0.7513,
|
||
|
|
"step": 2880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6359528270693265,
|
||
|
|
"grad_norm": 0.039530646965778786,
|
||
|
|
"learning_rate": 0.00010565016428986515,
|
||
|
|
"loss": 0.7863,
|
||
|
|
"step": 2885
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6370549983467431,
|
||
|
|
"grad_norm": 0.03637232048859645,
|
||
|
|
"learning_rate": 0.00010509908475595984,
|
||
|
|
"loss": 0.7871,
|
||
|
|
"step": 2890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6381571696241596,
|
||
|
|
"grad_norm": 0.037532035474368244,
|
||
|
|
"learning_rate": 0.0001045486701099262,
|
||
|
|
"loss": 0.7868,
|
||
|
|
"step": 2895
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6392593409015761,
|
||
|
|
"grad_norm": 0.04139117865057032,
|
||
|
|
"learning_rate": 0.0001039989285022445,
|
||
|
|
"loss": 0.7544,
|
||
|
|
"step": 2900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6403615121789926,
|
||
|
|
"grad_norm": 0.04037843881677972,
|
||
|
|
"learning_rate": 0.00010344986807342866,
|
||
|
|
"loss": 0.7612,
|
||
|
|
"step": 2905
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6414636834564091,
|
||
|
|
"grad_norm": 0.039565719386194985,
|
||
|
|
"learning_rate": 0.00010290149695390581,
|
||
|
|
"loss": 0.7616,
|
||
|
|
"step": 2910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6425658547338257,
|
||
|
|
"grad_norm": 0.038310169105771584,
|
||
|
|
"learning_rate": 0.00010235382326389586,
|
||
|
|
"loss": 0.7576,
|
||
|
|
"step": 2915
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6436680260112422,
|
||
|
|
"grad_norm": 0.03936468865097429,
|
||
|
|
"learning_rate": 0.00010180685511329131,
|
||
|
|
"loss": 0.7702,
|
||
|
|
"step": 2920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6447701972886587,
|
||
|
|
"grad_norm": 0.0398256871335756,
|
||
|
|
"learning_rate": 0.00010126060060153713,
|
||
|
|
"loss": 0.7822,
|
||
|
|
"step": 2925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6458723685660752,
|
||
|
|
"grad_norm": 0.0413034275637383,
|
||
|
|
"learning_rate": 0.00010071506781751063,
|
||
|
|
"loss": 0.7542,
|
||
|
|
"step": 2930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6469745398434916,
|
||
|
|
"grad_norm": 0.03871254029791003,
|
||
|
|
"learning_rate": 0.000100170264839402,
|
||
|
|
"loss": 0.7335,
|
||
|
|
"step": 2935
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6480767111209081,
|
||
|
|
"grad_norm": 0.036091901012243334,
|
||
|
|
"learning_rate": 9.962619973459453e-05,
|
||
|
|
"loss": 0.7748,
|
||
|
|
"step": 2940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6491788823983247,
|
||
|
|
"grad_norm": 0.04138951063703848,
|
||
|
|
"learning_rate": 9.90828805595452e-05,
|
||
|
|
"loss": 0.7524,
|
||
|
|
"step": 2945
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6502810536757412,
|
||
|
|
"grad_norm": 0.03858848182433528,
|
||
|
|
"learning_rate": 9.854031535966521e-05,
|
||
|
|
"loss": 0.7517,
|
||
|
|
"step": 2950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6513832249531577,
|
||
|
|
"grad_norm": 0.03602604340055366,
|
||
|
|
"learning_rate": 9.799851216920107e-05,
|
||
|
|
"loss": 0.7337,
|
||
|
|
"step": 2955
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6524853962305742,
|
||
|
|
"grad_norm": 0.03579532104123597,
|
||
|
|
"learning_rate": 9.745747901111552e-05,
|
||
|
|
"loss": 0.7623,
|
||
|
|
"step": 2960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6535875675079907,
|
||
|
|
"grad_norm": 0.0381744125557122,
|
||
|
|
"learning_rate": 9.691722389696879e-05,
|
||
|
|
"loss": 0.7683,
|
||
|
|
"step": 2965
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6546897387854073,
|
||
|
|
"grad_norm": 0.03608442329560764,
|
||
|
|
"learning_rate": 9.637775482679988e-05,
|
||
|
|
"loss": 0.7732,
|
||
|
|
"step": 2970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6557919100628238,
|
||
|
|
"grad_norm": 0.03784439256503652,
|
||
|
|
"learning_rate": 9.583907978900807e-05,
|
||
|
|
"loss": 0.7739,
|
||
|
|
"step": 2975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6568940813402403,
|
||
|
|
"grad_norm": 0.03945771278463694,
|
||
|
|
"learning_rate": 9.530120676023482e-05,
|
||
|
|
"loss": 0.7442,
|
||
|
|
"step": 2980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6579962526176568,
|
||
|
|
"grad_norm": 0.03667458666034089,
|
||
|
|
"learning_rate": 9.476414370524538e-05,
|
||
|
|
"loss": 0.7456,
|
||
|
|
"step": 2985
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6590984238950733,
|
||
|
|
"grad_norm": 0.03940939789339881,
|
||
|
|
"learning_rate": 9.422789857681124e-05,
|
||
|
|
"loss": 0.7438,
|
||
|
|
"step": 2990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6602005951724899,
|
||
|
|
"grad_norm": 0.03803960926078932,
|
||
|
|
"learning_rate": 9.36924793155918e-05,
|
||
|
|
"loss": 0.778,
|
||
|
|
"step": 2995
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6613027664499063,
|
||
|
|
"grad_norm": 0.035231525831095054,
|
||
|
|
"learning_rate": 9.315789385001738e-05,
|
||
|
|
"loss": 0.7647,
|
||
|
|
"step": 3000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6624049377273228,
|
||
|
|
"grad_norm": 0.03745699399316068,
|
||
|
|
"learning_rate": 9.262415009617139e-05,
|
||
|
|
"loss": 0.7684,
|
||
|
|
"step": 3005
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6635071090047393,
|
||
|
|
"grad_norm": 0.03586306355233504,
|
||
|
|
"learning_rate": 9.209125595767336e-05,
|
||
|
|
"loss": 0.7458,
|
||
|
|
"step": 3010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6646092802821558,
|
||
|
|
"grad_norm": 0.036839355886467764,
|
||
|
|
"learning_rate": 9.15592193255617e-05,
|
||
|
|
"loss": 0.7706,
|
||
|
|
"step": 3015
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6657114515595723,
|
||
|
|
"grad_norm": 0.03906285720782755,
|
||
|
|
"learning_rate": 9.102804807817699e-05,
|
||
|
|
"loss": 0.781,
|
||
|
|
"step": 3020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6668136228369889,
|
||
|
|
"grad_norm": 0.03869457663028768,
|
||
|
|
"learning_rate": 9.049775008104542e-05,
|
||
|
|
"loss": 0.7486,
|
||
|
|
"step": 3025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6679157941144054,
|
||
|
|
"grad_norm": 0.0393845820755994,
|
||
|
|
"learning_rate": 8.996833318676204e-05,
|
||
|
|
"loss": 0.7473,
|
||
|
|
"step": 3030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6690179653918219,
|
||
|
|
"grad_norm": 0.03941498428248022,
|
||
|
|
"learning_rate": 8.943980523487469e-05,
|
||
|
|
"loss": 0.7846,
|
||
|
|
"step": 3035
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6701201366692384,
|
||
|
|
"grad_norm": 0.0420251439088419,
|
||
|
|
"learning_rate": 8.891217405176774e-05,
|
||
|
|
"loss": 0.7608,
|
||
|
|
"step": 3040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6712223079466549,
|
||
|
|
"grad_norm": 0.035649123267955884,
|
||
|
|
"learning_rate": 8.838544745054645e-05,
|
||
|
|
"loss": 0.7719,
|
||
|
|
"step": 3045
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6723244792240715,
|
||
|
|
"grad_norm": 0.03877525844159031,
|
||
|
|
"learning_rate": 8.785963323092108e-05,
|
||
|
|
"loss": 0.7582,
|
||
|
|
"step": 3050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.673426650501488,
|
||
|
|
"grad_norm": 0.037091463531239946,
|
||
|
|
"learning_rate": 8.733473917909144e-05,
|
||
|
|
"loss": 0.7411,
|
||
|
|
"step": 3055
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6745288217789045,
|
||
|
|
"grad_norm": 0.036271594287721816,
|
||
|
|
"learning_rate": 8.68107730676315e-05,
|
||
|
|
"loss": 0.7849,
|
||
|
|
"step": 3060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6756309930563209,
|
||
|
|
"grad_norm": 0.03541699632121048,
|
||
|
|
"learning_rate": 8.628774265537462e-05,
|
||
|
|
"loss": 0.7514,
|
||
|
|
"step": 3065
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6767331643337374,
|
||
|
|
"grad_norm": 0.0362990364448018,
|
||
|
|
"learning_rate": 8.576565568729813e-05,
|
||
|
|
"loss": 0.7474,
|
||
|
|
"step": 3070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6778353356111539,
|
||
|
|
"grad_norm": 0.03921802869726997,
|
||
|
|
"learning_rate": 8.524451989440918e-05,
|
||
|
|
"loss": 0.754,
|
||
|
|
"step": 3075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6789375068885705,
|
||
|
|
"grad_norm": 0.037337016378149755,
|
||
|
|
"learning_rate": 8.472434299362998e-05,
|
||
|
|
"loss": 0.75,
|
||
|
|
"step": 3080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.680039678165987,
|
||
|
|
"grad_norm": 0.03891038958554527,
|
||
|
|
"learning_rate": 8.420513268768347e-05,
|
||
|
|
"loss": 0.7859,
|
||
|
|
"step": 3085
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6811418494434035,
|
||
|
|
"grad_norm": 0.035894066909538044,
|
||
|
|
"learning_rate": 8.368689666497938e-05,
|
||
|
|
"loss": 0.7329,
|
||
|
|
"step": 3090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.68224402072082,
|
||
|
|
"grad_norm": 0.039979769321902066,
|
||
|
|
"learning_rate": 8.31696425995004e-05,
|
||
|
|
"loss": 0.7503,
|
||
|
|
"step": 3095
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6833461919982365,
|
||
|
|
"grad_norm": 0.03936168369937806,
|
||
|
|
"learning_rate": 8.26533781506887e-05,
|
||
|
|
"loss": 0.7726,
|
||
|
|
"step": 3100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6844483632756531,
|
||
|
|
"grad_norm": 0.04019560215837221,
|
||
|
|
"learning_rate": 8.21381109633318e-05,
|
||
|
|
"loss": 0.7432,
|
||
|
|
"step": 3105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6855505345530696,
|
||
|
|
"grad_norm": 0.039269909994462844,
|
||
|
|
"learning_rate": 8.162384866745036e-05,
|
||
|
|
"loss": 0.7538,
|
||
|
|
"step": 3110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6866527058304861,
|
||
|
|
"grad_norm": 0.03904037612780349,
|
||
|
|
"learning_rate": 8.111059887818459e-05,
|
||
|
|
"loss": 0.744,
|
||
|
|
"step": 3115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6877548771079026,
|
||
|
|
"grad_norm": 0.03885534367589714,
|
||
|
|
"learning_rate": 8.059836919568152e-05,
|
||
|
|
"loss": 0.7328,
|
||
|
|
"step": 3120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.688857048385319,
|
||
|
|
"grad_norm": 0.03858452994442185,
|
||
|
|
"learning_rate": 8.008716720498253e-05,
|
||
|
|
"loss": 0.7701,
|
||
|
|
"step": 3125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6899592196627355,
|
||
|
|
"grad_norm": 0.03519383464662896,
|
||
|
|
"learning_rate": 7.957700047591121e-05,
|
||
|
|
"loss": 0.7451,
|
||
|
|
"step": 3130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6910613909401521,
|
||
|
|
"grad_norm": 0.0380259068615794,
|
||
|
|
"learning_rate": 7.906787656296107e-05,
|
||
|
|
"loss": 0.7556,
|
||
|
|
"step": 3135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6921635622175686,
|
||
|
|
"grad_norm": 0.038944765250869484,
|
||
|
|
"learning_rate": 7.855980300518354e-05,
|
||
|
|
"loss": 0.7389,
|
||
|
|
"step": 3140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6932657334949851,
|
||
|
|
"grad_norm": 0.04470561682300718,
|
||
|
|
"learning_rate": 7.805278732607678e-05,
|
||
|
|
"loss": 0.7568,
|
||
|
|
"step": 3145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6943679047724016,
|
||
|
|
"grad_norm": 0.04297680477477516,
|
||
|
|
"learning_rate": 7.754683703347372e-05,
|
||
|
|
"loss": 0.7626,
|
||
|
|
"step": 3150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6954700760498181,
|
||
|
|
"grad_norm": 0.034697565387832634,
|
||
|
|
"learning_rate": 7.704195961943129e-05,
|
||
|
|
"loss": 0.7721,
|
||
|
|
"step": 3155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6965722473272347,
|
||
|
|
"grad_norm": 0.04072535239631796,
|
||
|
|
"learning_rate": 7.653816256011941e-05,
|
||
|
|
"loss": 0.7757,
|
||
|
|
"step": 3160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6976744186046512,
|
||
|
|
"grad_norm": 0.035271346752025576,
|
||
|
|
"learning_rate": 7.603545331571018e-05,
|
||
|
|
"loss": 0.7629,
|
||
|
|
"step": 3165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6987765898820677,
|
||
|
|
"grad_norm": 0.037357663884374157,
|
||
|
|
"learning_rate": 7.553383933026741e-05,
|
||
|
|
"loss": 0.7549,
|
||
|
|
"step": 3170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6998787611594842,
|
||
|
|
"grad_norm": 0.03637211308219045,
|
||
|
|
"learning_rate": 7.503332803163641e-05,
|
||
|
|
"loss": 0.7529,
|
||
|
|
"step": 3175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7009809324369007,
|
||
|
|
"grad_norm": 0.039519222558093065,
|
||
|
|
"learning_rate": 7.453392683133415e-05,
|
||
|
|
"loss": 0.7879,
|
||
|
|
"step": 3180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7020831037143173,
|
||
|
|
"grad_norm": 0.03323807896911395,
|
||
|
|
"learning_rate": 7.403564312443932e-05,
|
||
|
|
"loss": 0.7189,
|
||
|
|
"step": 3185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7031852749917337,
|
||
|
|
"grad_norm": 0.03896304992954701,
|
||
|
|
"learning_rate": 7.353848428948288e-05,
|
||
|
|
"loss": 0.732,
|
||
|
|
"step": 3190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7042874462691502,
|
||
|
|
"grad_norm": 0.03533752667617695,
|
||
|
|
"learning_rate": 7.304245768833872e-05,
|
||
|
|
"loss": 0.7499,
|
||
|
|
"step": 3195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7053896175465667,
|
||
|
|
"grad_norm": 0.04289239640414403,
|
||
|
|
"learning_rate": 7.25475706661149e-05,
|
||
|
|
"loss": 0.7518,
|
||
|
|
"step": 3200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7064917888239832,
|
||
|
|
"grad_norm": 0.036700606939269846,
|
||
|
|
"learning_rate": 7.20538305510447e-05,
|
||
|
|
"loss": 0.7444,
|
||
|
|
"step": 3205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7075939601013997,
|
||
|
|
"grad_norm": 0.039301039880959406,
|
||
|
|
"learning_rate": 7.156124465437799e-05,
|
||
|
|
"loss": 0.7647,
|
||
|
|
"step": 3210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7086961313788163,
|
||
|
|
"grad_norm": 0.039132429979466775,
|
||
|
|
"learning_rate": 7.106982027027314e-05,
|
||
|
|
"loss": 0.7464,
|
||
|
|
"step": 3215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7097983026562328,
|
||
|
|
"grad_norm": 0.03668166024260441,
|
||
|
|
"learning_rate": 7.057956467568913e-05,
|
||
|
|
"loss": 0.768,
|
||
|
|
"step": 3220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7109004739336493,
|
||
|
|
"grad_norm": 0.03763349214718496,
|
||
|
|
"learning_rate": 7.009048513027738e-05,
|
||
|
|
"loss": 0.7627,
|
||
|
|
"step": 3225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7120026452110658,
|
||
|
|
"grad_norm": 0.03910255645252377,
|
||
|
|
"learning_rate": 6.960258887627474e-05,
|
||
|
|
"loss": 0.7393,
|
||
|
|
"step": 3230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7131048164884823,
|
||
|
|
"grad_norm": 0.03847225495364757,
|
||
|
|
"learning_rate": 6.911588313839579e-05,
|
||
|
|
"loss": 0.758,
|
||
|
|
"step": 3235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7142069877658989,
|
||
|
|
"grad_norm": 0.038410315616110316,
|
||
|
|
"learning_rate": 6.86303751237263e-05,
|
||
|
|
"loss": 0.7385,
|
||
|
|
"step": 3240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7153091590433154,
|
||
|
|
"grad_norm": 0.038761774380026405,
|
||
|
|
"learning_rate": 6.814607202161606e-05,
|
||
|
|
"loss": 0.7382,
|
||
|
|
"step": 3245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7164113303207318,
|
||
|
|
"grad_norm": 0.03723197930881741,
|
||
|
|
"learning_rate": 6.766298100357281e-05,
|
||
|
|
"loss": 0.7359,
|
||
|
|
"step": 3250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7175135015981483,
|
||
|
|
"grad_norm": 0.040413685922780995,
|
||
|
|
"learning_rate": 6.718110922315593e-05,
|
||
|
|
"loss": 0.7342,
|
||
|
|
"step": 3255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7186156728755648,
|
||
|
|
"grad_norm": 0.03978308906273803,
|
||
|
|
"learning_rate": 6.670046381587016e-05,
|
||
|
|
"loss": 0.7645,
|
||
|
|
"step": 3260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7197178441529813,
|
||
|
|
"grad_norm": 0.03897559054869522,
|
||
|
|
"learning_rate": 6.622105189906052e-05,
|
||
|
|
"loss": 0.7455,
|
||
|
|
"step": 3265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7208200154303979,
|
||
|
|
"grad_norm": 0.03815718519490893,
|
||
|
|
"learning_rate": 6.574288057180663e-05,
|
||
|
|
"loss": 0.7615,
|
||
|
|
"step": 3270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7219221867078144,
|
||
|
|
"grad_norm": 0.03856332628344952,
|
||
|
|
"learning_rate": 6.526595691481746e-05,
|
||
|
|
"loss": 0.7599,
|
||
|
|
"step": 3275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7230243579852309,
|
||
|
|
"grad_norm": 0.037326383736852486,
|
||
|
|
"learning_rate": 6.479028799032664e-05,
|
||
|
|
"loss": 0.7727,
|
||
|
|
"step": 3280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7241265292626474,
|
||
|
|
"grad_norm": 0.03759649917895476,
|
||
|
|
"learning_rate": 6.431588084198791e-05,
|
||
|
|
"loss": 0.733,
|
||
|
|
"step": 3285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7252287005400639,
|
||
|
|
"grad_norm": 0.0351188278300472,
|
||
|
|
"learning_rate": 6.384274249477086e-05,
|
||
|
|
"loss": 0.7603,
|
||
|
|
"step": 3290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7263308718174805,
|
||
|
|
"grad_norm": 0.0387440053943191,
|
||
|
|
"learning_rate": 6.337087995485658e-05,
|
||
|
|
"loss": 0.7401,
|
||
|
|
"step": 3295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.727433043094897,
|
||
|
|
"grad_norm": 0.03680120173341686,
|
||
|
|
"learning_rate": 6.290030020953423e-05,
|
||
|
|
"loss": 0.7811,
|
||
|
|
"step": 3300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7285352143723135,
|
||
|
|
"grad_norm": 0.037694080907078036,
|
||
|
|
"learning_rate": 6.243101022709761e-05,
|
||
|
|
"loss": 0.7279,
|
||
|
|
"step": 3305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.72963738564973,
|
||
|
|
"grad_norm": 0.04067783323042442,
|
||
|
|
"learning_rate": 6.196301695674176e-05,
|
||
|
|
"loss": 0.7827,
|
||
|
|
"step": 3310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7307395569271464,
|
||
|
|
"grad_norm": 0.038537648221183,
|
||
|
|
"learning_rate": 6.14963273284601e-05,
|
||
|
|
"loss": 0.7586,
|
||
|
|
"step": 3315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.731841728204563,
|
||
|
|
"grad_norm": 0.038447173395684923,
|
||
|
|
"learning_rate": 6.1030948252941985e-05,
|
||
|
|
"loss": 0.7599,
|
||
|
|
"step": 3320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7329438994819795,
|
||
|
|
"grad_norm": 0.037364125258692316,
|
||
|
|
"learning_rate": 6.056688662147012e-05,
|
||
|
|
"loss": 0.7546,
|
||
|
|
"step": 3325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.734046070759396,
|
||
|
|
"grad_norm": 0.03886268408011641,
|
||
|
|
"learning_rate": 6.010414930581866e-05,
|
||
|
|
"loss": 0.7451,
|
||
|
|
"step": 3330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7351482420368125,
|
||
|
|
"grad_norm": 0.03769869242431956,
|
||
|
|
"learning_rate": 5.96427431581515e-05,
|
||
|
|
"loss": 0.768,
|
||
|
|
"step": 3335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.736250413314229,
|
||
|
|
"grad_norm": 0.037020275271875513,
|
||
|
|
"learning_rate": 5.918267501092078e-05,
|
||
|
|
"loss": 0.7392,
|
||
|
|
"step": 3340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7373525845916455,
|
||
|
|
"grad_norm": 0.03729781683672499,
|
||
|
|
"learning_rate": 5.872395167676555e-05,
|
||
|
|
"loss": 0.7541,
|
||
|
|
"step": 3345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7384547558690621,
|
||
|
|
"grad_norm": 0.03769698709111463,
|
||
|
|
"learning_rate": 5.826657994841104e-05,
|
||
|
|
"loss": 0.7464,
|
||
|
|
"step": 3350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7395569271464786,
|
||
|
|
"grad_norm": 0.035749490646957455,
|
||
|
|
"learning_rate": 5.78105665985681e-05,
|
||
|
|
"loss": 0.783,
|
||
|
|
"step": 3355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7406590984238951,
|
||
|
|
"grad_norm": 0.03815712387980432,
|
||
|
|
"learning_rate": 5.7355918379832925e-05,
|
||
|
|
"loss": 0.7415,
|
||
|
|
"step": 3360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7417612697013116,
|
||
|
|
"grad_norm": 0.03756149653556473,
|
||
|
|
"learning_rate": 5.690264202458685e-05,
|
||
|
|
"loss": 0.7754,
|
||
|
|
"step": 3365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7428634409787281,
|
||
|
|
"grad_norm": 0.03958578609528177,
|
||
|
|
"learning_rate": 5.64507442448968e-05,
|
||
|
|
"loss": 0.7835,
|
||
|
|
"step": 3370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7439656122561447,
|
||
|
|
"grad_norm": 0.038064835951232556,
|
||
|
|
"learning_rate": 5.6000231732416045e-05,
|
||
|
|
"loss": 0.7938,
|
||
|
|
"step": 3375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7450677835335611,
|
||
|
|
"grad_norm": 0.0371943932393074,
|
||
|
|
"learning_rate": 5.555111115828492e-05,
|
||
|
|
"loss": 0.7406,
|
||
|
|
"step": 3380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7461699548109776,
|
||
|
|
"grad_norm": 0.03776336387841464,
|
||
|
|
"learning_rate": 5.510338917303204e-05,
|
||
|
|
"loss": 0.7459,
|
||
|
|
"step": 3385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7472721260883941,
|
||
|
|
"grad_norm": 0.04142505105864296,
|
||
|
|
"learning_rate": 5.4657072406475816e-05,
|
||
|
|
"loss": 0.7419,
|
||
|
|
"step": 3390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7483742973658106,
|
||
|
|
"grad_norm": 0.03664875530168412,
|
||
|
|
"learning_rate": 5.421216746762651e-05,
|
||
|
|
"loss": 0.7701,
|
||
|
|
"step": 3395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7494764686432271,
|
||
|
|
"grad_norm": 0.03963080933205579,
|
||
|
|
"learning_rate": 5.3768680944588006e-05,
|
||
|
|
"loss": 0.7449,
|
||
|
|
"step": 3400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7505786399206437,
|
||
|
|
"grad_norm": 0.03875301352382599,
|
||
|
|
"learning_rate": 5.3326619404460594e-05,
|
||
|
|
"loss": 0.7512,
|
||
|
|
"step": 3405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7516808111980602,
|
||
|
|
"grad_norm": 0.03812435605779621,
|
||
|
|
"learning_rate": 5.2885989393243446e-05,
|
||
|
|
"loss": 0.7524,
|
||
|
|
"step": 3410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7527829824754767,
|
||
|
|
"grad_norm": 0.036201552008782494,
|
||
|
|
"learning_rate": 5.244679743573793e-05,
|
||
|
|
"loss": 0.7313,
|
||
|
|
"step": 3415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7538851537528932,
|
||
|
|
"grad_norm": 0.03508489489495532,
|
||
|
|
"learning_rate": 5.200905003545072e-05,
|
||
|
|
"loss": 0.7143,
|
||
|
|
"step": 3420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7549873250303097,
|
||
|
|
"grad_norm": 0.03873819352052367,
|
||
|
|
"learning_rate": 5.1572753674497784e-05,
|
||
|
|
"loss": 0.7262,
|
||
|
|
"step": 3425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7560894963077263,
|
||
|
|
"grad_norm": 0.03878661096421005,
|
||
|
|
"learning_rate": 5.11379148135083e-05,
|
||
|
|
"loss": 0.7388,
|
||
|
|
"step": 3430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7571916675851428,
|
||
|
|
"grad_norm": 0.03624350442263521,
|
||
|
|
"learning_rate": 5.070453989152865e-05,
|
||
|
|
"loss": 0.7516,
|
||
|
|
"step": 3435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7582938388625592,
|
||
|
|
"grad_norm": 0.03462784231516503,
|
||
|
|
"learning_rate": 5.0272635325927666e-05,
|
||
|
|
"loss": 0.735,
|
||
|
|
"step": 3440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7593960101399757,
|
||
|
|
"grad_norm": 0.03546841031831082,
|
||
|
|
"learning_rate": 4.9842207512301255e-05,
|
||
|
|
"loss": 0.7688,
|
||
|
|
"step": 3445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7604981814173922,
|
||
|
|
"grad_norm": 0.03765881036086525,
|
||
|
|
"learning_rate": 4.941326282437765e-05,
|
||
|
|
"loss": 0.7584,
|
||
|
|
"step": 3450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7616003526948087,
|
||
|
|
"grad_norm": 0.04070540653962422,
|
||
|
|
"learning_rate": 4.8985807613923084e-05,
|
||
|
|
"loss": 0.7658,
|
||
|
|
"step": 3455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7627025239722253,
|
||
|
|
"grad_norm": 0.041025307893189714,
|
||
|
|
"learning_rate": 4.855984821064789e-05,
|
||
|
|
"loss": 0.753,
|
||
|
|
"step": 3460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7638046952496418,
|
||
|
|
"grad_norm": 0.03747182722869465,
|
||
|
|
"learning_rate": 4.8135390922112687e-05,
|
||
|
|
"loss": 0.7481,
|
||
|
|
"step": 3465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7649068665270583,
|
||
|
|
"grad_norm": 0.03475376097595749,
|
||
|
|
"learning_rate": 4.771244203363478e-05,
|
||
|
|
"loss": 0.7322,
|
||
|
|
"step": 3470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7660090378044748,
|
||
|
|
"grad_norm": 0.03620242697594977,
|
||
|
|
"learning_rate": 4.72910078081953e-05,
|
||
|
|
"loss": 0.7289,
|
||
|
|
"step": 3475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7671112090818913,
|
||
|
|
"grad_norm": 0.039201952070474604,
|
||
|
|
"learning_rate": 4.687109448634647e-05,
|
||
|
|
"loss": 0.7663,
|
||
|
|
"step": 3480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7682133803593079,
|
||
|
|
"grad_norm": 0.038508731501384584,
|
||
|
|
"learning_rate": 4.6452708286119176e-05,
|
||
|
|
"loss": 0.7554,
|
||
|
|
"step": 3485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7693155516367244,
|
||
|
|
"grad_norm": 0.03899698694328063,
|
||
|
|
"learning_rate": 4.603585540293071e-05,
|
||
|
|
"loss": 0.7736,
|
||
|
|
"step": 3490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7704177229141409,
|
||
|
|
"grad_norm": 0.0368565333958254,
|
||
|
|
"learning_rate": 4.5620542009493304e-05,
|
||
|
|
"loss": 0.7516,
|
||
|
|
"step": 3495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7715198941915574,
|
||
|
|
"grad_norm": 0.035388497953352936,
|
||
|
|
"learning_rate": 4.5206774255722504e-05,
|
||
|
|
"loss": 0.7484,
|
||
|
|
"step": 3500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7726220654689738,
|
||
|
|
"grad_norm": 0.03538316494242759,
|
||
|
|
"learning_rate": 4.4794558268646194e-05,
|
||
|
|
"loss": 0.7581,
|
||
|
|
"step": 3505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7737242367463903,
|
||
|
|
"grad_norm": 0.037362884464824934,
|
||
|
|
"learning_rate": 4.4383900152313926e-05,
|
||
|
|
"loss": 0.7459,
|
||
|
|
"step": 3510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7748264080238069,
|
||
|
|
"grad_norm": 0.036038446641414534,
|
||
|
|
"learning_rate": 4.397480598770652e-05,
|
||
|
|
"loss": 0.7606,
|
||
|
|
"step": 3515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7759285793012234,
|
||
|
|
"grad_norm": 0.0402761096628342,
|
||
|
|
"learning_rate": 4.3567281832645815e-05,
|
||
|
|
"loss": 0.7813,
|
||
|
|
"step": 3520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7770307505786399,
|
||
|
|
"grad_norm": 0.03506614642106647,
|
||
|
|
"learning_rate": 4.3161333721705146e-05,
|
||
|
|
"loss": 0.7303,
|
||
|
|
"step": 3525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7781329218560564,
|
||
|
|
"grad_norm": 0.03710237528152325,
|
||
|
|
"learning_rate": 4.275696766612007e-05,
|
||
|
|
"loss": 0.7658,
|
||
|
|
"step": 3530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.779235093133473,
|
||
|
|
"grad_norm": 0.039207961974188736,
|
||
|
|
"learning_rate": 4.2354189653699234e-05,
|
||
|
|
"loss": 0.7686,
|
||
|
|
"step": 3535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7803372644108895,
|
||
|
|
"grad_norm": 0.0400226786429818,
|
||
|
|
"learning_rate": 4.1953005648735606e-05,
|
||
|
|
"loss": 0.7365,
|
||
|
|
"step": 3540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.781439435688306,
|
||
|
|
"grad_norm": 0.038069210231566904,
|
||
|
|
"learning_rate": 4.1553421591918264e-05,
|
||
|
|
"loss": 0.7612,
|
||
|
|
"step": 3545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7825416069657225,
|
||
|
|
"grad_norm": 0.036731650972072025,
|
||
|
|
"learning_rate": 4.115544340024456e-05,
|
||
|
|
"loss": 0.7276,
|
||
|
|
"step": 3550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.783643778243139,
|
||
|
|
"grad_norm": 0.03761683304943094,
|
||
|
|
"learning_rate": 4.075907696693224e-05,
|
||
|
|
"loss": 0.7397,
|
||
|
|
"step": 3555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7847459495205555,
|
||
|
|
"grad_norm": 0.039130062081128986,
|
||
|
|
"learning_rate": 4.036432816133241e-05,
|
||
|
|
"loss": 0.7412,
|
||
|
|
"step": 3560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.785848120797972,
|
||
|
|
"grad_norm": 0.03725082169003722,
|
||
|
|
"learning_rate": 3.99712028288424e-05,
|
||
|
|
"loss": 0.7378,
|
||
|
|
"step": 3565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7869502920753885,
|
||
|
|
"grad_norm": 0.03581598167403878,
|
||
|
|
"learning_rate": 3.957970679081948e-05,
|
||
|
|
"loss": 0.7377,
|
||
|
|
"step": 3570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.788052463352805,
|
||
|
|
"grad_norm": 0.036766846530443355,
|
||
|
|
"learning_rate": 3.918984584449435e-05,
|
||
|
|
"loss": 0.7606,
|
||
|
|
"step": 3575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7891546346302215,
|
||
|
|
"grad_norm": 0.03708226420234272,
|
||
|
|
"learning_rate": 3.880162576288557e-05,
|
||
|
|
"loss": 0.763,
|
||
|
|
"step": 3580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.790256805907638,
|
||
|
|
"grad_norm": 0.035646641087147025,
|
||
|
|
"learning_rate": 3.841505229471386e-05,
|
||
|
|
"loss": 0.7472,
|
||
|
|
"step": 3585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7913589771850545,
|
||
|
|
"grad_norm": 0.03623704020179618,
|
||
|
|
"learning_rate": 3.803013116431716e-05,
|
||
|
|
"loss": 0.7371,
|
||
|
|
"step": 3590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7924611484624711,
|
||
|
|
"grad_norm": 0.03685938607213482,
|
||
|
|
"learning_rate": 3.764686807156565e-05,
|
||
|
|
"loss": 0.7636,
|
||
|
|
"step": 3595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7935633197398876,
|
||
|
|
"grad_norm": 0.03581401378985991,
|
||
|
|
"learning_rate": 3.72652686917776e-05,
|
||
|
|
"loss": 0.7436,
|
||
|
|
"step": 3600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7946654910173041,
|
||
|
|
"grad_norm": 0.03576091311918202,
|
||
|
|
"learning_rate": 3.6885338675635215e-05,
|
||
|
|
"loss": 0.741,
|
||
|
|
"step": 3605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7957676622947206,
|
||
|
|
"grad_norm": 0.03938541436587627,
|
||
|
|
"learning_rate": 3.65070836491007e-05,
|
||
|
|
"loss": 0.7511,
|
||
|
|
"step": 3610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7968698335721371,
|
||
|
|
"grad_norm": 0.03831985268675037,
|
||
|
|
"learning_rate": 3.613050921333345e-05,
|
||
|
|
"loss": 0.7581,
|
||
|
|
"step": 3615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7979720048495537,
|
||
|
|
"grad_norm": 0.036183263282557804,
|
||
|
|
"learning_rate": 3.575562094460682e-05,
|
||
|
|
"loss": 0.7519,
|
||
|
|
"step": 3620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7990741761269702,
|
||
|
|
"grad_norm": 0.039441336486759127,
|
||
|
|
"learning_rate": 3.5382424394225506e-05,
|
||
|
|
"loss": 0.7566,
|
||
|
|
"step": 3625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8001763474043866,
|
||
|
|
"grad_norm": 0.03791319055471918,
|
||
|
|
"learning_rate": 3.501092508844339e-05,
|
||
|
|
"loss": 0.7483,
|
||
|
|
"step": 3630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8012785186818031,
|
||
|
|
"grad_norm": 0.034917608244421146,
|
||
|
|
"learning_rate": 3.464112852838184e-05,
|
||
|
|
"loss": 0.7434,
|
||
|
|
"step": 3635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8023806899592196,
|
||
|
|
"grad_norm": 0.03606780306247915,
|
||
|
|
"learning_rate": 3.427304018994821e-05,
|
||
|
|
"loss": 0.7478,
|
||
|
|
"step": 3640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8034828612366361,
|
||
|
|
"grad_norm": 0.03680798923538717,
|
||
|
|
"learning_rate": 3.3906665523754504e-05,
|
||
|
|
"loss": 0.7496,
|
||
|
|
"step": 3645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8045850325140527,
|
||
|
|
"grad_norm": 0.03865353271265747,
|
||
|
|
"learning_rate": 3.354200995503692e-05,
|
||
|
|
"loss": 0.7397,
|
||
|
|
"step": 3650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8056872037914692,
|
||
|
|
"grad_norm": 0.03635669491983459,
|
||
|
|
"learning_rate": 3.3179078883575536e-05,
|
||
|
|
"loss": 0.7718,
|
||
|
|
"step": 3655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8067893750688857,
|
||
|
|
"grad_norm": 0.0363260735871896,
|
||
|
|
"learning_rate": 3.2817877683614244e-05,
|
||
|
|
"loss": 0.7209,
|
||
|
|
"step": 3660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8078915463463022,
|
||
|
|
"grad_norm": 0.03739024777521627,
|
||
|
|
"learning_rate": 3.245841170378106e-05,
|
||
|
|
"loss": 0.7276,
|
||
|
|
"step": 3665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8089937176237187,
|
||
|
|
"grad_norm": 0.04056944004711678,
|
||
|
|
"learning_rate": 3.21006862670092e-05,
|
||
|
|
"loss": 0.7427,
|
||
|
|
"step": 3670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8100958889011353,
|
||
|
|
"grad_norm": 0.038893468288220996,
|
||
|
|
"learning_rate": 3.174470667045801e-05,
|
||
|
|
"loss": 0.7337,
|
||
|
|
"step": 3675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8111980601785518,
|
||
|
|
"grad_norm": 0.037502075980572286,
|
||
|
|
"learning_rate": 3.139047818543462e-05,
|
||
|
|
"loss": 0.7536,
|
||
|
|
"step": 3680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8123002314559683,
|
||
|
|
"grad_norm": 0.03650106907146565,
|
||
|
|
"learning_rate": 3.103800605731598e-05,
|
||
|
|
"loss": 0.7533,
|
||
|
|
"step": 3685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8134024027333848,
|
||
|
|
"grad_norm": 0.03819525064272321,
|
||
|
|
"learning_rate": 3.068729550547105e-05,
|
||
|
|
"loss": 0.7681,
|
||
|
|
"step": 3690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8145045740108012,
|
||
|
|
"grad_norm": 0.03711022658424072,
|
||
|
|
"learning_rate": 3.033835172318355e-05,
|
||
|
|
"loss": 0.7449,
|
||
|
|
"step": 3695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8156067452882177,
|
||
|
|
"grad_norm": 0.03418347940782499,
|
||
|
|
"learning_rate": 2.9991179877575032e-05,
|
||
|
|
"loss": 0.7393,
|
||
|
|
"step": 3700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8167089165656343,
|
||
|
|
"grad_norm": 0.03626371876045612,
|
||
|
|
"learning_rate": 2.964578510952847e-05,
|
||
|
|
"loss": 0.7371,
|
||
|
|
"step": 3705
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8178110878430508,
|
||
|
|
"grad_norm": 0.03878297701004356,
|
||
|
|
"learning_rate": 2.9302172533612077e-05,
|
||
|
|
"loss": 0.747,
|
||
|
|
"step": 3710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8189132591204673,
|
||
|
|
"grad_norm": 0.038112632260334955,
|
||
|
|
"learning_rate": 2.8960347238003488e-05,
|
||
|
|
"loss": 0.7579,
|
||
|
|
"step": 3715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8200154303978838,
|
||
|
|
"grad_norm": 0.03926882455039221,
|
||
|
|
"learning_rate": 2.8620314284414486e-05,
|
||
|
|
"loss": 0.7529,
|
||
|
|
"step": 3720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8211176016753003,
|
||
|
|
"grad_norm": 0.03648970703950733,
|
||
|
|
"learning_rate": 2.8282078708016163e-05,
|
||
|
|
"loss": 0.7473,
|
||
|
|
"step": 3725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8222197729527169,
|
||
|
|
"grad_norm": 0.03630414782533231,
|
||
|
|
"learning_rate": 2.7945645517364064e-05,
|
||
|
|
"loss": 0.7355,
|
||
|
|
"step": 3730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8233219442301334,
|
||
|
|
"grad_norm": 0.036468505132406466,
|
||
|
|
"learning_rate": 2.7611019694324415e-05,
|
||
|
|
"loss": 0.7101,
|
||
|
|
"step": 3735
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8244241155075499,
|
||
|
|
"grad_norm": 0.037520748694235606,
|
||
|
|
"learning_rate": 2.727820619399992e-05,
|
||
|
|
"loss": 0.7431,
|
||
|
|
"step": 3740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8255262867849664,
|
||
|
|
"grad_norm": 0.03483967252567691,
|
||
|
|
"learning_rate": 2.6947209944656784e-05,
|
||
|
|
"loss": 0.7008,
|
||
|
|
"step": 3745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8266284580623829,
|
||
|
|
"grad_norm": 0.03683830824123343,
|
||
|
|
"learning_rate": 2.661803584765143e-05,
|
||
|
|
"loss": 0.7397,
|
||
|
|
"step": 3750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8277306293397994,
|
||
|
|
"grad_norm": 0.037699100377305624,
|
||
|
|
"learning_rate": 2.6290688777358164e-05,
|
||
|
|
"loss": 0.7663,
|
||
|
|
"step": 3755
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8288328006172159,
|
||
|
|
"grad_norm": 0.04181925311652994,
|
||
|
|
"learning_rate": 2.5965173581096748e-05,
|
||
|
|
"loss": 0.7553,
|
||
|
|
"step": 3760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8299349718946324,
|
||
|
|
"grad_norm": 0.03779442944677197,
|
||
|
|
"learning_rate": 2.564149507906089e-05,
|
||
|
|
"loss": 0.7589,
|
||
|
|
"step": 3765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8310371431720489,
|
||
|
|
"grad_norm": 0.03577568203273454,
|
||
|
|
"learning_rate": 2.5319658064246595e-05,
|
||
|
|
"loss": 0.7446,
|
||
|
|
"step": 3770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8321393144494654,
|
||
|
|
"grad_norm": 0.03931081842755508,
|
||
|
|
"learning_rate": 2.4999667302381404e-05,
|
||
|
|
"loss": 0.751,
|
||
|
|
"step": 3775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.833241485726882,
|
||
|
|
"grad_norm": 0.03745824041736122,
|
||
|
|
"learning_rate": 2.4681527531853835e-05,
|
||
|
|
"loss": 0.7123,
|
||
|
|
"step": 3780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8343436570042985,
|
||
|
|
"grad_norm": 0.03527193664557951,
|
||
|
|
"learning_rate": 2.436524346364286e-05,
|
||
|
|
"loss": 0.7025,
|
||
|
|
"step": 3785
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.835445828281715,
|
||
|
|
"grad_norm": 0.03606947650450607,
|
||
|
|
"learning_rate": 2.4050819781248647e-05,
|
||
|
|
"loss": 0.7206,
|
||
|
|
"step": 3790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8365479995591315,
|
||
|
|
"grad_norm": 0.035888622608410504,
|
||
|
|
"learning_rate": 2.373826114062296e-05,
|
||
|
|
"loss": 0.7537,
|
||
|
|
"step": 3795
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.837650170836548,
|
||
|
|
"grad_norm": 0.036850404718823324,
|
||
|
|
"learning_rate": 2.3427572170100112e-05,
|
||
|
|
"loss": 0.7638,
|
||
|
|
"step": 3800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8387523421139645,
|
||
|
|
"grad_norm": 0.037724339996222885,
|
||
|
|
"learning_rate": 2.311875747032858e-05,
|
||
|
|
"loss": 0.7557,
|
||
|
|
"step": 3805
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8398545133913811,
|
||
|
|
"grad_norm": 0.03518696843854021,
|
||
|
|
"learning_rate": 2.2811821614202897e-05,
|
||
|
|
"loss": 0.7602,
|
||
|
|
"step": 3810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8409566846687976,
|
||
|
|
"grad_norm": 0.03634301372317722,
|
||
|
|
"learning_rate": 2.2506769146795893e-05,
|
||
|
|
"loss": 0.7427,
|
||
|
|
"step": 3815
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.842058855946214,
|
||
|
|
"grad_norm": 0.03565812651945666,
|
||
|
|
"learning_rate": 2.2203604585291303e-05,
|
||
|
|
"loss": 0.7336,
|
||
|
|
"step": 3820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8431610272236305,
|
||
|
|
"grad_norm": 0.03768119047665601,
|
||
|
|
"learning_rate": 2.1902332418916956e-05,
|
||
|
|
"loss": 0.7661,
|
||
|
|
"step": 3825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.844263198501047,
|
||
|
|
"grad_norm": 0.035791641873146804,
|
||
|
|
"learning_rate": 2.1602957108878434e-05,
|
||
|
|
"loss": 0.7589,
|
||
|
|
"step": 3830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8453653697784635,
|
||
|
|
"grad_norm": 0.03888367446787956,
|
||
|
|
"learning_rate": 2.130548308829267e-05,
|
||
|
|
"loss": 0.7395,
|
||
|
|
"step": 3835
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8464675410558801,
|
||
|
|
"grad_norm": 0.03780624024053704,
|
||
|
|
"learning_rate": 2.1009914762122694e-05,
|
||
|
|
"loss": 0.7324,
|
||
|
|
"step": 3840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8475697123332966,
|
||
|
|
"grad_norm": 0.03701658755711745,
|
||
|
|
"learning_rate": 2.071625650711217e-05,
|
||
|
|
"loss": 0.7261,
|
||
|
|
"step": 3845
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8486718836107131,
|
||
|
|
"grad_norm": 0.03349203678484499,
|
||
|
|
"learning_rate": 2.0424512671720566e-05,
|
||
|
|
"loss": 0.7285,
|
||
|
|
"step": 3850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8497740548881296,
|
||
|
|
"grad_norm": 0.035807885382574296,
|
||
|
|
"learning_rate": 2.0134687576058878e-05,
|
||
|
|
"loss": 0.7513,
|
||
|
|
"step": 3855
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8508762261655461,
|
||
|
|
"grad_norm": 0.03540300293328915,
|
||
|
|
"learning_rate": 1.9846785511825618e-05,
|
||
|
|
"loss": 0.7506,
|
||
|
|
"step": 3860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8519783974429627,
|
||
|
|
"grad_norm": 0.036548562423081375,
|
||
|
|
"learning_rate": 1.9560810742243298e-05,
|
||
|
|
"loss": 0.7486,
|
||
|
|
"step": 3865
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8530805687203792,
|
||
|
|
"grad_norm": 0.03688805027139149,
|
||
|
|
"learning_rate": 1.9276767501995206e-05,
|
||
|
|
"loss": 0.756,
|
||
|
|
"step": 3870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8541827399977957,
|
||
|
|
"grad_norm": 0.03511921343987327,
|
||
|
|
"learning_rate": 1.8994659997162687e-05,
|
||
|
|
"loss": 0.7188,
|
||
|
|
"step": 3875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8552849112752122,
|
||
|
|
"grad_norm": 0.03593480104178096,
|
||
|
|
"learning_rate": 1.8714492405163072e-05,
|
||
|
|
"loss": 0.7241,
|
||
|
|
"step": 3880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8563870825526286,
|
||
|
|
"grad_norm": 0.03912290065785617,
|
||
|
|
"learning_rate": 1.843626887468764e-05,
|
||
|
|
"loss": 0.735,
|
||
|
|
"step": 3885
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8574892538300452,
|
||
|
|
"grad_norm": 0.036540249139284824,
|
||
|
|
"learning_rate": 1.8159993525640115e-05,
|
||
|
|
"loss": 0.7629,
|
||
|
|
"step": 3890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8585914251074617,
|
||
|
|
"grad_norm": 0.03586116680339337,
|
||
|
|
"learning_rate": 1.788567044907585e-05,
|
||
|
|
"loss": 0.728,
|
||
|
|
"step": 3895
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8596935963848782,
|
||
|
|
"grad_norm": 0.04108515819021104,
|
||
|
|
"learning_rate": 1.7613303707141164e-05,
|
||
|
|
"loss": 0.7544,
|
||
|
|
"step": 3900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8607957676622947,
|
||
|
|
"grad_norm": 0.04154327787956279,
|
||
|
|
"learning_rate": 1.7342897333013112e-05,
|
||
|
|
"loss": 0.715,
|
||
|
|
"step": 3905
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8618979389397112,
|
||
|
|
"grad_norm": 0.0375147580423421,
|
||
|
|
"learning_rate": 1.7074455330839943e-05,
|
||
|
|
"loss": 0.7325,
|
||
|
|
"step": 3910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8630001102171277,
|
||
|
|
"grad_norm": 0.03505267883405521,
|
||
|
|
"learning_rate": 1.6807981675681587e-05,
|
||
|
|
"loss": 0.7463,
|
||
|
|
"step": 3915
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8641022814945443,
|
||
|
|
"grad_norm": 0.035319705305492576,
|
||
|
|
"learning_rate": 1.654348031345104e-05,
|
||
|
|
"loss": 0.7225,
|
||
|
|
"step": 3920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8652044527719608,
|
||
|
|
"grad_norm": 0.038996518100504834,
|
||
|
|
"learning_rate": 1.6280955160855628e-05,
|
||
|
|
"loss": 0.7537,
|
||
|
|
"step": 3925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8663066240493773,
|
||
|
|
"grad_norm": 0.03826307362758949,
|
||
|
|
"learning_rate": 1.602041010533934e-05,
|
||
|
|
"loss": 0.7287,
|
||
|
|
"step": 3930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8674087953267938,
|
||
|
|
"grad_norm": 0.03711543681709775,
|
||
|
|
"learning_rate": 1.5761849005024985e-05,
|
||
|
|
"loss": 0.7709,
|
||
|
|
"step": 3935
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8685109666042103,
|
||
|
|
"grad_norm": 0.03886269645051025,
|
||
|
|
"learning_rate": 1.5505275688657275e-05,
|
||
|
|
"loss": 0.733,
|
||
|
|
"step": 3940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8696131378816268,
|
||
|
|
"grad_norm": 0.039368459771957895,
|
||
|
|
"learning_rate": 1.5250693955545929e-05,
|
||
|
|
"loss": 0.7377,
|
||
|
|
"step": 3945
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8707153091590433,
|
||
|
|
"grad_norm": 0.03542501994719629,
|
||
|
|
"learning_rate": 1.4998107575509633e-05,
|
||
|
|
"loss": 0.7509,
|
||
|
|
"step": 3950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8718174804364598,
|
||
|
|
"grad_norm": 0.03662399917022349,
|
||
|
|
"learning_rate": 1.4747520288820014e-05,
|
||
|
|
"loss": 0.7221,
|
||
|
|
"step": 3955
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8729196517138763,
|
||
|
|
"grad_norm": 0.03657298741205027,
|
||
|
|
"learning_rate": 1.449893580614636e-05,
|
||
|
|
"loss": 0.7497,
|
||
|
|
"step": 3960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8740218229912928,
|
||
|
|
"grad_norm": 0.03781150680434851,
|
||
|
|
"learning_rate": 1.425235780850067e-05,
|
||
|
|
"loss": 0.7582,
|
||
|
|
"step": 3965
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8751239942687093,
|
||
|
|
"grad_norm": 0.04032655125637331,
|
||
|
|
"learning_rate": 1.4007789947183168e-05,
|
||
|
|
"loss": 0.7447,
|
||
|
|
"step": 3970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8762261655461259,
|
||
|
|
"grad_norm": 0.03589883470863497,
|
||
|
|
"learning_rate": 1.3765235843728129e-05,
|
||
|
|
"loss": 0.7276,
|
||
|
|
"step": 3975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8773283368235424,
|
||
|
|
"grad_norm": 0.03717658884234944,
|
||
|
|
"learning_rate": 1.3524699089850328e-05,
|
||
|
|
"loss": 0.7401,
|
||
|
|
"step": 3980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8784305081009589,
|
||
|
|
"grad_norm": 0.03497351776047112,
|
||
|
|
"learning_rate": 1.3286183247391868e-05,
|
||
|
|
"loss": 0.7392,
|
||
|
|
"step": 3985
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8795326793783754,
|
||
|
|
"grad_norm": 0.03680345383865433,
|
||
|
|
"learning_rate": 1.3049691848269461e-05,
|
||
|
|
"loss": 0.7397,
|
||
|
|
"step": 3990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.880634850655792,
|
||
|
|
"grad_norm": 0.037067904261301174,
|
||
|
|
"learning_rate": 1.2815228394421995e-05,
|
||
|
|
"loss": 0.7543,
|
||
|
|
"step": 3995
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8817370219332085,
|
||
|
|
"grad_norm": 0.03635951971560963,
|
||
|
|
"learning_rate": 1.2582796357758829e-05,
|
||
|
|
"loss": 0.7268,
|
||
|
|
"step": 4000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.882839193210625,
|
||
|
|
"grad_norm": 0.037149225593830666,
|
||
|
|
"learning_rate": 1.2352399180108286e-05,
|
||
|
|
"loss": 0.7447,
|
||
|
|
"step": 4005
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8839413644880414,
|
||
|
|
"grad_norm": 0.034848783140386315,
|
||
|
|
"learning_rate": 1.2124040273166691e-05,
|
||
|
|
"loss": 0.7311,
|
||
|
|
"step": 4010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8850435357654579,
|
||
|
|
"grad_norm": 0.03985554439292569,
|
||
|
|
"learning_rate": 1.1897723018447946e-05,
|
||
|
|
"loss": 0.7288,
|
||
|
|
"step": 4015
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8861457070428744,
|
||
|
|
"grad_norm": 0.035706356323576875,
|
||
|
|
"learning_rate": 1.1673450767233388e-05,
|
||
|
|
"loss": 0.7326,
|
||
|
|
"step": 4020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.887247878320291,
|
||
|
|
"grad_norm": 0.036740845098738074,
|
||
|
|
"learning_rate": 1.1451226840522077e-05,
|
||
|
|
"loss": 0.7496,
|
||
|
|
"step": 4025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8883500495977075,
|
||
|
|
"grad_norm": 0.037031961816322526,
|
||
|
|
"learning_rate": 1.1231054528981765e-05,
|
||
|
|
"loss": 0.7524,
|
||
|
|
"step": 4030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.889452220875124,
|
||
|
|
"grad_norm": 0.03756810225346114,
|
||
|
|
"learning_rate": 1.1012937092900126e-05,
|
||
|
|
"loss": 0.7312,
|
||
|
|
"step": 4035
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8905543921525405,
|
||
|
|
"grad_norm": 0.037472375253416255,
|
||
|
|
"learning_rate": 1.0796877762136458e-05,
|
||
|
|
"loss": 0.7544,
|
||
|
|
"step": 4040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.891656563429957,
|
||
|
|
"grad_norm": 0.0359317417796455,
|
||
|
|
"learning_rate": 1.0582879736073819e-05,
|
||
|
|
"loss": 0.7354,
|
||
|
|
"step": 4045
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8927587347073735,
|
||
|
|
"grad_norm": 0.03749781446172768,
|
||
|
|
"learning_rate": 1.03709461835717e-05,
|
||
|
|
"loss": 0.7546,
|
||
|
|
"step": 4050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8938609059847901,
|
||
|
|
"grad_norm": 0.03733411968021827,
|
||
|
|
"learning_rate": 1.0161080242919129e-05,
|
||
|
|
"loss": 0.7259,
|
||
|
|
"step": 4055
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8949630772622066,
|
||
|
|
"grad_norm": 0.03761288676599098,
|
||
|
|
"learning_rate": 9.953285021788143e-06,
|
||
|
|
"loss": 0.7489,
|
||
|
|
"step": 4060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8960652485396231,
|
||
|
|
"grad_norm": 0.03412569507517913,
|
||
|
|
"learning_rate": 9.747563597187791e-06,
|
||
|
|
"loss": 0.7286,
|
||
|
|
"step": 4065
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8971674198170395,
|
||
|
|
"grad_norm": 0.03525939402552114,
|
||
|
|
"learning_rate": 9.543919015418516e-06,
|
||
|
|
"loss": 0.7513,
|
||
|
|
"step": 4070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.898269591094456,
|
||
|
|
"grad_norm": 0.03720593815884494,
|
||
|
|
"learning_rate": 9.342354292027215e-06,
|
||
|
|
"loss": 0.7474,
|
||
|
|
"step": 4075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8993717623718726,
|
||
|
|
"grad_norm": 0.0375416497695239,
|
||
|
|
"learning_rate": 9.142872411762354e-06,
|
||
|
|
"loss": 0.7685,
|
||
|
|
"step": 4080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9004739336492891,
|
||
|
|
"grad_norm": 0.03906878754343892,
|
||
|
|
"learning_rate": 8.945476328529949e-06,
|
||
|
|
"loss": 0.732,
|
||
|
|
"step": 4085
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9015761049267056,
|
||
|
|
"grad_norm": 0.035056491589514995,
|
||
|
|
"learning_rate": 8.750168965349713e-06,
|
||
|
|
"loss": 0.7436,
|
||
|
|
"step": 4090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9026782762041221,
|
||
|
|
"grad_norm": 0.03470624619912502,
|
||
|
|
"learning_rate": 8.556953214311896e-06,
|
||
|
|
"loss": 0.6928,
|
||
|
|
"step": 4095
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9037804474815386,
|
||
|
|
"grad_norm": 0.03557139688126229,
|
||
|
|
"learning_rate": 8.365831936534289e-06,
|
||
|
|
"loss": 0.7236,
|
||
|
|
"step": 4100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9048826187589551,
|
||
|
|
"grad_norm": 0.03860114842216224,
|
||
|
|
"learning_rate": 8.17680796212003e-06,
|
||
|
|
"loss": 0.7367,
|
||
|
|
"step": 4105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9059847900363717,
|
||
|
|
"grad_norm": 0.0358454686914662,
|
||
|
|
"learning_rate": 7.989884090115579e-06,
|
||
|
|
"loss": 0.7393,
|
||
|
|
"step": 4110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9070869613137882,
|
||
|
|
"grad_norm": 0.036131468273917416,
|
||
|
|
"learning_rate": 7.80506308846927e-06,
|
||
|
|
"loss": 0.7187,
|
||
|
|
"step": 4115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9081891325912047,
|
||
|
|
"grad_norm": 0.03431907826116676,
|
||
|
|
"learning_rate": 7.622347693990438e-06,
|
||
|
|
"loss": 0.7368,
|
||
|
|
"step": 4120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9092913038686212,
|
||
|
|
"grad_norm": 0.036378482006826245,
|
||
|
|
"learning_rate": 7.4417406123088e-06,
|
||
|
|
"loss": 0.7123,
|
||
|
|
"step": 4125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9103934751460377,
|
||
|
|
"grad_norm": 0.03610068662140505,
|
||
|
|
"learning_rate": 7.263244517834365e-06,
|
||
|
|
"loss": 0.7298,
|
||
|
|
"step": 4130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9114956464234542,
|
||
|
|
"grad_norm": 0.035675737631172474,
|
||
|
|
"learning_rate": 7.086862053717867e-06,
|
||
|
|
"loss": 0.7329,
|
||
|
|
"step": 4135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9125978177008707,
|
||
|
|
"grad_norm": 0.03488018397228746,
|
||
|
|
"learning_rate": 6.91259583181169e-06,
|
||
|
|
"loss": 0.7459,
|
||
|
|
"step": 4140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9136999889782872,
|
||
|
|
"grad_norm": 0.037711098080699654,
|
||
|
|
"learning_rate": 6.740448432631118e-06,
|
||
|
|
"loss": 0.7456,
|
||
|
|
"step": 4145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9148021602557037,
|
||
|
|
"grad_norm": 0.03683158716361964,
|
||
|
|
"learning_rate": 6.570422405316117e-06,
|
||
|
|
"loss": 0.7477,
|
||
|
|
"step": 4150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9159043315331202,
|
||
|
|
"grad_norm": 0.03722178270525642,
|
||
|
|
"learning_rate": 6.4025202675935635e-06,
|
||
|
|
"loss": 0.7668,
|
||
|
|
"step": 4155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9170065028105367,
|
||
|
|
"grad_norm": 0.03548538866880862,
|
||
|
|
"learning_rate": 6.236744505740126e-06,
|
||
|
|
"loss": 0.7612,
|
||
|
|
"step": 4160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9181086740879533,
|
||
|
|
"grad_norm": 0.03573889132178891,
|
||
|
|
"learning_rate": 6.073097574545244e-06,
|
||
|
|
"loss": 0.7374,
|
||
|
|
"step": 4165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9192108453653698,
|
||
|
|
"grad_norm": 0.03490127726620679,
|
||
|
|
"learning_rate": 5.91158189727487e-06,
|
||
|
|
"loss": 0.7233,
|
||
|
|
"step": 4170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9203130166427863,
|
||
|
|
"grad_norm": 0.04015606965771483,
|
||
|
|
"learning_rate": 5.752199865635604e-06,
|
||
|
|
"loss": 0.7356,
|
||
|
|
"step": 4175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9214151879202028,
|
||
|
|
"grad_norm": 0.038889913565105266,
|
||
|
|
"learning_rate": 5.594953839739252e-06,
|
||
|
|
"loss": 0.7571,
|
||
|
|
"step": 4180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9225173591976193,
|
||
|
|
"grad_norm": 0.03632902640398831,
|
||
|
|
"learning_rate": 5.439846148067856e-06,
|
||
|
|
"loss": 0.7478,
|
||
|
|
"step": 4185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9236195304750359,
|
||
|
|
"grad_norm": 0.036911826600897674,
|
||
|
|
"learning_rate": 5.2868790874392495e-06,
|
||
|
|
"loss": 0.7351,
|
||
|
|
"step": 4190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9247217017524524,
|
||
|
|
"grad_norm": 0.035394959022726914,
|
||
|
|
"learning_rate": 5.13605492297306e-06,
|
||
|
|
"loss": 0.7513,
|
||
|
|
"step": 4195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9258238730298688,
|
||
|
|
"grad_norm": 0.038584292984150205,
|
||
|
|
"learning_rate": 4.98737588805711e-06,
|
||
|
|
"loss": 0.7503,
|
||
|
|
"step": 4200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9269260443072853,
|
||
|
|
"grad_norm": 0.03443755510774623,
|
||
|
|
"learning_rate": 4.840844184314368e-06,
|
||
|
|
"loss": 0.7467,
|
||
|
|
"step": 4205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9280282155847018,
|
||
|
|
"grad_norm": 0.03507393739539605,
|
||
|
|
"learning_rate": 4.696461981570371e-06,
|
||
|
|
"loss": 0.7479,
|
||
|
|
"step": 4210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9291303868621184,
|
||
|
|
"grad_norm": 0.03572284290016147,
|
||
|
|
"learning_rate": 4.554231417821147e-06,
|
||
|
|
"loss": 0.7438,
|
||
|
|
"step": 4215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9302325581395349,
|
||
|
|
"grad_norm": 0.03939452564404578,
|
||
|
|
"learning_rate": 4.414154599201314e-06,
|
||
|
|
"loss": 0.7528,
|
||
|
|
"step": 4220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9313347294169514,
|
||
|
|
"grad_norm": 0.0343058423932778,
|
||
|
|
"learning_rate": 4.2762335999532494e-06,
|
||
|
|
"loss": 0.7123,
|
||
|
|
"step": 4225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9324369006943679,
|
||
|
|
"grad_norm": 0.03688347815350498,
|
||
|
|
"learning_rate": 4.140470462396101e-06,
|
||
|
|
"loss": 0.7363,
|
||
|
|
"step": 4230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9335390719717844,
|
||
|
|
"grad_norm": 0.03669486942706104,
|
||
|
|
"learning_rate": 4.006867196895641e-06,
|
||
|
|
"loss": 0.7285,
|
||
|
|
"step": 4235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.934641243249201,
|
||
|
|
"grad_norm": 0.035278173584095886,
|
||
|
|
"learning_rate": 3.8754257818345125e-06,
|
||
|
|
"loss": 0.7273,
|
||
|
|
"step": 4240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9357434145266175,
|
||
|
|
"grad_norm": 0.03838555636403366,
|
||
|
|
"learning_rate": 3.7461481635828793e-06,
|
||
|
|
"loss": 0.7406,
|
||
|
|
"step": 4245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.936845585804034,
|
||
|
|
"grad_norm": 0.03449587188356417,
|
||
|
|
"learning_rate": 3.619036256469704e-06,
|
||
|
|
"loss": 0.719,
|
||
|
|
"step": 4250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9379477570814505,
|
||
|
|
"grad_norm": 0.03617056410014076,
|
||
|
|
"learning_rate": 3.4940919427542345e-06,
|
||
|
|
"loss": 0.7074,
|
||
|
|
"step": 4255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9390499283588669,
|
||
|
|
"grad_norm": 0.03720545719113871,
|
||
|
|
"learning_rate": 3.371317072598312e-06,
|
||
|
|
"loss": 0.761,
|
||
|
|
"step": 4260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9401520996362834,
|
||
|
|
"grad_norm": 0.03733982842334115,
|
||
|
|
"learning_rate": 3.2507134640388566e-06,
|
||
|
|
"loss": 0.7373,
|
||
|
|
"step": 4265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9412542709137,
|
||
|
|
"grad_norm": 0.03832577468879599,
|
||
|
|
"learning_rate": 3.132282902961025e-06,
|
||
|
|
"loss": 0.7744,
|
||
|
|
"step": 4270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9423564421911165,
|
||
|
|
"grad_norm": 0.03561487376514044,
|
||
|
|
"learning_rate": 3.016027143071631e-06,
|
||
|
|
"loss": 0.7367,
|
||
|
|
"step": 4275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.943458613468533,
|
||
|
|
"grad_norm": 0.037260538854841714,
|
||
|
|
"learning_rate": 2.9019479058733974e-06,
|
||
|
|
"loss": 0.7412,
|
||
|
|
"step": 4280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9445607847459495,
|
||
|
|
"grad_norm": 0.033914247331261665,
|
||
|
|
"learning_rate": 2.7900468806392128e-06,
|
||
|
|
"loss": 0.7191,
|
||
|
|
"step": 4285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.945662956023366,
|
||
|
|
"grad_norm": 0.036359448459938014,
|
||
|
|
"learning_rate": 2.6803257243873165e-06,
|
||
|
|
"loss": 0.7236,
|
||
|
|
"step": 4290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9467651273007825,
|
||
|
|
"grad_norm": 0.036671268303379516,
|
||
|
|
"learning_rate": 2.572786061856652e-06,
|
||
|
|
"loss": 0.706,
|
||
|
|
"step": 4295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9478672985781991,
|
||
|
|
"grad_norm": 0.03688898129821375,
|
||
|
|
"learning_rate": 2.467429485482869e-06,
|
||
|
|
"loss": 0.7719,
|
||
|
|
"step": 4300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9489694698556156,
|
||
|
|
"grad_norm": 0.035848288240590206,
|
||
|
|
"learning_rate": 2.3642575553746933e-06,
|
||
|
|
"loss": 0.7375,
|
||
|
|
"step": 4305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9500716411330321,
|
||
|
|
"grad_norm": 0.03649010626732304,
|
||
|
|
"learning_rate": 2.2632717992908278e-06,
|
||
|
|
"loss": 0.7492,
|
||
|
|
"step": 4310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9511738124104486,
|
||
|
|
"grad_norm": 0.035622089704062276,
|
||
|
|
"learning_rate": 2.164473712617387e-06,
|
||
|
|
"loss": 0.7277,
|
||
|
|
"step": 4315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9522759836878651,
|
||
|
|
"grad_norm": 0.034793596935363234,
|
||
|
|
"learning_rate": 2.0678647583456995e-06,
|
||
|
|
"loss": 0.7167,
|
||
|
|
"step": 4320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9533781549652816,
|
||
|
|
"grad_norm": 0.038314433912779305,
|
||
|
|
"learning_rate": 1.973446367050674e-06,
|
||
|
|
"loss": 0.694,
|
||
|
|
"step": 4325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9544803262426981,
|
||
|
|
"grad_norm": 0.032175274076676946,
|
||
|
|
"learning_rate": 1.8812199368695325e-06,
|
||
|
|
"loss": 0.7399,
|
||
|
|
"step": 4330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9555824975201146,
|
||
|
|
"grad_norm": 0.03747625530620859,
|
||
|
|
"learning_rate": 1.7911868334812618e-06,
|
||
|
|
"loss": 0.7543,
|
||
|
|
"step": 4335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9566846687975311,
|
||
|
|
"grad_norm": 0.03469398206914549,
|
||
|
|
"learning_rate": 1.7033483900862953e-06,
|
||
|
|
"loss": 0.719,
|
||
|
|
"step": 4340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9577868400749476,
|
||
|
|
"grad_norm": 0.03716371251632767,
|
||
|
|
"learning_rate": 1.617705907386696e-06,
|
||
|
|
"loss": 0.7242,
|
||
|
|
"step": 4345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9588890113523642,
|
||
|
|
"grad_norm": 0.033096194137156504,
|
||
|
|
"learning_rate": 1.5342606535670877e-06,
|
||
|
|
"loss": 0.7395,
|
||
|
|
"step": 4350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9599911826297807,
|
||
|
|
"grad_norm": 0.038402200718579416,
|
||
|
|
"learning_rate": 1.4530138642756872e-06,
|
||
|
|
"loss": 0.75,
|
||
|
|
"step": 4355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9610933539071972,
|
||
|
|
"grad_norm": 0.03629339352134901,
|
||
|
|
"learning_rate": 1.3739667426061196e-06,
|
||
|
|
"loss": 0.7121,
|
||
|
|
"step": 4360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9621955251846137,
|
||
|
|
"grad_norm": 0.03480704310265325,
|
||
|
|
"learning_rate": 1.2971204590795813e-06,
|
||
|
|
"loss": 0.7347,
|
||
|
|
"step": 4365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9632976964620302,
|
||
|
|
"grad_norm": 0.03454475792553819,
|
||
|
|
"learning_rate": 1.2224761516274883e-06,
|
||
|
|
"loss": 0.7322,
|
||
|
|
"step": 4370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9643998677394467,
|
||
|
|
"grad_norm": 0.0348941999387763,
|
||
|
|
"learning_rate": 1.1500349255746055e-06,
|
||
|
|
"loss": 0.744,
|
||
|
|
"step": 4375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9655020390168633,
|
||
|
|
"grad_norm": 0.03661845220058871,
|
||
|
|
"learning_rate": 1.0797978536227602e-06,
|
||
|
|
"loss": 0.7429,
|
||
|
|
"step": 4380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9666042102942798,
|
||
|
|
"grad_norm": 0.03670130845399715,
|
||
|
|
"learning_rate": 1.011765975834855e-06,
|
||
|
|
"loss": 0.7508,
|
||
|
|
"step": 4385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9677063815716962,
|
||
|
|
"grad_norm": 0.037482737750151054,
|
||
|
|
"learning_rate": 9.459402996195797e-07,
|
||
|
|
"loss": 0.7199,
|
||
|
|
"step": 4390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9688085528491127,
|
||
|
|
"grad_norm": 0.03609308663664764,
|
||
|
|
"learning_rate": 8.823217997163401e-07,
|
||
|
|
"loss": 0.7202,
|
||
|
|
"step": 4395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9699107241265292,
|
||
|
|
"grad_norm": 0.03562801152195268,
|
||
|
|
"learning_rate": 8.209114181810029e-07,
|
||
|
|
"loss": 0.7519,
|
||
|
|
"step": 4400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9710128954039458,
|
||
|
|
"grad_norm": 0.037875623718305995,
|
||
|
|
"learning_rate": 7.617100643718066e-07,
|
||
|
|
"loss": 0.736,
|
||
|
|
"step": 4405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9721150666813623,
|
||
|
|
"grad_norm": 0.0343579172461373,
|
||
|
|
"learning_rate": 7.04718614935973e-07,
|
||
|
|
"loss": 0.7319,
|
||
|
|
"step": 4410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9732172379587788,
|
||
|
|
"grad_norm": 0.0351522271270778,
|
||
|
|
"learning_rate": 6.499379137966831e-07,
|
||
|
|
"loss": 0.7158,
|
||
|
|
"step": 4415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9743194092361953,
|
||
|
|
"grad_norm": 0.03685325990487051,
|
||
|
|
"learning_rate": 5.973687721405884e-07,
|
||
|
|
"loss": 0.7343,
|
||
|
|
"step": 4420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9754215805136118,
|
||
|
|
"grad_norm": 0.03353546299147592,
|
||
|
|
"learning_rate": 5.470119684058527e-07,
|
||
|
|
"loss": 0.73,
|
||
|
|
"step": 4425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9765237517910283,
|
||
|
|
"grad_norm": 0.03850593917914308,
|
||
|
|
"learning_rate": 4.988682482705286e-07,
|
||
|
|
"loss": 0.756,
|
||
|
|
"step": 4430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9776259230684449,
|
||
|
|
"grad_norm": 0.040410693859280186,
|
||
|
|
"learning_rate": 4.5293832464159965e-07,
|
||
|
|
"loss": 0.7463,
|
||
|
|
"step": 4435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9787280943458614,
|
||
|
|
"grad_norm": 0.03585489720397234,
|
||
|
|
"learning_rate": 4.0922287764438843e-07,
|
||
|
|
"loss": 0.7227,
|
||
|
|
"step": 4440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9798302656232779,
|
||
|
|
"grad_norm": 0.03643983778724927,
|
||
|
|
"learning_rate": 3.677225546124818e-07,
|
||
|
|
"loss": 0.7297,
|
||
|
|
"step": 4445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9809324369006943,
|
||
|
|
"grad_norm": 0.03527743845105325,
|
||
|
|
"learning_rate": 3.2843797007812147e-07,
|
||
|
|
"loss": 0.7343,
|
||
|
|
"step": 4450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9820346081781108,
|
||
|
|
"grad_norm": 0.03420044354382039,
|
||
|
|
"learning_rate": 2.913697057632114e-07,
|
||
|
|
"loss": 0.7211,
|
||
|
|
"step": 4455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9831367794555274,
|
||
|
|
"grad_norm": 0.03541898225117583,
|
||
|
|
"learning_rate": 2.565183105705415e-07,
|
||
|
|
"loss": 0.7596,
|
||
|
|
"step": 4460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9842389507329439,
|
||
|
|
"grad_norm": 0.03803822863693149,
|
||
|
|
"learning_rate": 2.23884300575794e-07,
|
||
|
|
"loss": 0.7484,
|
||
|
|
"step": 4465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9853411220103604,
|
||
|
|
"grad_norm": 0.0339643099555736,
|
||
|
|
"learning_rate": 1.9346815901984947e-07,
|
||
|
|
"loss": 0.7259,
|
||
|
|
"step": 4470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9864432932877769,
|
||
|
|
"grad_norm": 0.035078257970822355,
|
||
|
|
"learning_rate": 1.6527033630162613e-07,
|
||
|
|
"loss": 0.7306,
|
||
|
|
"step": 4475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9875454645651934,
|
||
|
|
"grad_norm": 0.0345533584530425,
|
||
|
|
"learning_rate": 1.392912499714016e-07,
|
||
|
|
"loss": 0.734,
|
||
|
|
"step": 4480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.98864763584261,
|
||
|
|
"grad_norm": 0.03944350230563913,
|
||
|
|
"learning_rate": 1.1553128472468476e-07,
|
||
|
|
"loss": 0.764,
|
||
|
|
"step": 4485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9897498071200265,
|
||
|
|
"grad_norm": 0.0357818169230016,
|
||
|
|
"learning_rate": 9.39907923964367e-08,
|
||
|
|
"loss": 0.7235,
|
||
|
|
"step": 4490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.990851978397443,
|
||
|
|
"grad_norm": 0.03566232250402245,
|
||
|
|
"learning_rate": 7.467009195594176e-08,
|
||
|
|
"loss": 0.7433,
|
||
|
|
"step": 4495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9919541496748595,
|
||
|
|
"grad_norm": 0.03513694284161295,
|
||
|
|
"learning_rate": 5.7569469502011247e-08,
|
||
|
|
"loss": 0.7419,
|
||
|
|
"step": 4500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.993056320952276,
|
||
|
|
"grad_norm": 0.033604401356817075,
|
||
|
|
"learning_rate": 4.2689178258820125e-08,
|
||
|
|
"loss": 0.7302,
|
||
|
|
"step": 4505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9941584922296925,
|
||
|
|
"grad_norm": 0.038757934920082,
|
||
|
|
"learning_rate": 3.0029438572110045e-08,
|
||
|
|
"loss": 0.7509,
|
||
|
|
"step": 4510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.995260663507109,
|
||
|
|
"grad_norm": 0.03542769692423219,
|
||
|
|
"learning_rate": 1.959043790590864e-08,
|
||
|
|
"loss": 0.7425,
|
||
|
|
"step": 4515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9963628347845255,
|
||
|
|
"grad_norm": 0.037185347711832795,
|
||
|
|
"learning_rate": 1.137233083983169e-08,
|
||
|
|
"loss": 0.7187,
|
||
|
|
"step": 4520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.997465006061942,
|
||
|
|
"grad_norm": 0.03758234390906879,
|
||
|
|
"learning_rate": 5.375239066685022e-09,
|
||
|
|
"loss": 0.7592,
|
||
|
|
"step": 4525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9985671773393585,
|
||
|
|
"grad_norm": 0.036473312127062285,
|
||
|
|
"learning_rate": 1.5992513907658878e-09,
|
||
|
|
"loss": 0.7272,
|
||
|
|
"step": 4530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.999669348616775,
|
||
|
|
"grad_norm": 0.03634038177846733,
|
||
|
|
"learning_rate": 4.442372649737791e-11,
|
||
|
|
"loss": 0.7268,
|
||
|
|
"step": 4535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9998897828722584,
|
||
|
|
"eval_loss": 1.1339110136032104,
|
||
|
|
"eval_runtime": 1020.4828,
|
||
|
|
"eval_samples_per_second": 187.325,
|
||
|
|
"eval_steps_per_second": 5.854,
|
||
|
|
"step": 4536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9998897828722584,
|
||
|
|
"step": 4536,
|
||
|
|
"total_flos": 693442503278592.0,
|
||
|
|
"train_loss": 0.8111531063651491,
|
||
|
|
"train_runtime": 19545.8709,
|
||
|
|
"train_samples_per_second": 29.708,
|
||
|
|
"train_steps_per_second": 0.232
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 5,
|
||
|
|
"max_steps": 4536,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": false,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 693442503278592.0,
|
||
|
|
"train_batch_size": 4,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|