13016 lines
258 KiB
JSON
13016 lines
258 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 2.0,
|
|
"global_step": 10752,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 1.1472385386519655e-07,
|
|
"loss": 4.2731,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 2.294477077303931e-07,
|
|
"loss": 4.5279,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 3.441715615955896e-07,
|
|
"loss": 4.3005,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 4.588954154607862e-07,
|
|
"loss": 4.2009,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 5.736192693259828e-07,
|
|
"loss": 4.5592,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 6.883431231911792e-07,
|
|
"loss": 4.171,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 8.030669770563759e-07,
|
|
"loss": 4.1998,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 9.177908309215724e-07,
|
|
"loss": 4.0381,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 1.0325146847867689e-06,
|
|
"loss": 3.9625,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 1.1472385386519655e-06,
|
|
"loss": 3.9182,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 1.261962392517162e-06,
|
|
"loss": 4.0873,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 1.3766862463823585e-06,
|
|
"loss": 4.2445,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 1.4914101002475552e-06,
|
|
"loss": 3.7275,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 1.6061339541127518e-06,
|
|
"loss": 3.6033,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 1.720857807977948e-06,
|
|
"loss": 3.8797,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 1.8355816618431448e-06,
|
|
"loss": 3.304,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 1.9503055157083414e-06,
|
|
"loss": 3.5924,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 2.0650293695735377e-06,
|
|
"loss": 3.5481,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 2.1797532234387344e-06,
|
|
"loss": 3.5101,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 2.294477077303931e-06,
|
|
"loss": 3.0615,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 2.4092009311691273e-06,
|
|
"loss": 3.3971,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 2.523924785034324e-06,
|
|
"loss": 3.4384,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 2.6386486388995207e-06,
|
|
"loss": 3.362,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 2.753372492764717e-06,
|
|
"loss": 3.3468,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 2.8680963466299136e-06,
|
|
"loss": 3.0247,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 2.9828202004951103e-06,
|
|
"loss": 3.1449,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 3.097544054360307e-06,
|
|
"loss": 3.1076,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 3.2122679082255037e-06,
|
|
"loss": 2.8952,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 3.3269917620906995e-06,
|
|
"loss": 2.991,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 3.441715615955896e-06,
|
|
"loss": 2.9581,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 3.556439469821093e-06,
|
|
"loss": 2.783,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 3.6711633236862895e-06,
|
|
"loss": 2.8947,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 3.7858871775514862e-06,
|
|
"loss": 3.1453,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 3.900611031416683e-06,
|
|
"loss": 2.7025,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.015334885281879e-06,
|
|
"loss": 2.9913,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.130058739147075e-06,
|
|
"loss": 3.057,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 4.244782593012272e-06,
|
|
"loss": 3.2184,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.359506446877469e-06,
|
|
"loss": 2.9392,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.4742303007426655e-06,
|
|
"loss": 2.7106,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.588954154607862e-06,
|
|
"loss": 2.6232,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.703678008473058e-06,
|
|
"loss": 3.1028,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.818401862338255e-06,
|
|
"loss": 2.7134,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 4.933125716203451e-06,
|
|
"loss": 2.7981,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 5.047849570068648e-06,
|
|
"loss": 2.6788,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 5.162573423933845e-06,
|
|
"loss": 3.279,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 5.277297277799041e-06,
|
|
"loss": 2.8889,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 5.392021131664237e-06,
|
|
"loss": 2.8063,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 5.506744985529434e-06,
|
|
"loss": 2.804,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 5.6214688393946306e-06,
|
|
"loss": 2.5485,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 5.736192693259827e-06,
|
|
"loss": 2.5175,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 5.850916547125024e-06,
|
|
"loss": 2.6374,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 5.965640400990221e-06,
|
|
"loss": 2.9322,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.080364254855417e-06,
|
|
"loss": 2.66,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.195088108720614e-06,
|
|
"loss": 2.9068,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.309811962585811e-06,
|
|
"loss": 3.2213,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.424535816451007e-06,
|
|
"loss": 2.6005,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.539259670316202e-06,
|
|
"loss": 2.7033,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.653983524181399e-06,
|
|
"loss": 2.622,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.768707378046596e-06,
|
|
"loss": 2.6798,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 6.883431231911792e-06,
|
|
"loss": 3.1238,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 6.998155085776989e-06,
|
|
"loss": 3.0016,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 7.112878939642186e-06,
|
|
"loss": 2.7175,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 7.227602793507382e-06,
|
|
"loss": 2.6801,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 7.342326647372579e-06,
|
|
"loss": 2.7975,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 7.457050501237776e-06,
|
|
"loss": 2.7867,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 7.5717743551029724e-06,
|
|
"loss": 2.8225,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 7.686498208968169e-06,
|
|
"loss": 2.6374,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 7.801222062833366e-06,
|
|
"loss": 2.6622,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 7.91594591669856e-06,
|
|
"loss": 2.6515,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 8.030669770563757e-06,
|
|
"loss": 2.5745,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 8.145393624428954e-06,
|
|
"loss": 2.7235,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 8.26011747829415e-06,
|
|
"loss": 2.7778,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 8.374841332159348e-06,
|
|
"loss": 2.6471,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 8.489565186024544e-06,
|
|
"loss": 2.7369,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 8.604289039889741e-06,
|
|
"loss": 3.0937,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 8.719012893754938e-06,
|
|
"loss": 2.6597,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 8.833736747620134e-06,
|
|
"loss": 2.8304,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 8.948460601485331e-06,
|
|
"loss": 2.5349,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 9.063184455350528e-06,
|
|
"loss": 2.7255,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 9.177908309215724e-06,
|
|
"loss": 2.7189,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 9.292632163080921e-06,
|
|
"loss": 2.8513,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 9.407356016946116e-06,
|
|
"loss": 2.6448,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 9.522079870811313e-06,
|
|
"loss": 2.8921,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 9.63680372467651e-06,
|
|
"loss": 2.7816,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 9.751527578541706e-06,
|
|
"loss": 2.9125,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 9.866251432406903e-06,
|
|
"loss": 2.8705,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 9.9809752862721e-06,
|
|
"loss": 2.7445,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 1.0095699140137296e-05,
|
|
"loss": 2.5924,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 1.0210422994002493e-05,
|
|
"loss": 2.5521,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 1.032514684786769e-05,
|
|
"loss": 2.6783,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 1.0439870701732886e-05,
|
|
"loss": 2.8038,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.0554594555598083e-05,
|
|
"loss": 2.6099,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.066931840946328e-05,
|
|
"loss": 2.8147,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.0784042263328474e-05,
|
|
"loss": 2.6233,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.0898766117193671e-05,
|
|
"loss": 2.7172,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.1013489971058868e-05,
|
|
"loss": 2.5039,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.1128213824924064e-05,
|
|
"loss": 2.9325,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.1242937678789261e-05,
|
|
"loss": 2.5999,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.1357661532654458e-05,
|
|
"loss": 2.7604,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.1472385386519654e-05,
|
|
"loss": 2.8725,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.1587109240384851e-05,
|
|
"loss": 2.7582,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 1.1701833094250048e-05,
|
|
"loss": 2.6852,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.1816556948115245e-05,
|
|
"loss": 2.5721,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.1931280801980441e-05,
|
|
"loss": 2.6586,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.2046004655845638e-05,
|
|
"loss": 2.6883,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.2160728509710835e-05,
|
|
"loss": 2.2024,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.2275452363576031e-05,
|
|
"loss": 2.7427,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.2390176217441228e-05,
|
|
"loss": 2.5284,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.2504900071306425e-05,
|
|
"loss": 2.6985,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.2619623925171621e-05,
|
|
"loss": 2.6064,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.2734347779036818e-05,
|
|
"loss": 2.6301,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 1.2849071632902015e-05,
|
|
"loss": 2.837,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.2963795486767208e-05,
|
|
"loss": 2.482,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.3078519340632405e-05,
|
|
"loss": 2.1905,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.3193243194497601e-05,
|
|
"loss": 2.1624,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.3307967048362798e-05,
|
|
"loss": 2.8467,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.3422690902227995e-05,
|
|
"loss": 2.7071,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.3537414756093191e-05,
|
|
"loss": 2.4965,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.3652138609958388e-05,
|
|
"loss": 2.6648,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.3766862463823585e-05,
|
|
"loss": 2.4173,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.3881586317688781e-05,
|
|
"loss": 2.5963,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.3996310171553978e-05,
|
|
"loss": 2.857,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 1.4111034025419175e-05,
|
|
"loss": 2.4997,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.4225757879284371e-05,
|
|
"loss": 2.535,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.4340481733149568e-05,
|
|
"loss": 2.7517,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.4455205587014765e-05,
|
|
"loss": 2.7325,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.4569929440879961e-05,
|
|
"loss": 2.5743,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.4684653294745158e-05,
|
|
"loss": 2.4644,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.4799377148610355e-05,
|
|
"loss": 2.4062,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.4914101002475552e-05,
|
|
"loss": 2.7756,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.5028824856340748e-05,
|
|
"loss": 2.7537,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.5143548710205945e-05,
|
|
"loss": 2.6333,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.5258272564071142e-05,
|
|
"loss": 2.7626,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 1.5372996417936338e-05,
|
|
"loss": 2.325,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.5487720271801535e-05,
|
|
"loss": 2.8382,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.560244412566673e-05,
|
|
"loss": 2.3402,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.5717167979531928e-05,
|
|
"loss": 2.6567,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.583189183339712e-05,
|
|
"loss": 2.4725,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.5946615687262318e-05,
|
|
"loss": 2.6206,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.6061339541127515e-05,
|
|
"loss": 2.4995,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.617606339499271e-05,
|
|
"loss": 2.5748,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.6290787248857908e-05,
|
|
"loss": 2.5155,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.6405511102723105e-05,
|
|
"loss": 2.9155,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.65202349565883e-05,
|
|
"loss": 2.57,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 1.66349588104535e-05,
|
|
"loss": 2.5244,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.6749682664318695e-05,
|
|
"loss": 2.4965,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.686440651818389e-05,
|
|
"loss": 2.5616,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.697913037204909e-05,
|
|
"loss": 2.7088,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.7093854225914285e-05,
|
|
"loss": 2.5307,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.7208578079779482e-05,
|
|
"loss": 2.6676,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.732330193364468e-05,
|
|
"loss": 2.6363,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.7438025787509875e-05,
|
|
"loss": 2.3812,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.7552749641375072e-05,
|
|
"loss": 2.6546,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.766747349524027e-05,
|
|
"loss": 2.5476,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 1.7782197349105465e-05,
|
|
"loss": 2.6065,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.7896921202970662e-05,
|
|
"loss": 2.4562,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.801164505683586e-05,
|
|
"loss": 2.6158,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.8126368910701055e-05,
|
|
"loss": 2.369,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.8241092764566252e-05,
|
|
"loss": 2.5942,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.835581661843145e-05,
|
|
"loss": 2.5211,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.8470540472296645e-05,
|
|
"loss": 2.7772,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.8585264326161842e-05,
|
|
"loss": 2.6396,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.8699988180027035e-05,
|
|
"loss": 2.5988,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.8814712033892232e-05,
|
|
"loss": 2.6851,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.892943588775743e-05,
|
|
"loss": 2.619,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 1.9044159741622625e-05,
|
|
"loss": 2.745,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 1.9158883595487822e-05,
|
|
"loss": 2.4715,
|
|
"step": 835
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 1.927360744935302e-05,
|
|
"loss": 2.6182,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 1.9388331303218215e-05,
|
|
"loss": 2.7853,
|
|
"step": 845
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 1.9503055157083412e-05,
|
|
"loss": 2.2652,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 1.961777901094861e-05,
|
|
"loss": 2.6366,
|
|
"step": 855
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 1.9732502864813805e-05,
|
|
"loss": 2.5589,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 1.9847226718679002e-05,
|
|
"loss": 2.3552,
|
|
"step": 865
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 1.99619505725442e-05,
|
|
"loss": 2.4797,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 2.0076674426409395e-05,
|
|
"loss": 2.4378,
|
|
"step": 875
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 2.0191398280274592e-05,
|
|
"loss": 2.499,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 2.030612213413979e-05,
|
|
"loss": 2.4028,
|
|
"step": 885
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.0420845988004985e-05,
|
|
"loss": 2.4915,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.0535569841870182e-05,
|
|
"loss": 2.5961,
|
|
"step": 895
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.065029369573538e-05,
|
|
"loss": 2.2416,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.0765017549600575e-05,
|
|
"loss": 2.6221,
|
|
"step": 905
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.0879741403465772e-05,
|
|
"loss": 2.6398,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.099446525733097e-05,
|
|
"loss": 2.6995,
|
|
"step": 915
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.1109189111196165e-05,
|
|
"loss": 2.3319,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.1223912965061362e-05,
|
|
"loss": 2.5828,
|
|
"step": 925
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.133863681892656e-05,
|
|
"loss": 2.8587,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.1453360672791756e-05,
|
|
"loss": 2.5246,
|
|
"step": 935
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 2.156808452665695e-05,
|
|
"loss": 2.5391,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.1682808380522145e-05,
|
|
"loss": 2.4149,
|
|
"step": 945
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.1797532234387342e-05,
|
|
"loss": 2.5127,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.191225608825254e-05,
|
|
"loss": 2.8304,
|
|
"step": 955
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.2026979942117736e-05,
|
|
"loss": 2.6683,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.2141703795982932e-05,
|
|
"loss": 2.5684,
|
|
"step": 965
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.225642764984813e-05,
|
|
"loss": 2.5645,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.2371151503713326e-05,
|
|
"loss": 2.8509,
|
|
"step": 975
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.2485875357578522e-05,
|
|
"loss": 2.4723,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.260059921144372e-05,
|
|
"loss": 2.3037,
|
|
"step": 985
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 2.2715323065308916e-05,
|
|
"loss": 2.2731,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.2830046919174112e-05,
|
|
"loss": 2.6095,
|
|
"step": 995
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.294477077303931e-05,
|
|
"loss": 2.4827,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"eval_accuracy": 0.8519815172133645,
|
|
"eval_loss": 2.4564573764801025,
|
|
"eval_runtime": 125.0553,
|
|
"eval_samples_per_second": 85.962,
|
|
"eval_steps_per_second": 10.747,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.2933006637081024e-05,
|
|
"loss": 2.1932,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.292124250112274e-05,
|
|
"loss": 2.8606,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.2909478365164453e-05,
|
|
"loss": 2.6309,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.2897714229206168e-05,
|
|
"loss": 2.4518,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.2885950093247883e-05,
|
|
"loss": 2.4871,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.2874185957289597e-05,
|
|
"loss": 2.4623,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.2862421821331315e-05,
|
|
"loss": 2.432,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.2850657685373027e-05,
|
|
"loss": 2.1788,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 2.283889354941474e-05,
|
|
"loss": 2.6604,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.282712941345646e-05,
|
|
"loss": 2.6402,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.281536527749817e-05,
|
|
"loss": 2.591,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.280360114153989e-05,
|
|
"loss": 2.3299,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.2791837005581604e-05,
|
|
"loss": 2.6088,
|
|
"step": 1065
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.2780072869623315e-05,
|
|
"loss": 2.8792,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.2768308733665033e-05,
|
|
"loss": 2.6056,
|
|
"step": 1075
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.2756544597706748e-05,
|
|
"loss": 2.4137,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.2744780461748463e-05,
|
|
"loss": 2.4469,
|
|
"step": 1085
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.2733016325790177e-05,
|
|
"loss": 2.636,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.2721252189831892e-05,
|
|
"loss": 2.1992,
|
|
"step": 1095
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 2.2709488053873607e-05,
|
|
"loss": 3.0004,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.269772391791532e-05,
|
|
"loss": 2.6,
|
|
"step": 1105
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.2685959781957036e-05,
|
|
"loss": 2.6085,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.267419564599875e-05,
|
|
"loss": 2.8195,
|
|
"step": 1115
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.2662431510040466e-05,
|
|
"loss": 2.4935,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.2650667374082184e-05,
|
|
"loss": 2.5134,
|
|
"step": 1125
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.2638903238123895e-05,
|
|
"loss": 2.5737,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.262713910216561e-05,
|
|
"loss": 2.8225,
|
|
"step": 1135
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.2615374966207328e-05,
|
|
"loss": 2.4126,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.260361083024904e-05,
|
|
"loss": 2.433,
|
|
"step": 1145
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.2591846694290757e-05,
|
|
"loss": 2.3165,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 2.2580082558332472e-05,
|
|
"loss": 2.5756,
|
|
"step": 1155
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.2568318422374183e-05,
|
|
"loss": 2.2491,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.25565542864159e-05,
|
|
"loss": 2.3406,
|
|
"step": 1165
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.2544790150457616e-05,
|
|
"loss": 2.5611,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.253302601449933e-05,
|
|
"loss": 2.7569,
|
|
"step": 1175
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.2521261878541046e-05,
|
|
"loss": 2.6024,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.2509497742582757e-05,
|
|
"loss": 2.3001,
|
|
"step": 1185
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.2497733606624475e-05,
|
|
"loss": 2.4892,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.248596947066619e-05,
|
|
"loss": 2.483,
|
|
"step": 1195
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.2474205334707904e-05,
|
|
"loss": 2.2107,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 2.246244119874962e-05,
|
|
"loss": 2.6557,
|
|
"step": 1205
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.2450677062791334e-05,
|
|
"loss": 2.3198,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.243891292683305e-05,
|
|
"loss": 2.5366,
|
|
"step": 1215
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.2427148790874763e-05,
|
|
"loss": 2.2525,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.2415384654916478e-05,
|
|
"loss": 2.5969,
|
|
"step": 1225
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.2403620518958193e-05,
|
|
"loss": 2.7459,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.2391856382999907e-05,
|
|
"loss": 2.2995,
|
|
"step": 1235
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.2380092247041622e-05,
|
|
"loss": 2.307,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.2368328111083337e-05,
|
|
"loss": 2.4997,
|
|
"step": 1245
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.235656397512505e-05,
|
|
"loss": 2.6761,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.234479983916677e-05,
|
|
"loss": 2.7379,
|
|
"step": 1255
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 2.233303570320848e-05,
|
|
"loss": 2.6822,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.2321271567250196e-05,
|
|
"loss": 2.7408,
|
|
"step": 1265
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.2309507431291914e-05,
|
|
"loss": 2.488,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.2297743295333625e-05,
|
|
"loss": 2.5722,
|
|
"step": 1275
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.2285979159375343e-05,
|
|
"loss": 2.367,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.2274215023417058e-05,
|
|
"loss": 2.3479,
|
|
"step": 1285
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.226245088745877e-05,
|
|
"loss": 2.6301,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.2250686751500487e-05,
|
|
"loss": 2.5789,
|
|
"step": 1295
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.2238922615542202e-05,
|
|
"loss": 2.3113,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.2227158479583917e-05,
|
|
"loss": 2.4323,
|
|
"step": 1305
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.221539434362563e-05,
|
|
"loss": 2.3501,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 2.2203630207667346e-05,
|
|
"loss": 2.554,
|
|
"step": 1315
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.219186607170906e-05,
|
|
"loss": 2.5451,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.2180101935750776e-05,
|
|
"loss": 2.4451,
|
|
"step": 1325
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.216833779979249e-05,
|
|
"loss": 2.4065,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.2156573663834205e-05,
|
|
"loss": 2.5702,
|
|
"step": 1335
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.214480952787592e-05,
|
|
"loss": 2.2024,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.2133045391917635e-05,
|
|
"loss": 2.299,
|
|
"step": 1345
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.212128125595935e-05,
|
|
"loss": 2.5764,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.2109517120001064e-05,
|
|
"loss": 2.2379,
|
|
"step": 1355
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.2097752984042782e-05,
|
|
"loss": 2.3592,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.2085988848084493e-05,
|
|
"loss": 2.5756,
|
|
"step": 1365
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 2.2074224712126208e-05,
|
|
"loss": 2.6574,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.2062460576167926e-05,
|
|
"loss": 2.681,
|
|
"step": 1375
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.2050696440209638e-05,
|
|
"loss": 2.3915,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.2038932304251356e-05,
|
|
"loss": 2.4601,
|
|
"step": 1385
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.202716816829307e-05,
|
|
"loss": 2.4723,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.201540403233478e-05,
|
|
"loss": 2.7834,
|
|
"step": 1395
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.20036398963765e-05,
|
|
"loss": 2.5672,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.1991875760418215e-05,
|
|
"loss": 2.5841,
|
|
"step": 1405
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.198011162445993e-05,
|
|
"loss": 1.9546,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.1968347488501644e-05,
|
|
"loss": 2.4571,
|
|
"step": 1415
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 2.195658335254336e-05,
|
|
"loss": 2.1776,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.1944819216585073e-05,
|
|
"loss": 2.4484,
|
|
"step": 1425
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.1933055080626788e-05,
|
|
"loss": 2.1055,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.1921290944668503e-05,
|
|
"loss": 2.2454,
|
|
"step": 1435
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.1909526808710218e-05,
|
|
"loss": 2.5181,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.1897762672751932e-05,
|
|
"loss": 2.5551,
|
|
"step": 1445
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.188599853679365e-05,
|
|
"loss": 2.5903,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.187423440083536e-05,
|
|
"loss": 2.4764,
|
|
"step": 1455
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.1862470264877076e-05,
|
|
"loss": 2.3623,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.1850706128918794e-05,
|
|
"loss": 2.5173,
|
|
"step": 1465
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.1838941992960506e-05,
|
|
"loss": 2.3363,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 2.1827177857002224e-05,
|
|
"loss": 2.2012,
|
|
"step": 1475
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.181541372104394e-05,
|
|
"loss": 2.42,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.180364958508565e-05,
|
|
"loss": 2.4081,
|
|
"step": 1485
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.1791885449127368e-05,
|
|
"loss": 2.2367,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.1780121313169083e-05,
|
|
"loss": 2.3438,
|
|
"step": 1495
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.1768357177210798e-05,
|
|
"loss": 2.5315,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.1756593041252512e-05,
|
|
"loss": 2.2012,
|
|
"step": 1505
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.1744828905294227e-05,
|
|
"loss": 2.4407,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.173306476933594e-05,
|
|
"loss": 2.3075,
|
|
"step": 1515
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.1721300633377656e-05,
|
|
"loss": 2.5,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.170953649741937e-05,
|
|
"loss": 2.0736,
|
|
"step": 1525
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 2.1697772361461086e-05,
|
|
"loss": 2.4607,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.16860082255028e-05,
|
|
"loss": 2.0905,
|
|
"step": 1535
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.1674244089544515e-05,
|
|
"loss": 2.1987,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.166247995358623e-05,
|
|
"loss": 2.5771,
|
|
"step": 1545
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.1650715817627945e-05,
|
|
"loss": 2.6231,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.163895168166966e-05,
|
|
"loss": 2.5036,
|
|
"step": 1555
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.1627187545711374e-05,
|
|
"loss": 2.2571,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.161542340975309e-05,
|
|
"loss": 2.4492,
|
|
"step": 1565
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.1603659273794804e-05,
|
|
"loss": 2.7432,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.1591895137836518e-05,
|
|
"loss": 2.3649,
|
|
"step": 1575
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.1580131001878236e-05,
|
|
"loss": 2.289,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 2.1568366865919948e-05,
|
|
"loss": 2.3597,
|
|
"step": 1585
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.1556602729961662e-05,
|
|
"loss": 2.3839,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.154483859400338e-05,
|
|
"loss": 2.4104,
|
|
"step": 1595
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.1533074458045092e-05,
|
|
"loss": 2.4028,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.152131032208681e-05,
|
|
"loss": 2.9499,
|
|
"step": 1605
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.1509546186128525e-05,
|
|
"loss": 2.5638,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.1497782050170236e-05,
|
|
"loss": 2.456,
|
|
"step": 1615
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.1486017914211954e-05,
|
|
"loss": 2.3974,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.147425377825367e-05,
|
|
"loss": 2.2902,
|
|
"step": 1625
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.1462489642295384e-05,
|
|
"loss": 2.4718,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 2.1450725506337098e-05,
|
|
"loss": 2.283,
|
|
"step": 1635
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.1438961370378813e-05,
|
|
"loss": 2.6222,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.1427197234420528e-05,
|
|
"loss": 2.2754,
|
|
"step": 1645
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.1415433098462242e-05,
|
|
"loss": 2.3349,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.1403668962503957e-05,
|
|
"loss": 2.2454,
|
|
"step": 1655
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.1391904826545672e-05,
|
|
"loss": 2.6297,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.1380140690587387e-05,
|
|
"loss": 2.5166,
|
|
"step": 1665
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.13683765546291e-05,
|
|
"loss": 2.2801,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.1356612418670816e-05,
|
|
"loss": 2.2201,
|
|
"step": 1675
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.134484828271253e-05,
|
|
"loss": 2.6139,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.133308414675425e-05,
|
|
"loss": 2.4187,
|
|
"step": 1685
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 2.132132001079596e-05,
|
|
"loss": 2.2889,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.1309555874837675e-05,
|
|
"loss": 2.5694,
|
|
"step": 1695
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.1297791738879393e-05,
|
|
"loss": 2.0091,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.1286027602921104e-05,
|
|
"loss": 1.9492,
|
|
"step": 1705
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.1274263466962822e-05,
|
|
"loss": 2.4705,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.1262499331004537e-05,
|
|
"loss": 2.5386,
|
|
"step": 1715
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.125073519504625e-05,
|
|
"loss": 2.31,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.1238971059087966e-05,
|
|
"loss": 2.3265,
|
|
"step": 1725
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.122720692312968e-05,
|
|
"loss": 2.4316,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.1215442787171396e-05,
|
|
"loss": 2.0811,
|
|
"step": 1735
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.120367865121311e-05,
|
|
"loss": 2.3321,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 2.1191914515254825e-05,
|
|
"loss": 2.5207,
|
|
"step": 1745
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.118015037929654e-05,
|
|
"loss": 2.3463,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.1168386243338255e-05,
|
|
"loss": 2.2084,
|
|
"step": 1755
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.115662210737997e-05,
|
|
"loss": 2.3312,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.1144857971421684e-05,
|
|
"loss": 2.3589,
|
|
"step": 1765
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.11330938354634e-05,
|
|
"loss": 2.2276,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.1121329699505117e-05,
|
|
"loss": 2.4875,
|
|
"step": 1775
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.110956556354683e-05,
|
|
"loss": 2.4843,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.1097801427588543e-05,
|
|
"loss": 2.0925,
|
|
"step": 1785
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.108603729163026e-05,
|
|
"loss": 2.3364,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.1074273155671973e-05,
|
|
"loss": 2.1175,
|
|
"step": 1795
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 2.106250901971369e-05,
|
|
"loss": 2.4871,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.1050744883755405e-05,
|
|
"loss": 2.4979,
|
|
"step": 1805
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.1038980747797117e-05,
|
|
"loss": 2.0426,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.1027216611838835e-05,
|
|
"loss": 2.3872,
|
|
"step": 1815
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.101545247588055e-05,
|
|
"loss": 2.3997,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.1003688339922264e-05,
|
|
"loss": 2.0205,
|
|
"step": 1825
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.099192420396398e-05,
|
|
"loss": 2.2566,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.0980160068005694e-05,
|
|
"loss": 2.4116,
|
|
"step": 1835
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.096839593204741e-05,
|
|
"loss": 2.3171,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.0956631796089123e-05,
|
|
"loss": 2.1636,
|
|
"step": 1845
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 2.0944867660130838e-05,
|
|
"loss": 2.4752,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.0933103524172553e-05,
|
|
"loss": 2.2516,
|
|
"step": 1855
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.0921339388214267e-05,
|
|
"loss": 2.2707,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.0909575252255982e-05,
|
|
"loss": 2.1694,
|
|
"step": 1865
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.0897811116297697e-05,
|
|
"loss": 2.0923,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.088604698033941e-05,
|
|
"loss": 2.287,
|
|
"step": 1875
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.087428284438113e-05,
|
|
"loss": 2.6629,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.086251870842284e-05,
|
|
"loss": 2.3731,
|
|
"step": 1885
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.0850754572464556e-05,
|
|
"loss": 2.2516,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.0838990436506274e-05,
|
|
"loss": 2.568,
|
|
"step": 1895
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.0827226300547985e-05,
|
|
"loss": 2.0877,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 2.0815462164589703e-05,
|
|
"loss": 2.4408,
|
|
"step": 1905
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.0803698028631414e-05,
|
|
"loss": 2.0722,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.079193389267313e-05,
|
|
"loss": 2.1313,
|
|
"step": 1915
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.0780169756714847e-05,
|
|
"loss": 2.4261,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.076840562075656e-05,
|
|
"loss": 2.5075,
|
|
"step": 1925
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.0756641484798277e-05,
|
|
"loss": 2.4521,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.074487734883999e-05,
|
|
"loss": 2.3938,
|
|
"step": 1935
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.0733113212881703e-05,
|
|
"loss": 2.2002,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.072134907692342e-05,
|
|
"loss": 2.4521,
|
|
"step": 1945
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.0709584940965135e-05,
|
|
"loss": 2.0244,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.069782080500685e-05,
|
|
"loss": 2.5612,
|
|
"step": 1955
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 2.0686056669048565e-05,
|
|
"loss": 2.0773,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.067429253309028e-05,
|
|
"loss": 2.2839,
|
|
"step": 1965
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.0662528397131994e-05,
|
|
"loss": 2.4479,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.065076426117371e-05,
|
|
"loss": 2.0069,
|
|
"step": 1975
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.0639000125215424e-05,
|
|
"loss": 2.2853,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.062723598925714e-05,
|
|
"loss": 2.4611,
|
|
"step": 1985
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.0615471853298853e-05,
|
|
"loss": 2.4464,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.0603707717340568e-05,
|
|
"loss": 2.2678,
|
|
"step": 1995
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.0591943581382283e-05,
|
|
"loss": 2.6468,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"eval_accuracy": 0.8529911648217732,
|
|
"eval_loss": 2.3303182125091553,
|
|
"eval_runtime": 124.8927,
|
|
"eval_samples_per_second": 86.074,
|
|
"eval_steps_per_second": 10.761,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.0580179445423997e-05,
|
|
"loss": 2.2587,
|
|
"step": 2005
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.0568415309465715e-05,
|
|
"loss": 2.3295,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 2.0556651173507427e-05,
|
|
"loss": 2.2545,
|
|
"step": 2015
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.0544887037549145e-05,
|
|
"loss": 2.4953,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.053312290159086e-05,
|
|
"loss": 2.4145,
|
|
"step": 2025
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.052135876563257e-05,
|
|
"loss": 2.4804,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.050959462967429e-05,
|
|
"loss": 2.4409,
|
|
"step": 2035
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.0497830493716004e-05,
|
|
"loss": 2.5441,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.048606635775772e-05,
|
|
"loss": 2.5404,
|
|
"step": 2045
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.0474302221799433e-05,
|
|
"loss": 2.4144,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.0462538085841148e-05,
|
|
"loss": 2.2977,
|
|
"step": 2055
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.0450773949882863e-05,
|
|
"loss": 2.7224,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 2.0439009813924577e-05,
|
|
"loss": 2.488,
|
|
"step": 2065
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.0427245677966292e-05,
|
|
"loss": 2.74,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.0415481542008007e-05,
|
|
"loss": 2.3612,
|
|
"step": 2075
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.040371740604972e-05,
|
|
"loss": 2.5101,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.0391953270091436e-05,
|
|
"loss": 2.1016,
|
|
"step": 2085
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.038018913413315e-05,
|
|
"loss": 2.4638,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.0368424998174866e-05,
|
|
"loss": 2.4203,
|
|
"step": 2095
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.0356660862216584e-05,
|
|
"loss": 2.1881,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.0344896726258295e-05,
|
|
"loss": 2.1786,
|
|
"step": 2105
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.033313259030001e-05,
|
|
"loss": 2.082,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.0321368454341728e-05,
|
|
"loss": 2.3281,
|
|
"step": 2115
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 2.030960431838344e-05,
|
|
"loss": 2.4052,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.0297840182425157e-05,
|
|
"loss": 2.2717,
|
|
"step": 2125
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.0286076046466872e-05,
|
|
"loss": 2.1968,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.0274311910508583e-05,
|
|
"loss": 2.3501,
|
|
"step": 2135
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.02625477745503e-05,
|
|
"loss": 2.3296,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.0250783638592016e-05,
|
|
"loss": 2.3455,
|
|
"step": 2145
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.023901950263373e-05,
|
|
"loss": 2.3135,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.0227255366675446e-05,
|
|
"loss": 2.544,
|
|
"step": 2155
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.021549123071716e-05,
|
|
"loss": 2.4915,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.0203727094758875e-05,
|
|
"loss": 2.4876,
|
|
"step": 2165
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.019196295880059e-05,
|
|
"loss": 2.3356,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 2.0180198822842304e-05,
|
|
"loss": 2.3678,
|
|
"step": 2175
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.016843468688402e-05,
|
|
"loss": 2.1904,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.0156670550925734e-05,
|
|
"loss": 2.366,
|
|
"step": 2185
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.014490641496745e-05,
|
|
"loss": 2.4395,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.0133142279009163e-05,
|
|
"loss": 2.428,
|
|
"step": 2195
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.0121378143050878e-05,
|
|
"loss": 2.1239,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.0109614007092596e-05,
|
|
"loss": 2.4485,
|
|
"step": 2205
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.0097849871134307e-05,
|
|
"loss": 2.2427,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.0086085735176022e-05,
|
|
"loss": 2.0732,
|
|
"step": 2215
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.007432159921774e-05,
|
|
"loss": 2.4832,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.006255746325945e-05,
|
|
"loss": 2.2217,
|
|
"step": 2225
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 2.005079332730117e-05,
|
|
"loss": 2.2467,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 2.0039029191342884e-05,
|
|
"loss": 2.6106,
|
|
"step": 2235
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 2.0027265055384596e-05,
|
|
"loss": 2.3591,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 2.0015500919426314e-05,
|
|
"loss": 2.368,
|
|
"step": 2245
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 2.000373678346803e-05,
|
|
"loss": 2.2843,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 1.9991972647509743e-05,
|
|
"loss": 2.2522,
|
|
"step": 2255
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 1.9980208511551458e-05,
|
|
"loss": 1.9986,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 1.996844437559317e-05,
|
|
"loss": 2.154,
|
|
"step": 2265
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 1.9956680239634887e-05,
|
|
"loss": 2.2779,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 1.9944916103676602e-05,
|
|
"loss": 2.1827,
|
|
"step": 2275
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 1.9933151967718317e-05,
|
|
"loss": 2.2234,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.992138783176003e-05,
|
|
"loss": 2.7893,
|
|
"step": 2285
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.9909623695801746e-05,
|
|
"loss": 2.1149,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.989785955984346e-05,
|
|
"loss": 2.4612,
|
|
"step": 2295
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.9886095423885176e-05,
|
|
"loss": 2.7646,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.987433128792689e-05,
|
|
"loss": 2.5388,
|
|
"step": 2305
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.9862567151968605e-05,
|
|
"loss": 2.2441,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.985080301601032e-05,
|
|
"loss": 2.3587,
|
|
"step": 2315
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.9839038880052038e-05,
|
|
"loss": 1.9391,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.982727474409375e-05,
|
|
"loss": 2.7856,
|
|
"step": 2325
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.9815510608135464e-05,
|
|
"loss": 2.6746,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 1.9803746472177182e-05,
|
|
"loss": 2.3303,
|
|
"step": 2335
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.9791982336218894e-05,
|
|
"loss": 2.4567,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.978021820026061e-05,
|
|
"loss": 2.4443,
|
|
"step": 2345
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.9768454064302326e-05,
|
|
"loss": 2.1978,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.9756689928344038e-05,
|
|
"loss": 2.1822,
|
|
"step": 2355
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.9744925792385756e-05,
|
|
"loss": 2.1739,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.973316165642747e-05,
|
|
"loss": 2.1468,
|
|
"step": 2365
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.9721397520469185e-05,
|
|
"loss": 2.3657,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.97096333845109e-05,
|
|
"loss": 2.2664,
|
|
"step": 2375
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.9697869248552615e-05,
|
|
"loss": 2.4606,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.968610511259433e-05,
|
|
"loss": 2.096,
|
|
"step": 2385
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 1.9674340976636044e-05,
|
|
"loss": 2.5422,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.966257684067776e-05,
|
|
"loss": 2.3079,
|
|
"step": 2395
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.9650812704719473e-05,
|
|
"loss": 2.6221,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.9639048568761188e-05,
|
|
"loss": 2.2629,
|
|
"step": 2405
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.9627284432802903e-05,
|
|
"loss": 2.6415,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.9615520296844618e-05,
|
|
"loss": 2.3881,
|
|
"step": 2415
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.9603756160886332e-05,
|
|
"loss": 2.232,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.959199202492805e-05,
|
|
"loss": 2.5978,
|
|
"step": 2425
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.9580227888969762e-05,
|
|
"loss": 2.5611,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.9568463753011476e-05,
|
|
"loss": 2.3877,
|
|
"step": 2435
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.9556699617053195e-05,
|
|
"loss": 2.2798,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 1.9544935481094906e-05,
|
|
"loss": 2.2901,
|
|
"step": 2445
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.9533171345136624e-05,
|
|
"loss": 2.3442,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.952140720917834e-05,
|
|
"loss": 1.9791,
|
|
"step": 2455
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.950964307322005e-05,
|
|
"loss": 2.2,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.9497878937261768e-05,
|
|
"loss": 2.8318,
|
|
"step": 2465
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.9486114801303483e-05,
|
|
"loss": 2.0584,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.9474350665345198e-05,
|
|
"loss": 2.2259,
|
|
"step": 2475
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.9462586529386912e-05,
|
|
"loss": 2.365,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.9450822393428627e-05,
|
|
"loss": 2.0269,
|
|
"step": 2485
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.9439058257470342e-05,
|
|
"loss": 2.2562,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 1.9427294121512056e-05,
|
|
"loss": 2.5135,
|
|
"step": 2495
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.941552998555377e-05,
|
|
"loss": 2.2541,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.9403765849595486e-05,
|
|
"loss": 2.2918,
|
|
"step": 2505
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.93920017136372e-05,
|
|
"loss": 2.1467,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.9380237577678915e-05,
|
|
"loss": 2.181,
|
|
"step": 2515
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.936847344172063e-05,
|
|
"loss": 2.4233,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.9356709305762345e-05,
|
|
"loss": 2.0698,
|
|
"step": 2525
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.9344945169804063e-05,
|
|
"loss": 2.3435,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.9333181033845774e-05,
|
|
"loss": 2.304,
|
|
"step": 2535
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.932141689788749e-05,
|
|
"loss": 2.1914,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.9309652761929207e-05,
|
|
"loss": 2.3951,
|
|
"step": 2545
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 1.929788862597092e-05,
|
|
"loss": 2.4424,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.9286124490012636e-05,
|
|
"loss": 2.3597,
|
|
"step": 2555
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.927436035405435e-05,
|
|
"loss": 2.094,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.9262596218096062e-05,
|
|
"loss": 2.492,
|
|
"step": 2565
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.925083208213778e-05,
|
|
"loss": 2.5514,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.9239067946179495e-05,
|
|
"loss": 2.0808,
|
|
"step": 2575
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.922730381022121e-05,
|
|
"loss": 2.2394,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.9215539674262925e-05,
|
|
"loss": 2.2562,
|
|
"step": 2585
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.920377553830464e-05,
|
|
"loss": 2.3109,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.9192011402346354e-05,
|
|
"loss": 2.2159,
|
|
"step": 2595
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.918024726638807e-05,
|
|
"loss": 2.2096,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 1.9168483130429784e-05,
|
|
"loss": 2.3538,
|
|
"step": 2605
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.91567189944715e-05,
|
|
"loss": 2.3508,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.9144954858513213e-05,
|
|
"loss": 2.2637,
|
|
"step": 2615
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.9133190722554928e-05,
|
|
"loss": 2.0554,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.9121426586596642e-05,
|
|
"loss": 2.1607,
|
|
"step": 2625
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.9109662450638357e-05,
|
|
"loss": 2.1859,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.9097898314680072e-05,
|
|
"loss": 2.2487,
|
|
"step": 2635
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.9086134178721787e-05,
|
|
"loss": 2.4457,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.9074370042763505e-05,
|
|
"loss": 2.2685,
|
|
"step": 2645
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.9062605906805216e-05,
|
|
"loss": 2.1592,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.905084177084693e-05,
|
|
"loss": 2.3701,
|
|
"step": 2655
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 1.903907763488865e-05,
|
|
"loss": 2.3175,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.902731349893036e-05,
|
|
"loss": 2.2002,
|
|
"step": 2665
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.901554936297208e-05,
|
|
"loss": 2.5395,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.9003785227013793e-05,
|
|
"loss": 2.457,
|
|
"step": 2675
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.8992021091055504e-05,
|
|
"loss": 2.4431,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.8980256955097222e-05,
|
|
"loss": 2.2842,
|
|
"step": 2685
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.8968492819138937e-05,
|
|
"loss": 2.6571,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.8956728683180652e-05,
|
|
"loss": 2.2998,
|
|
"step": 2695
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.8944964547222367e-05,
|
|
"loss": 2.3868,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.893320041126408e-05,
|
|
"loss": 2.2212,
|
|
"step": 2705
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 1.8921436275305796e-05,
|
|
"loss": 2.2843,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.890967213934751e-05,
|
|
"loss": 1.9905,
|
|
"step": 2715
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.8897908003389225e-05,
|
|
"loss": 2.4479,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.888614386743094e-05,
|
|
"loss": 2.6338,
|
|
"step": 2725
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.8874379731472655e-05,
|
|
"loss": 2.4104,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.886261559551437e-05,
|
|
"loss": 2.3132,
|
|
"step": 2735
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.8850851459556084e-05,
|
|
"loss": 2.5279,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.88390873235978e-05,
|
|
"loss": 2.393,
|
|
"step": 2745
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.8827323187639517e-05,
|
|
"loss": 2.4031,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.881555905168123e-05,
|
|
"loss": 2.2563,
|
|
"step": 2755
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.8803794915722943e-05,
|
|
"loss": 2.6089,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 1.879203077976466e-05,
|
|
"loss": 2.6368,
|
|
"step": 2765
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.8780266643806373e-05,
|
|
"loss": 2.4881,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.876850250784809e-05,
|
|
"loss": 2.0933,
|
|
"step": 2775
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.8756738371889805e-05,
|
|
"loss": 2.5101,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.8744974235931517e-05,
|
|
"loss": 2.4808,
|
|
"step": 2785
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.8733210099973235e-05,
|
|
"loss": 2.5255,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.872144596401495e-05,
|
|
"loss": 2.3813,
|
|
"step": 2795
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.8709681828056664e-05,
|
|
"loss": 2.193,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.869791769209838e-05,
|
|
"loss": 2.312,
|
|
"step": 2805
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.8686153556140094e-05,
|
|
"loss": 2.6709,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.867438942018181e-05,
|
|
"loss": 2.3198,
|
|
"step": 2815
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 1.8662625284223523e-05,
|
|
"loss": 2.1005,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.8650861148265238e-05,
|
|
"loss": 2.6166,
|
|
"step": 2825
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.8639097012306953e-05,
|
|
"loss": 2.3899,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.8627332876348667e-05,
|
|
"loss": 2.5543,
|
|
"step": 2835
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.8615568740390382e-05,
|
|
"loss": 2.1881,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.8603804604432097e-05,
|
|
"loss": 2.3093,
|
|
"step": 2845
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.859204046847381e-05,
|
|
"loss": 2.1881,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.858027633251553e-05,
|
|
"loss": 2.4788,
|
|
"step": 2855
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.856851219655724e-05,
|
|
"loss": 2.4188,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.8556748060598956e-05,
|
|
"loss": 2.5504,
|
|
"step": 2865
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.8544983924640674e-05,
|
|
"loss": 2.097,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 1.8533219788682385e-05,
|
|
"loss": 2.5166,
|
|
"step": 2875
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.8521455652724103e-05,
|
|
"loss": 2.3389,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.8509691516765818e-05,
|
|
"loss": 2.1443,
|
|
"step": 2885
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.849792738080753e-05,
|
|
"loss": 1.8155,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.8486163244849247e-05,
|
|
"loss": 2.2266,
|
|
"step": 2895
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.8474399108890962e-05,
|
|
"loss": 2.273,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.8462634972932677e-05,
|
|
"loss": 2.2715,
|
|
"step": 2905
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.845087083697439e-05,
|
|
"loss": 2.1402,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.8439106701016106e-05,
|
|
"loss": 2.5628,
|
|
"step": 2915
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.842734256505782e-05,
|
|
"loss": 2.6431,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 1.8415578429099536e-05,
|
|
"loss": 2.5818,
|
|
"step": 2925
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.840381429314125e-05,
|
|
"loss": 2.2214,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.8392050157182965e-05,
|
|
"loss": 2.3159,
|
|
"step": 2935
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.838028602122468e-05,
|
|
"loss": 1.8879,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.8368521885266398e-05,
|
|
"loss": 2.2942,
|
|
"step": 2945
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.835675774930811e-05,
|
|
"loss": 2.5446,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.8344993613349824e-05,
|
|
"loss": 2.4825,
|
|
"step": 2955
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.8333229477391542e-05,
|
|
"loss": 1.9653,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.8321465341433253e-05,
|
|
"loss": 2.2808,
|
|
"step": 2965
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.830970120547497e-05,
|
|
"loss": 2.3094,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.8297937069516683e-05,
|
|
"loss": 2.2841,
|
|
"step": 2975
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 1.8286172933558397e-05,
|
|
"loss": 2.1314,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.8274408797600116e-05,
|
|
"loss": 2.1729,
|
|
"step": 2985
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.8262644661641827e-05,
|
|
"loss": 2.0356,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.8250880525683545e-05,
|
|
"loss": 2.1448,
|
|
"step": 2995
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.823911638972526e-05,
|
|
"loss": 2.5106,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_accuracy": 0.853729054534376,
|
|
"eval_loss": 2.2487473487854004,
|
|
"eval_runtime": 124.6706,
|
|
"eval_samples_per_second": 86.227,
|
|
"eval_steps_per_second": 10.78,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.822735225376697e-05,
|
|
"loss": 2.2339,
|
|
"step": 3005
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.821558811780869e-05,
|
|
"loss": 2.3212,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.8203823981850404e-05,
|
|
"loss": 1.9704,
|
|
"step": 3015
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.819205984589212e-05,
|
|
"loss": 2.3353,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.8180295709933833e-05,
|
|
"loss": 2.2147,
|
|
"step": 3025
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.8168531573975548e-05,
|
|
"loss": 2.342,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 1.8156767438017263e-05,
|
|
"loss": 2.2617,
|
|
"step": 3035
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.8145003302058977e-05,
|
|
"loss": 2.3602,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.8133239166100692e-05,
|
|
"loss": 2.124,
|
|
"step": 3045
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.8121475030142407e-05,
|
|
"loss": 2.2898,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.810971089418412e-05,
|
|
"loss": 2.364,
|
|
"step": 3055
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.8097946758225836e-05,
|
|
"loss": 2.0733,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.808618262226755e-05,
|
|
"loss": 2.3346,
|
|
"step": 3065
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.8074418486309266e-05,
|
|
"loss": 1.9403,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.8062654350350984e-05,
|
|
"loss": 2.3558,
|
|
"step": 3075
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.8050890214392695e-05,
|
|
"loss": 2.5474,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.803912607843441e-05,
|
|
"loss": 2.1444,
|
|
"step": 3085
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 1.8027361942476128e-05,
|
|
"loss": 2.3857,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.801559780651784e-05,
|
|
"loss": 2.326,
|
|
"step": 3095
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.8003833670559557e-05,
|
|
"loss": 2.1,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.7992069534601272e-05,
|
|
"loss": 2.4835,
|
|
"step": 3105
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.7980305398642983e-05,
|
|
"loss": 2.0272,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.79685412626847e-05,
|
|
"loss": 2.6406,
|
|
"step": 3115
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.7956777126726416e-05,
|
|
"loss": 2.1337,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.794501299076813e-05,
|
|
"loss": 2.2802,
|
|
"step": 3125
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.7933248854809846e-05,
|
|
"loss": 2.1569,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.792148471885156e-05,
|
|
"loss": 2.0428,
|
|
"step": 3135
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 1.7909720582893275e-05,
|
|
"loss": 2.4539,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.789795644693499e-05,
|
|
"loss": 2.1748,
|
|
"step": 3145
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.7886192310976705e-05,
|
|
"loss": 2.2792,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.787442817501842e-05,
|
|
"loss": 2.1361,
|
|
"step": 3155
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.7862664039060134e-05,
|
|
"loss": 2.7069,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.7850899903101852e-05,
|
|
"loss": 2.3641,
|
|
"step": 3165
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.7839135767143563e-05,
|
|
"loss": 2.703,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.7827371631185278e-05,
|
|
"loss": 2.0274,
|
|
"step": 3175
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.7815607495226996e-05,
|
|
"loss": 2.2264,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.7803843359268708e-05,
|
|
"loss": 2.2817,
|
|
"step": 3185
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.7792079223310426e-05,
|
|
"loss": 2.6074,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.778031508735214e-05,
|
|
"loss": 2.2933,
|
|
"step": 3195
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.7768550951393852e-05,
|
|
"loss": 2.3587,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.775678681543557e-05,
|
|
"loss": 2.2177,
|
|
"step": 3205
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.7745022679477285e-05,
|
|
"loss": 2.3429,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.7733258543519e-05,
|
|
"loss": 2.2408,
|
|
"step": 3215
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.7721494407560714e-05,
|
|
"loss": 2.5918,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.770973027160243e-05,
|
|
"loss": 2.3034,
|
|
"step": 3225
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.7697966135644143e-05,
|
|
"loss": 2.0987,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.7686201999685858e-05,
|
|
"loss": 1.9952,
|
|
"step": 3235
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.7674437863727573e-05,
|
|
"loss": 2.2199,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.7662673727769288e-05,
|
|
"loss": 2.3521,
|
|
"step": 3245
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 1.7650909591811002e-05,
|
|
"loss": 2.1656,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.7639145455852717e-05,
|
|
"loss": 2.6644,
|
|
"step": 3255
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.7627381319894432e-05,
|
|
"loss": 2.1802,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.7615617183936146e-05,
|
|
"loss": 2.2188,
|
|
"step": 3265
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.7603853047977865e-05,
|
|
"loss": 2.4333,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.7592088912019576e-05,
|
|
"loss": 2.1155,
|
|
"step": 3275
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.758032477606129e-05,
|
|
"loss": 1.9931,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.756856064010301e-05,
|
|
"loss": 2.3486,
|
|
"step": 3285
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.755679650414472e-05,
|
|
"loss": 2.1913,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.7545032368186438e-05,
|
|
"loss": 2.3618,
|
|
"step": 3295
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.7533268232228153e-05,
|
|
"loss": 2.2507,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 1.7521504096269864e-05,
|
|
"loss": 2.1777,
|
|
"step": 3305
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.7509739960311582e-05,
|
|
"loss": 2.1704,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.7497975824353297e-05,
|
|
"loss": 2.0454,
|
|
"step": 3315
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.7486211688395012e-05,
|
|
"loss": 2.5262,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.7474447552436726e-05,
|
|
"loss": 2.4112,
|
|
"step": 3325
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.746268341647844e-05,
|
|
"loss": 2.446,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.7450919280520156e-05,
|
|
"loss": 2.3473,
|
|
"step": 3335
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.743915514456187e-05,
|
|
"loss": 2.3444,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.7427391008603585e-05,
|
|
"loss": 2.4795,
|
|
"step": 3345
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.74156268726453e-05,
|
|
"loss": 2.1315,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.7403862736687015e-05,
|
|
"loss": 2.3826,
|
|
"step": 3355
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 1.739209860072873e-05,
|
|
"loss": 1.9626,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.7380334464770444e-05,
|
|
"loss": 2.2891,
|
|
"step": 3365
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.736857032881216e-05,
|
|
"loss": 2.4756,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.7356806192853874e-05,
|
|
"loss": 2.5222,
|
|
"step": 3375
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.734504205689559e-05,
|
|
"loss": 1.9817,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.7333277920937303e-05,
|
|
"loss": 1.9489,
|
|
"step": 3385
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.7321513784979018e-05,
|
|
"loss": 2.3137,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.7309749649020732e-05,
|
|
"loss": 1.8309,
|
|
"step": 3395
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.729798551306245e-05,
|
|
"loss": 2.0513,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.7286221377104162e-05,
|
|
"loss": 2.1541,
|
|
"step": 3405
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 1.7274457241145877e-05,
|
|
"loss": 2.1688,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.7262693105187595e-05,
|
|
"loss": 2.2755,
|
|
"step": 3415
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.7250928969229306e-05,
|
|
"loss": 2.3372,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.7239164833271024e-05,
|
|
"loss": 2.0034,
|
|
"step": 3425
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.722740069731274e-05,
|
|
"loss": 2.3279,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.721563656135445e-05,
|
|
"loss": 2.257,
|
|
"step": 3435
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.7203872425396168e-05,
|
|
"loss": 2.3793,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.7192108289437883e-05,
|
|
"loss": 2.1363,
|
|
"step": 3445
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.7180344153479598e-05,
|
|
"loss": 2.2562,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.7168580017521312e-05,
|
|
"loss": 2.0248,
|
|
"step": 3455
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.7156815881563027e-05,
|
|
"loss": 2.3626,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 1.7145051745604742e-05,
|
|
"loss": 2.2375,
|
|
"step": 3465
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.7133287609646457e-05,
|
|
"loss": 2.2749,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.712152347368817e-05,
|
|
"loss": 2.0154,
|
|
"step": 3475
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.7109759337729886e-05,
|
|
"loss": 2.4133,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.70979952017716e-05,
|
|
"loss": 2.522,
|
|
"step": 3485
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.708623106581332e-05,
|
|
"loss": 2.3186,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.707446692985503e-05,
|
|
"loss": 2.3701,
|
|
"step": 3495
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.7062702793896745e-05,
|
|
"loss": 2.2151,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.7050938657938463e-05,
|
|
"loss": 2.0466,
|
|
"step": 3505
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.7039174521980174e-05,
|
|
"loss": 2.3165,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.7027410386021892e-05,
|
|
"loss": 2.5775,
|
|
"step": 3515
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 1.7015646250063607e-05,
|
|
"loss": 2.2255,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.700388211410532e-05,
|
|
"loss": 2.2717,
|
|
"step": 3525
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.6992117978147037e-05,
|
|
"loss": 2.5408,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.698035384218875e-05,
|
|
"loss": 2.1159,
|
|
"step": 3535
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.6968589706230466e-05,
|
|
"loss": 2.3698,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.695682557027218e-05,
|
|
"loss": 2.2681,
|
|
"step": 3545
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.6945061434313895e-05,
|
|
"loss": 2.402,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.693329729835561e-05,
|
|
"loss": 2.4268,
|
|
"step": 3555
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.6921533162397325e-05,
|
|
"loss": 2.0846,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.690976902643904e-05,
|
|
"loss": 2.4238,
|
|
"step": 3565
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.6898004890480754e-05,
|
|
"loss": 2.083,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 1.688624075452247e-05,
|
|
"loss": 2.3479,
|
|
"step": 3575
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.6874476618564184e-05,
|
|
"loss": 2.2325,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.68627124826059e-05,
|
|
"loss": 2.2781,
|
|
"step": 3585
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.6850948346647613e-05,
|
|
"loss": 2.2913,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.683918421068933e-05,
|
|
"loss": 2.3463,
|
|
"step": 3595
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.6827420074731043e-05,
|
|
"loss": 2.1974,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.6815655938772757e-05,
|
|
"loss": 2.1292,
|
|
"step": 3605
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.6803891802814475e-05,
|
|
"loss": 2.3612,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.6792127666856187e-05,
|
|
"loss": 2.1838,
|
|
"step": 3615
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.6780363530897905e-05,
|
|
"loss": 2.4706,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 1.676859939493962e-05,
|
|
"loss": 2.0714,
|
|
"step": 3625
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.675683525898133e-05,
|
|
"loss": 2.3664,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.674507112302305e-05,
|
|
"loss": 2.1681,
|
|
"step": 3635
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.6733306987064764e-05,
|
|
"loss": 2.3471,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.672154285110648e-05,
|
|
"loss": 2.3623,
|
|
"step": 3645
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.6709778715148193e-05,
|
|
"loss": 2.5116,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.6698014579189908e-05,
|
|
"loss": 2.2164,
|
|
"step": 3655
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.6686250443231623e-05,
|
|
"loss": 2.2517,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.6674486307273337e-05,
|
|
"loss": 2.2034,
|
|
"step": 3665
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.6662722171315052e-05,
|
|
"loss": 2.1012,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.6650958035356767e-05,
|
|
"loss": 2.2246,
|
|
"step": 3675
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 1.663919389939848e-05,
|
|
"loss": 2.4012,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.6627429763440196e-05,
|
|
"loss": 2.328,
|
|
"step": 3685
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.661566562748191e-05,
|
|
"loss": 2.5293,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.6603901491523626e-05,
|
|
"loss": 2.2279,
|
|
"step": 3695
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.659213735556534e-05,
|
|
"loss": 2.303,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.6580373219607055e-05,
|
|
"loss": 2.0798,
|
|
"step": 3705
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.656860908364877e-05,
|
|
"loss": 2.4398,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.6556844947690484e-05,
|
|
"loss": 2.1258,
|
|
"step": 3715
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.65450808117322e-05,
|
|
"loss": 2.1357,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.6533316675773917e-05,
|
|
"loss": 2.6552,
|
|
"step": 3725
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.652155253981563e-05,
|
|
"loss": 2.2096,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 1.6509788403857343e-05,
|
|
"loss": 2.2921,
|
|
"step": 3735
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.649802426789906e-05,
|
|
"loss": 2.3451,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.6486260131940773e-05,
|
|
"loss": 2.1254,
|
|
"step": 3745
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.647449599598249e-05,
|
|
"loss": 2.4515,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.6462731860024206e-05,
|
|
"loss": 2.3006,
|
|
"step": 3755
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.6450967724065917e-05,
|
|
"loss": 2.2996,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.6439203588107635e-05,
|
|
"loss": 2.3646,
|
|
"step": 3765
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.642743945214935e-05,
|
|
"loss": 2.1472,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.6415675316191064e-05,
|
|
"loss": 2.3941,
|
|
"step": 3775
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.640391118023278e-05,
|
|
"loss": 2.3167,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.6392147044274494e-05,
|
|
"loss": 2.0975,
|
|
"step": 3785
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 1.638038290831621e-05,
|
|
"loss": 2.6932,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.6368618772357923e-05,
|
|
"loss": 2.2273,
|
|
"step": 3795
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.6356854636399638e-05,
|
|
"loss": 2.3626,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.6345090500441353e-05,
|
|
"loss": 2.0185,
|
|
"step": 3805
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.6333326364483067e-05,
|
|
"loss": 2.2457,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.6321562228524786e-05,
|
|
"loss": 2.0943,
|
|
"step": 3815
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.6309798092566497e-05,
|
|
"loss": 1.983,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.629803395660821e-05,
|
|
"loss": 2.1045,
|
|
"step": 3825
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.628626982064993e-05,
|
|
"loss": 2.3459,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.627450568469164e-05,
|
|
"loss": 1.9169,
|
|
"step": 3835
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 1.626274154873336e-05,
|
|
"loss": 2.2027,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.6250977412775074e-05,
|
|
"loss": 2.2078,
|
|
"step": 3845
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.6239213276816785e-05,
|
|
"loss": 2.1384,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.6227449140858503e-05,
|
|
"loss": 2.3219,
|
|
"step": 3855
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.6215685004900218e-05,
|
|
"loss": 2.3088,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.6203920868941933e-05,
|
|
"loss": 2.2495,
|
|
"step": 3865
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.6192156732983647e-05,
|
|
"loss": 2.3618,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.6180392597025362e-05,
|
|
"loss": 2.2398,
|
|
"step": 3875
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.6168628461067077e-05,
|
|
"loss": 2.1559,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.615686432510879e-05,
|
|
"loss": 2.4333,
|
|
"step": 3885
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.6145100189150506e-05,
|
|
"loss": 2.402,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 1.613333605319222e-05,
|
|
"loss": 2.0457,
|
|
"step": 3895
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.6121571917233936e-05,
|
|
"loss": 2.2597,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.610980778127565e-05,
|
|
"loss": 2.3394,
|
|
"step": 3905
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.6098043645317365e-05,
|
|
"loss": 2.1113,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.608627950935908e-05,
|
|
"loss": 2.0756,
|
|
"step": 3915
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.6074515373400798e-05,
|
|
"loss": 2.5012,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.606275123744251e-05,
|
|
"loss": 2.034,
|
|
"step": 3925
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.6050987101484224e-05,
|
|
"loss": 2.2394,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.6039222965525942e-05,
|
|
"loss": 2.1172,
|
|
"step": 3935
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.6027458829567653e-05,
|
|
"loss": 1.7076,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.601569469360937e-05,
|
|
"loss": 1.9176,
|
|
"step": 3945
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 1.6003930557651086e-05,
|
|
"loss": 2.0598,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.5992166421692798e-05,
|
|
"loss": 2.51,
|
|
"step": 3955
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.5980402285734516e-05,
|
|
"loss": 2.2422,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.596863814977623e-05,
|
|
"loss": 2.2906,
|
|
"step": 3965
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.5956874013817945e-05,
|
|
"loss": 1.9608,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.594510987785966e-05,
|
|
"loss": 2.2863,
|
|
"step": 3975
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.5933345741901375e-05,
|
|
"loss": 2.2092,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.592158160594309e-05,
|
|
"loss": 2.4797,
|
|
"step": 3985
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.5909817469984804e-05,
|
|
"loss": 2.4612,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.589805333402652e-05,
|
|
"loss": 2.5471,
|
|
"step": 3995
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.5886289198068233e-05,
|
|
"loss": 2.0732,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"eval_accuracy": 0.854115365085813,
|
|
"eval_loss": 2.2019906044006348,
|
|
"eval_runtime": 124.777,
|
|
"eval_samples_per_second": 86.154,
|
|
"eval_steps_per_second": 10.771,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 1.5874525062109948e-05,
|
|
"loss": 1.9969,
|
|
"step": 4005
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.5862760926151663e-05,
|
|
"loss": 2.1866,
|
|
"step": 4010
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.5850996790193378e-05,
|
|
"loss": 2.3914,
|
|
"step": 4015
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.5839232654235092e-05,
|
|
"loss": 2.1837,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.582746851827681e-05,
|
|
"loss": 2.2402,
|
|
"step": 4025
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.5815704382318522e-05,
|
|
"loss": 2.2162,
|
|
"step": 4030
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.5803940246360236e-05,
|
|
"loss": 2.4887,
|
|
"step": 4035
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.5792176110401955e-05,
|
|
"loss": 2.2847,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.5780411974443666e-05,
|
|
"loss": 2.0635,
|
|
"step": 4045
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.5768647838485384e-05,
|
|
"loss": 2.0679,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"learning_rate": 1.5756883702527095e-05,
|
|
"loss": 2.1527,
|
|
"step": 4055
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.5745119566568813e-05,
|
|
"loss": 2.2069,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.5733355430610528e-05,
|
|
"loss": 2.4896,
|
|
"step": 4065
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.572159129465224e-05,
|
|
"loss": 2.4176,
|
|
"step": 4070
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.5709827158693958e-05,
|
|
"loss": 2.3037,
|
|
"step": 4075
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.5698063022735672e-05,
|
|
"loss": 2.2921,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.5686298886777387e-05,
|
|
"loss": 2.2251,
|
|
"step": 4085
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.56745347508191e-05,
|
|
"loss": 2.4138,
|
|
"step": 4090
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.5662770614860816e-05,
|
|
"loss": 2.5515,
|
|
"step": 4095
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.565100647890253e-05,
|
|
"loss": 2.1409,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.5639242342944246e-05,
|
|
"loss": 2.2623,
|
|
"step": 4105
|
|
},
|
|
{
|
|
"epoch": 0.76,
|
|
"learning_rate": 1.562747820698596e-05,
|
|
"loss": 2.205,
|
|
"step": 4110
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.5615714071027675e-05,
|
|
"loss": 2.2492,
|
|
"step": 4115
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.560394993506939e-05,
|
|
"loss": 2.266,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.5592185799111105e-05,
|
|
"loss": 2.0757,
|
|
"step": 4125
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.558042166315282e-05,
|
|
"loss": 2.1961,
|
|
"step": 4130
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.5568657527194534e-05,
|
|
"loss": 2.5558,
|
|
"step": 4135
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.5556893391236252e-05,
|
|
"loss": 2.1577,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.5545129255277964e-05,
|
|
"loss": 2.1042,
|
|
"step": 4145
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.5533365119319678e-05,
|
|
"loss": 2.236,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.5521600983361396e-05,
|
|
"loss": 2.2359,
|
|
"step": 4155
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.5509836847403108e-05,
|
|
"loss": 1.984,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"epoch": 0.77,
|
|
"learning_rate": 1.5498072711444826e-05,
|
|
"loss": 1.9383,
|
|
"step": 4165
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.548630857548654e-05,
|
|
"loss": 1.8771,
|
|
"step": 4170
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.5474544439528252e-05,
|
|
"loss": 1.9504,
|
|
"step": 4175
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.546278030356997e-05,
|
|
"loss": 2.2171,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.5451016167611685e-05,
|
|
"loss": 2.1824,
|
|
"step": 4185
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.54392520316534e-05,
|
|
"loss": 2.1855,
|
|
"step": 4190
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.5427487895695114e-05,
|
|
"loss": 1.7153,
|
|
"step": 4195
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.541572375973683e-05,
|
|
"loss": 2.2481,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.5403959623778544e-05,
|
|
"loss": 2.1258,
|
|
"step": 4205
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.5392195487820258e-05,
|
|
"loss": 2.1532,
|
|
"step": 4210
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.5380431351861973e-05,
|
|
"loss": 2.177,
|
|
"step": 4215
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 1.5368667215903688e-05,
|
|
"loss": 1.9774,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.5356903079945402e-05,
|
|
"loss": 2.3148,
|
|
"step": 4225
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.5345138943987117e-05,
|
|
"loss": 2.3385,
|
|
"step": 4230
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.5333374808028832e-05,
|
|
"loss": 2.5015,
|
|
"step": 4235
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.5321610672070547e-05,
|
|
"loss": 2.1786,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.5309846536112265e-05,
|
|
"loss": 2.3815,
|
|
"step": 4245
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.5298082400153976e-05,
|
|
"loss": 1.9376,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.528631826419569e-05,
|
|
"loss": 2.2576,
|
|
"step": 4255
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.527455412823741e-05,
|
|
"loss": 2.1156,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.526278999227912e-05,
|
|
"loss": 2.4987,
|
|
"step": 4265
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.5251025856320837e-05,
|
|
"loss": 2.0359,
|
|
"step": 4270
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.5239261720362553e-05,
|
|
"loss": 2.3562,
|
|
"step": 4275
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.5227497584404266e-05,
|
|
"loss": 2.3046,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.5215733448445982e-05,
|
|
"loss": 2.1861,
|
|
"step": 4285
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.5203969312487697e-05,
|
|
"loss": 2.1599,
|
|
"step": 4290
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.519220517652941e-05,
|
|
"loss": 1.8996,
|
|
"step": 4295
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.5180441040571127e-05,
|
|
"loss": 2.2844,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.5168676904612841e-05,
|
|
"loss": 2.1638,
|
|
"step": 4305
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.5156912768654556e-05,
|
|
"loss": 2.0305,
|
|
"step": 4310
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.514514863269627e-05,
|
|
"loss": 2.5535,
|
|
"step": 4315
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.5133384496737987e-05,
|
|
"loss": 2.1645,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 1.51216203607797e-05,
|
|
"loss": 2.1336,
|
|
"step": 4325
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.5109856224821415e-05,
|
|
"loss": 2.3485,
|
|
"step": 4330
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.5098092088863131e-05,
|
|
"loss": 2.096,
|
|
"step": 4335
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.5086327952904844e-05,
|
|
"loss": 2.3859,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.507456381694656e-05,
|
|
"loss": 2.143,
|
|
"step": 4345
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.5062799680988275e-05,
|
|
"loss": 2.242,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.5051035545029988e-05,
|
|
"loss": 2.1613,
|
|
"step": 4355
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.5039271409071705e-05,
|
|
"loss": 2.2026,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.5027507273113421e-05,
|
|
"loss": 2.1655,
|
|
"step": 4365
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.5015743137155134e-05,
|
|
"loss": 1.9992,
|
|
"step": 4370
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.5003979001196849e-05,
|
|
"loss": 2.007,
|
|
"step": 4375
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 1.4992214865238565e-05,
|
|
"loss": 2.0059,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4980450729280278e-05,
|
|
"loss": 2.1921,
|
|
"step": 4385
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4968686593321995e-05,
|
|
"loss": 2.1818,
|
|
"step": 4390
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.495692245736371e-05,
|
|
"loss": 1.9409,
|
|
"step": 4395
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4945158321405423e-05,
|
|
"loss": 2.3064,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4933394185447139e-05,
|
|
"loss": 2.1792,
|
|
"step": 4405
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4921630049488852e-05,
|
|
"loss": 2.2597,
|
|
"step": 4410
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4909865913530568e-05,
|
|
"loss": 1.9589,
|
|
"step": 4415
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4898101777572283e-05,
|
|
"loss": 2.3913,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4886337641613996e-05,
|
|
"loss": 2.1732,
|
|
"step": 4425
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4874573505655713e-05,
|
|
"loss": 2.1907,
|
|
"step": 4430
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 1.4862809369697429e-05,
|
|
"loss": 2.632,
|
|
"step": 4435
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.4851045233739142e-05,
|
|
"loss": 2.1993,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.4839281097780857e-05,
|
|
"loss": 2.2283,
|
|
"step": 4445
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.4827516961822573e-05,
|
|
"loss": 2.2547,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.4815752825864286e-05,
|
|
"loss": 2.4965,
|
|
"step": 4455
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.4803988689906003e-05,
|
|
"loss": 2.1825,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.4792224553947717e-05,
|
|
"loss": 2.1289,
|
|
"step": 4465
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.478046041798943e-05,
|
|
"loss": 1.8546,
|
|
"step": 4470
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.4768696282031147e-05,
|
|
"loss": 2.3155,
|
|
"step": 4475
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.4756932146072861e-05,
|
|
"loss": 2.3331,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 1.4745168010114576e-05,
|
|
"loss": 2.2342,
|
|
"step": 4485
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.473340387415629e-05,
|
|
"loss": 2.2097,
|
|
"step": 4490
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.4721639738198007e-05,
|
|
"loss": 2.4357,
|
|
"step": 4495
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.470987560223972e-05,
|
|
"loss": 2.5147,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.4698111466281435e-05,
|
|
"loss": 2.1369,
|
|
"step": 4505
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.4686347330323151e-05,
|
|
"loss": 1.8483,
|
|
"step": 4510
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.4674583194364864e-05,
|
|
"loss": 2.3354,
|
|
"step": 4515
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.466281905840658e-05,
|
|
"loss": 2.3035,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.4651054922448296e-05,
|
|
"loss": 2.2655,
|
|
"step": 4525
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.4639290786490009e-05,
|
|
"loss": 2.0429,
|
|
"step": 4530
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.4627526650531725e-05,
|
|
"loss": 2.0866,
|
|
"step": 4535
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 1.4615762514573441e-05,
|
|
"loss": 2.2713,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4603998378615154e-05,
|
|
"loss": 2.1479,
|
|
"step": 4545
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4592234242656869e-05,
|
|
"loss": 2.1908,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4580470106698586e-05,
|
|
"loss": 2.3741,
|
|
"step": 4555
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4568705970740299e-05,
|
|
"loss": 2.3023,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4556941834782015e-05,
|
|
"loss": 2.4576,
|
|
"step": 4565
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.454517769882373e-05,
|
|
"loss": 2.22,
|
|
"step": 4570
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4533413562865443e-05,
|
|
"loss": 1.9574,
|
|
"step": 4575
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4521649426907159e-05,
|
|
"loss": 2.2946,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4509885290948876e-05,
|
|
"loss": 2.2517,
|
|
"step": 4585
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4498121154990589e-05,
|
|
"loss": 2.3852,
|
|
"step": 4590
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 1.4486357019032303e-05,
|
|
"loss": 2.2602,
|
|
"step": 4595
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.447459288307402e-05,
|
|
"loss": 2.1702,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4462828747115733e-05,
|
|
"loss": 2.1317,
|
|
"step": 4605
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4451064611157449e-05,
|
|
"loss": 2.492,
|
|
"step": 4610
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4439300475199164e-05,
|
|
"loss": 2.0925,
|
|
"step": 4615
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4427536339240877e-05,
|
|
"loss": 1.9386,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4415772203282593e-05,
|
|
"loss": 2.0845,
|
|
"step": 4625
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4404008067324308e-05,
|
|
"loss": 2.1992,
|
|
"step": 4630
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4392243931366023e-05,
|
|
"loss": 1.8951,
|
|
"step": 4635
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4380479795407737e-05,
|
|
"loss": 1.8956,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4368715659449454e-05,
|
|
"loss": 2.1203,
|
|
"step": 4645
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 1.4356951523491167e-05,
|
|
"loss": 2.1901,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4345187387532882e-05,
|
|
"loss": 2.1453,
|
|
"step": 4655
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4333423251574598e-05,
|
|
"loss": 2.414,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4321659115616311e-05,
|
|
"loss": 2.3562,
|
|
"step": 4665
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4309894979658027e-05,
|
|
"loss": 2.1489,
|
|
"step": 4670
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4298130843699742e-05,
|
|
"loss": 2.27,
|
|
"step": 4675
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4286366707741455e-05,
|
|
"loss": 2.1759,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4274602571783172e-05,
|
|
"loss": 1.8892,
|
|
"step": 4685
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4262838435824888e-05,
|
|
"loss": 2.1866,
|
|
"step": 4690
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4251074299866601e-05,
|
|
"loss": 2.0367,
|
|
"step": 4695
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 1.4239310163908316e-05,
|
|
"loss": 2.1595,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.4227546027950032e-05,
|
|
"loss": 2.4588,
|
|
"step": 4705
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.4215781891991745e-05,
|
|
"loss": 1.9826,
|
|
"step": 4710
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.4204017756033462e-05,
|
|
"loss": 2.1897,
|
|
"step": 4715
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.4192253620075176e-05,
|
|
"loss": 2.067,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.418048948411689e-05,
|
|
"loss": 2.2069,
|
|
"step": 4725
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.4168725348158606e-05,
|
|
"loss": 2.4151,
|
|
"step": 4730
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.4156961212200322e-05,
|
|
"loss": 2.1683,
|
|
"step": 4735
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.4145197076242035e-05,
|
|
"loss": 1.8795,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.413343294028375e-05,
|
|
"loss": 2.457,
|
|
"step": 4745
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.4121668804325466e-05,
|
|
"loss": 2.3769,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 1.410990466836718e-05,
|
|
"loss": 2.1331,
|
|
"step": 4755
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.4098140532408896e-05,
|
|
"loss": 2.2617,
|
|
"step": 4760
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.4086376396450609e-05,
|
|
"loss": 2.3696,
|
|
"step": 4765
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.4074612260492323e-05,
|
|
"loss": 2.2945,
|
|
"step": 4770
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.406284812453404e-05,
|
|
"loss": 1.99,
|
|
"step": 4775
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.4051083988575753e-05,
|
|
"loss": 2.3517,
|
|
"step": 4780
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.403931985261747e-05,
|
|
"loss": 2.097,
|
|
"step": 4785
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.4027555716659184e-05,
|
|
"loss": 2.3967,
|
|
"step": 4790
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.4015791580700897e-05,
|
|
"loss": 2.2272,
|
|
"step": 4795
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.4004027444742613e-05,
|
|
"loss": 1.869,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.3992263308784328e-05,
|
|
"loss": 2.4227,
|
|
"step": 4805
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 1.3980499172826043e-05,
|
|
"loss": 2.24,
|
|
"step": 4810
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3968735036867758e-05,
|
|
"loss": 2.1514,
|
|
"step": 4815
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3956970900909474e-05,
|
|
"loss": 2.1025,
|
|
"step": 4820
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3945206764951187e-05,
|
|
"loss": 1.8998,
|
|
"step": 4825
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3933442628992902e-05,
|
|
"loss": 2.3242,
|
|
"step": 4830
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3921678493034618e-05,
|
|
"loss": 1.8932,
|
|
"step": 4835
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3909914357076331e-05,
|
|
"loss": 2.2005,
|
|
"step": 4840
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3898150221118048e-05,
|
|
"loss": 2.0657,
|
|
"step": 4845
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3886386085159762e-05,
|
|
"loss": 2.2301,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3874621949201475e-05,
|
|
"loss": 2.0553,
|
|
"step": 4855
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3862857813243192e-05,
|
|
"loss": 2.3583,
|
|
"step": 4860
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 1.3851093677284908e-05,
|
|
"loss": 2.5133,
|
|
"step": 4865
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.3839329541326621e-05,
|
|
"loss": 2.106,
|
|
"step": 4870
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.3827565405368336e-05,
|
|
"loss": 2.412,
|
|
"step": 4875
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.3815801269410052e-05,
|
|
"loss": 2.2875,
|
|
"step": 4880
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.3804037133451765e-05,
|
|
"loss": 2.2872,
|
|
"step": 4885
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.3792272997493482e-05,
|
|
"loss": 2.1169,
|
|
"step": 4890
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.3780508861535196e-05,
|
|
"loss": 2.633,
|
|
"step": 4895
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.376874472557691e-05,
|
|
"loss": 2.1431,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.3756980589618626e-05,
|
|
"loss": 2.3633,
|
|
"step": 4905
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.3745216453660342e-05,
|
|
"loss": 2.1354,
|
|
"step": 4910
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 1.3733452317702055e-05,
|
|
"loss": 2.6217,
|
|
"step": 4915
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.372168818174377e-05,
|
|
"loss": 2.3091,
|
|
"step": 4920
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.3709924045785486e-05,
|
|
"loss": 1.8332,
|
|
"step": 4925
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.36981599098272e-05,
|
|
"loss": 2.1335,
|
|
"step": 4930
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.3686395773868916e-05,
|
|
"loss": 2.3756,
|
|
"step": 4935
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.367463163791063e-05,
|
|
"loss": 2.2,
|
|
"step": 4940
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.3662867501952344e-05,
|
|
"loss": 2.3981,
|
|
"step": 4945
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.365110336599406e-05,
|
|
"loss": 2.5383,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.3639339230035775e-05,
|
|
"loss": 2.2559,
|
|
"step": 4955
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.362757509407749e-05,
|
|
"loss": 2.0352,
|
|
"step": 4960
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.3615810958119204e-05,
|
|
"loss": 2.3453,
|
|
"step": 4965
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 1.360404682216092e-05,
|
|
"loss": 2.0673,
|
|
"step": 4970
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3592282686202634e-05,
|
|
"loss": 1.9197,
|
|
"step": 4975
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3580518550244348e-05,
|
|
"loss": 2.6054,
|
|
"step": 4980
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3568754414286065e-05,
|
|
"loss": 2.0409,
|
|
"step": 4985
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3556990278327778e-05,
|
|
"loss": 2.1737,
|
|
"step": 4990
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3545226142369494e-05,
|
|
"loss": 2.4721,
|
|
"step": 4995
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3533462006411209e-05,
|
|
"loss": 2.159,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"eval_accuracy": 0.8545382349954301,
|
|
"eval_loss": 2.159369945526123,
|
|
"eval_runtime": 125.0393,
|
|
"eval_samples_per_second": 85.973,
|
|
"eval_steps_per_second": 10.749,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3521697870452922e-05,
|
|
"loss": 2.0513,
|
|
"step": 5005
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3509933734494638e-05,
|
|
"loss": 2.1996,
|
|
"step": 5010
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3498169598536355e-05,
|
|
"loss": 2.2642,
|
|
"step": 5015
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3486405462578068e-05,
|
|
"loss": 2.2021,
|
|
"step": 5020
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 1.3474641326619782e-05,
|
|
"loss": 2.1333,
|
|
"step": 5025
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3462877190661499e-05,
|
|
"loss": 2.1956,
|
|
"step": 5030
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3451113054703212e-05,
|
|
"loss": 2.0529,
|
|
"step": 5035
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3439348918744928e-05,
|
|
"loss": 2.2906,
|
|
"step": 5040
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3427584782786643e-05,
|
|
"loss": 2.1261,
|
|
"step": 5045
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3415820646828356e-05,
|
|
"loss": 2.0728,
|
|
"step": 5050
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3404056510870072e-05,
|
|
"loss": 2.0725,
|
|
"step": 5055
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3392292374911789e-05,
|
|
"loss": 2.2898,
|
|
"step": 5060
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3380528238953502e-05,
|
|
"loss": 1.9949,
|
|
"step": 5065
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3368764102995217e-05,
|
|
"loss": 2.0924,
|
|
"step": 5070
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3356999967036933e-05,
|
|
"loss": 2.5508,
|
|
"step": 5075
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 1.3345235831078646e-05,
|
|
"loss": 2.4124,
|
|
"step": 5080
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.3333471695120362e-05,
|
|
"loss": 2.2558,
|
|
"step": 5085
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.3321707559162077e-05,
|
|
"loss": 1.6827,
|
|
"step": 5090
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.330994342320379e-05,
|
|
"loss": 2.0231,
|
|
"step": 5095
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.3298179287245507e-05,
|
|
"loss": 2.0924,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.3286415151287223e-05,
|
|
"loss": 2.1546,
|
|
"step": 5105
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.3274651015328936e-05,
|
|
"loss": 2.2149,
|
|
"step": 5110
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.326288687937065e-05,
|
|
"loss": 2.0696,
|
|
"step": 5115
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.3251122743412367e-05,
|
|
"loss": 1.695,
|
|
"step": 5120
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.323935860745408e-05,
|
|
"loss": 2.1092,
|
|
"step": 5125
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 1.3227594471495796e-05,
|
|
"loss": 2.0143,
|
|
"step": 5130
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.321583033553751e-05,
|
|
"loss": 1.808,
|
|
"step": 5135
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.3204066199579224e-05,
|
|
"loss": 2.3284,
|
|
"step": 5140
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.319230206362094e-05,
|
|
"loss": 2.1706,
|
|
"step": 5145
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.3180537927662654e-05,
|
|
"loss": 2.2719,
|
|
"step": 5150
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.316877379170437e-05,
|
|
"loss": 2.1912,
|
|
"step": 5155
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.3157009655746085e-05,
|
|
"loss": 2.4305,
|
|
"step": 5160
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.3145245519787798e-05,
|
|
"loss": 2.1372,
|
|
"step": 5165
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.3133481383829514e-05,
|
|
"loss": 2.5071,
|
|
"step": 5170
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.3121717247871229e-05,
|
|
"loss": 2.4494,
|
|
"step": 5175
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.3109953111912944e-05,
|
|
"loss": 2.1941,
|
|
"step": 5180
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 1.3098188975954658e-05,
|
|
"loss": 2.4775,
|
|
"step": 5185
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.3086424839996375e-05,
|
|
"loss": 2.3256,
|
|
"step": 5190
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.3074660704038088e-05,
|
|
"loss": 1.835,
|
|
"step": 5195
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.3062896568079803e-05,
|
|
"loss": 2.2333,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.3051132432121519e-05,
|
|
"loss": 2.3485,
|
|
"step": 5205
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.3039368296163232e-05,
|
|
"loss": 2.2695,
|
|
"step": 5210
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.3027604160204948e-05,
|
|
"loss": 2.0602,
|
|
"step": 5215
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.3015840024246663e-05,
|
|
"loss": 2.0771,
|
|
"step": 5220
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.3004075888288376e-05,
|
|
"loss": 2.5205,
|
|
"step": 5225
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.2992311752330093e-05,
|
|
"loss": 2.0732,
|
|
"step": 5230
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.2980547616371809e-05,
|
|
"loss": 2.2664,
|
|
"step": 5235
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 1.2968783480413522e-05,
|
|
"loss": 2.0173,
|
|
"step": 5240
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.2957019344455237e-05,
|
|
"loss": 1.7946,
|
|
"step": 5245
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.2945255208496953e-05,
|
|
"loss": 2.0294,
|
|
"step": 5250
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.2933491072538666e-05,
|
|
"loss": 2.1727,
|
|
"step": 5255
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.2921726936580383e-05,
|
|
"loss": 2.3327,
|
|
"step": 5260
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.2909962800622097e-05,
|
|
"loss": 1.9898,
|
|
"step": 5265
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.289819866466381e-05,
|
|
"loss": 2.0411,
|
|
"step": 5270
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.2886434528705527e-05,
|
|
"loss": 2.1135,
|
|
"step": 5275
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.2874670392747243e-05,
|
|
"loss": 2.1242,
|
|
"step": 5280
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.2862906256788956e-05,
|
|
"loss": 2.0849,
|
|
"step": 5285
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.285114212083067e-05,
|
|
"loss": 2.1766,
|
|
"step": 5290
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 1.2839377984872387e-05,
|
|
"loss": 1.903,
|
|
"step": 5295
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.28276138489141e-05,
|
|
"loss": 1.868,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.2815849712955817e-05,
|
|
"loss": 2.1952,
|
|
"step": 5305
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.2804085576997531e-05,
|
|
"loss": 2.1324,
|
|
"step": 5310
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.2792321441039244e-05,
|
|
"loss": 2.22,
|
|
"step": 5315
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.278055730508096e-05,
|
|
"loss": 2.0197,
|
|
"step": 5320
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.2768793169122676e-05,
|
|
"loss": 2.33,
|
|
"step": 5325
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.275702903316439e-05,
|
|
"loss": 1.9606,
|
|
"step": 5330
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.2745264897206105e-05,
|
|
"loss": 2.421,
|
|
"step": 5335
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.2733500761247821e-05,
|
|
"loss": 2.1047,
|
|
"step": 5340
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.2721736625289534e-05,
|
|
"loss": 2.0065,
|
|
"step": 5345
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.2709972489331249e-05,
|
|
"loss": 2.2323,
|
|
"step": 5350
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.2698208353372965e-05,
|
|
"loss": 2.2979,
|
|
"step": 5355
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.2686444217414679e-05,
|
|
"loss": 2.1133,
|
|
"step": 5360
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.2674680081456395e-05,
|
|
"loss": 2.1403,
|
|
"step": 5365
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.266291594549811e-05,
|
|
"loss": 2.0851,
|
|
"step": 5370
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.2651151809539823e-05,
|
|
"loss": 2.5165,
|
|
"step": 5375
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.2639387673581539e-05,
|
|
"loss": 1.8895,
|
|
"step": 5380
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.2627623537623255e-05,
|
|
"loss": 1.9012,
|
|
"step": 5385
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.2615859401664969e-05,
|
|
"loss": 1.8336,
|
|
"step": 5390
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.2604095265706683e-05,
|
|
"loss": 2.241,
|
|
"step": 5395
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 1.25923311297484e-05,
|
|
"loss": 1.8292,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2580566993790113e-05,
|
|
"loss": 2.0403,
|
|
"step": 5405
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2568802857831829e-05,
|
|
"loss": 2.0304,
|
|
"step": 5410
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2557038721873544e-05,
|
|
"loss": 1.9861,
|
|
"step": 5415
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2545274585915257e-05,
|
|
"loss": 1.8971,
|
|
"step": 5420
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2533510449956973e-05,
|
|
"loss": 1.8366,
|
|
"step": 5425
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.252174631399869e-05,
|
|
"loss": 1.8765,
|
|
"step": 5430
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2509982178040403e-05,
|
|
"loss": 1.9014,
|
|
"step": 5435
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2498218042082117e-05,
|
|
"loss": 1.9705,
|
|
"step": 5440
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2486453906123834e-05,
|
|
"loss": 1.9055,
|
|
"step": 5445
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2474689770165547e-05,
|
|
"loss": 1.7604,
|
|
"step": 5450
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 1.2462925634207263e-05,
|
|
"loss": 2.207,
|
|
"step": 5455
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2451161498248978e-05,
|
|
"loss": 1.8186,
|
|
"step": 5460
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2439397362290691e-05,
|
|
"loss": 2.2292,
|
|
"step": 5465
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2427633226332407e-05,
|
|
"loss": 1.9645,
|
|
"step": 5470
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2415869090374122e-05,
|
|
"loss": 1.901,
|
|
"step": 5475
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2404104954415837e-05,
|
|
"loss": 1.7506,
|
|
"step": 5480
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2392340818457551e-05,
|
|
"loss": 2.2648,
|
|
"step": 5485
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2380576682499265e-05,
|
|
"loss": 1.7294,
|
|
"step": 5490
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2368812546540981e-05,
|
|
"loss": 1.6606,
|
|
"step": 5495
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2357048410582696e-05,
|
|
"loss": 1.9622,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.234528427462441e-05,
|
|
"loss": 1.9843,
|
|
"step": 5505
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 1.2333520138666125e-05,
|
|
"loss": 1.9187,
|
|
"step": 5510
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.2321756002707841e-05,
|
|
"loss": 1.8375,
|
|
"step": 5515
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.2309991866749555e-05,
|
|
"loss": 1.8253,
|
|
"step": 5520
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.229822773079127e-05,
|
|
"loss": 2.0689,
|
|
"step": 5525
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.2286463594832986e-05,
|
|
"loss": 1.6737,
|
|
"step": 5530
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.2274699458874699e-05,
|
|
"loss": 2.0694,
|
|
"step": 5535
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.2262935322916415e-05,
|
|
"loss": 1.8295,
|
|
"step": 5540
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.225117118695813e-05,
|
|
"loss": 1.8879,
|
|
"step": 5545
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.2239407050999843e-05,
|
|
"loss": 1.9644,
|
|
"step": 5550
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.222764291504156e-05,
|
|
"loss": 2.0268,
|
|
"step": 5555
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 1.2215878779083276e-05,
|
|
"loss": 1.7964,
|
|
"step": 5560
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.2204114643124989e-05,
|
|
"loss": 1.8121,
|
|
"step": 5565
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.2192350507166703e-05,
|
|
"loss": 1.9935,
|
|
"step": 5570
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.218058637120842e-05,
|
|
"loss": 1.6309,
|
|
"step": 5575
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.2168822235250133e-05,
|
|
"loss": 1.9185,
|
|
"step": 5580
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.215705809929185e-05,
|
|
"loss": 1.8841,
|
|
"step": 5585
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.2145293963333564e-05,
|
|
"loss": 1.7704,
|
|
"step": 5590
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.2133529827375277e-05,
|
|
"loss": 1.6549,
|
|
"step": 5595
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.2121765691416993e-05,
|
|
"loss": 1.5999,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.211000155545871e-05,
|
|
"loss": 1.904,
|
|
"step": 5605
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.2098237419500423e-05,
|
|
"loss": 1.8708,
|
|
"step": 5610
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 1.2086473283542137e-05,
|
|
"loss": 1.9486,
|
|
"step": 5615
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.2074709147583854e-05,
|
|
"loss": 1.7904,
|
|
"step": 5620
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.2062945011625567e-05,
|
|
"loss": 1.9748,
|
|
"step": 5625
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.2051180875667283e-05,
|
|
"loss": 1.8671,
|
|
"step": 5630
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.2039416739708998e-05,
|
|
"loss": 1.9593,
|
|
"step": 5635
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.2027652603750711e-05,
|
|
"loss": 1.5171,
|
|
"step": 5640
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.2015888467792427e-05,
|
|
"loss": 1.6788,
|
|
"step": 5645
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.2004124331834142e-05,
|
|
"loss": 1.8053,
|
|
"step": 5650
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.1992360195875857e-05,
|
|
"loss": 1.9599,
|
|
"step": 5655
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.1980596059917572e-05,
|
|
"loss": 1.7401,
|
|
"step": 5660
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.1968831923959288e-05,
|
|
"loss": 2.0998,
|
|
"step": 5665
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 1.1957067788001001e-05,
|
|
"loss": 2.001,
|
|
"step": 5670
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.1945303652042716e-05,
|
|
"loss": 1.8533,
|
|
"step": 5675
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.1933539516084432e-05,
|
|
"loss": 1.9675,
|
|
"step": 5680
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.1921775380126145e-05,
|
|
"loss": 1.9551,
|
|
"step": 5685
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.1910011244167862e-05,
|
|
"loss": 2.0636,
|
|
"step": 5690
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.1898247108209576e-05,
|
|
"loss": 2.0736,
|
|
"step": 5695
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.188648297225129e-05,
|
|
"loss": 1.7932,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.1874718836293006e-05,
|
|
"loss": 1.951,
|
|
"step": 5705
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.1862954700334722e-05,
|
|
"loss": 1.9705,
|
|
"step": 5710
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.1851190564376435e-05,
|
|
"loss": 1.893,
|
|
"step": 5715
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.183942642841815e-05,
|
|
"loss": 1.7592,
|
|
"step": 5720
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 1.1827662292459866e-05,
|
|
"loss": 1.7848,
|
|
"step": 5725
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.181589815650158e-05,
|
|
"loss": 1.8451,
|
|
"step": 5730
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.1804134020543296e-05,
|
|
"loss": 1.8835,
|
|
"step": 5735
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.179236988458501e-05,
|
|
"loss": 1.8729,
|
|
"step": 5740
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.1780605748626724e-05,
|
|
"loss": 2.0077,
|
|
"step": 5745
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.176884161266844e-05,
|
|
"loss": 1.8792,
|
|
"step": 5750
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.1757077476710156e-05,
|
|
"loss": 1.9661,
|
|
"step": 5755
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.174531334075187e-05,
|
|
"loss": 2.069,
|
|
"step": 5760
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.1733549204793584e-05,
|
|
"loss": 1.8584,
|
|
"step": 5765
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.17217850688353e-05,
|
|
"loss": 1.7619,
|
|
"step": 5770
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 1.1710020932877013e-05,
|
|
"loss": 2.1554,
|
|
"step": 5775
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.169825679691873e-05,
|
|
"loss": 1.8013,
|
|
"step": 5780
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1686492660960445e-05,
|
|
"loss": 2.0609,
|
|
"step": 5785
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1674728525002158e-05,
|
|
"loss": 1.6725,
|
|
"step": 5790
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1662964389043874e-05,
|
|
"loss": 1.773,
|
|
"step": 5795
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1651200253085589e-05,
|
|
"loss": 1.9588,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1639436117127303e-05,
|
|
"loss": 2.1964,
|
|
"step": 5805
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1627671981169018e-05,
|
|
"loss": 1.7428,
|
|
"step": 5810
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1615907845210735e-05,
|
|
"loss": 1.5728,
|
|
"step": 5815
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1604143709252448e-05,
|
|
"loss": 1.6426,
|
|
"step": 5820
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1592379573294162e-05,
|
|
"loss": 1.8479,
|
|
"step": 5825
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 1.1580615437335879e-05,
|
|
"loss": 1.9461,
|
|
"step": 5830
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1568851301377592e-05,
|
|
"loss": 1.8928,
|
|
"step": 5835
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1557087165419308e-05,
|
|
"loss": 1.9162,
|
|
"step": 5840
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1545323029461021e-05,
|
|
"loss": 2.1674,
|
|
"step": 5845
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1533558893502736e-05,
|
|
"loss": 1.8346,
|
|
"step": 5850
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1521794757544452e-05,
|
|
"loss": 2.0939,
|
|
"step": 5855
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1510030621586165e-05,
|
|
"loss": 2.0518,
|
|
"step": 5860
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1498266485627882e-05,
|
|
"loss": 1.9154,
|
|
"step": 5865
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1486502349669596e-05,
|
|
"loss": 1.8067,
|
|
"step": 5870
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.147473821371131e-05,
|
|
"loss": 1.8175,
|
|
"step": 5875
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1462974077753026e-05,
|
|
"loss": 2.0079,
|
|
"step": 5880
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 1.1451209941794742e-05,
|
|
"loss": 1.7728,
|
|
"step": 5885
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.1439445805836457e-05,
|
|
"loss": 1.6833,
|
|
"step": 5890
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.142768166987817e-05,
|
|
"loss": 2.0041,
|
|
"step": 5895
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.1415917533919886e-05,
|
|
"loss": 1.9526,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.1404153397961601e-05,
|
|
"loss": 2.0125,
|
|
"step": 5905
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.1392389262003316e-05,
|
|
"loss": 1.6273,
|
|
"step": 5910
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.138062512604503e-05,
|
|
"loss": 2.0076,
|
|
"step": 5915
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.1368860990086745e-05,
|
|
"loss": 1.6583,
|
|
"step": 5920
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.135709685412846e-05,
|
|
"loss": 1.9694,
|
|
"step": 5925
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.1345332718170175e-05,
|
|
"loss": 2.037,
|
|
"step": 5930
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.133356858221189e-05,
|
|
"loss": 1.8258,
|
|
"step": 5935
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 1.1321804446253604e-05,
|
|
"loss": 2.0166,
|
|
"step": 5940
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.1310040310295319e-05,
|
|
"loss": 2.2994,
|
|
"step": 5945
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.1298276174337035e-05,
|
|
"loss": 2.1119,
|
|
"step": 5950
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.128651203837875e-05,
|
|
"loss": 1.9636,
|
|
"step": 5955
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.1274747902420463e-05,
|
|
"loss": 1.6973,
|
|
"step": 5960
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.126298376646218e-05,
|
|
"loss": 1.9094,
|
|
"step": 5965
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.1251219630503894e-05,
|
|
"loss": 1.9038,
|
|
"step": 5970
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.1239455494545609e-05,
|
|
"loss": 1.8839,
|
|
"step": 5975
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.1227691358587324e-05,
|
|
"loss": 1.8692,
|
|
"step": 5980
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.1215927222629038e-05,
|
|
"loss": 1.8558,
|
|
"step": 5985
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 1.1204163086670753e-05,
|
|
"loss": 1.7805,
|
|
"step": 5990
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.119239895071247e-05,
|
|
"loss": 1.9983,
|
|
"step": 5995
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1180634814754182e-05,
|
|
"loss": 1.856,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"eval_accuracy": 0.854800040621509,
|
|
"eval_loss": 2.1518349647521973,
|
|
"eval_runtime": 125.1827,
|
|
"eval_samples_per_second": 85.875,
|
|
"eval_steps_per_second": 10.736,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1168870678795897e-05,
|
|
"loss": 2.108,
|
|
"step": 6005
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1157106542837614e-05,
|
|
"loss": 1.6609,
|
|
"step": 6010
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1145342406879328e-05,
|
|
"loss": 2.0649,
|
|
"step": 6015
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1133578270921043e-05,
|
|
"loss": 2.0596,
|
|
"step": 6020
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1121814134962758e-05,
|
|
"loss": 1.8139,
|
|
"step": 6025
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1110049999004472e-05,
|
|
"loss": 1.4245,
|
|
"step": 6030
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1098285863046187e-05,
|
|
"loss": 1.8248,
|
|
"step": 6035
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1086521727087904e-05,
|
|
"loss": 1.8665,
|
|
"step": 6040
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 1.1074757591129617e-05,
|
|
"loss": 1.9204,
|
|
"step": 6045
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.1062993455171331e-05,
|
|
"loss": 1.7525,
|
|
"step": 6050
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.1051229319213048e-05,
|
|
"loss": 1.9518,
|
|
"step": 6055
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.1039465183254762e-05,
|
|
"loss": 1.9091,
|
|
"step": 6060
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.1027701047296477e-05,
|
|
"loss": 1.7431,
|
|
"step": 6065
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.1015936911338192e-05,
|
|
"loss": 1.8615,
|
|
"step": 6070
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.1004172775379907e-05,
|
|
"loss": 1.9845,
|
|
"step": 6075
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.0992408639421621e-05,
|
|
"loss": 1.8746,
|
|
"step": 6080
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.0980644503463336e-05,
|
|
"loss": 2.1675,
|
|
"step": 6085
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.096888036750505e-05,
|
|
"loss": 1.8992,
|
|
"step": 6090
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.0957116231546765e-05,
|
|
"loss": 1.8555,
|
|
"step": 6095
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 1.0945352095588482e-05,
|
|
"loss": 1.9343,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.0933587959630197e-05,
|
|
"loss": 1.8037,
|
|
"step": 6105
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.092182382367191e-05,
|
|
"loss": 1.6487,
|
|
"step": 6110
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.0910059687713624e-05,
|
|
"loss": 1.7842,
|
|
"step": 6115
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.089829555175534e-05,
|
|
"loss": 2.0264,
|
|
"step": 6120
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.0886531415797055e-05,
|
|
"loss": 1.7415,
|
|
"step": 6125
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.087476727983877e-05,
|
|
"loss": 2.1657,
|
|
"step": 6130
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.0863003143880485e-05,
|
|
"loss": 1.9913,
|
|
"step": 6135
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.08512390079222e-05,
|
|
"loss": 2.0704,
|
|
"step": 6140
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.0839474871963914e-05,
|
|
"loss": 1.9272,
|
|
"step": 6145
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.082771073600563e-05,
|
|
"loss": 1.727,
|
|
"step": 6150
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 1.0815946600047344e-05,
|
|
"loss": 1.7467,
|
|
"step": 6155
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.0804182464089058e-05,
|
|
"loss": 1.964,
|
|
"step": 6160
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.0792418328130775e-05,
|
|
"loss": 1.8959,
|
|
"step": 6165
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.078065419217249e-05,
|
|
"loss": 2.0869,
|
|
"step": 6170
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.0768890056214204e-05,
|
|
"loss": 1.9486,
|
|
"step": 6175
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.0757125920255919e-05,
|
|
"loss": 1.9532,
|
|
"step": 6180
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.0745361784297634e-05,
|
|
"loss": 1.9443,
|
|
"step": 6185
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.0733597648339348e-05,
|
|
"loss": 1.8038,
|
|
"step": 6190
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.0721833512381063e-05,
|
|
"loss": 2.1074,
|
|
"step": 6195
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.0710069376422778e-05,
|
|
"loss": 1.8711,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 1.0698305240464493e-05,
|
|
"loss": 1.953,
|
|
"step": 6205
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0686541104506209e-05,
|
|
"loss": 1.9123,
|
|
"step": 6210
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0674776968547924e-05,
|
|
"loss": 1.7426,
|
|
"step": 6215
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0663012832589637e-05,
|
|
"loss": 1.9247,
|
|
"step": 6220
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0651248696631353e-05,
|
|
"loss": 1.9027,
|
|
"step": 6225
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0639484560673068e-05,
|
|
"loss": 1.7812,
|
|
"step": 6230
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0627720424714783e-05,
|
|
"loss": 1.5907,
|
|
"step": 6235
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0615956288756497e-05,
|
|
"loss": 1.87,
|
|
"step": 6240
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0604192152798212e-05,
|
|
"loss": 2.1601,
|
|
"step": 6245
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0592428016839927e-05,
|
|
"loss": 2.0422,
|
|
"step": 6250
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0580663880881643e-05,
|
|
"loss": 2.0316,
|
|
"step": 6255
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 1.0568899744923356e-05,
|
|
"loss": 1.9061,
|
|
"step": 6260
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.0557135608965071e-05,
|
|
"loss": 1.8357,
|
|
"step": 6265
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.0545371473006787e-05,
|
|
"loss": 1.779,
|
|
"step": 6270
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.0533607337048502e-05,
|
|
"loss": 1.9649,
|
|
"step": 6275
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.0521843201090217e-05,
|
|
"loss": 1.829,
|
|
"step": 6280
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.0510079065131931e-05,
|
|
"loss": 1.8632,
|
|
"step": 6285
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.0498314929173646e-05,
|
|
"loss": 2.1195,
|
|
"step": 6290
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.0486550793215361e-05,
|
|
"loss": 2.0682,
|
|
"step": 6295
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.0474786657257076e-05,
|
|
"loss": 1.6727,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.046302252129879e-05,
|
|
"loss": 1.7139,
|
|
"step": 6305
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.0451258385340505e-05,
|
|
"loss": 1.9423,
|
|
"step": 6310
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 1.043949424938222e-05,
|
|
"loss": 2.2761,
|
|
"step": 6315
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.0427730113423936e-05,
|
|
"loss": 1.8365,
|
|
"step": 6320
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.0415965977465651e-05,
|
|
"loss": 1.982,
|
|
"step": 6325
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.0404201841507364e-05,
|
|
"loss": 1.7689,
|
|
"step": 6330
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.039243770554908e-05,
|
|
"loss": 1.9106,
|
|
"step": 6335
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.0380673569590795e-05,
|
|
"loss": 1.6771,
|
|
"step": 6340
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.036890943363251e-05,
|
|
"loss": 1.767,
|
|
"step": 6345
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.0357145297674224e-05,
|
|
"loss": 1.9371,
|
|
"step": 6350
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.034538116171594e-05,
|
|
"loss": 2.0652,
|
|
"step": 6355
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.0333617025757654e-05,
|
|
"loss": 1.8229,
|
|
"step": 6360
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.032185288979937e-05,
|
|
"loss": 2.0218,
|
|
"step": 6365
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 1.0310088753841083e-05,
|
|
"loss": 1.7306,
|
|
"step": 6370
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.0298324617882798e-05,
|
|
"loss": 2.0093,
|
|
"step": 6375
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.0286560481924514e-05,
|
|
"loss": 2.0666,
|
|
"step": 6380
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.027479634596623e-05,
|
|
"loss": 2.2205,
|
|
"step": 6385
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.0263032210007944e-05,
|
|
"loss": 1.921,
|
|
"step": 6390
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.0251268074049659e-05,
|
|
"loss": 1.8352,
|
|
"step": 6395
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.0239503938091373e-05,
|
|
"loss": 1.8698,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.0227739802133088e-05,
|
|
"loss": 1.8064,
|
|
"step": 6405
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.0215975666174803e-05,
|
|
"loss": 1.8843,
|
|
"step": 6410
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.0204211530216517e-05,
|
|
"loss": 1.954,
|
|
"step": 6415
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.0192447394258232e-05,
|
|
"loss": 1.858,
|
|
"step": 6420
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0180683258299949e-05,
|
|
"loss": 1.7004,
|
|
"step": 6425
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0168919122341663e-05,
|
|
"loss": 2.1031,
|
|
"step": 6430
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0157154986383376e-05,
|
|
"loss": 2.1109,
|
|
"step": 6435
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0145390850425093e-05,
|
|
"loss": 2.0057,
|
|
"step": 6440
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0133626714466807e-05,
|
|
"loss": 1.9953,
|
|
"step": 6445
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0121862578508522e-05,
|
|
"loss": 1.7567,
|
|
"step": 6450
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0110098442550237e-05,
|
|
"loss": 2.0329,
|
|
"step": 6455
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0098334306591952e-05,
|
|
"loss": 1.8357,
|
|
"step": 6460
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0086570170633666e-05,
|
|
"loss": 1.8572,
|
|
"step": 6465
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0074806034675381e-05,
|
|
"loss": 1.8616,
|
|
"step": 6470
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 1.0063041898717097e-05,
|
|
"loss": 2.0788,
|
|
"step": 6475
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 1.005127776275881e-05,
|
|
"loss": 1.791,
|
|
"step": 6480
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 1.0039513626800525e-05,
|
|
"loss": 1.8514,
|
|
"step": 6485
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 1.0027749490842242e-05,
|
|
"loss": 1.9372,
|
|
"step": 6490
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 1.0015985354883956e-05,
|
|
"loss": 1.9798,
|
|
"step": 6495
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 1.0004221218925671e-05,
|
|
"loss": 1.7197,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 9.992457082967386e-06,
|
|
"loss": 1.5284,
|
|
"step": 6505
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 9.9806929470091e-06,
|
|
"loss": 1.9821,
|
|
"step": 6510
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 9.968928811050815e-06,
|
|
"loss": 2.0854,
|
|
"step": 6515
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 9.95716467509253e-06,
|
|
"loss": 1.9352,
|
|
"step": 6520
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 9.945400539134245e-06,
|
|
"loss": 1.652,
|
|
"step": 6525
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 9.93363640317596e-06,
|
|
"loss": 1.631,
|
|
"step": 6530
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.921872267217676e-06,
|
|
"loss": 2.0711,
|
|
"step": 6535
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.91010813125939e-06,
|
|
"loss": 1.8533,
|
|
"step": 6540
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.898343995301103e-06,
|
|
"loss": 1.8919,
|
|
"step": 6545
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.88657985934282e-06,
|
|
"loss": 1.7033,
|
|
"step": 6550
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.874815723384535e-06,
|
|
"loss": 1.8022,
|
|
"step": 6555
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.86305158742625e-06,
|
|
"loss": 1.8353,
|
|
"step": 6560
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.851287451467964e-06,
|
|
"loss": 1.8135,
|
|
"step": 6565
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.839523315509679e-06,
|
|
"loss": 1.9775,
|
|
"step": 6570
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.827759179551393e-06,
|
|
"loss": 1.9804,
|
|
"step": 6575
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.81599504359311e-06,
|
|
"loss": 1.9765,
|
|
"step": 6580
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 9.804230907634823e-06,
|
|
"loss": 1.9066,
|
|
"step": 6585
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.792466771676538e-06,
|
|
"loss": 1.9722,
|
|
"step": 6590
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.780702635718254e-06,
|
|
"loss": 1.5389,
|
|
"step": 6595
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.768938499759969e-06,
|
|
"loss": 1.8077,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.757174363801683e-06,
|
|
"loss": 1.7998,
|
|
"step": 6605
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.745410227843398e-06,
|
|
"loss": 1.76,
|
|
"step": 6610
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.733646091885113e-06,
|
|
"loss": 1.7994,
|
|
"step": 6615
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.721881955926828e-06,
|
|
"loss": 1.9148,
|
|
"step": 6620
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.710117819968544e-06,
|
|
"loss": 1.9662,
|
|
"step": 6625
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.698353684010257e-06,
|
|
"loss": 1.7994,
|
|
"step": 6630
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 9.686589548051972e-06,
|
|
"loss": 2.2003,
|
|
"step": 6635
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.674825412093688e-06,
|
|
"loss": 1.7471,
|
|
"step": 6640
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.663061276135403e-06,
|
|
"loss": 2.049,
|
|
"step": 6645
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.651297140177118e-06,
|
|
"loss": 1.7396,
|
|
"step": 6650
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.63953300421883e-06,
|
|
"loss": 2.0391,
|
|
"step": 6655
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.627768868260547e-06,
|
|
"loss": 1.8699,
|
|
"step": 6660
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.616004732302262e-06,
|
|
"loss": 1.6563,
|
|
"step": 6665
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.604240596343976e-06,
|
|
"loss": 2.1498,
|
|
"step": 6670
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.592476460385691e-06,
|
|
"loss": 1.8049,
|
|
"step": 6675
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.580712324427406e-06,
|
|
"loss": 1.8056,
|
|
"step": 6680
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.56894818846912e-06,
|
|
"loss": 1.9221,
|
|
"step": 6685
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 9.557184052510837e-06,
|
|
"loss": 1.4659,
|
|
"step": 6690
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.54541991655255e-06,
|
|
"loss": 1.5497,
|
|
"step": 6695
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.533655780594265e-06,
|
|
"loss": 2.0101,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.521891644635981e-06,
|
|
"loss": 1.7405,
|
|
"step": 6705
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.510127508677696e-06,
|
|
"loss": 1.5285,
|
|
"step": 6710
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.49836337271941e-06,
|
|
"loss": 2.0715,
|
|
"step": 6715
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.486599236761125e-06,
|
|
"loss": 1.7589,
|
|
"step": 6720
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.47483510080284e-06,
|
|
"loss": 1.7771,
|
|
"step": 6725
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.463070964844555e-06,
|
|
"loss": 1.8598,
|
|
"step": 6730
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.451306828886271e-06,
|
|
"loss": 1.969,
|
|
"step": 6735
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.439542692927984e-06,
|
|
"loss": 2.1566,
|
|
"step": 6740
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 9.427778556969699e-06,
|
|
"loss": 1.9241,
|
|
"step": 6745
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.416014421011415e-06,
|
|
"loss": 1.9352,
|
|
"step": 6750
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.40425028505313e-06,
|
|
"loss": 1.7615,
|
|
"step": 6755
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.392486149094845e-06,
|
|
"loss": 1.9239,
|
|
"step": 6760
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.38072201313656e-06,
|
|
"loss": 1.9438,
|
|
"step": 6765
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.368957877178274e-06,
|
|
"loss": 2.048,
|
|
"step": 6770
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.357193741219989e-06,
|
|
"loss": 1.8685,
|
|
"step": 6775
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.345429605261704e-06,
|
|
"loss": 2.2162,
|
|
"step": 6780
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.333665469303418e-06,
|
|
"loss": 1.9268,
|
|
"step": 6785
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.321901333345133e-06,
|
|
"loss": 1.8041,
|
|
"step": 6790
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.31013719738685e-06,
|
|
"loss": 1.7265,
|
|
"step": 6795
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 9.298373061428564e-06,
|
|
"loss": 1.9837,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.286608925470277e-06,
|
|
"loss": 2.0565,
|
|
"step": 6805
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.274844789511994e-06,
|
|
"loss": 1.9432,
|
|
"step": 6810
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.263080653553708e-06,
|
|
"loss": 2.194,
|
|
"step": 6815
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.251316517595423e-06,
|
|
"loss": 1.8951,
|
|
"step": 6820
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.239552381637138e-06,
|
|
"loss": 1.9328,
|
|
"step": 6825
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.227788245678852e-06,
|
|
"loss": 1.6595,
|
|
"step": 6830
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.216024109720567e-06,
|
|
"loss": 1.6085,
|
|
"step": 6835
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.204259973762282e-06,
|
|
"loss": 1.8751,
|
|
"step": 6840
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.192495837803997e-06,
|
|
"loss": 2.0062,
|
|
"step": 6845
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 9.180731701845711e-06,
|
|
"loss": 1.663,
|
|
"step": 6850
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.168967565887426e-06,
|
|
"loss": 1.771,
|
|
"step": 6855
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.157203429929142e-06,
|
|
"loss": 1.8877,
|
|
"step": 6860
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.145439293970857e-06,
|
|
"loss": 1.5986,
|
|
"step": 6865
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.13367515801257e-06,
|
|
"loss": 1.8143,
|
|
"step": 6870
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.121911022054287e-06,
|
|
"loss": 1.8476,
|
|
"step": 6875
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.110146886096001e-06,
|
|
"loss": 1.7907,
|
|
"step": 6880
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.098382750137716e-06,
|
|
"loss": 1.7277,
|
|
"step": 6885
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.08661861417943e-06,
|
|
"loss": 2.0707,
|
|
"step": 6890
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.074854478221145e-06,
|
|
"loss": 1.9002,
|
|
"step": 6895
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.06309034226286e-06,
|
|
"loss": 1.7589,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 9.051326206304577e-06,
|
|
"loss": 1.8572,
|
|
"step": 6905
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 9.039562070346291e-06,
|
|
"loss": 1.8276,
|
|
"step": 6910
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 9.027797934388004e-06,
|
|
"loss": 1.8295,
|
|
"step": 6915
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 9.01603379842972e-06,
|
|
"loss": 2.0249,
|
|
"step": 6920
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 9.004269662471435e-06,
|
|
"loss": 1.7794,
|
|
"step": 6925
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 8.99250552651315e-06,
|
|
"loss": 1.7237,
|
|
"step": 6930
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 8.980741390554865e-06,
|
|
"loss": 1.6758,
|
|
"step": 6935
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 8.96897725459658e-06,
|
|
"loss": 1.8966,
|
|
"step": 6940
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 8.957213118638294e-06,
|
|
"loss": 1.6774,
|
|
"step": 6945
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 8.94544898268001e-06,
|
|
"loss": 1.8773,
|
|
"step": 6950
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 8.933684846721724e-06,
|
|
"loss": 1.8492,
|
|
"step": 6955
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 8.921920710763438e-06,
|
|
"loss": 1.8965,
|
|
"step": 6960
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.910156574805155e-06,
|
|
"loss": 2.0964,
|
|
"step": 6965
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.89839243884687e-06,
|
|
"loss": 2.0543,
|
|
"step": 6970
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.886628302888584e-06,
|
|
"loss": 1.8303,
|
|
"step": 6975
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.874864166930299e-06,
|
|
"loss": 1.7521,
|
|
"step": 6980
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.863100030972014e-06,
|
|
"loss": 2.0007,
|
|
"step": 6985
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.851335895013728e-06,
|
|
"loss": 1.8629,
|
|
"step": 6990
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.839571759055443e-06,
|
|
"loss": 1.8903,
|
|
"step": 6995
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.827807623097158e-06,
|
|
"loss": 1.9138,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"eval_accuracy": 0.8550638773230426,
|
|
"eval_loss": 2.126142740249634,
|
|
"eval_runtime": 124.8327,
|
|
"eval_samples_per_second": 86.115,
|
|
"eval_steps_per_second": 10.766,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.816043487138873e-06,
|
|
"loss": 1.7343,
|
|
"step": 7005
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.804279351180587e-06,
|
|
"loss": 2.0291,
|
|
"step": 7010
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 8.792515215222304e-06,
|
|
"loss": 2.1972,
|
|
"step": 7015
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.780751079264017e-06,
|
|
"loss": 1.8746,
|
|
"step": 7020
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.768986943305731e-06,
|
|
"loss": 1.7385,
|
|
"step": 7025
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.757222807347448e-06,
|
|
"loss": 1.8431,
|
|
"step": 7030
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.745458671389163e-06,
|
|
"loss": 1.9485,
|
|
"step": 7035
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.733694535430877e-06,
|
|
"loss": 1.7079,
|
|
"step": 7040
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.721930399472592e-06,
|
|
"loss": 1.8967,
|
|
"step": 7045
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.710166263514307e-06,
|
|
"loss": 2.0463,
|
|
"step": 7050
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.698402127556021e-06,
|
|
"loss": 1.7704,
|
|
"step": 7055
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.686637991597738e-06,
|
|
"loss": 1.5655,
|
|
"step": 7060
|
|
},
|
|
{
|
|
"epoch": 1.31,
|
|
"learning_rate": 8.674873855639451e-06,
|
|
"loss": 2.0077,
|
|
"step": 7065
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.663109719681166e-06,
|
|
"loss": 1.8283,
|
|
"step": 7070
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.651345583722882e-06,
|
|
"loss": 1.6269,
|
|
"step": 7075
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.639581447764597e-06,
|
|
"loss": 1.8129,
|
|
"step": 7080
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.627817311806311e-06,
|
|
"loss": 1.6392,
|
|
"step": 7085
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.616053175848026e-06,
|
|
"loss": 1.6025,
|
|
"step": 7090
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.604289039889741e-06,
|
|
"loss": 2.0439,
|
|
"step": 7095
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.592524903931456e-06,
|
|
"loss": 2.0051,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.58076076797317e-06,
|
|
"loss": 1.7267,
|
|
"step": 7105
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.568996632014885e-06,
|
|
"loss": 2.0844,
|
|
"step": 7110
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.5572324960566e-06,
|
|
"loss": 1.7192,
|
|
"step": 7115
|
|
},
|
|
{
|
|
"epoch": 1.32,
|
|
"learning_rate": 8.545468360098316e-06,
|
|
"loss": 1.9423,
|
|
"step": 7120
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.533704224140031e-06,
|
|
"loss": 1.883,
|
|
"step": 7125
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.521940088181744e-06,
|
|
"loss": 1.762,
|
|
"step": 7130
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.51017595222346e-06,
|
|
"loss": 2.132,
|
|
"step": 7135
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.498411816265175e-06,
|
|
"loss": 1.9597,
|
|
"step": 7140
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.48664768030689e-06,
|
|
"loss": 1.6427,
|
|
"step": 7145
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.474883544348604e-06,
|
|
"loss": 1.4267,
|
|
"step": 7150
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.463119408390319e-06,
|
|
"loss": 1.9266,
|
|
"step": 7155
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.451355272432034e-06,
|
|
"loss": 1.7197,
|
|
"step": 7160
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.43959113647375e-06,
|
|
"loss": 1.6956,
|
|
"step": 7165
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.427827000515465e-06,
|
|
"loss": 1.7982,
|
|
"step": 7170
|
|
},
|
|
{
|
|
"epoch": 1.33,
|
|
"learning_rate": 8.416062864557178e-06,
|
|
"loss": 1.9309,
|
|
"step": 7175
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.404298728598894e-06,
|
|
"loss": 1.8591,
|
|
"step": 7180
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.392534592640609e-06,
|
|
"loss": 1.7829,
|
|
"step": 7185
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.380770456682324e-06,
|
|
"loss": 1.8335,
|
|
"step": 7190
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.369006320724039e-06,
|
|
"loss": 1.8705,
|
|
"step": 7195
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.357242184765753e-06,
|
|
"loss": 1.8021,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.345478048807468e-06,
|
|
"loss": 1.7222,
|
|
"step": 7205
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.333713912849183e-06,
|
|
"loss": 1.955,
|
|
"step": 7210
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.321949776890897e-06,
|
|
"loss": 2.0223,
|
|
"step": 7215
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.310185640932612e-06,
|
|
"loss": 1.7656,
|
|
"step": 7220
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.298421504974327e-06,
|
|
"loss": 1.9624,
|
|
"step": 7225
|
|
},
|
|
{
|
|
"epoch": 1.34,
|
|
"learning_rate": 8.286657369016043e-06,
|
|
"loss": 1.9931,
|
|
"step": 7230
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.274893233057758e-06,
|
|
"loss": 1.9362,
|
|
"step": 7235
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.263129097099471e-06,
|
|
"loss": 1.569,
|
|
"step": 7240
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.251364961141187e-06,
|
|
"loss": 1.8026,
|
|
"step": 7245
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.239600825182902e-06,
|
|
"loss": 1.8388,
|
|
"step": 7250
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.227836689224617e-06,
|
|
"loss": 1.7938,
|
|
"step": 7255
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.216072553266332e-06,
|
|
"loss": 1.9507,
|
|
"step": 7260
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.204308417308046e-06,
|
|
"loss": 1.7068,
|
|
"step": 7265
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.192544281349761e-06,
|
|
"loss": 1.762,
|
|
"step": 7270
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.180780145391477e-06,
|
|
"loss": 1.9036,
|
|
"step": 7275
|
|
},
|
|
{
|
|
"epoch": 1.35,
|
|
"learning_rate": 8.16901600943319e-06,
|
|
"loss": 1.6087,
|
|
"step": 7280
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.157251873474905e-06,
|
|
"loss": 1.891,
|
|
"step": 7285
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.145487737516622e-06,
|
|
"loss": 1.7685,
|
|
"step": 7290
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.133723601558336e-06,
|
|
"loss": 1.974,
|
|
"step": 7295
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.121959465600051e-06,
|
|
"loss": 2.0626,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.110195329641766e-06,
|
|
"loss": 2.0694,
|
|
"step": 7305
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.09843119368348e-06,
|
|
"loss": 1.8517,
|
|
"step": 7310
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.086667057725195e-06,
|
|
"loss": 1.7137,
|
|
"step": 7315
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.074902921766912e-06,
|
|
"loss": 1.7331,
|
|
"step": 7320
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.063138785808625e-06,
|
|
"loss": 1.7963,
|
|
"step": 7325
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.05137464985034e-06,
|
|
"loss": 2.0297,
|
|
"step": 7330
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 8.039610513892056e-06,
|
|
"loss": 2.0079,
|
|
"step": 7335
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 8.02784637793377e-06,
|
|
"loss": 1.9255,
|
|
"step": 7340
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 8.016082241975485e-06,
|
|
"loss": 1.9354,
|
|
"step": 7345
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 8.0043181060172e-06,
|
|
"loss": 1.7905,
|
|
"step": 7350
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 7.992553970058915e-06,
|
|
"loss": 1.8153,
|
|
"step": 7355
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 7.98078983410063e-06,
|
|
"loss": 1.6214,
|
|
"step": 7360
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 7.969025698142344e-06,
|
|
"loss": 1.6222,
|
|
"step": 7365
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 7.957261562184059e-06,
|
|
"loss": 1.5517,
|
|
"step": 7370
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 7.945497426225773e-06,
|
|
"loss": 1.7721,
|
|
"step": 7375
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 7.933733290267488e-06,
|
|
"loss": 1.9852,
|
|
"step": 7380
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 7.921969154309205e-06,
|
|
"loss": 1.9922,
|
|
"step": 7385
|
|
},
|
|
{
|
|
"epoch": 1.37,
|
|
"learning_rate": 7.910205018350918e-06,
|
|
"loss": 1.7036,
|
|
"step": 7390
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.898440882392632e-06,
|
|
"loss": 1.8577,
|
|
"step": 7395
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.886676746434349e-06,
|
|
"loss": 1.8876,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.874912610476063e-06,
|
|
"loss": 1.8982,
|
|
"step": 7405
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.863148474517778e-06,
|
|
"loss": 1.7457,
|
|
"step": 7410
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.851384338559493e-06,
|
|
"loss": 1.9274,
|
|
"step": 7415
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.839620202601208e-06,
|
|
"loss": 1.8244,
|
|
"step": 7420
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.827856066642922e-06,
|
|
"loss": 1.7673,
|
|
"step": 7425
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.816091930684637e-06,
|
|
"loss": 1.7167,
|
|
"step": 7430
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.804327794726352e-06,
|
|
"loss": 1.7809,
|
|
"step": 7435
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.792563658768066e-06,
|
|
"loss": 1.9608,
|
|
"step": 7440
|
|
},
|
|
{
|
|
"epoch": 1.38,
|
|
"learning_rate": 7.780799522809783e-06,
|
|
"loss": 1.7791,
|
|
"step": 7445
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.769035386851498e-06,
|
|
"loss": 1.9898,
|
|
"step": 7450
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.75727125089321e-06,
|
|
"loss": 1.9682,
|
|
"step": 7455
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.745507114934927e-06,
|
|
"loss": 2.3687,
|
|
"step": 7460
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.733742978976642e-06,
|
|
"loss": 1.6244,
|
|
"step": 7465
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.721978843018356e-06,
|
|
"loss": 2.0202,
|
|
"step": 7470
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.710214707060071e-06,
|
|
"loss": 1.9162,
|
|
"step": 7475
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.698450571101786e-06,
|
|
"loss": 1.72,
|
|
"step": 7480
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.6866864351435e-06,
|
|
"loss": 1.8284,
|
|
"step": 7485
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.674922299185217e-06,
|
|
"loss": 1.5829,
|
|
"step": 7490
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 7.663158163226932e-06,
|
|
"loss": 1.6516,
|
|
"step": 7495
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.651394027268645e-06,
|
|
"loss": 1.6954,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.639629891310361e-06,
|
|
"loss": 1.7687,
|
|
"step": 7505
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.627865755352076e-06,
|
|
"loss": 2.0407,
|
|
"step": 7510
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.61610161939379e-06,
|
|
"loss": 1.6876,
|
|
"step": 7515
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.604337483435506e-06,
|
|
"loss": 1.7119,
|
|
"step": 7520
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.59257334747722e-06,
|
|
"loss": 2.0026,
|
|
"step": 7525
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.580809211518935e-06,
|
|
"loss": 1.7826,
|
|
"step": 7530
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.56904507556065e-06,
|
|
"loss": 1.7707,
|
|
"step": 7535
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.557280939602365e-06,
|
|
"loss": 1.6979,
|
|
"step": 7540
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.54551680364408e-06,
|
|
"loss": 1.9309,
|
|
"step": 7545
|
|
},
|
|
{
|
|
"epoch": 1.4,
|
|
"learning_rate": 7.5337526676857936e-06,
|
|
"loss": 1.6151,
|
|
"step": 7550
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.521988531727509e-06,
|
|
"loss": 1.7006,
|
|
"step": 7555
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.510224395769224e-06,
|
|
"loss": 1.8582,
|
|
"step": 7560
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.4984602598109386e-06,
|
|
"loss": 1.5629,
|
|
"step": 7565
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.486696123852654e-06,
|
|
"loss": 2.0194,
|
|
"step": 7570
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.474931987894369e-06,
|
|
"loss": 1.8503,
|
|
"step": 7575
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.463167851936083e-06,
|
|
"loss": 1.8946,
|
|
"step": 7580
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.451403715977799e-06,
|
|
"loss": 1.5939,
|
|
"step": 7585
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.439639580019513e-06,
|
|
"loss": 2.2528,
|
|
"step": 7590
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.427875444061228e-06,
|
|
"loss": 1.7555,
|
|
"step": 7595
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.416111308102943e-06,
|
|
"loss": 1.9146,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"epoch": 1.41,
|
|
"learning_rate": 7.404347172144658e-06,
|
|
"loss": 2.1892,
|
|
"step": 7605
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.392583036186373e-06,
|
|
"loss": 1.8793,
|
|
"step": 7610
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.380818900228088e-06,
|
|
"loss": 1.6603,
|
|
"step": 7615
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.369054764269803e-06,
|
|
"loss": 1.7881,
|
|
"step": 7620
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.357290628311517e-06,
|
|
"loss": 2.0287,
|
|
"step": 7625
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.345526492353233e-06,
|
|
"loss": 1.785,
|
|
"step": 7630
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.333762356394947e-06,
|
|
"loss": 1.9944,
|
|
"step": 7635
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.321998220436662e-06,
|
|
"loss": 1.8267,
|
|
"step": 7640
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.310234084478377e-06,
|
|
"loss": 1.9252,
|
|
"step": 7645
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.298469948520092e-06,
|
|
"loss": 2.0416,
|
|
"step": 7650
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.286705812561807e-06,
|
|
"loss": 1.7701,
|
|
"step": 7655
|
|
},
|
|
{
|
|
"epoch": 1.42,
|
|
"learning_rate": 7.274941676603522e-06,
|
|
"loss": 2.0059,
|
|
"step": 7660
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.263177540645236e-06,
|
|
"loss": 1.8275,
|
|
"step": 7665
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.251413404686951e-06,
|
|
"loss": 1.689,
|
|
"step": 7670
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.2396492687286665e-06,
|
|
"loss": 1.7468,
|
|
"step": 7675
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.227885132770381e-06,
|
|
"loss": 1.796,
|
|
"step": 7680
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.216120996812096e-06,
|
|
"loss": 1.5644,
|
|
"step": 7685
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.2043568608538115e-06,
|
|
"loss": 1.8827,
|
|
"step": 7690
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.192592724895526e-06,
|
|
"loss": 1.6998,
|
|
"step": 7695
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.18082858893724e-06,
|
|
"loss": 1.9233,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.1690644529789565e-06,
|
|
"loss": 1.8824,
|
|
"step": 7705
|
|
},
|
|
{
|
|
"epoch": 1.43,
|
|
"learning_rate": 7.15730031702067e-06,
|
|
"loss": 1.832,
|
|
"step": 7710
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.145536181062385e-06,
|
|
"loss": 1.9216,
|
|
"step": 7715
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.133772045104101e-06,
|
|
"loss": 1.4943,
|
|
"step": 7720
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.122007909145815e-06,
|
|
"loss": 1.4877,
|
|
"step": 7725
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.11024377318753e-06,
|
|
"loss": 1.8037,
|
|
"step": 7730
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.098479637229244e-06,
|
|
"loss": 1.7998,
|
|
"step": 7735
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.0867155012709596e-06,
|
|
"loss": 1.8193,
|
|
"step": 7740
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.074951365312674e-06,
|
|
"loss": 1.9752,
|
|
"step": 7745
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.063187229354389e-06,
|
|
"loss": 1.6154,
|
|
"step": 7750
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.0514230933961045e-06,
|
|
"loss": 1.7696,
|
|
"step": 7755
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.039658957437819e-06,
|
|
"loss": 1.632,
|
|
"step": 7760
|
|
},
|
|
{
|
|
"epoch": 1.44,
|
|
"learning_rate": 7.027894821479533e-06,
|
|
"loss": 1.8302,
|
|
"step": 7765
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 7.0161306855212495e-06,
|
|
"loss": 1.3586,
|
|
"step": 7770
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 7.004366549562963e-06,
|
|
"loss": 1.7583,
|
|
"step": 7775
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 6.992602413604678e-06,
|
|
"loss": 1.787,
|
|
"step": 7780
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 6.980838277646394e-06,
|
|
"loss": 1.883,
|
|
"step": 7785
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 6.969074141688108e-06,
|
|
"loss": 1.9133,
|
|
"step": 7790
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 6.957310005729823e-06,
|
|
"loss": 1.8262,
|
|
"step": 7795
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 6.945545869771539e-06,
|
|
"loss": 1.757,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 6.933781733813253e-06,
|
|
"loss": 1.6939,
|
|
"step": 7805
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 6.922017597854967e-06,
|
|
"loss": 1.926,
|
|
"step": 7810
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 6.910253461896683e-06,
|
|
"loss": 2.1044,
|
|
"step": 7815
|
|
},
|
|
{
|
|
"epoch": 1.45,
|
|
"learning_rate": 6.8984893259383975e-06,
|
|
"loss": 2.0184,
|
|
"step": 7820
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.886725189980112e-06,
|
|
"loss": 1.8225,
|
|
"step": 7825
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.874961054021828e-06,
|
|
"loss": 2.0131,
|
|
"step": 7830
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.8631969180635425e-06,
|
|
"loss": 1.6933,
|
|
"step": 7835
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.851432782105256e-06,
|
|
"loss": 1.7332,
|
|
"step": 7840
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.839668646146973e-06,
|
|
"loss": 2.047,
|
|
"step": 7845
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.827904510188687e-06,
|
|
"loss": 1.9131,
|
|
"step": 7850
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.816140374230401e-06,
|
|
"loss": 1.7764,
|
|
"step": 7855
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.804376238272117e-06,
|
|
"loss": 1.9298,
|
|
"step": 7860
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.792612102313832e-06,
|
|
"loss": 2.2363,
|
|
"step": 7865
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.780847966355546e-06,
|
|
"loss": 2.1069,
|
|
"step": 7870
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"learning_rate": 6.769083830397262e-06,
|
|
"loss": 1.8135,
|
|
"step": 7875
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.757319694438977e-06,
|
|
"loss": 1.7476,
|
|
"step": 7880
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.7455555584806905e-06,
|
|
"loss": 1.9257,
|
|
"step": 7885
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.733791422522406e-06,
|
|
"loss": 2.0144,
|
|
"step": 7890
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.722027286564121e-06,
|
|
"loss": 1.8877,
|
|
"step": 7895
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.7102631506058355e-06,
|
|
"loss": 1.7511,
|
|
"step": 7900
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.69849901464755e-06,
|
|
"loss": 1.9609,
|
|
"step": 7905
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.686734878689266e-06,
|
|
"loss": 1.6639,
|
|
"step": 7910
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.67497074273098e-06,
|
|
"loss": 2.0153,
|
|
"step": 7915
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.663206606772694e-06,
|
|
"loss": 1.8869,
|
|
"step": 7920
|
|
},
|
|
{
|
|
"epoch": 1.47,
|
|
"learning_rate": 6.65144247081441e-06,
|
|
"loss": 1.8278,
|
|
"step": 7925
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.639678334856125e-06,
|
|
"loss": 1.9082,
|
|
"step": 7930
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.627914198897839e-06,
|
|
"loss": 2.2082,
|
|
"step": 7935
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.616150062939555e-06,
|
|
"loss": 1.8002,
|
|
"step": 7940
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.60438592698127e-06,
|
|
"loss": 1.8634,
|
|
"step": 7945
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.5926217910229836e-06,
|
|
"loss": 1.8334,
|
|
"step": 7950
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.5808576550647e-06,
|
|
"loss": 1.844,
|
|
"step": 7955
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.569093519106414e-06,
|
|
"loss": 1.7614,
|
|
"step": 7960
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.5573293831481285e-06,
|
|
"loss": 1.7892,
|
|
"step": 7965
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.545565247189844e-06,
|
|
"loss": 1.91,
|
|
"step": 7970
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.533801111231559e-06,
|
|
"loss": 2.0418,
|
|
"step": 7975
|
|
},
|
|
{
|
|
"epoch": 1.48,
|
|
"learning_rate": 6.5220369752732735e-06,
|
|
"loss": 1.9148,
|
|
"step": 7980
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.510272839314989e-06,
|
|
"loss": 1.7302,
|
|
"step": 7985
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.498508703356703e-06,
|
|
"loss": 1.6516,
|
|
"step": 7990
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.486744567398418e-06,
|
|
"loss": 1.9374,
|
|
"step": 7995
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.474980431440133e-06,
|
|
"loss": 1.8055,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"eval_accuracy": 0.855249720727125,
|
|
"eval_loss": 2.112640619277954,
|
|
"eval_runtime": 125.0519,
|
|
"eval_samples_per_second": 85.964,
|
|
"eval_steps_per_second": 10.748,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.463216295481848e-06,
|
|
"loss": 1.901,
|
|
"step": 8005
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.451452159523563e-06,
|
|
"loss": 2.0743,
|
|
"step": 8010
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.439688023565278e-06,
|
|
"loss": 1.6223,
|
|
"step": 8015
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.427923887606993e-06,
|
|
"loss": 1.739,
|
|
"step": 8020
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.416159751648707e-06,
|
|
"loss": 2.0123,
|
|
"step": 8025
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.404395615690423e-06,
|
|
"loss": 2.1085,
|
|
"step": 8030
|
|
},
|
|
{
|
|
"epoch": 1.49,
|
|
"learning_rate": 6.392631479732137e-06,
|
|
"loss": 1.6502,
|
|
"step": 8035
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.380867343773852e-06,
|
|
"loss": 1.863,
|
|
"step": 8040
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.369103207815567e-06,
|
|
"loss": 2.0473,
|
|
"step": 8045
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.357339071857282e-06,
|
|
"loss": 1.7658,
|
|
"step": 8050
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.345574935898997e-06,
|
|
"loss": 2.0058,
|
|
"step": 8055
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.333810799940712e-06,
|
|
"loss": 1.7092,
|
|
"step": 8060
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.322046663982426e-06,
|
|
"loss": 1.7033,
|
|
"step": 8065
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.310282528024141e-06,
|
|
"loss": 1.8195,
|
|
"step": 8070
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.2985183920658565e-06,
|
|
"loss": 1.8517,
|
|
"step": 8075
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.286754256107571e-06,
|
|
"loss": 1.6575,
|
|
"step": 8080
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.274990120149286e-06,
|
|
"loss": 1.8797,
|
|
"step": 8085
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"learning_rate": 6.263225984191e-06,
|
|
"loss": 1.8496,
|
|
"step": 8090
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.251461848232716e-06,
|
|
"loss": 2.0675,
|
|
"step": 8095
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.23969771227443e-06,
|
|
"loss": 1.6259,
|
|
"step": 8100
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.227933576316145e-06,
|
|
"loss": 1.6558,
|
|
"step": 8105
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.21616944035786e-06,
|
|
"loss": 1.7282,
|
|
"step": 8110
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.204405304399575e-06,
|
|
"loss": 2.2255,
|
|
"step": 8115
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.19264116844129e-06,
|
|
"loss": 2.0906,
|
|
"step": 8120
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.180877032483005e-06,
|
|
"loss": 2.0004,
|
|
"step": 8125
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.16911289652472e-06,
|
|
"loss": 1.966,
|
|
"step": 8130
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.157348760566434e-06,
|
|
"loss": 1.5454,
|
|
"step": 8135
|
|
},
|
|
{
|
|
"epoch": 1.51,
|
|
"learning_rate": 6.14558462460815e-06,
|
|
"loss": 1.961,
|
|
"step": 8140
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.133820488649864e-06,
|
|
"loss": 1.9142,
|
|
"step": 8145
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.122056352691579e-06,
|
|
"loss": 1.8693,
|
|
"step": 8150
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.1102922167332945e-06,
|
|
"loss": 1.9698,
|
|
"step": 8155
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.098528080775009e-06,
|
|
"loss": 1.8095,
|
|
"step": 8160
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.086763944816724e-06,
|
|
"loss": 2.387,
|
|
"step": 8165
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.0749998088584395e-06,
|
|
"loss": 1.7322,
|
|
"step": 8170
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.063235672900153e-06,
|
|
"loss": 2.1445,
|
|
"step": 8175
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.051471536941868e-06,
|
|
"loss": 1.69,
|
|
"step": 8180
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.039707400983584e-06,
|
|
"loss": 1.7692,
|
|
"step": 8185
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.027943265025298e-06,
|
|
"loss": 1.6379,
|
|
"step": 8190
|
|
},
|
|
{
|
|
"epoch": 1.52,
|
|
"learning_rate": 6.016179129067013e-06,
|
|
"loss": 1.8542,
|
|
"step": 8195
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 6.004414993108729e-06,
|
|
"loss": 1.8317,
|
|
"step": 8200
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.992650857150443e-06,
|
|
"loss": 1.8526,
|
|
"step": 8205
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.980886721192157e-06,
|
|
"loss": 1.8864,
|
|
"step": 8210
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.969122585233874e-06,
|
|
"loss": 1.957,
|
|
"step": 8215
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.9573584492755875e-06,
|
|
"loss": 1.7774,
|
|
"step": 8220
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.945594313317302e-06,
|
|
"loss": 1.8765,
|
|
"step": 8225
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.933830177359018e-06,
|
|
"loss": 1.8333,
|
|
"step": 8230
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.9220660414007325e-06,
|
|
"loss": 1.7581,
|
|
"step": 8235
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.910301905442447e-06,
|
|
"loss": 1.9114,
|
|
"step": 8240
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.898537769484163e-06,
|
|
"loss": 1.6231,
|
|
"step": 8245
|
|
},
|
|
{
|
|
"epoch": 1.53,
|
|
"learning_rate": 5.886773633525877e-06,
|
|
"loss": 1.7886,
|
|
"step": 8250
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.875009497567591e-06,
|
|
"loss": 1.881,
|
|
"step": 8255
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.863245361609307e-06,
|
|
"loss": 1.9475,
|
|
"step": 8260
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.851481225651022e-06,
|
|
"loss": 1.8484,
|
|
"step": 8265
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.839717089692736e-06,
|
|
"loss": 1.8456,
|
|
"step": 8270
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.82795295373445e-06,
|
|
"loss": 1.8371,
|
|
"step": 8275
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.816188817776167e-06,
|
|
"loss": 1.8431,
|
|
"step": 8280
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.8044246818178805e-06,
|
|
"loss": 1.4458,
|
|
"step": 8285
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.792660545859595e-06,
|
|
"loss": 1.7814,
|
|
"step": 8290
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.780896409901311e-06,
|
|
"loss": 1.9615,
|
|
"step": 8295
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.7691322739430255e-06,
|
|
"loss": 1.7715,
|
|
"step": 8300
|
|
},
|
|
{
|
|
"epoch": 1.54,
|
|
"learning_rate": 5.75736813798474e-06,
|
|
"loss": 2.1838,
|
|
"step": 8305
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.745604002026456e-06,
|
|
"loss": 1.896,
|
|
"step": 8310
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.7338398660681705e-06,
|
|
"loss": 1.7051,
|
|
"step": 8315
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.722075730109885e-06,
|
|
"loss": 1.7683,
|
|
"step": 8320
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.7103115941516e-06,
|
|
"loss": 1.7276,
|
|
"step": 8325
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.698547458193315e-06,
|
|
"loss": 2.0451,
|
|
"step": 8330
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.68678332223503e-06,
|
|
"loss": 1.442,
|
|
"step": 8335
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.675019186276744e-06,
|
|
"loss": 1.5827,
|
|
"step": 8340
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.66325505031846e-06,
|
|
"loss": 1.8931,
|
|
"step": 8345
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.651490914360174e-06,
|
|
"loss": 1.9363,
|
|
"step": 8350
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 5.639726778401889e-06,
|
|
"loss": 1.6913,
|
|
"step": 8355
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.627962642443604e-06,
|
|
"loss": 2.2107,
|
|
"step": 8360
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.616198506485319e-06,
|
|
"loss": 2.1148,
|
|
"step": 8365
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.604434370527034e-06,
|
|
"loss": 1.9006,
|
|
"step": 8370
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.592670234568749e-06,
|
|
"loss": 2.072,
|
|
"step": 8375
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.5809060986104635e-06,
|
|
"loss": 1.8766,
|
|
"step": 8380
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.569141962652178e-06,
|
|
"loss": 1.8262,
|
|
"step": 8385
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.557377826693894e-06,
|
|
"loss": 1.9953,
|
|
"step": 8390
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.545613690735608e-06,
|
|
"loss": 1.8132,
|
|
"step": 8395
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.533849554777323e-06,
|
|
"loss": 1.9789,
|
|
"step": 8400
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.522085418819038e-06,
|
|
"loss": 1.6877,
|
|
"step": 8405
|
|
},
|
|
{
|
|
"epoch": 1.56,
|
|
"learning_rate": 5.510321282860753e-06,
|
|
"loss": 1.7984,
|
|
"step": 8410
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.498557146902467e-06,
|
|
"loss": 2.0634,
|
|
"step": 8415
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.486793010944183e-06,
|
|
"loss": 1.8327,
|
|
"step": 8420
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.475028874985897e-06,
|
|
"loss": 1.6934,
|
|
"step": 8425
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.463264739027612e-06,
|
|
"loss": 1.7358,
|
|
"step": 8430
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.451500603069327e-06,
|
|
"loss": 1.6134,
|
|
"step": 8435
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.439736467111042e-06,
|
|
"loss": 2.1067,
|
|
"step": 8440
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.427972331152757e-06,
|
|
"loss": 1.9256,
|
|
"step": 8445
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.416208195194472e-06,
|
|
"loss": 1.9914,
|
|
"step": 8450
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.404444059236187e-06,
|
|
"loss": 1.6513,
|
|
"step": 8455
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.3926799232779015e-06,
|
|
"loss": 1.8015,
|
|
"step": 8460
|
|
},
|
|
{
|
|
"epoch": 1.57,
|
|
"learning_rate": 5.380915787319617e-06,
|
|
"loss": 2.1009,
|
|
"step": 8465
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.369151651361331e-06,
|
|
"loss": 2.0579,
|
|
"step": 8470
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.3573875154030465e-06,
|
|
"loss": 1.8136,
|
|
"step": 8475
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.345623379444761e-06,
|
|
"loss": 1.8969,
|
|
"step": 8480
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.333859243486476e-06,
|
|
"loss": 1.7084,
|
|
"step": 8485
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.322095107528191e-06,
|
|
"loss": 1.9277,
|
|
"step": 8490
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.310330971569905e-06,
|
|
"loss": 1.7544,
|
|
"step": 8495
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.29856683561162e-06,
|
|
"loss": 1.9867,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.286802699653336e-06,
|
|
"loss": 1.9055,
|
|
"step": 8505
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.27503856369505e-06,
|
|
"loss": 1.8162,
|
|
"step": 8510
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.263274427736765e-06,
|
|
"loss": 1.9605,
|
|
"step": 8515
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 5.251510291778481e-06,
|
|
"loss": 1.8374,
|
|
"step": 8520
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.2397461558201945e-06,
|
|
"loss": 1.8482,
|
|
"step": 8525
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.22798201986191e-06,
|
|
"loss": 1.4782,
|
|
"step": 8530
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.216217883903625e-06,
|
|
"loss": 1.8058,
|
|
"step": 8535
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.2044537479453395e-06,
|
|
"loss": 2.117,
|
|
"step": 8540
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.192689611987054e-06,
|
|
"loss": 1.8166,
|
|
"step": 8545
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.18092547602877e-06,
|
|
"loss": 1.7129,
|
|
"step": 8550
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.169161340070484e-06,
|
|
"loss": 1.8291,
|
|
"step": 8555
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.157397204112199e-06,
|
|
"loss": 1.8739,
|
|
"step": 8560
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.145633068153914e-06,
|
|
"loss": 1.7355,
|
|
"step": 8565
|
|
},
|
|
{
|
|
"epoch": 1.59,
|
|
"learning_rate": 5.133868932195629e-06,
|
|
"loss": 1.7665,
|
|
"step": 8570
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.122104796237343e-06,
|
|
"loss": 2.0299,
|
|
"step": 8575
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.110340660279058e-06,
|
|
"loss": 1.7623,
|
|
"step": 8580
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.098576524320774e-06,
|
|
"loss": 2.1079,
|
|
"step": 8585
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.086812388362488e-06,
|
|
"loss": 1.5371,
|
|
"step": 8590
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.075048252404203e-06,
|
|
"loss": 1.8251,
|
|
"step": 8595
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.063284116445918e-06,
|
|
"loss": 1.7378,
|
|
"step": 8600
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.051519980487633e-06,
|
|
"loss": 2.0517,
|
|
"step": 8605
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.039755844529347e-06,
|
|
"loss": 1.9184,
|
|
"step": 8610
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.027991708571063e-06,
|
|
"loss": 1.7727,
|
|
"step": 8615
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.0162275726127775e-06,
|
|
"loss": 1.6919,
|
|
"step": 8620
|
|
},
|
|
{
|
|
"epoch": 1.6,
|
|
"learning_rate": 5.004463436654492e-06,
|
|
"loss": 2.006,
|
|
"step": 8625
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.992699300696207e-06,
|
|
"loss": 1.9218,
|
|
"step": 8630
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.9809351647379225e-06,
|
|
"loss": 2.135,
|
|
"step": 8635
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.969171028779637e-06,
|
|
"loss": 1.8865,
|
|
"step": 8640
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.957406892821352e-06,
|
|
"loss": 1.974,
|
|
"step": 8645
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.9456427568630675e-06,
|
|
"loss": 1.6964,
|
|
"step": 8650
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.933878620904781e-06,
|
|
"loss": 1.9018,
|
|
"step": 8655
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.922114484946497e-06,
|
|
"loss": 1.8541,
|
|
"step": 8660
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.910350348988211e-06,
|
|
"loss": 1.9487,
|
|
"step": 8665
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.898586213029926e-06,
|
|
"loss": 1.6928,
|
|
"step": 8670
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.886822077071641e-06,
|
|
"loss": 2.0607,
|
|
"step": 8675
|
|
},
|
|
{
|
|
"epoch": 1.61,
|
|
"learning_rate": 4.875057941113356e-06,
|
|
"loss": 1.6716,
|
|
"step": 8680
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.8632938051550705e-06,
|
|
"loss": 1.8771,
|
|
"step": 8685
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.851529669196786e-06,
|
|
"loss": 1.8102,
|
|
"step": 8690
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.839765533238501e-06,
|
|
"loss": 1.8519,
|
|
"step": 8695
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.8280013972802155e-06,
|
|
"loss": 1.7261,
|
|
"step": 8700
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.81623726132193e-06,
|
|
"loss": 1.8131,
|
|
"step": 8705
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.804473125363645e-06,
|
|
"loss": 1.783,
|
|
"step": 8710
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.7927089894053605e-06,
|
|
"loss": 2.1011,
|
|
"step": 8715
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.780944853447075e-06,
|
|
"loss": 1.8789,
|
|
"step": 8720
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.76918071748879e-06,
|
|
"loss": 1.9204,
|
|
"step": 8725
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.757416581530505e-06,
|
|
"loss": 1.9311,
|
|
"step": 8730
|
|
},
|
|
{
|
|
"epoch": 1.62,
|
|
"learning_rate": 4.74565244557222e-06,
|
|
"loss": 2.0717,
|
|
"step": 8735
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.733888309613934e-06,
|
|
"loss": 1.8084,
|
|
"step": 8740
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.72212417365565e-06,
|
|
"loss": 1.7648,
|
|
"step": 8745
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.710360037697364e-06,
|
|
"loss": 2.1092,
|
|
"step": 8750
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.698595901739079e-06,
|
|
"loss": 1.8017,
|
|
"step": 8755
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.686831765780794e-06,
|
|
"loss": 1.7594,
|
|
"step": 8760
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.6750676298225085e-06,
|
|
"loss": 2.1418,
|
|
"step": 8765
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.663303493864224e-06,
|
|
"loss": 2.0151,
|
|
"step": 8770
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.651539357905939e-06,
|
|
"loss": 1.8557,
|
|
"step": 8775
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.6397752219476535e-06,
|
|
"loss": 1.8387,
|
|
"step": 8780
|
|
},
|
|
{
|
|
"epoch": 1.63,
|
|
"learning_rate": 4.628011085989368e-06,
|
|
"loss": 1.5832,
|
|
"step": 8785
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.616246950031084e-06,
|
|
"loss": 1.7815,
|
|
"step": 8790
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.604482814072798e-06,
|
|
"loss": 1.6311,
|
|
"step": 8795
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.592718678114513e-06,
|
|
"loss": 1.8838,
|
|
"step": 8800
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.580954542156228e-06,
|
|
"loss": 1.7314,
|
|
"step": 8805
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.569190406197943e-06,
|
|
"loss": 1.7184,
|
|
"step": 8810
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.557426270239657e-06,
|
|
"loss": 1.4465,
|
|
"step": 8815
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.545662134281373e-06,
|
|
"loss": 1.7692,
|
|
"step": 8820
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.533897998323088e-06,
|
|
"loss": 1.7497,
|
|
"step": 8825
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.522133862364802e-06,
|
|
"loss": 1.534,
|
|
"step": 8830
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.510369726406517e-06,
|
|
"loss": 2.073,
|
|
"step": 8835
|
|
},
|
|
{
|
|
"epoch": 1.64,
|
|
"learning_rate": 4.498605590448232e-06,
|
|
"loss": 1.8966,
|
|
"step": 8840
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.486841454489947e-06,
|
|
"loss": 1.9381,
|
|
"step": 8845
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.475077318531661e-06,
|
|
"loss": 1.8276,
|
|
"step": 8850
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.463313182573377e-06,
|
|
"loss": 1.9909,
|
|
"step": 8855
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.4515490466150915e-06,
|
|
"loss": 1.8191,
|
|
"step": 8860
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.439784910656806e-06,
|
|
"loss": 1.6858,
|
|
"step": 8865
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.428020774698521e-06,
|
|
"loss": 1.6846,
|
|
"step": 8870
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.4162566387402365e-06,
|
|
"loss": 1.6576,
|
|
"step": 8875
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.404492502781951e-06,
|
|
"loss": 2.1455,
|
|
"step": 8880
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.392728366823666e-06,
|
|
"loss": 1.8552,
|
|
"step": 8885
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.380964230865381e-06,
|
|
"loss": 1.5449,
|
|
"step": 8890
|
|
},
|
|
{
|
|
"epoch": 1.65,
|
|
"learning_rate": 4.369200094907095e-06,
|
|
"loss": 1.6958,
|
|
"step": 8895
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.357435958948811e-06,
|
|
"loss": 1.5338,
|
|
"step": 8900
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.345671822990526e-06,
|
|
"loss": 1.7236,
|
|
"step": 8905
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.33390768703224e-06,
|
|
"loss": 1.9384,
|
|
"step": 8910
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.322143551073955e-06,
|
|
"loss": 1.7493,
|
|
"step": 8915
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.310379415115671e-06,
|
|
"loss": 1.6797,
|
|
"step": 8920
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.2986152791573845e-06,
|
|
"loss": 1.9674,
|
|
"step": 8925
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.2868511431991e-06,
|
|
"loss": 2.2206,
|
|
"step": 8930
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.275087007240814e-06,
|
|
"loss": 1.8281,
|
|
"step": 8935
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.2633228712825295e-06,
|
|
"loss": 1.7428,
|
|
"step": 8940
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.251558735324244e-06,
|
|
"loss": 1.9818,
|
|
"step": 8945
|
|
},
|
|
{
|
|
"epoch": 1.66,
|
|
"learning_rate": 4.239794599365959e-06,
|
|
"loss": 1.5656,
|
|
"step": 8950
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.2280304634076745e-06,
|
|
"loss": 1.9506,
|
|
"step": 8955
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.216266327449389e-06,
|
|
"loss": 1.8661,
|
|
"step": 8960
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.204502191491104e-06,
|
|
"loss": 1.6875,
|
|
"step": 8965
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.192738055532819e-06,
|
|
"loss": 1.6571,
|
|
"step": 8970
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.180973919574534e-06,
|
|
"loss": 1.8375,
|
|
"step": 8975
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.169209783616248e-06,
|
|
"loss": 1.8012,
|
|
"step": 8980
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.157445647657964e-06,
|
|
"loss": 1.7431,
|
|
"step": 8985
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.145681511699678e-06,
|
|
"loss": 1.9175,
|
|
"step": 8990
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.133917375741393e-06,
|
|
"loss": 1.9666,
|
|
"step": 8995
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"learning_rate": 4.122153239783108e-06,
|
|
"loss": 2.0385,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 1.67,
|
|
"eval_accuracy": 0.8554073321823906,
|
|
"eval_loss": 2.1008200645446777,
|
|
"eval_runtime": 125.0421,
|
|
"eval_samples_per_second": 85.971,
|
|
"eval_steps_per_second": 10.748,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.110389103824823e-06,
|
|
"loss": 1.792,
|
|
"step": 9005
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.098624967866537e-06,
|
|
"loss": 1.633,
|
|
"step": 9010
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.086860831908253e-06,
|
|
"loss": 1.6868,
|
|
"step": 9015
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.0750966959499675e-06,
|
|
"loss": 1.8781,
|
|
"step": 9020
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.063332559991682e-06,
|
|
"loss": 2.0011,
|
|
"step": 9025
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.051568424033398e-06,
|
|
"loss": 1.8475,
|
|
"step": 9030
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.039804288075112e-06,
|
|
"loss": 1.5905,
|
|
"step": 9035
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.028040152116827e-06,
|
|
"loss": 1.725,
|
|
"step": 9040
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.016276016158542e-06,
|
|
"loss": 1.693,
|
|
"step": 9045
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 4.004511880200257e-06,
|
|
"loss": 1.634,
|
|
"step": 9050
|
|
},
|
|
{
|
|
"epoch": 1.68,
|
|
"learning_rate": 3.992747744241971e-06,
|
|
"loss": 1.6691,
|
|
"step": 9055
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.980983608283687e-06,
|
|
"loss": 1.9382,
|
|
"step": 9060
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.969219472325401e-06,
|
|
"loss": 1.6995,
|
|
"step": 9065
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.957455336367116e-06,
|
|
"loss": 2.1516,
|
|
"step": 9070
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.945691200408831e-06,
|
|
"loss": 1.8133,
|
|
"step": 9075
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.933927064450546e-06,
|
|
"loss": 1.6382,
|
|
"step": 9080
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.9221629284922605e-06,
|
|
"loss": 1.8003,
|
|
"step": 9085
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.910398792533976e-06,
|
|
"loss": 1.6812,
|
|
"step": 9090
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.898634656575691e-06,
|
|
"loss": 1.6345,
|
|
"step": 9095
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.8868705206174055e-06,
|
|
"loss": 1.7152,
|
|
"step": 9100
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.875106384659121e-06,
|
|
"loss": 1.9887,
|
|
"step": 9105
|
|
},
|
|
{
|
|
"epoch": 1.69,
|
|
"learning_rate": 3.863342248700835e-06,
|
|
"loss": 1.9411,
|
|
"step": 9110
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.8515781127425505e-06,
|
|
"loss": 1.6787,
|
|
"step": 9115
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.839813976784264e-06,
|
|
"loss": 1.809,
|
|
"step": 9120
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.82804984082598e-06,
|
|
"loss": 1.7942,
|
|
"step": 9125
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.816285704867695e-06,
|
|
"loss": 1.9203,
|
|
"step": 9130
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.8045215689094094e-06,
|
|
"loss": 1.8687,
|
|
"step": 9135
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.7927574329511245e-06,
|
|
"loss": 1.9257,
|
|
"step": 9140
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.7809932969928396e-06,
|
|
"loss": 1.9865,
|
|
"step": 9145
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.769229161034554e-06,
|
|
"loss": 1.9548,
|
|
"step": 9150
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.757465025076269e-06,
|
|
"loss": 1.7388,
|
|
"step": 9155
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.745700889117984e-06,
|
|
"loss": 1.8683,
|
|
"step": 9160
|
|
},
|
|
{
|
|
"epoch": 1.7,
|
|
"learning_rate": 3.7339367531596985e-06,
|
|
"loss": 2.0676,
|
|
"step": 9165
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.7221726172014136e-06,
|
|
"loss": 1.9582,
|
|
"step": 9170
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.7104084812431288e-06,
|
|
"loss": 1.9236,
|
|
"step": 9175
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.6986443452848435e-06,
|
|
"loss": 2.0261,
|
|
"step": 9180
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.6868802093265586e-06,
|
|
"loss": 1.9157,
|
|
"step": 9185
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.6751160733682733e-06,
|
|
"loss": 1.5692,
|
|
"step": 9190
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.663351937409988e-06,
|
|
"loss": 2.2111,
|
|
"step": 9195
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.651587801451703e-06,
|
|
"loss": 2.0404,
|
|
"step": 9200
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.6398236654934175e-06,
|
|
"loss": 1.8794,
|
|
"step": 9205
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.6280595295351326e-06,
|
|
"loss": 1.8019,
|
|
"step": 9210
|
|
},
|
|
{
|
|
"epoch": 1.71,
|
|
"learning_rate": 3.6162953935768478e-06,
|
|
"loss": 1.967,
|
|
"step": 9215
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.604531257618562e-06,
|
|
"loss": 1.9454,
|
|
"step": 9220
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.592767121660277e-06,
|
|
"loss": 1.857,
|
|
"step": 9225
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.5810029857019923e-06,
|
|
"loss": 1.9095,
|
|
"step": 9230
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.569238849743707e-06,
|
|
"loss": 1.7198,
|
|
"step": 9235
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.5574747137854218e-06,
|
|
"loss": 1.6727,
|
|
"step": 9240
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.545710577827137e-06,
|
|
"loss": 1.8206,
|
|
"step": 9245
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.5339464418688516e-06,
|
|
"loss": 1.4613,
|
|
"step": 9250
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.5221823059105668e-06,
|
|
"loss": 1.7607,
|
|
"step": 9255
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.510418169952282e-06,
|
|
"loss": 1.7714,
|
|
"step": 9260
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.498654033993996e-06,
|
|
"loss": 1.7028,
|
|
"step": 9265
|
|
},
|
|
{
|
|
"epoch": 1.72,
|
|
"learning_rate": 3.4868898980357113e-06,
|
|
"loss": 1.614,
|
|
"step": 9270
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.4751257620774265e-06,
|
|
"loss": 1.9124,
|
|
"step": 9275
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.4633616261191408e-06,
|
|
"loss": 1.9666,
|
|
"step": 9280
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.451597490160856e-06,
|
|
"loss": 1.7616,
|
|
"step": 9285
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.439833354202571e-06,
|
|
"loss": 1.8064,
|
|
"step": 9290
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.4280692182442853e-06,
|
|
"loss": 1.7609,
|
|
"step": 9295
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.4163050822860005e-06,
|
|
"loss": 1.601,
|
|
"step": 9300
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.404540946327715e-06,
|
|
"loss": 1.8292,
|
|
"step": 9305
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.3927768103694303e-06,
|
|
"loss": 2.2424,
|
|
"step": 9310
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.381012674411145e-06,
|
|
"loss": 1.7438,
|
|
"step": 9315
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.3692485384528598e-06,
|
|
"loss": 1.8474,
|
|
"step": 9320
|
|
},
|
|
{
|
|
"epoch": 1.73,
|
|
"learning_rate": 3.357484402494575e-06,
|
|
"loss": 1.9125,
|
|
"step": 9325
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.34572026653629e-06,
|
|
"loss": 1.6576,
|
|
"step": 9330
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.3339561305780043e-06,
|
|
"loss": 1.8256,
|
|
"step": 9335
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.3221919946197195e-06,
|
|
"loss": 1.9279,
|
|
"step": 9340
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.3104278586614346e-06,
|
|
"loss": 1.8355,
|
|
"step": 9345
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.298663722703149e-06,
|
|
"loss": 1.4999,
|
|
"step": 9350
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.286899586744864e-06,
|
|
"loss": 1.7993,
|
|
"step": 9355
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.275135450786579e-06,
|
|
"loss": 1.9163,
|
|
"step": 9360
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.2633713148282935e-06,
|
|
"loss": 1.8,
|
|
"step": 9365
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.2516071788700086e-06,
|
|
"loss": 1.9621,
|
|
"step": 9370
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.2398430429117238e-06,
|
|
"loss": 1.8822,
|
|
"step": 9375
|
|
},
|
|
{
|
|
"epoch": 1.74,
|
|
"learning_rate": 3.2280789069534385e-06,
|
|
"loss": 1.7654,
|
|
"step": 9380
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.2163147709951536e-06,
|
|
"loss": 2.0829,
|
|
"step": 9385
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.204550635036868e-06,
|
|
"loss": 2.0243,
|
|
"step": 9390
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.192786499078583e-06,
|
|
"loss": 1.7093,
|
|
"step": 9395
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.181022363120298e-06,
|
|
"loss": 2.0541,
|
|
"step": 9400
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.1692582271620125e-06,
|
|
"loss": 1.6824,
|
|
"step": 9405
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.1574940912037276e-06,
|
|
"loss": 1.8465,
|
|
"step": 9410
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.1457299552454428e-06,
|
|
"loss": 1.8529,
|
|
"step": 9415
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.133965819287157e-06,
|
|
"loss": 1.7637,
|
|
"step": 9420
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.122201683328872e-06,
|
|
"loss": 1.6296,
|
|
"step": 9425
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 3.1104375473705873e-06,
|
|
"loss": 1.7099,
|
|
"step": 9430
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.098673411412302e-06,
|
|
"loss": 1.4638,
|
|
"step": 9435
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.086909275454017e-06,
|
|
"loss": 1.8889,
|
|
"step": 9440
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.075145139495732e-06,
|
|
"loss": 1.9699,
|
|
"step": 9445
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.0633810035374466e-06,
|
|
"loss": 1.6901,
|
|
"step": 9450
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.0516168675791618e-06,
|
|
"loss": 1.8173,
|
|
"step": 9455
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.039852731620877e-06,
|
|
"loss": 1.7122,
|
|
"step": 9460
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.028088595662591e-06,
|
|
"loss": 1.9585,
|
|
"step": 9465
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.0163244597043063e-06,
|
|
"loss": 1.7218,
|
|
"step": 9470
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 3.0045603237460206e-06,
|
|
"loss": 1.8452,
|
|
"step": 9475
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 2.9927961877877358e-06,
|
|
"loss": 1.9756,
|
|
"step": 9480
|
|
},
|
|
{
|
|
"epoch": 1.76,
|
|
"learning_rate": 2.981032051829451e-06,
|
|
"loss": 1.8049,
|
|
"step": 9485
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.9692679158711656e-06,
|
|
"loss": 1.7479,
|
|
"step": 9490
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.9575037799128803e-06,
|
|
"loss": 2.0384,
|
|
"step": 9495
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.9457396439545955e-06,
|
|
"loss": 1.6917,
|
|
"step": 9500
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.93397550799631e-06,
|
|
"loss": 1.8088,
|
|
"step": 9505
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.9222113720380253e-06,
|
|
"loss": 1.8268,
|
|
"step": 9510
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.9104472360797405e-06,
|
|
"loss": 1.6655,
|
|
"step": 9515
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.8986831001214548e-06,
|
|
"loss": 2.0416,
|
|
"step": 9520
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.88691896416317e-06,
|
|
"loss": 1.6761,
|
|
"step": 9525
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.875154828204885e-06,
|
|
"loss": 1.9097,
|
|
"step": 9530
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.8633906922465998e-06,
|
|
"loss": 1.7911,
|
|
"step": 9535
|
|
},
|
|
{
|
|
"epoch": 1.77,
|
|
"learning_rate": 2.8516265562883145e-06,
|
|
"loss": 2.0302,
|
|
"step": 9540
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.839862420330029e-06,
|
|
"loss": 2.1243,
|
|
"step": 9545
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.828098284371744e-06,
|
|
"loss": 2.0262,
|
|
"step": 9550
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.816334148413459e-06,
|
|
"loss": 1.4387,
|
|
"step": 9555
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.8045700124551738e-06,
|
|
"loss": 1.7476,
|
|
"step": 9560
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.792805876496889e-06,
|
|
"loss": 1.8987,
|
|
"step": 9565
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.7810417405386036e-06,
|
|
"loss": 1.6728,
|
|
"step": 9570
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.7692776045803188e-06,
|
|
"loss": 1.8285,
|
|
"step": 9575
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.7575134686220335e-06,
|
|
"loss": 1.916,
|
|
"step": 9580
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.745749332663748e-06,
|
|
"loss": 1.8707,
|
|
"step": 9585
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.7339851967054633e-06,
|
|
"loss": 2.0144,
|
|
"step": 9590
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 2.722221060747178e-06,
|
|
"loss": 1.9823,
|
|
"step": 9595
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.7104569247888928e-06,
|
|
"loss": 1.8271,
|
|
"step": 9600
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.698692788830608e-06,
|
|
"loss": 1.7585,
|
|
"step": 9605
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.6869286528723226e-06,
|
|
"loss": 1.5087,
|
|
"step": 9610
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.6751645169140373e-06,
|
|
"loss": 2.0735,
|
|
"step": 9615
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.6634003809557525e-06,
|
|
"loss": 1.8338,
|
|
"step": 9620
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.651636244997467e-06,
|
|
"loss": 1.9736,
|
|
"step": 9625
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.6398721090391823e-06,
|
|
"loss": 1.9235,
|
|
"step": 9630
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.628107973080897e-06,
|
|
"loss": 1.8821,
|
|
"step": 9635
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.616343837122612e-06,
|
|
"loss": 1.8078,
|
|
"step": 9640
|
|
},
|
|
{
|
|
"epoch": 1.79,
|
|
"learning_rate": 2.604579701164327e-06,
|
|
"loss": 1.7425,
|
|
"step": 9645
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.5928155652060416e-06,
|
|
"loss": 1.9718,
|
|
"step": 9650
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.5810514292477568e-06,
|
|
"loss": 1.6585,
|
|
"step": 9655
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.5692872932894715e-06,
|
|
"loss": 1.6879,
|
|
"step": 9660
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.557523157331186e-06,
|
|
"loss": 1.9409,
|
|
"step": 9665
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.5457590213729013e-06,
|
|
"loss": 1.8251,
|
|
"step": 9670
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.533994885414616e-06,
|
|
"loss": 2.0232,
|
|
"step": 9675
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.5222307494563308e-06,
|
|
"loss": 1.9999,
|
|
"step": 9680
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.5104666134980455e-06,
|
|
"loss": 1.7588,
|
|
"step": 9685
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.4987024775397606e-06,
|
|
"loss": 1.8716,
|
|
"step": 9690
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.4869383415814758e-06,
|
|
"loss": 1.6311,
|
|
"step": 9695
|
|
},
|
|
{
|
|
"epoch": 1.8,
|
|
"learning_rate": 2.4751742056231905e-06,
|
|
"loss": 2.1882,
|
|
"step": 9700
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.4634100696649056e-06,
|
|
"loss": 1.6932,
|
|
"step": 9705
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.4516459337066203e-06,
|
|
"loss": 1.7205,
|
|
"step": 9710
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.439881797748335e-06,
|
|
"loss": 1.6895,
|
|
"step": 9715
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.4281176617900498e-06,
|
|
"loss": 2.0943,
|
|
"step": 9720
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.416353525831765e-06,
|
|
"loss": 1.6962,
|
|
"step": 9725
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.4045893898734796e-06,
|
|
"loss": 1.9753,
|
|
"step": 9730
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.3928252539151943e-06,
|
|
"loss": 1.9067,
|
|
"step": 9735
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.3810611179569095e-06,
|
|
"loss": 1.8482,
|
|
"step": 9740
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.369296981998624e-06,
|
|
"loss": 1.7298,
|
|
"step": 9745
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.357532846040339e-06,
|
|
"loss": 1.9123,
|
|
"step": 9750
|
|
},
|
|
{
|
|
"epoch": 1.81,
|
|
"learning_rate": 2.345768710082054e-06,
|
|
"loss": 1.6555,
|
|
"step": 9755
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.3340045741237688e-06,
|
|
"loss": 1.7657,
|
|
"step": 9760
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.322240438165484e-06,
|
|
"loss": 1.7232,
|
|
"step": 9765
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.3104763022071986e-06,
|
|
"loss": 1.927,
|
|
"step": 9770
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.2987121662489138e-06,
|
|
"loss": 1.9259,
|
|
"step": 9775
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.2869480302906285e-06,
|
|
"loss": 1.9912,
|
|
"step": 9780
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.275183894332343e-06,
|
|
"loss": 1.7455,
|
|
"step": 9785
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.2634197583740583e-06,
|
|
"loss": 2.0727,
|
|
"step": 9790
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.251655622415773e-06,
|
|
"loss": 1.8268,
|
|
"step": 9795
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.2398914864574878e-06,
|
|
"loss": 1.8239,
|
|
"step": 9800
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.228127350499203e-06,
|
|
"loss": 1.8592,
|
|
"step": 9805
|
|
},
|
|
{
|
|
"epoch": 1.82,
|
|
"learning_rate": 2.2163632145409176e-06,
|
|
"loss": 1.7305,
|
|
"step": 9810
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.2045990785826323e-06,
|
|
"loss": 1.7734,
|
|
"step": 9815
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.1928349426243475e-06,
|
|
"loss": 2.0162,
|
|
"step": 9820
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.181070806666062e-06,
|
|
"loss": 1.6974,
|
|
"step": 9825
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.1693066707077773e-06,
|
|
"loss": 1.7074,
|
|
"step": 9830
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.157542534749492e-06,
|
|
"loss": 1.7468,
|
|
"step": 9835
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.145778398791207e-06,
|
|
"loss": 1.9002,
|
|
"step": 9840
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.134014262832922e-06,
|
|
"loss": 1.7513,
|
|
"step": 9845
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.1222501268746366e-06,
|
|
"loss": 1.7308,
|
|
"step": 9850
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.1104859909163513e-06,
|
|
"loss": 1.8755,
|
|
"step": 9855
|
|
},
|
|
{
|
|
"epoch": 1.83,
|
|
"learning_rate": 2.0987218549580665e-06,
|
|
"loss": 1.5933,
|
|
"step": 9860
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 2.086957718999781e-06,
|
|
"loss": 1.5316,
|
|
"step": 9865
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 2.075193583041496e-06,
|
|
"loss": 1.7452,
|
|
"step": 9870
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 2.063429447083211e-06,
|
|
"loss": 2.0632,
|
|
"step": 9875
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 2.0516653111249258e-06,
|
|
"loss": 1.748,
|
|
"step": 9880
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 2.039901175166641e-06,
|
|
"loss": 1.795,
|
|
"step": 9885
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 2.0281370392083556e-06,
|
|
"loss": 1.9127,
|
|
"step": 9890
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 2.0163729032500707e-06,
|
|
"loss": 2.033,
|
|
"step": 9895
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 2.0046087672917855e-06,
|
|
"loss": 2.0829,
|
|
"step": 9900
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 1.9928446313335e-06,
|
|
"loss": 1.7505,
|
|
"step": 9905
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 1.9810804953752153e-06,
|
|
"loss": 1.805,
|
|
"step": 9910
|
|
},
|
|
{
|
|
"epoch": 1.84,
|
|
"learning_rate": 1.96931635941693e-06,
|
|
"loss": 1.8816,
|
|
"step": 9915
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.9575522234586447e-06,
|
|
"loss": 2.1979,
|
|
"step": 9920
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.94578808750036e-06,
|
|
"loss": 1.7757,
|
|
"step": 9925
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.9340239515420746e-06,
|
|
"loss": 2.0005,
|
|
"step": 9930
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.9222598155837893e-06,
|
|
"loss": 1.9405,
|
|
"step": 9935
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.9104956796255045e-06,
|
|
"loss": 1.5715,
|
|
"step": 9940
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.8987315436672194e-06,
|
|
"loss": 1.9097,
|
|
"step": 9945
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.886967407708934e-06,
|
|
"loss": 2.0093,
|
|
"step": 9950
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.8752032717506488e-06,
|
|
"loss": 1.8874,
|
|
"step": 9955
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.863439135792364e-06,
|
|
"loss": 2.0637,
|
|
"step": 9960
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.8516749998340787e-06,
|
|
"loss": 2.1671,
|
|
"step": 9965
|
|
},
|
|
{
|
|
"epoch": 1.85,
|
|
"learning_rate": 1.8399108638757936e-06,
|
|
"loss": 1.7649,
|
|
"step": 9970
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.8281467279175087e-06,
|
|
"loss": 2.0007,
|
|
"step": 9975
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.8163825919592235e-06,
|
|
"loss": 1.9561,
|
|
"step": 9980
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.8046184560009382e-06,
|
|
"loss": 1.6854,
|
|
"step": 9985
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.7928543200426529e-06,
|
|
"loss": 1.8546,
|
|
"step": 9990
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.781090184084368e-06,
|
|
"loss": 1.5515,
|
|
"step": 9995
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.769326048126083e-06,
|
|
"loss": 1.9648,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"eval_accuracy": 0.8555269625266578,
|
|
"eval_loss": 2.0858030319213867,
|
|
"eval_runtime": 124.8166,
|
|
"eval_samples_per_second": 86.126,
|
|
"eval_steps_per_second": 10.768,
|
|
"step": 10000
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.7575619121677977e-06,
|
|
"loss": 2.2962,
|
|
"step": 10005
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.7457977762095128e-06,
|
|
"loss": 1.8389,
|
|
"step": 10010
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.7340336402512275e-06,
|
|
"loss": 1.9715,
|
|
"step": 10015
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.7222695042929422e-06,
|
|
"loss": 1.8626,
|
|
"step": 10020
|
|
},
|
|
{
|
|
"epoch": 1.86,
|
|
"learning_rate": 1.7105053683346574e-06,
|
|
"loss": 1.9861,
|
|
"step": 10025
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.698741232376372e-06,
|
|
"loss": 1.903,
|
|
"step": 10030
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.686977096418087e-06,
|
|
"loss": 1.8713,
|
|
"step": 10035
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.6752129604598017e-06,
|
|
"loss": 1.6687,
|
|
"step": 10040
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.6634488245015169e-06,
|
|
"loss": 1.931,
|
|
"step": 10045
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.6516846885432316e-06,
|
|
"loss": 1.8868,
|
|
"step": 10050
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.6399205525849463e-06,
|
|
"loss": 1.7248,
|
|
"step": 10055
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.6281564166266615e-06,
|
|
"loss": 1.87,
|
|
"step": 10060
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.6163922806683764e-06,
|
|
"loss": 1.8678,
|
|
"step": 10065
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.604628144710091e-06,
|
|
"loss": 1.6448,
|
|
"step": 10070
|
|
},
|
|
{
|
|
"epoch": 1.87,
|
|
"learning_rate": 1.5928640087518062e-06,
|
|
"loss": 2.0241,
|
|
"step": 10075
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.581099872793521e-06,
|
|
"loss": 1.8768,
|
|
"step": 10080
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.5693357368352357e-06,
|
|
"loss": 1.8312,
|
|
"step": 10085
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.5575716008769506e-06,
|
|
"loss": 2.0639,
|
|
"step": 10090
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.5458074649186655e-06,
|
|
"loss": 1.728,
|
|
"step": 10095
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.5340433289603805e-06,
|
|
"loss": 2.0904,
|
|
"step": 10100
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.5222791930020952e-06,
|
|
"loss": 1.8775,
|
|
"step": 10105
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.5105150570438103e-06,
|
|
"loss": 1.8442,
|
|
"step": 10110
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.498750921085525e-06,
|
|
"loss": 1.7577,
|
|
"step": 10115
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.4869867851272397e-06,
|
|
"loss": 1.7301,
|
|
"step": 10120
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.4752226491689547e-06,
|
|
"loss": 1.7672,
|
|
"step": 10125
|
|
},
|
|
{
|
|
"epoch": 1.88,
|
|
"learning_rate": 1.4634585132106696e-06,
|
|
"loss": 2.0109,
|
|
"step": 10130
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.4516943772523845e-06,
|
|
"loss": 1.7303,
|
|
"step": 10135
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.4399302412940992e-06,
|
|
"loss": 1.938,
|
|
"step": 10140
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.4281661053358142e-06,
|
|
"loss": 1.8844,
|
|
"step": 10145
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.416401969377529e-06,
|
|
"loss": 2.0619,
|
|
"step": 10150
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.404637833419244e-06,
|
|
"loss": 1.9242,
|
|
"step": 10155
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.392873697460959e-06,
|
|
"loss": 1.9146,
|
|
"step": 10160
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.3811095615026739e-06,
|
|
"loss": 1.6875,
|
|
"step": 10165
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.3693454255443886e-06,
|
|
"loss": 1.6646,
|
|
"step": 10170
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.3575812895861035e-06,
|
|
"loss": 1.4161,
|
|
"step": 10175
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.3458171536278182e-06,
|
|
"loss": 1.6053,
|
|
"step": 10180
|
|
},
|
|
{
|
|
"epoch": 1.89,
|
|
"learning_rate": 1.3340530176695332e-06,
|
|
"loss": 1.8643,
|
|
"step": 10185
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.322288881711248e-06,
|
|
"loss": 1.808,
|
|
"step": 10190
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.310524745752963e-06,
|
|
"loss": 1.9298,
|
|
"step": 10195
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.298760609794678e-06,
|
|
"loss": 1.8467,
|
|
"step": 10200
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.2869964738363927e-06,
|
|
"loss": 1.9497,
|
|
"step": 10205
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.2752323378781076e-06,
|
|
"loss": 1.5521,
|
|
"step": 10210
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.2634682019198225e-06,
|
|
"loss": 1.8896,
|
|
"step": 10215
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.2517040659615372e-06,
|
|
"loss": 1.788,
|
|
"step": 10220
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.2399399300032524e-06,
|
|
"loss": 1.8988,
|
|
"step": 10225
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.228175794044967e-06,
|
|
"loss": 1.7605,
|
|
"step": 10230
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.216411658086682e-06,
|
|
"loss": 2.1714,
|
|
"step": 10235
|
|
},
|
|
{
|
|
"epoch": 1.9,
|
|
"learning_rate": 1.204647522128397e-06,
|
|
"loss": 2.1435,
|
|
"step": 10240
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.1928833861701117e-06,
|
|
"loss": 1.6525,
|
|
"step": 10245
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.1811192502118266e-06,
|
|
"loss": 1.9798,
|
|
"step": 10250
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.1693551142535415e-06,
|
|
"loss": 1.6704,
|
|
"step": 10255
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.1575909782952564e-06,
|
|
"loss": 1.9618,
|
|
"step": 10260
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.1458268423369714e-06,
|
|
"loss": 1.8501,
|
|
"step": 10265
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.134062706378686e-06,
|
|
"loss": 2.1665,
|
|
"step": 10270
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.122298570420401e-06,
|
|
"loss": 2.0031,
|
|
"step": 10275
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.1105344344621157e-06,
|
|
"loss": 1.7543,
|
|
"step": 10280
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.0987702985038307e-06,
|
|
"loss": 1.9874,
|
|
"step": 10285
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.0870061625455456e-06,
|
|
"loss": 1.8542,
|
|
"step": 10290
|
|
},
|
|
{
|
|
"epoch": 1.91,
|
|
"learning_rate": 1.0752420265872605e-06,
|
|
"loss": 2.0162,
|
|
"step": 10295
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 1.0634778906289754e-06,
|
|
"loss": 2.1109,
|
|
"step": 10300
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 1.0517137546706902e-06,
|
|
"loss": 1.9067,
|
|
"step": 10305
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 1.039949618712405e-06,
|
|
"loss": 2.0018,
|
|
"step": 10310
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 1.0281854827541198e-06,
|
|
"loss": 1.8723,
|
|
"step": 10315
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 1.016421346795835e-06,
|
|
"loss": 2.1337,
|
|
"step": 10320
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 1.0046572108375499e-06,
|
|
"loss": 1.6797,
|
|
"step": 10325
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 9.928930748792646e-07,
|
|
"loss": 1.6608,
|
|
"step": 10330
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 9.811289389209795e-07,
|
|
"loss": 1.9168,
|
|
"step": 10335
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 9.693648029626942e-07,
|
|
"loss": 2.0094,
|
|
"step": 10340
|
|
},
|
|
{
|
|
"epoch": 1.92,
|
|
"learning_rate": 9.576006670044092e-07,
|
|
"loss": 1.6304,
|
|
"step": 10345
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 9.458365310461242e-07,
|
|
"loss": 1.9013,
|
|
"step": 10350
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 9.340723950878389e-07,
|
|
"loss": 1.72,
|
|
"step": 10355
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 9.223082591295538e-07,
|
|
"loss": 1.9954,
|
|
"step": 10360
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 9.105441231712687e-07,
|
|
"loss": 1.7814,
|
|
"step": 10365
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 8.987799872129836e-07,
|
|
"loss": 1.6696,
|
|
"step": 10370
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 8.870158512546985e-07,
|
|
"loss": 1.4982,
|
|
"step": 10375
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 8.752517152964133e-07,
|
|
"loss": 1.8846,
|
|
"step": 10380
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 8.634875793381283e-07,
|
|
"loss": 1.6137,
|
|
"step": 10385
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 8.517234433798431e-07,
|
|
"loss": 1.7507,
|
|
"step": 10390
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 8.39959307421558e-07,
|
|
"loss": 1.8294,
|
|
"step": 10395
|
|
},
|
|
{
|
|
"epoch": 1.93,
|
|
"learning_rate": 8.281951714632729e-07,
|
|
"loss": 1.425,
|
|
"step": 10400
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 8.164310355049877e-07,
|
|
"loss": 1.8239,
|
|
"step": 10405
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 8.046668995467027e-07,
|
|
"loss": 2.0115,
|
|
"step": 10410
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 7.929027635884174e-07,
|
|
"loss": 1.701,
|
|
"step": 10415
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 7.811386276301323e-07,
|
|
"loss": 1.951,
|
|
"step": 10420
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 7.693744916718472e-07,
|
|
"loss": 1.9214,
|
|
"step": 10425
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 7.576103557135621e-07,
|
|
"loss": 1.9284,
|
|
"step": 10430
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 7.45846219755277e-07,
|
|
"loss": 1.7705,
|
|
"step": 10435
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 7.340820837969918e-07,
|
|
"loss": 1.9113,
|
|
"step": 10440
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 7.223179478387068e-07,
|
|
"loss": 1.59,
|
|
"step": 10445
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 7.105538118804216e-07,
|
|
"loss": 1.5961,
|
|
"step": 10450
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 6.987896759221364e-07,
|
|
"loss": 1.9886,
|
|
"step": 10455
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 6.870255399638513e-07,
|
|
"loss": 2.2321,
|
|
"step": 10460
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 6.752614040055662e-07,
|
|
"loss": 1.7259,
|
|
"step": 10465
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 6.634972680472811e-07,
|
|
"loss": 1.9639,
|
|
"step": 10470
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 6.51733132088996e-07,
|
|
"loss": 1.8421,
|
|
"step": 10475
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 6.399689961307108e-07,
|
|
"loss": 1.5839,
|
|
"step": 10480
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 6.282048601724257e-07,
|
|
"loss": 1.6787,
|
|
"step": 10485
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 6.164407242141406e-07,
|
|
"loss": 1.9049,
|
|
"step": 10490
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 6.046765882558555e-07,
|
|
"loss": 1.9688,
|
|
"step": 10495
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 5.929124522975703e-07,
|
|
"loss": 1.6814,
|
|
"step": 10500
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 5.811483163392853e-07,
|
|
"loss": 1.885,
|
|
"step": 10505
|
|
},
|
|
{
|
|
"epoch": 1.95,
|
|
"learning_rate": 5.693841803810001e-07,
|
|
"loss": 1.6421,
|
|
"step": 10510
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 5.576200444227149e-07,
|
|
"loss": 2.0554,
|
|
"step": 10515
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 5.458559084644298e-07,
|
|
"loss": 1.7602,
|
|
"step": 10520
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 5.340917725061448e-07,
|
|
"loss": 1.9916,
|
|
"step": 10525
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 5.223276365478596e-07,
|
|
"loss": 1.9646,
|
|
"step": 10530
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 5.105635005895744e-07,
|
|
"loss": 1.9526,
|
|
"step": 10535
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 4.987993646312893e-07,
|
|
"loss": 1.7403,
|
|
"step": 10540
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 4.870352286730042e-07,
|
|
"loss": 1.8803,
|
|
"step": 10545
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 4.7527109271471913e-07,
|
|
"loss": 1.7658,
|
|
"step": 10550
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 4.6350695675643395e-07,
|
|
"loss": 2.0183,
|
|
"step": 10555
|
|
},
|
|
{
|
|
"epoch": 1.96,
|
|
"learning_rate": 4.5174282079814883e-07,
|
|
"loss": 1.5344,
|
|
"step": 10560
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 4.399786848398637e-07,
|
|
"loss": 1.8213,
|
|
"step": 10565
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 4.282145488815785e-07,
|
|
"loss": 1.6699,
|
|
"step": 10570
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 4.164504129232934e-07,
|
|
"loss": 1.9714,
|
|
"step": 10575
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 4.0468627696500833e-07,
|
|
"loss": 2.0185,
|
|
"step": 10580
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 3.929221410067232e-07,
|
|
"loss": 1.8417,
|
|
"step": 10585
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 3.811580050484381e-07,
|
|
"loss": 1.9217,
|
|
"step": 10590
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 3.6939386909015295e-07,
|
|
"loss": 1.8655,
|
|
"step": 10595
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 3.5762973313186783e-07,
|
|
"loss": 2.0396,
|
|
"step": 10600
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 3.458655971735827e-07,
|
|
"loss": 1.9669,
|
|
"step": 10605
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 3.341014612152976e-07,
|
|
"loss": 1.7718,
|
|
"step": 10610
|
|
},
|
|
{
|
|
"epoch": 1.97,
|
|
"learning_rate": 3.2233732525701245e-07,
|
|
"loss": 2.175,
|
|
"step": 10615
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 3.1057318929872733e-07,
|
|
"loss": 1.5541,
|
|
"step": 10620
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.988090533404422e-07,
|
|
"loss": 1.8833,
|
|
"step": 10625
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.870449173821571e-07,
|
|
"loss": 2.1298,
|
|
"step": 10630
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.7528078142387195e-07,
|
|
"loss": 1.7358,
|
|
"step": 10635
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.635166454655868e-07,
|
|
"loss": 1.8904,
|
|
"step": 10640
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.517525095073017e-07,
|
|
"loss": 1.8821,
|
|
"step": 10645
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.399883735490165e-07,
|
|
"loss": 1.988,
|
|
"step": 10650
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.2822423759073145e-07,
|
|
"loss": 1.7948,
|
|
"step": 10655
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.164601016324463e-07,
|
|
"loss": 1.7691,
|
|
"step": 10660
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 2.046959656741612e-07,
|
|
"loss": 1.926,
|
|
"step": 10665
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 1.9293182971587607e-07,
|
|
"loss": 1.9952,
|
|
"step": 10670
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 1.8116769375759092e-07,
|
|
"loss": 1.7438,
|
|
"step": 10675
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 1.694035577993058e-07,
|
|
"loss": 1.585,
|
|
"step": 10680
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 1.5763942184102067e-07,
|
|
"loss": 1.7298,
|
|
"step": 10685
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 1.4587528588273555e-07,
|
|
"loss": 2.1726,
|
|
"step": 10690
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 1.3411114992445045e-07,
|
|
"loss": 1.891,
|
|
"step": 10695
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 1.223470139661653e-07,
|
|
"loss": 1.9968,
|
|
"step": 10700
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 1.1058287800788018e-07,
|
|
"loss": 1.7214,
|
|
"step": 10705
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 9.881874204959506e-08,
|
|
"loss": 1.7694,
|
|
"step": 10710
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 8.705460609130993e-08,
|
|
"loss": 1.5708,
|
|
"step": 10715
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 7.529047013302481e-08,
|
|
"loss": 1.9671,
|
|
"step": 10720
|
|
},
|
|
{
|
|
"epoch": 1.99,
|
|
"learning_rate": 6.352633417473968e-08,
|
|
"loss": 1.6368,
|
|
"step": 10725
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"learning_rate": 5.176219821645456e-08,
|
|
"loss": 1.9236,
|
|
"step": 10730
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"learning_rate": 3.999806225816943e-08,
|
|
"loss": 1.9279,
|
|
"step": 10735
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"learning_rate": 2.8233926299884302e-08,
|
|
"loss": 2.0213,
|
|
"step": 10740
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"learning_rate": 1.6469790341599177e-08,
|
|
"loss": 1.8215,
|
|
"step": 10745
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"learning_rate": 4.7056543833140506e-09,
|
|
"loss": 1.7022,
|
|
"step": 10750
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"step": 10752,
|
|
"total_flos": 3.03717269421312e+16,
|
|
"train_loss": 2.1236886782571673,
|
|
"train_runtime": 4504.4872,
|
|
"train_samples_per_second": 19.093,
|
|
"train_steps_per_second": 2.387
|
|
}
|
|
],
|
|
"max_steps": 10752,
|
|
"num_train_epochs": 2,
|
|
"total_flos": 3.03717269421312e+16,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|