7d0947bb2c
Model: mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5 Source: Original Platform
3438 lines
83 KiB
JSON
3438 lines
83 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 4.961636828644501,
|
|
"eval_steps": 500,
|
|
"global_step": 485,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.010230179028132993,
|
|
"grad_norm": 2.9681825955274577,
|
|
"learning_rate": 8.163265306122449e-07,
|
|
"loss": 1.4918,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.020460358056265986,
|
|
"grad_norm": 2.979280560750724,
|
|
"learning_rate": 1.6326530612244897e-06,
|
|
"loss": 1.4922,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.030690537084398978,
|
|
"grad_norm": 2.9696929689528426,
|
|
"learning_rate": 2.4489795918367347e-06,
|
|
"loss": 1.5053,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.04092071611253197,
|
|
"grad_norm": 2.8854047896767385,
|
|
"learning_rate": 3.2653061224489794e-06,
|
|
"loss": 1.4888,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.05115089514066496,
|
|
"grad_norm": 2.678302997542699,
|
|
"learning_rate": 4.081632653061225e-06,
|
|
"loss": 1.4875,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.061381074168797956,
|
|
"grad_norm": 2.009190448670929,
|
|
"learning_rate": 4.897959183673469e-06,
|
|
"loss": 1.4641,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.07161125319693094,
|
|
"grad_norm": 1.88642976129468,
|
|
"learning_rate": 5.7142857142857145e-06,
|
|
"loss": 1.4581,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.08184143222506395,
|
|
"grad_norm": 1.7967293041212427,
|
|
"learning_rate": 6.530612244897959e-06,
|
|
"loss": 1.449,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.09207161125319693,
|
|
"grad_norm": 1.7785294097373827,
|
|
"learning_rate": 7.346938775510205e-06,
|
|
"loss": 1.4581,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.10230179028132992,
|
|
"grad_norm": 1.6260935195266601,
|
|
"learning_rate": 8.16326530612245e-06,
|
|
"loss": 1.4392,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.11253196930946291,
|
|
"grad_norm": 2.146271221045358,
|
|
"learning_rate": 8.979591836734695e-06,
|
|
"loss": 1.4024,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.12276214833759591,
|
|
"grad_norm": 2.0958251479872074,
|
|
"learning_rate": 9.795918367346939e-06,
|
|
"loss": 1.4099,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.1329923273657289,
|
|
"grad_norm": 1.724599487721133,
|
|
"learning_rate": 1.0612244897959186e-05,
|
|
"loss": 1.3819,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.1432225063938619,
|
|
"grad_norm": 1.239236642237635,
|
|
"learning_rate": 1.1428571428571429e-05,
|
|
"loss": 1.3781,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.1534526854219949,
|
|
"grad_norm": 1.2207433921526918,
|
|
"learning_rate": 1.2244897959183674e-05,
|
|
"loss": 1.3687,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.1636828644501279,
|
|
"grad_norm": 0.9437502848687276,
|
|
"learning_rate": 1.3061224489795918e-05,
|
|
"loss": 1.3696,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.17391304347826086,
|
|
"grad_norm": 0.9523349841268315,
|
|
"learning_rate": 1.3877551020408165e-05,
|
|
"loss": 1.3309,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.18414322250639387,
|
|
"grad_norm": 0.7176841886284677,
|
|
"learning_rate": 1.469387755102041e-05,
|
|
"loss": 1.3108,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.19437340153452684,
|
|
"grad_norm": 0.748654666968633,
|
|
"learning_rate": 1.5510204081632655e-05,
|
|
"loss": 1.3173,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.20460358056265984,
|
|
"grad_norm": 0.8282956756972626,
|
|
"learning_rate": 1.63265306122449e-05,
|
|
"loss": 1.2995,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.21483375959079284,
|
|
"grad_norm": 0.6386096725540146,
|
|
"learning_rate": 1.7142857142857142e-05,
|
|
"loss": 1.29,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.22506393861892582,
|
|
"grad_norm": 0.5668726658163956,
|
|
"learning_rate": 1.795918367346939e-05,
|
|
"loss": 1.3132,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.23529411764705882,
|
|
"grad_norm": 0.5869296468757045,
|
|
"learning_rate": 1.8775510204081636e-05,
|
|
"loss": 1.299,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.24552429667519182,
|
|
"grad_norm": 0.5423506249567581,
|
|
"learning_rate": 1.9591836734693877e-05,
|
|
"loss": 1.2893,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.2557544757033248,
|
|
"grad_norm": 0.5239888331885344,
|
|
"learning_rate": 2.0408163265306126e-05,
|
|
"loss": 1.2678,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.2659846547314578,
|
|
"grad_norm": 0.5019007006756177,
|
|
"learning_rate": 2.122448979591837e-05,
|
|
"loss": 1.2619,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.27621483375959077,
|
|
"grad_norm": 0.41432744914634223,
|
|
"learning_rate": 2.2040816326530613e-05,
|
|
"loss": 1.2486,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.2864450127877238,
|
|
"grad_norm": 0.4130335504517712,
|
|
"learning_rate": 2.2857142857142858e-05,
|
|
"loss": 1.2659,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.2966751918158568,
|
|
"grad_norm": 0.41612204477854087,
|
|
"learning_rate": 2.3673469387755103e-05,
|
|
"loss": 1.2436,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.3069053708439898,
|
|
"grad_norm": 0.43051651693759135,
|
|
"learning_rate": 2.448979591836735e-05,
|
|
"loss": 1.2603,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.3171355498721228,
|
|
"grad_norm": 0.34370693253506146,
|
|
"learning_rate": 2.5306122448979597e-05,
|
|
"loss": 1.2432,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.3273657289002558,
|
|
"grad_norm": 0.34133030422494026,
|
|
"learning_rate": 2.6122448979591835e-05,
|
|
"loss": 1.2337,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.3375959079283887,
|
|
"grad_norm": 0.3319005067539689,
|
|
"learning_rate": 2.6938775510204084e-05,
|
|
"loss": 1.2463,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.34782608695652173,
|
|
"grad_norm": 0.28074046613650866,
|
|
"learning_rate": 2.775510204081633e-05,
|
|
"loss": 1.2461,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.35805626598465473,
|
|
"grad_norm": 0.28965604103544107,
|
|
"learning_rate": 2.8571428571428574e-05,
|
|
"loss": 1.2385,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.36828644501278773,
|
|
"grad_norm": 0.30050391691065137,
|
|
"learning_rate": 2.938775510204082e-05,
|
|
"loss": 1.2226,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.37851662404092073,
|
|
"grad_norm": 0.28906957290955254,
|
|
"learning_rate": 3.020408163265306e-05,
|
|
"loss": 1.232,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.3887468030690537,
|
|
"grad_norm": 0.29183163383217575,
|
|
"learning_rate": 3.102040816326531e-05,
|
|
"loss": 1.2136,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.3989769820971867,
|
|
"grad_norm": 0.2599626281733114,
|
|
"learning_rate": 3.183673469387755e-05,
|
|
"loss": 1.221,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.4092071611253197,
|
|
"grad_norm": 0.327304024463649,
|
|
"learning_rate": 3.26530612244898e-05,
|
|
"loss": 1.2194,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.4194373401534527,
|
|
"grad_norm": 0.2911485255388066,
|
|
"learning_rate": 3.346938775510204e-05,
|
|
"loss": 1.2046,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.4296675191815857,
|
|
"grad_norm": 0.29268540087741196,
|
|
"learning_rate": 3.4285714285714284e-05,
|
|
"loss": 1.2045,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.4398976982097187,
|
|
"grad_norm": 0.31270910748231523,
|
|
"learning_rate": 3.510204081632653e-05,
|
|
"loss": 1.2036,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.45012787723785164,
|
|
"grad_norm": 0.29599656789271006,
|
|
"learning_rate": 3.591836734693878e-05,
|
|
"loss": 1.2225,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.46035805626598464,
|
|
"grad_norm": 0.2887067574371518,
|
|
"learning_rate": 3.673469387755102e-05,
|
|
"loss": 1.1973,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.47058823529411764,
|
|
"grad_norm": 0.2844897888029014,
|
|
"learning_rate": 3.755102040816327e-05,
|
|
"loss": 1.2085,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.48081841432225064,
|
|
"grad_norm": 0.2611634186171313,
|
|
"learning_rate": 3.836734693877551e-05,
|
|
"loss": 1.2054,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.49104859335038364,
|
|
"grad_norm": 0.25084361258479243,
|
|
"learning_rate": 3.9183673469387755e-05,
|
|
"loss": 1.1818,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.5012787723785166,
|
|
"grad_norm": 0.2862616155779687,
|
|
"learning_rate": 4e-05,
|
|
"loss": 1.1852,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.5115089514066496,
|
|
"grad_norm": 0.39535570876845794,
|
|
"learning_rate": 3.9999480811710956e-05,
|
|
"loss": 1.1889,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.5217391304347826,
|
|
"grad_norm": 0.5916412741996568,
|
|
"learning_rate": 3.999792327379947e-05,
|
|
"loss": 1.1752,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.5319693094629157,
|
|
"grad_norm": 1.1115600291818732,
|
|
"learning_rate": 3.9995327467131074e-05,
|
|
"loss": 1.1904,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.5421994884910486,
|
|
"grad_norm": 1.0604217218035932,
|
|
"learning_rate": 3.999169352647703e-05,
|
|
"loss": 1.1788,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.5524296675191815,
|
|
"grad_norm": 0.6884296946514226,
|
|
"learning_rate": 3.998702164050726e-05,
|
|
"loss": 1.1726,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.5626598465473146,
|
|
"grad_norm": 1.5122828259949803,
|
|
"learning_rate": 3.998131205178063e-05,
|
|
"loss": 1.1736,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.5728900255754475,
|
|
"grad_norm": 0.47007930659675656,
|
|
"learning_rate": 3.9974565056732294e-05,
|
|
"loss": 1.1643,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.5831202046035806,
|
|
"grad_norm": 0.9345647863258172,
|
|
"learning_rate": 3.9966781005658336e-05,
|
|
"loss": 1.1726,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.5933503836317136,
|
|
"grad_norm": 0.8348753081451585,
|
|
"learning_rate": 3.995796030269756e-05,
|
|
"loss": 1.1743,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.6035805626598465,
|
|
"grad_norm": 0.9024671765460063,
|
|
"learning_rate": 3.994810340581056e-05,
|
|
"loss": 1.1561,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.6138107416879796,
|
|
"grad_norm": 0.6023978152299045,
|
|
"learning_rate": 3.993721082675585e-05,
|
|
"loss": 1.1589,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.6240409207161125,
|
|
"grad_norm": 0.5081862666771035,
|
|
"learning_rate": 3.992528313106339e-05,
|
|
"loss": 1.1751,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.6342710997442456,
|
|
"grad_norm": 0.4649367060091047,
|
|
"learning_rate": 3.991232093800517e-05,
|
|
"loss": 1.1787,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.6445012787723785,
|
|
"grad_norm": 0.6341340622670154,
|
|
"learning_rate": 3.989832492056308e-05,
|
|
"loss": 1.1766,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.6547314578005116,
|
|
"grad_norm": 0.5455776295116087,
|
|
"learning_rate": 3.988329580539395e-05,
|
|
"loss": 1.1709,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.6649616368286445,
|
|
"grad_norm": 0.4484425559213346,
|
|
"learning_rate": 3.9867234372791834e-05,
|
|
"loss": 1.17,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.6751918158567775,
|
|
"grad_norm": 0.4272907650523753,
|
|
"learning_rate": 3.9850141456647515e-05,
|
|
"loss": 1.1589,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.6854219948849105,
|
|
"grad_norm": 0.5465581943156248,
|
|
"learning_rate": 3.983201794440517e-05,
|
|
"loss": 1.1612,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.6956521739130435,
|
|
"grad_norm": 0.5735349455725025,
|
|
"learning_rate": 3.981286477701635e-05,
|
|
"loss": 1.1587,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.7058823529411765,
|
|
"grad_norm": 0.35440151647593743,
|
|
"learning_rate": 3.979268294889105e-05,
|
|
"loss": 1.1602,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.7161125319693095,
|
|
"grad_norm": 0.42938469828017,
|
|
"learning_rate": 3.977147350784617e-05,
|
|
"loss": 1.167,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.7263427109974424,
|
|
"grad_norm": 0.44982383314843716,
|
|
"learning_rate": 3.974923755505104e-05,
|
|
"loss": 1.1431,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.7365728900255755,
|
|
"grad_norm": 0.38572351027704815,
|
|
"learning_rate": 3.972597624497029e-05,
|
|
"loss": 1.1521,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.7468030690537084,
|
|
"grad_norm": 0.34847411905908265,
|
|
"learning_rate": 3.97016907853039e-05,
|
|
"loss": 1.152,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.7570332480818415,
|
|
"grad_norm": 0.3429209017839145,
|
|
"learning_rate": 3.96763824369245e-05,
|
|
"loss": 1.1413,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.7672634271099744,
|
|
"grad_norm": 0.38510484098230807,
|
|
"learning_rate": 3.96500525138119e-05,
|
|
"loss": 1.1602,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.7774936061381074,
|
|
"grad_norm": 0.42419320032589797,
|
|
"learning_rate": 3.962270238298486e-05,
|
|
"loss": 1.1493,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.7877237851662404,
|
|
"grad_norm": 0.3647785669418163,
|
|
"learning_rate": 3.9594333464430155e-05,
|
|
"loss": 1.1371,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.7979539641943734,
|
|
"grad_norm": 0.35893196150825196,
|
|
"learning_rate": 3.9564947231028805e-05,
|
|
"loss": 1.1555,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.8081841432225064,
|
|
"grad_norm": 0.339848648449806,
|
|
"learning_rate": 3.9534545208479645e-05,
|
|
"loss": 1.1385,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.8184143222506394,
|
|
"grad_norm": 0.3084301810191317,
|
|
"learning_rate": 3.9503128975220075e-05,
|
|
"loss": 1.143,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.8286445012787724,
|
|
"grad_norm": 0.24566098501561676,
|
|
"learning_rate": 3.947070016234414e-05,
|
|
"loss": 1.1506,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.8388746803069054,
|
|
"grad_norm": 0.22444717684350196,
|
|
"learning_rate": 3.943726045351782e-05,
|
|
"loss": 1.1492,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.8491048593350383,
|
|
"grad_norm": 0.2559344393913777,
|
|
"learning_rate": 3.940281158489163e-05,
|
|
"loss": 1.1522,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.8593350383631714,
|
|
"grad_norm": 0.22647402747782316,
|
|
"learning_rate": 3.936735534501051e-05,
|
|
"loss": 1.1337,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.8695652173913043,
|
|
"grad_norm": 0.2600014177792275,
|
|
"learning_rate": 3.933089357472089e-05,
|
|
"loss": 1.1499,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.8797953964194374,
|
|
"grad_norm": 0.3098466535491745,
|
|
"learning_rate": 3.929342816707519e-05,
|
|
"loss": 1.1401,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.8900255754475703,
|
|
"grad_norm": 0.35360326492885225,
|
|
"learning_rate": 3.92549610672335e-05,
|
|
"loss": 1.1406,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.9002557544757033,
|
|
"grad_norm": 0.3862401334500793,
|
|
"learning_rate": 3.92154942723626e-05,
|
|
"loss": 1.1412,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.9104859335038363,
|
|
"grad_norm": 0.39352928547649063,
|
|
"learning_rate": 3.917502983153225e-05,
|
|
"loss": 1.1338,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.9207161125319693,
|
|
"grad_norm": 0.4399181035792021,
|
|
"learning_rate": 3.913356984560883e-05,
|
|
"loss": 1.1418,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.9309462915601023,
|
|
"grad_norm": 0.5085746700220705,
|
|
"learning_rate": 3.909111646714627e-05,
|
|
"loss": 1.1333,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.9411764705882353,
|
|
"grad_norm": 0.5735818807274115,
|
|
"learning_rate": 3.9047671900274256e-05,
|
|
"loss": 1.1552,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.9514066496163683,
|
|
"grad_norm": 0.5681370826641924,
|
|
"learning_rate": 3.900323840058382e-05,
|
|
"loss": 1.1455,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.9616368286445013,
|
|
"grad_norm": 0.5444974187249378,
|
|
"learning_rate": 3.895781827501022e-05,
|
|
"loss": 1.1453,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.9718670076726342,
|
|
"grad_norm": 0.5190262675407392,
|
|
"learning_rate": 3.8911413881713204e-05,
|
|
"loss": 1.1353,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.9820971867007673,
|
|
"grad_norm": 0.653852135882697,
|
|
"learning_rate": 3.8864027629954517e-05,
|
|
"loss": 1.1325,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.9923273657289002,
|
|
"grad_norm": 0.8580787081484961,
|
|
"learning_rate": 3.881566197997286e-05,
|
|
"loss": 1.1578,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 1.0025575447570332,
|
|
"grad_norm": 1.0310995219860968,
|
|
"learning_rate": 3.8766319442856134e-05,
|
|
"loss": 1.4304,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 1.0127877237851663,
|
|
"grad_norm": 1.0480726196507673,
|
|
"learning_rate": 3.8716002580411084e-05,
|
|
"loss": 1.1262,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 1.0230179028132993,
|
|
"grad_norm": 0.6574690748508139,
|
|
"learning_rate": 3.866471400503029e-05,
|
|
"loss": 1.1496,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 1.0332480818414322,
|
|
"grad_norm": 0.2813394335679964,
|
|
"learning_rate": 3.861245637955651e-05,
|
|
"loss": 1.132,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 1.0434782608695652,
|
|
"grad_norm": 0.7766927528299393,
|
|
"learning_rate": 3.855923241714447e-05,
|
|
"loss": 1.1349,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 1.0537084398976981,
|
|
"grad_norm": 0.8169866806335725,
|
|
"learning_rate": 3.850504488111996e-05,
|
|
"loss": 1.1087,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 1.0639386189258313,
|
|
"grad_norm": 0.2919889881481981,
|
|
"learning_rate": 3.844989658483639e-05,
|
|
"loss": 1.1425,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 1.0741687979539642,
|
|
"grad_norm": 0.5035670797221828,
|
|
"learning_rate": 3.8393790391528726e-05,
|
|
"loss": 1.1255,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 1.0843989769820972,
|
|
"grad_norm": 0.6224946592118362,
|
|
"learning_rate": 3.833672921416482e-05,
|
|
"loss": 1.1225,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 1.0946291560102301,
|
|
"grad_norm": 0.2950181376931291,
|
|
"learning_rate": 3.827871601529417e-05,
|
|
"loss": 1.1117,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 1.104859335038363,
|
|
"grad_norm": 0.5051007741582696,
|
|
"learning_rate": 3.821975380689413e-05,
|
|
"loss": 1.1461,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 1.1150895140664963,
|
|
"grad_norm": 0.5221568786817201,
|
|
"learning_rate": 3.81598456502135e-05,
|
|
"loss": 1.1234,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 1.1253196930946292,
|
|
"grad_norm": 0.30392380764460536,
|
|
"learning_rate": 3.809899465561363e-05,
|
|
"loss": 1.1115,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 1.1355498721227621,
|
|
"grad_norm": 0.4761276317198434,
|
|
"learning_rate": 3.803720398240688e-05,
|
|
"loss": 1.1201,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 1.145780051150895,
|
|
"grad_norm": 0.45611189056644913,
|
|
"learning_rate": 3.7974476838692656e-05,
|
|
"loss": 1.1069,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 1.156010230179028,
|
|
"grad_norm": 0.2525244059682488,
|
|
"learning_rate": 3.791081648119079e-05,
|
|
"loss": 1.1279,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 1.1662404092071612,
|
|
"grad_norm": 0.39044628608560245,
|
|
"learning_rate": 3.7846226215072495e-05,
|
|
"loss": 1.1164,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 1.1764705882352942,
|
|
"grad_norm": 0.4362516631576207,
|
|
"learning_rate": 3.778070939378875e-05,
|
|
"loss": 1.1134,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 1.186700767263427,
|
|
"grad_norm": 0.33136604726952473,
|
|
"learning_rate": 3.771426941889619e-05,
|
|
"loss": 1.1281,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 1.19693094629156,
|
|
"grad_norm": 0.36696496343076784,
|
|
"learning_rate": 3.7646909739880486e-05,
|
|
"loss": 1.1272,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 1.207161125319693,
|
|
"grad_norm": 0.3827254193877039,
|
|
"learning_rate": 3.757863385397731e-05,
|
|
"loss": 1.1087,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 1.2173913043478262,
|
|
"grad_norm": 0.3190444403313643,
|
|
"learning_rate": 3.750944530599069e-05,
|
|
"loss": 1.1126,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 1.227621483375959,
|
|
"grad_norm": 0.3233262046048155,
|
|
"learning_rate": 3.743934768810902e-05,
|
|
"loss": 1.1331,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 1.237851662404092,
|
|
"grad_norm": 0.33936286036272806,
|
|
"learning_rate": 3.7368344639718516e-05,
|
|
"loss": 1.1232,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 1.248081841432225,
|
|
"grad_norm": 0.2330398049477242,
|
|
"learning_rate": 3.729643984721431e-05,
|
|
"loss": 1.1175,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 1.258312020460358,
|
|
"grad_norm": 0.1924936271545763,
|
|
"learning_rate": 3.722363704380902e-05,
|
|
"loss": 1.1285,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 1.2685421994884911,
|
|
"grad_norm": 0.2861361865892163,
|
|
"learning_rate": 3.714994000933893e-05,
|
|
"loss": 1.1196,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 1.278772378516624,
|
|
"grad_norm": 0.24566821538926786,
|
|
"learning_rate": 3.707535257006777e-05,
|
|
"loss": 1.1027,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 1.289002557544757,
|
|
"grad_norm": 0.22928637475781566,
|
|
"learning_rate": 3.6999878598488054e-05,
|
|
"loss": 1.1174,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 1.29923273657289,
|
|
"grad_norm": 0.3310648086514136,
|
|
"learning_rate": 3.6923522013119964e-05,
|
|
"loss": 1.1147,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 1.309462915601023,
|
|
"grad_norm": 0.31367935383189405,
|
|
"learning_rate": 3.684628677830802e-05,
|
|
"loss": 1.1198,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 1.319693094629156,
|
|
"grad_norm": 0.22961205416611935,
|
|
"learning_rate": 3.676817690401516e-05,
|
|
"loss": 1.0972,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 1.329923273657289,
|
|
"grad_norm": 0.3139943962517946,
|
|
"learning_rate": 3.668919644561457e-05,
|
|
"loss": 1.1201,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 1.340153452685422,
|
|
"grad_norm": 0.26295743838749697,
|
|
"learning_rate": 3.6609349503679166e-05,
|
|
"loss": 1.128,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 1.350383631713555,
|
|
"grad_norm": 0.2591587617561099,
|
|
"learning_rate": 3.652864022376866e-05,
|
|
"loss": 1.1281,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 1.3606138107416879,
|
|
"grad_norm": 0.2753137519512843,
|
|
"learning_rate": 3.6447072796214354e-05,
|
|
"loss": 1.0979,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 1.370843989769821,
|
|
"grad_norm": 0.27455797603906246,
|
|
"learning_rate": 3.636465145590156e-05,
|
|
"loss": 1.1383,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 1.381074168797954,
|
|
"grad_norm": 0.2527457090917438,
|
|
"learning_rate": 3.6281380482049743e-05,
|
|
"loss": 1.1139,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 1.391304347826087,
|
|
"grad_norm": 0.3319234526053082,
|
|
"learning_rate": 3.619726419799035e-05,
|
|
"loss": 1.119,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 1.40153452685422,
|
|
"grad_norm": 0.3281079811844079,
|
|
"learning_rate": 3.6112306970942334e-05,
|
|
"loss": 1.107,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 1.4117647058823528,
|
|
"grad_norm": 0.2471643062647397,
|
|
"learning_rate": 3.602651321178544e-05,
|
|
"loss": 1.1135,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 1.421994884910486,
|
|
"grad_norm": 0.20931674384579108,
|
|
"learning_rate": 3.593988737483115e-05,
|
|
"loss": 1.1133,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 1.432225063938619,
|
|
"grad_norm": 0.2552571100096864,
|
|
"learning_rate": 3.58524339575915e-05,
|
|
"loss": 1.1054,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 1.4424552429667519,
|
|
"grad_norm": 0.2651644163666779,
|
|
"learning_rate": 3.576415750054548e-05,
|
|
"loss": 1.1195,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 1.452685421994885,
|
|
"grad_norm": 0.24017688656974193,
|
|
"learning_rate": 3.567506258690338e-05,
|
|
"loss": 1.1085,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 1.4629156010230178,
|
|
"grad_norm": 0.23564531173628686,
|
|
"learning_rate": 3.558515384236875e-05,
|
|
"loss": 1.1106,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 1.473145780051151,
|
|
"grad_norm": 0.22280005044127463,
|
|
"learning_rate": 3.549443593489832e-05,
|
|
"loss": 1.1206,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 1.4833759590792839,
|
|
"grad_norm": 0.2552643337416725,
|
|
"learning_rate": 3.540291357445961e-05,
|
|
"loss": 1.1122,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 1.4936061381074168,
|
|
"grad_norm": 0.2894540149054441,
|
|
"learning_rate": 3.53105915127864e-05,
|
|
"loss": 1.1222,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 1.50383631713555,
|
|
"grad_norm": 0.28713663691696745,
|
|
"learning_rate": 3.521747454313201e-05,
|
|
"loss": 1.108,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 1.5140664961636827,
|
|
"grad_norm": 0.2908212131310711,
|
|
"learning_rate": 3.512356750002046e-05,
|
|
"loss": 1.0991,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 1.5242966751918159,
|
|
"grad_norm": 0.2925035403624845,
|
|
"learning_rate": 3.502887525899544e-05,
|
|
"loss": 1.0932,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 1.5345268542199488,
|
|
"grad_norm": 0.26246100152488794,
|
|
"learning_rate": 3.4933402736367224e-05,
|
|
"loss": 1.1308,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 1.5447570332480818,
|
|
"grad_norm": 0.2849216122829947,
|
|
"learning_rate": 3.483715488895738e-05,
|
|
"loss": 1.0991,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 1.554987212276215,
|
|
"grad_norm": 0.3168255567811887,
|
|
"learning_rate": 3.4740136713841416e-05,
|
|
"loss": 1.1004,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 1.5652173913043477,
|
|
"grad_norm": 0.3781368448201129,
|
|
"learning_rate": 3.464235324808938e-05,
|
|
"loss": 1.103,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 1.5754475703324808,
|
|
"grad_norm": 0.44427850902760707,
|
|
"learning_rate": 3.4543809568504286e-05,
|
|
"loss": 1.1156,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 1.5856777493606138,
|
|
"grad_norm": 0.5178677272089415,
|
|
"learning_rate": 3.4444510791358596e-05,
|
|
"loss": 1.0895,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 1.5959079283887467,
|
|
"grad_norm": 0.5587035996281683,
|
|
"learning_rate": 3.4344462072128514e-05,
|
|
"loss": 1.1305,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 1.60613810741688,
|
|
"grad_norm": 0.5156063184980773,
|
|
"learning_rate": 3.424366860522638e-05,
|
|
"loss": 1.1157,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 1.6163682864450126,
|
|
"grad_norm": 0.3838651653522541,
|
|
"learning_rate": 3.4142135623730954e-05,
|
|
"loss": 1.0952,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 1.6265984654731458,
|
|
"grad_norm": 0.27179604609847285,
|
|
"learning_rate": 3.4039868399115736e-05,
|
|
"loss": 1.1086,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 1.6368286445012787,
|
|
"grad_norm": 0.3879595327319385,
|
|
"learning_rate": 3.393687224097526e-05,
|
|
"loss": 1.1117,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 1.6470588235294117,
|
|
"grad_norm": 0.4326630668165547,
|
|
"learning_rate": 3.383315249674944e-05,
|
|
"loss": 1.1127,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 1.6572890025575449,
|
|
"grad_norm": 0.31231629284695467,
|
|
"learning_rate": 3.372871455144593e-05,
|
|
"loss": 1.0903,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 1.6675191815856778,
|
|
"grad_norm": 0.20497771494775785,
|
|
"learning_rate": 3.3623563827360546e-05,
|
|
"loss": 1.1132,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 1.6777493606138107,
|
|
"grad_norm": 0.29045667744476295,
|
|
"learning_rate": 3.351770578379573e-05,
|
|
"loss": 1.1092,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 1.6879795396419437,
|
|
"grad_norm": 0.29117745990148775,
|
|
"learning_rate": 3.341114591677715e-05,
|
|
"loss": 1.1161,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 1.6982097186700766,
|
|
"grad_norm": 0.24664682064365182,
|
|
"learning_rate": 3.33038897587683e-05,
|
|
"loss": 1.1125,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 1.7084398976982098,
|
|
"grad_norm": 0.24877676736337231,
|
|
"learning_rate": 3.31959428783833e-05,
|
|
"loss": 1.105,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 1.7186700767263428,
|
|
"grad_norm": 0.3226852479294108,
|
|
"learning_rate": 3.308731088009776e-05,
|
|
"loss": 1.1061,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 1.7289002557544757,
|
|
"grad_norm": 0.3142794136000598,
|
|
"learning_rate": 3.297799940395781e-05,
|
|
"loss": 1.1149,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 1.7391304347826086,
|
|
"grad_norm": 0.24181665165558022,
|
|
"learning_rate": 3.286801412528728e-05,
|
|
"loss": 1.0987,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 1.7493606138107416,
|
|
"grad_norm": 0.20788838484035646,
|
|
"learning_rate": 3.275736075439305e-05,
|
|
"loss": 1.1093,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 1.7595907928388748,
|
|
"grad_norm": 0.28451153851181277,
|
|
"learning_rate": 3.264604503626853e-05,
|
|
"loss": 1.1174,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 1.7698209718670077,
|
|
"grad_norm": 0.2817148207336252,
|
|
"learning_rate": 3.2534072750295456e-05,
|
|
"loss": 1.1008,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 1.7800511508951407,
|
|
"grad_norm": 0.24212317366361924,
|
|
"learning_rate": 3.242144970994377e-05,
|
|
"loss": 1.1023,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 1.7902813299232738,
|
|
"grad_norm": 0.21266663692713014,
|
|
"learning_rate": 3.230818176246986e-05,
|
|
"loss": 1.1036,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 1.8005115089514065,
|
|
"grad_norm": 0.2520301735794147,
|
|
"learning_rate": 3.219427478861289e-05,
|
|
"loss": 1.1037,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 1.8107416879795397,
|
|
"grad_norm": 0.3161241021569891,
|
|
"learning_rate": 3.2079734702289555e-05,
|
|
"loss": 1.0877,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 1.8209718670076727,
|
|
"grad_norm": 0.3060944028715776,
|
|
"learning_rate": 3.1964567450286996e-05,
|
|
"loss": 1.1124,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 1.8312020460358056,
|
|
"grad_norm": 0.2402334607687787,
|
|
"learning_rate": 3.1848779011954076e-05,
|
|
"loss": 1.0935,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 1.8414322250639388,
|
|
"grad_norm": 0.25553002034702404,
|
|
"learning_rate": 3.1732375398890894e-05,
|
|
"loss": 1.0998,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 1.8516624040920715,
|
|
"grad_norm": 0.2637783695396801,
|
|
"learning_rate": 3.1615362654636743e-05,
|
|
"loss": 1.1019,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 1.8618925831202047,
|
|
"grad_norm": 0.2669661575820072,
|
|
"learning_rate": 3.149774685435626e-05,
|
|
"loss": 1.0894,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 1.8721227621483376,
|
|
"grad_norm": 0.255574218735534,
|
|
"learning_rate": 3.1379534104524055e-05,
|
|
"loss": 1.1011,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 1.8823529411764706,
|
|
"grad_norm": 0.23865147293496133,
|
|
"learning_rate": 3.126073054260765e-05,
|
|
"loss": 1.1071,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 1.8925831202046037,
|
|
"grad_norm": 0.2281192334405852,
|
|
"learning_rate": 3.114134233674888e-05,
|
|
"loss": 1.097,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 1.9028132992327365,
|
|
"grad_norm": 0.2445536496332577,
|
|
"learning_rate": 3.102137568544355e-05,
|
|
"loss": 1.09,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 1.9130434782608696,
|
|
"grad_norm": 0.26628100347904377,
|
|
"learning_rate": 3.090083681721972e-05,
|
|
"loss": 1.0994,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 1.9232736572890026,
|
|
"grad_norm": 0.23796462821260594,
|
|
"learning_rate": 3.077973199031426e-05,
|
|
"loss": 1.1025,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 1.9335038363171355,
|
|
"grad_norm": 0.18580900093331343,
|
|
"learning_rate": 3.065806749234795e-05,
|
|
"loss": 1.0881,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 1.9437340153452687,
|
|
"grad_norm": 0.14724438957495017,
|
|
"learning_rate": 3.053584963999906e-05,
|
|
"loss": 1.1136,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 1.9539641943734014,
|
|
"grad_norm": 0.1787489908444512,
|
|
"learning_rate": 3.041308477867534e-05,
|
|
"loss": 1.1114,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 1.9641943734015346,
|
|
"grad_norm": 0.17483575594969333,
|
|
"learning_rate": 3.0289779282184627e-05,
|
|
"loss": 1.0857,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 1.9744245524296675,
|
|
"grad_norm": 0.18752733592586796,
|
|
"learning_rate": 3.0165939552403896e-05,
|
|
"loss": 1.0959,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 1.9846547314578005,
|
|
"grad_norm": 0.18287948931304057,
|
|
"learning_rate": 3.004157201894689e-05,
|
|
"loss": 1.1027,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 1.9948849104859336,
|
|
"grad_norm": 0.15472876003283184,
|
|
"learning_rate": 2.9916683138830297e-05,
|
|
"loss": 1.1892,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 2.0051150895140664,
|
|
"grad_norm": 0.1470524629982156,
|
|
"learning_rate": 2.979127939613852e-05,
|
|
"loss": 1.2693,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 2.0153452685421995,
|
|
"grad_norm": 0.16340888105879744,
|
|
"learning_rate": 2.966536730168702e-05,
|
|
"loss": 1.1078,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 2.0255754475703327,
|
|
"grad_norm": 0.13956232969474247,
|
|
"learning_rate": 2.9538953392684275e-05,
|
|
"loss": 1.0891,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 2.0358056265984654,
|
|
"grad_norm": 0.18457989014871123,
|
|
"learning_rate": 2.9412044232392416e-05,
|
|
"loss": 1.0677,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 2.0460358056265986,
|
|
"grad_norm": 0.12136529636023749,
|
|
"learning_rate": 2.9284646409786405e-05,
|
|
"loss": 1.1144,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 2.0562659846547313,
|
|
"grad_norm": 0.15904769414931777,
|
|
"learning_rate": 2.9156766539212008e-05,
|
|
"loss": 1.0836,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 2.0664961636828645,
|
|
"grad_norm": 0.16599758972337367,
|
|
"learning_rate": 2.902841126004234e-05,
|
|
"loss": 1.1089,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 2.0767263427109977,
|
|
"grad_norm": 0.17311993519081115,
|
|
"learning_rate": 2.8899587236333188e-05,
|
|
"loss": 1.0842,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 2.0869565217391304,
|
|
"grad_norm": 0.1631230863619124,
|
|
"learning_rate": 2.8770301156476985e-05,
|
|
"loss": 1.0835,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 2.0971867007672635,
|
|
"grad_norm": 0.18216951988841093,
|
|
"learning_rate": 2.8640559732855595e-05,
|
|
"loss": 1.0814,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 2.1074168797953963,
|
|
"grad_norm": 0.17594697478195306,
|
|
"learning_rate": 2.85103697014918e-05,
|
|
"loss": 1.0934,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 2.1176470588235294,
|
|
"grad_norm": 0.14718498295049004,
|
|
"learning_rate": 2.8379737821699557e-05,
|
|
"loss": 1.0985,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 2.1278772378516626,
|
|
"grad_norm": 0.13561120318845796,
|
|
"learning_rate": 2.824867087573308e-05,
|
|
"loss": 1.1002,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 2.1381074168797953,
|
|
"grad_norm": 0.15417265909747283,
|
|
"learning_rate": 2.8117175668434713e-05,
|
|
"loss": 1.11,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 2.1483375959079285,
|
|
"grad_norm": 0.14865372282114261,
|
|
"learning_rate": 2.7985259026881637e-05,
|
|
"loss": 1.0856,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 2.1585677749360612,
|
|
"grad_norm": 0.16736680455155972,
|
|
"learning_rate": 2.785292780003138e-05,
|
|
"loss": 1.1135,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 2.1687979539641944,
|
|
"grad_norm": 0.200442267707597,
|
|
"learning_rate": 2.7720188858366275e-05,
|
|
"loss": 1.0825,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 2.1790281329923276,
|
|
"grad_norm": 0.17119486207208676,
|
|
"learning_rate": 2.7587049093536716e-05,
|
|
"loss": 1.1028,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 2.1892583120204603,
|
|
"grad_norm": 0.11508803833277609,
|
|
"learning_rate": 2.7453515418003385e-05,
|
|
"loss": 1.0768,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 2.1994884910485935,
|
|
"grad_norm": 0.1609204349104562,
|
|
"learning_rate": 2.7319594764678325e-05,
|
|
"loss": 1.1199,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 2.209718670076726,
|
|
"grad_norm": 0.1728842328378067,
|
|
"learning_rate": 2.7185294086565028e-05,
|
|
"loss": 1.097,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 2.2199488491048593,
|
|
"grad_norm": 0.13266979279006888,
|
|
"learning_rate": 2.7050620356397413e-05,
|
|
"loss": 1.0851,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 2.2301790281329925,
|
|
"grad_norm": 0.12940248460884995,
|
|
"learning_rate": 2.6915580566277855e-05,
|
|
"loss": 1.0931,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 2.2404092071611252,
|
|
"grad_norm": 0.1439492369769675,
|
|
"learning_rate": 2.6780181727314096e-05,
|
|
"loss": 1.093,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 2.2506393861892584,
|
|
"grad_norm": 0.1483731463378574,
|
|
"learning_rate": 2.6644430869255294e-05,
|
|
"loss": 1.0738,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 2.260869565217391,
|
|
"grad_norm": 0.14343260571586547,
|
|
"learning_rate": 2.650833504012702e-05,
|
|
"loss": 1.0789,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 2.2710997442455243,
|
|
"grad_norm": 0.11799733853944923,
|
|
"learning_rate": 2.6371901305865346e-05,
|
|
"loss": 1.0832,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 2.2813299232736575,
|
|
"grad_norm": 0.1406470804992471,
|
|
"learning_rate": 2.623513674994998e-05,
|
|
"loss": 1.0975,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 2.29156010230179,
|
|
"grad_norm": 0.14491784783967254,
|
|
"learning_rate": 2.6098048473036487e-05,
|
|
"loss": 1.0997,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 2.3017902813299234,
|
|
"grad_norm": 0.14083210573593827,
|
|
"learning_rate": 2.5960643592587676e-05,
|
|
"loss": 1.0828,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 2.312020460358056,
|
|
"grad_norm": 0.12171907591395076,
|
|
"learning_rate": 2.582292924250402e-05,
|
|
"loss": 1.078,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 2.3222506393861893,
|
|
"grad_norm": 0.1600109191933891,
|
|
"learning_rate": 2.56849125727533e-05,
|
|
"loss": 1.0861,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 2.3324808184143224,
|
|
"grad_norm": 0.1348612804045715,
|
|
"learning_rate": 2.5546600748999374e-05,
|
|
"loss": 1.0833,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 2.342710997442455,
|
|
"grad_norm": 0.1406359687196,
|
|
"learning_rate": 2.5408000952230158e-05,
|
|
"loss": 1.1027,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 2.3529411764705883,
|
|
"grad_norm": 0.1287079233395601,
|
|
"learning_rate": 2.526912037838479e-05,
|
|
"loss": 1.0661,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 2.363171355498721,
|
|
"grad_norm": 0.1294708592669769,
|
|
"learning_rate": 2.512996623798002e-05,
|
|
"loss": 1.0783,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 2.373401534526854,
|
|
"grad_norm": 0.13498636958723126,
|
|
"learning_rate": 2.499054575573585e-05,
|
|
"loss": 1.0928,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 2.3836317135549874,
|
|
"grad_norm": 0.12993498298639505,
|
|
"learning_rate": 2.485086617020045e-05,
|
|
"loss": 1.0966,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 2.39386189258312,
|
|
"grad_norm": 0.11522478571851609,
|
|
"learning_rate": 2.4710934733374313e-05,
|
|
"loss": 1.0691,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 2.4040920716112533,
|
|
"grad_norm": 0.12094185174881988,
|
|
"learning_rate": 2.4570758710333787e-05,
|
|
"loss": 1.0953,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 2.414322250639386,
|
|
"grad_norm": 0.11606589738085801,
|
|
"learning_rate": 2.4430345378853804e-05,
|
|
"loss": 1.0782,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 2.424552429667519,
|
|
"grad_norm": 0.13141797037490036,
|
|
"learning_rate": 2.428970202903011e-05,
|
|
"loss": 1.0753,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 2.4347826086956523,
|
|
"grad_norm": 0.12182089290540926,
|
|
"learning_rate": 2.4148835962900723e-05,
|
|
"loss": 1.0753,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 2.445012787723785,
|
|
"grad_norm": 0.1359534290897358,
|
|
"learning_rate": 2.4007754494066822e-05,
|
|
"loss": 1.0921,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 2.455242966751918,
|
|
"grad_norm": 0.10904913395439578,
|
|
"learning_rate": 2.3866464947313053e-05,
|
|
"loss": 1.0547,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 2.4654731457800514,
|
|
"grad_norm": 0.13309500630761395,
|
|
"learning_rate": 2.3724974658227212e-05,
|
|
"loss": 1.1068,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 2.475703324808184,
|
|
"grad_norm": 0.12066785161235018,
|
|
"learning_rate": 2.358329097281942e-05,
|
|
"loss": 1.0802,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 2.4859335038363173,
|
|
"grad_norm": 0.13339546005675912,
|
|
"learning_rate": 2.34414212471407e-05,
|
|
"loss": 1.0862,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 2.49616368286445,
|
|
"grad_norm": 0.12228540791049847,
|
|
"learning_rate": 2.329937284690106e-05,
|
|
"loss": 1.0742,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 2.506393861892583,
|
|
"grad_norm": 0.11172003153677204,
|
|
"learning_rate": 2.3157153147087082e-05,
|
|
"loss": 1.0779,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 2.516624040920716,
|
|
"grad_norm": 0.11702007894458077,
|
|
"learning_rate": 2.301476953157904e-05,
|
|
"loss": 1.0638,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 2.526854219948849,
|
|
"grad_norm": 0.11877470002968875,
|
|
"learning_rate": 2.2872229392767497e-05,
|
|
"loss": 1.0809,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 2.5370843989769822,
|
|
"grad_norm": 0.12490052394075732,
|
|
"learning_rate": 2.2729540131169543e-05,
|
|
"loss": 1.0877,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 2.547314578005115,
|
|
"grad_norm": 0.1182539684285276,
|
|
"learning_rate": 2.258670915504453e-05,
|
|
"loss": 1.0767,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 2.557544757033248,
|
|
"grad_norm": 0.11963420629161502,
|
|
"learning_rate": 2.2443743880009462e-05,
|
|
"loss": 1.0724,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 2.5677749360613813,
|
|
"grad_norm": 0.13132710667557007,
|
|
"learning_rate": 2.2300651728654005e-05,
|
|
"loss": 1.0908,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 2.578005115089514,
|
|
"grad_norm": 0.10901480185780218,
|
|
"learning_rate": 2.2157440130155084e-05,
|
|
"loss": 1.0913,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 2.588235294117647,
|
|
"grad_norm": 0.11228194273312657,
|
|
"learning_rate": 2.2014116519891168e-05,
|
|
"loss": 1.0804,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 2.59846547314578,
|
|
"grad_norm": 0.12177802474185097,
|
|
"learning_rate": 2.1870688339056265e-05,
|
|
"loss": 1.0781,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 2.608695652173913,
|
|
"grad_norm": 0.12199809949597626,
|
|
"learning_rate": 2.172716303427355e-05,
|
|
"loss": 1.0676,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 2.618925831202046,
|
|
"grad_norm": 0.11670283232616911,
|
|
"learning_rate": 2.158354805720877e-05,
|
|
"loss": 1.082,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 2.629156010230179,
|
|
"grad_norm": 0.12106121800949032,
|
|
"learning_rate": 2.1439850864183343e-05,
|
|
"loss": 1.0848,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 2.639386189258312,
|
|
"grad_norm": 0.12231654575938986,
|
|
"learning_rate": 2.1296078915787253e-05,
|
|
"loss": 1.0768,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 2.649616368286445,
|
|
"grad_norm": 0.11373859460806582,
|
|
"learning_rate": 2.1152239676491687e-05,
|
|
"loss": 1.0888,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 2.659846547314578,
|
|
"grad_norm": 0.11211651873819324,
|
|
"learning_rate": 2.10083406142615e-05,
|
|
"loss": 1.0876,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 2.670076726342711,
|
|
"grad_norm": 0.10934217060064429,
|
|
"learning_rate": 2.086438920016748e-05,
|
|
"loss": 1.0713,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 2.680306905370844,
|
|
"grad_norm": 0.12164887060397138,
|
|
"learning_rate": 2.0720392907998473e-05,
|
|
"loss": 1.0708,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 2.690537084398977,
|
|
"grad_norm": 0.12282073219094865,
|
|
"learning_rate": 2.0576359213873332e-05,
|
|
"loss": 1.0747,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 2.70076726342711,
|
|
"grad_norm": 0.12605604958059977,
|
|
"learning_rate": 2.0432295595852774e-05,
|
|
"loss": 1.0759,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 2.710997442455243,
|
|
"grad_norm": 0.12466311463835318,
|
|
"learning_rate": 2.0288209533551147e-05,
|
|
"loss": 1.0806,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 2.7212276214833757,
|
|
"grad_norm": 0.11255757417253677,
|
|
"learning_rate": 2.0144108507748053e-05,
|
|
"loss": 1.1006,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 2.731457800511509,
|
|
"grad_norm": 0.15322943731563027,
|
|
"learning_rate": 2e-05,
|
|
"loss": 1.0829,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 2.741687979539642,
|
|
"grad_norm": 0.1304835093057825,
|
|
"learning_rate": 1.985589149225195e-05,
|
|
"loss": 1.0802,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 2.7519181585677748,
|
|
"grad_norm": 0.12672163520230004,
|
|
"learning_rate": 1.9711790466448863e-05,
|
|
"loss": 1.0968,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 2.762148337595908,
|
|
"grad_norm": 0.13576798662606873,
|
|
"learning_rate": 1.956770440414723e-05,
|
|
"loss": 1.0694,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 2.772378516624041,
|
|
"grad_norm": 0.1525922049487341,
|
|
"learning_rate": 1.9423640786126675e-05,
|
|
"loss": 1.0775,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 2.782608695652174,
|
|
"grad_norm": 0.1186311249071846,
|
|
"learning_rate": 1.9279607092001534e-05,
|
|
"loss": 1.0716,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 2.792838874680307,
|
|
"grad_norm": 0.13518949934347838,
|
|
"learning_rate": 1.913561079983252e-05,
|
|
"loss": 1.0703,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 2.80306905370844,
|
|
"grad_norm": 0.13878953649926296,
|
|
"learning_rate": 1.899165938573851e-05,
|
|
"loss": 1.0859,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 2.813299232736573,
|
|
"grad_norm": 0.11259480551616749,
|
|
"learning_rate": 1.8847760323508317e-05,
|
|
"loss": 1.091,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 2.8235294117647056,
|
|
"grad_norm": 0.13830998104112405,
|
|
"learning_rate": 1.870392108421275e-05,
|
|
"loss": 1.088,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 2.833759590792839,
|
|
"grad_norm": 0.12222587785953827,
|
|
"learning_rate": 1.856014913581666e-05,
|
|
"loss": 1.0834,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 2.843989769820972,
|
|
"grad_norm": 0.10424466590019475,
|
|
"learning_rate": 1.8416451942791236e-05,
|
|
"loss": 1.0841,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 2.8542199488491047,
|
|
"grad_norm": 0.11790633325813425,
|
|
"learning_rate": 1.827283696572646e-05,
|
|
"loss": 1.0757,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 2.864450127877238,
|
|
"grad_norm": 0.12540163476199387,
|
|
"learning_rate": 1.8129311660943742e-05,
|
|
"loss": 1.0802,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 2.874680306905371,
|
|
"grad_norm": 0.10358970206456232,
|
|
"learning_rate": 1.7985883480108836e-05,
|
|
"loss": 1.0822,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 2.8849104859335037,
|
|
"grad_norm": 0.11343908267751618,
|
|
"learning_rate": 1.7842559869844926e-05,
|
|
"loss": 1.0796,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 2.895140664961637,
|
|
"grad_norm": 0.10351299736005762,
|
|
"learning_rate": 1.7699348271345998e-05,
|
|
"loss": 1.0704,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 2.90537084398977,
|
|
"grad_norm": 0.11097409126060695,
|
|
"learning_rate": 1.7556256119990538e-05,
|
|
"loss": 1.0704,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 2.915601023017903,
|
|
"grad_norm": 0.12854951600340017,
|
|
"learning_rate": 1.7413290844955478e-05,
|
|
"loss": 1.0817,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 2.9258312020460355,
|
|
"grad_norm": 0.11447418867835699,
|
|
"learning_rate": 1.727045986883046e-05,
|
|
"loss": 1.0777,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 2.9360613810741687,
|
|
"grad_norm": 0.12131623507552429,
|
|
"learning_rate": 1.7127770607232506e-05,
|
|
"loss": 1.0814,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 2.946291560102302,
|
|
"grad_norm": 0.10961862101144348,
|
|
"learning_rate": 1.6985230468420966e-05,
|
|
"loss": 1.0863,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 2.9565217391304346,
|
|
"grad_norm": 0.14041722223190908,
|
|
"learning_rate": 1.684284685291292e-05,
|
|
"loss": 1.094,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 2.9667519181585678,
|
|
"grad_norm": 0.10470209688096103,
|
|
"learning_rate": 1.6700627153098953e-05,
|
|
"loss": 1.0787,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 2.976982097186701,
|
|
"grad_norm": 0.12405187862664697,
|
|
"learning_rate": 1.6558578752859307e-05,
|
|
"loss": 1.075,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 2.9872122762148337,
|
|
"grad_norm": 0.1062237776271728,
|
|
"learning_rate": 1.641670902718058e-05,
|
|
"loss": 1.0953,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 2.997442455242967,
|
|
"grad_norm": 0.1546602160568262,
|
|
"learning_rate": 1.6275025341772794e-05,
|
|
"loss": 1.2545,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 3.0076726342710995,
|
|
"grad_norm": 0.15461002835316104,
|
|
"learning_rate": 1.6133535052686953e-05,
|
|
"loss": 1.1921,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 3.0179028132992327,
|
|
"grad_norm": 0.12006729211164312,
|
|
"learning_rate": 1.599224550593319e-05,
|
|
"loss": 1.0719,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 3.028132992327366,
|
|
"grad_norm": 0.127921841944554,
|
|
"learning_rate": 1.5851164037099284e-05,
|
|
"loss": 1.0838,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 3.0383631713554986,
|
|
"grad_norm": 0.1219968953848957,
|
|
"learning_rate": 1.5710297970969893e-05,
|
|
"loss": 1.0599,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 3.0485933503836318,
|
|
"grad_norm": 0.10480823093718085,
|
|
"learning_rate": 1.5569654621146203e-05,
|
|
"loss": 1.0627,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 3.0588235294117645,
|
|
"grad_norm": 0.14490139400367194,
|
|
"learning_rate": 1.542924128966622e-05,
|
|
"loss": 1.076,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 3.0690537084398977,
|
|
"grad_norm": 0.13706282121272828,
|
|
"learning_rate": 1.5289065266625684e-05,
|
|
"loss": 1.0797,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 3.079283887468031,
|
|
"grad_norm": 0.10928310239533814,
|
|
"learning_rate": 1.5149133829799558e-05,
|
|
"loss": 1.0777,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 3.0895140664961636,
|
|
"grad_norm": 0.12754549894011027,
|
|
"learning_rate": 1.5009454244264156e-05,
|
|
"loss": 1.1038,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 3.0997442455242967,
|
|
"grad_norm": 0.1097873110986652,
|
|
"learning_rate": 1.4870033762019991e-05,
|
|
"loss": 1.0605,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 3.10997442455243,
|
|
"grad_norm": 0.12822864000131382,
|
|
"learning_rate": 1.4730879621615217e-05,
|
|
"loss": 1.0889,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 3.1202046035805626,
|
|
"grad_norm": 0.11100886546498183,
|
|
"learning_rate": 1.4591999047769842e-05,
|
|
"loss": 1.0863,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 3.130434782608696,
|
|
"grad_norm": 0.12431975728173858,
|
|
"learning_rate": 1.4453399251000635e-05,
|
|
"loss": 1.0527,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 3.1406649616368285,
|
|
"grad_norm": 0.11166537458522897,
|
|
"learning_rate": 1.4315087427246706e-05,
|
|
"loss": 1.074,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 3.1508951406649617,
|
|
"grad_norm": 0.09969458216151995,
|
|
"learning_rate": 1.4177070757495983e-05,
|
|
"loss": 1.0802,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 3.1611253196930944,
|
|
"grad_norm": 0.10085277615175393,
|
|
"learning_rate": 1.4039356407412329e-05,
|
|
"loss": 1.0987,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 3.1713554987212276,
|
|
"grad_norm": 0.0961287589157251,
|
|
"learning_rate": 1.3901951526963516e-05,
|
|
"loss": 1.0673,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 3.1815856777493607,
|
|
"grad_norm": 0.09873940509853912,
|
|
"learning_rate": 1.3764863250050031e-05,
|
|
"loss": 1.0549,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 3.1918158567774935,
|
|
"grad_norm": 0.10353837499788582,
|
|
"learning_rate": 1.362809869413466e-05,
|
|
"loss": 1.0699,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 3.2020460358056266,
|
|
"grad_norm": 0.10347314047302905,
|
|
"learning_rate": 1.3491664959872984e-05,
|
|
"loss": 1.0725,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 3.21227621483376,
|
|
"grad_norm": 0.10325519520594714,
|
|
"learning_rate": 1.3355569130744717e-05,
|
|
"loss": 1.0497,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 3.2225063938618925,
|
|
"grad_norm": 0.1110774028975957,
|
|
"learning_rate": 1.3219818272685912e-05,
|
|
"loss": 1.0808,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 3.2327365728900257,
|
|
"grad_norm": 0.10304642359798406,
|
|
"learning_rate": 1.3084419433722148e-05,
|
|
"loss": 1.0643,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 3.2429667519181584,
|
|
"grad_norm": 0.0971682646427868,
|
|
"learning_rate": 1.294937964360259e-05,
|
|
"loss": 1.0542,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 3.2531969309462916,
|
|
"grad_norm": 0.11145603146856517,
|
|
"learning_rate": 1.2814705913434979e-05,
|
|
"loss": 1.0706,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 3.2634271099744243,
|
|
"grad_norm": 0.09674713472958632,
|
|
"learning_rate": 1.2680405235321684e-05,
|
|
"loss": 1.0637,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 3.2736572890025575,
|
|
"grad_norm": 0.10843006589984941,
|
|
"learning_rate": 1.2546484581996623e-05,
|
|
"loss": 1.0874,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 3.2838874680306906,
|
|
"grad_norm": 0.09363255737392259,
|
|
"learning_rate": 1.2412950906463287e-05,
|
|
"loss": 1.0748,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 3.2941176470588234,
|
|
"grad_norm": 0.11030662559756653,
|
|
"learning_rate": 1.2279811141633735e-05,
|
|
"loss": 1.0706,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 3.3043478260869565,
|
|
"grad_norm": 0.09729921774753335,
|
|
"learning_rate": 1.2147072199968629e-05,
|
|
"loss": 1.0601,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 3.3145780051150897,
|
|
"grad_norm": 0.10106384596888374,
|
|
"learning_rate": 1.201474097311837e-05,
|
|
"loss": 1.0567,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 3.3248081841432224,
|
|
"grad_norm": 0.10693870820352067,
|
|
"learning_rate": 1.188282433156529e-05,
|
|
"loss": 1.0725,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 3.3350383631713556,
|
|
"grad_norm": 0.09690530048216456,
|
|
"learning_rate": 1.1751329124266924e-05,
|
|
"loss": 1.0677,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 3.3452685421994883,
|
|
"grad_norm": 0.10339032018288434,
|
|
"learning_rate": 1.1620262178300456e-05,
|
|
"loss": 1.0544,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 3.3554987212276215,
|
|
"grad_norm": 0.08825003481069207,
|
|
"learning_rate": 1.1489630298508205e-05,
|
|
"loss": 1.0769,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 3.3657289002557547,
|
|
"grad_norm": 0.08787461260474569,
|
|
"learning_rate": 1.1359440267144413e-05,
|
|
"loss": 1.0612,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 3.3759590792838874,
|
|
"grad_norm": 0.09823756696049714,
|
|
"learning_rate": 1.1229698843523027e-05,
|
|
"loss": 1.0732,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 3.3861892583120206,
|
|
"grad_norm": 0.09531296658931637,
|
|
"learning_rate": 1.1100412763666819e-05,
|
|
"loss": 1.0568,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 3.3964194373401533,
|
|
"grad_norm": 0.09984299313983538,
|
|
"learning_rate": 1.0971588739957656e-05,
|
|
"loss": 1.0635,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 3.4066496163682864,
|
|
"grad_norm": 0.09489239193383751,
|
|
"learning_rate": 1.0843233460788e-05,
|
|
"loss": 1.0803,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 3.4168797953964196,
|
|
"grad_norm": 0.09159844593827017,
|
|
"learning_rate": 1.0715353590213597e-05,
|
|
"loss": 1.0757,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 3.4271099744245523,
|
|
"grad_norm": 0.0894738894680945,
|
|
"learning_rate": 1.0587955767607594e-05,
|
|
"loss": 1.0686,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 3.4373401534526855,
|
|
"grad_norm": 0.09921878316185964,
|
|
"learning_rate": 1.0461046607315723e-05,
|
|
"loss": 1.0765,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 3.4475703324808182,
|
|
"grad_norm": 0.0957429216895665,
|
|
"learning_rate": 1.033463269831299e-05,
|
|
"loss": 1.0747,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 3.4578005115089514,
|
|
"grad_norm": 0.08414571850711541,
|
|
"learning_rate": 1.0208720603861488e-05,
|
|
"loss": 1.0961,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 3.4680306905370846,
|
|
"grad_norm": 0.10168015813114815,
|
|
"learning_rate": 1.0083316861169704e-05,
|
|
"loss": 1.0606,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 3.4782608695652173,
|
|
"grad_norm": 0.09551584703983902,
|
|
"learning_rate": 9.958427981053116e-06,
|
|
"loss": 1.0804,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 3.4884910485933505,
|
|
"grad_norm": 0.09831692314317865,
|
|
"learning_rate": 9.834060447596114e-06,
|
|
"loss": 1.0677,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 3.498721227621483,
|
|
"grad_norm": 0.09383345577537172,
|
|
"learning_rate": 9.710220717815378e-06,
|
|
"loss": 1.0787,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 3.5089514066496164,
|
|
"grad_norm": 0.09247292995353687,
|
|
"learning_rate": 9.586915221324668e-06,
|
|
"loss": 1.0959,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 3.5191815856777495,
|
|
"grad_norm": 0.08744993240245372,
|
|
"learning_rate": 9.464150360000946e-06,
|
|
"loss": 1.0543,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 3.5294117647058822,
|
|
"grad_norm": 0.08739863273178501,
|
|
"learning_rate": 9.341932507652053e-06,
|
|
"loss": 1.079,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 3.5396419437340154,
|
|
"grad_norm": 0.08591934564082804,
|
|
"learning_rate": 9.220268009685752e-06,
|
|
"loss": 1.0917,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 3.5498721227621486,
|
|
"grad_norm": 0.08530982771585134,
|
|
"learning_rate": 9.099163182780284e-06,
|
|
"loss": 1.0698,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 3.5601023017902813,
|
|
"grad_norm": 0.08396702129279394,
|
|
"learning_rate": 8.978624314556454e-06,
|
|
"loss": 1.078,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 3.5703324808184145,
|
|
"grad_norm": 0.07547800696072196,
|
|
"learning_rate": 8.85865766325113e-06,
|
|
"loss": 1.0763,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 3.580562659846547,
|
|
"grad_norm": 0.08350840674801444,
|
|
"learning_rate": 8.73926945739235e-06,
|
|
"loss": 1.0749,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 3.5907928388746804,
|
|
"grad_norm": 0.08144508914012105,
|
|
"learning_rate": 8.620465895475958e-06,
|
|
"loss": 1.0647,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 3.601023017902813,
|
|
"grad_norm": 0.0840979229088987,
|
|
"learning_rate": 8.502253145643752e-06,
|
|
"loss": 1.0814,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 3.6112531969309463,
|
|
"grad_norm": 0.07895251042079375,
|
|
"learning_rate": 8.384637345363262e-06,
|
|
"loss": 1.0638,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 3.6214833759590794,
|
|
"grad_norm": 0.08686156430173361,
|
|
"learning_rate": 8.26762460110911e-06,
|
|
"loss": 1.0654,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 3.631713554987212,
|
|
"grad_norm": 0.07746103803729665,
|
|
"learning_rate": 8.151220988045929e-06,
|
|
"loss": 1.0713,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 3.6419437340153453,
|
|
"grad_norm": 0.08436880420354408,
|
|
"learning_rate": 8.035432549713006e-06,
|
|
"loss": 1.0657,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 3.6521739130434785,
|
|
"grad_norm": 0.07565659638802982,
|
|
"learning_rate": 7.920265297710451e-06,
|
|
"loss": 1.0686,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 3.662404092071611,
|
|
"grad_norm": 0.08286700475384223,
|
|
"learning_rate": 7.805725211387113e-06,
|
|
"loss": 1.081,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 3.6726342710997444,
|
|
"grad_norm": 0.07781514667340442,
|
|
"learning_rate": 7.691818237530147e-06,
|
|
"loss": 1.0596,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 3.682864450127877,
|
|
"grad_norm": 0.0951431734041778,
|
|
"learning_rate": 7.5785502900562324e-06,
|
|
"loss": 1.0732,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 3.6930946291560103,
|
|
"grad_norm": 0.08042329644112586,
|
|
"learning_rate": 7.46592724970455e-06,
|
|
"loss": 1.0567,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 3.703324808184143,
|
|
"grad_norm": 0.07601661591847954,
|
|
"learning_rate": 7.353954963731475e-06,
|
|
"loss": 1.071,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 3.713554987212276,
|
|
"grad_norm": 0.08573966219122138,
|
|
"learning_rate": 7.242639245606959e-06,
|
|
"loss": 1.0611,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 3.7237851662404093,
|
|
"grad_norm": 0.08953027088566128,
|
|
"learning_rate": 7.131985874712717e-06,
|
|
"loss": 1.0634,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 3.734015345268542,
|
|
"grad_norm": 0.0818226085978608,
|
|
"learning_rate": 7.022000596042196e-06,
|
|
"loss": 1.0806,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 3.7442455242966752,
|
|
"grad_norm": 0.08574090319665176,
|
|
"learning_rate": 6.912689119902245e-06,
|
|
"loss": 1.0626,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 3.7544757033248084,
|
|
"grad_norm": 0.07209784093188339,
|
|
"learning_rate": 6.804057121616714e-06,
|
|
"loss": 1.0648,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 3.764705882352941,
|
|
"grad_norm": 0.08392846348248735,
|
|
"learning_rate": 6.696110241231708e-06,
|
|
"loss": 1.0695,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 3.7749360613810743,
|
|
"grad_norm": 0.0822595260959984,
|
|
"learning_rate": 6.588854083222851e-06,
|
|
"loss": 1.0676,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 3.785166240409207,
|
|
"grad_norm": 0.07549500754650335,
|
|
"learning_rate": 6.48229421620427e-06,
|
|
"loss": 1.053,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 3.79539641943734,
|
|
"grad_norm": 0.08466247105944975,
|
|
"learning_rate": 6.3764361726394616e-06,
|
|
"loss": 1.0871,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 3.805626598465473,
|
|
"grad_norm": 0.0807054858352925,
|
|
"learning_rate": 6.271285448554072e-06,
|
|
"loss": 1.0859,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 3.815856777493606,
|
|
"grad_norm": 0.08262247758415588,
|
|
"learning_rate": 6.166847503250563e-06,
|
|
"loss": 1.0706,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 3.8260869565217392,
|
|
"grad_norm": 0.08269932344248264,
|
|
"learning_rate": 6.063127759024745e-06,
|
|
"loss": 1.0834,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 3.836317135549872,
|
|
"grad_norm": 0.07428197959727556,
|
|
"learning_rate": 5.960131600884274e-06,
|
|
"loss": 1.0636,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 3.846547314578005,
|
|
"grad_norm": 0.0767789669165535,
|
|
"learning_rate": 5.857864376269051e-06,
|
|
"loss": 1.067,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 3.8567774936061383,
|
|
"grad_norm": 0.08437769692277076,
|
|
"learning_rate": 5.756331394773624e-06,
|
|
"loss": 1.0867,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 3.867007672634271,
|
|
"grad_norm": 0.07475241555743972,
|
|
"learning_rate": 5.6555379278714905e-06,
|
|
"loss": 1.0618,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 3.877237851662404,
|
|
"grad_norm": 0.07633061893990638,
|
|
"learning_rate": 5.555489208641412e-06,
|
|
"loss": 1.0632,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 3.887468030690537,
|
|
"grad_norm": 0.08149043676785563,
|
|
"learning_rate": 5.4561904314957185e-06,
|
|
"loss": 1.1028,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 3.89769820971867,
|
|
"grad_norm": 0.07550834347044144,
|
|
"learning_rate": 5.357646751910628e-06,
|
|
"loss": 1.0396,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 3.907928388746803,
|
|
"grad_norm": 0.07625084385983938,
|
|
"learning_rate": 5.259863286158591e-06,
|
|
"loss": 1.0857,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 3.918158567774936,
|
|
"grad_norm": 0.07083035914802652,
|
|
"learning_rate": 5.162845111042632e-06,
|
|
"loss": 1.0643,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 3.928388746803069,
|
|
"grad_norm": 0.07229307043437665,
|
|
"learning_rate": 5.0665972636327775e-06,
|
|
"loss": 1.0725,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 3.938618925831202,
|
|
"grad_norm": 0.07807735906667276,
|
|
"learning_rate": 4.971124741004558e-06,
|
|
"loss": 1.0631,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 3.948849104859335,
|
|
"grad_norm": 0.0756641766450725,
|
|
"learning_rate": 4.8764324999795486e-06,
|
|
"loss": 1.0541,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 3.959079283887468,
|
|
"grad_norm": 0.0659598011873379,
|
|
"learning_rate": 4.78252545686799e-06,
|
|
"loss": 1.0598,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 3.969309462915601,
|
|
"grad_norm": 0.0731709328116761,
|
|
"learning_rate": 4.6894084872136026e-06,
|
|
"loss": 1.0998,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 3.979539641943734,
|
|
"grad_norm": 0.07839036679642926,
|
|
"learning_rate": 4.597086425540389e-06,
|
|
"loss": 1.0854,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 3.9897698209718673,
|
|
"grad_norm": 0.07687064365683145,
|
|
"learning_rate": 4.505564065101689e-06,
|
|
"loss": 1.0706,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.08924423512701447,
|
|
"learning_rate": 4.414846157631265e-06,
|
|
"loss": 1.3509,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 4.010230179028133,
|
|
"grad_norm": 0.07578600533231729,
|
|
"learning_rate": 4.324937413096628e-06,
|
|
"loss": 1.0539,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 4.020460358056266,
|
|
"grad_norm": 0.08368995024205941,
|
|
"learning_rate": 4.2358424994545165e-06,
|
|
"loss": 1.0684,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 4.030690537084399,
|
|
"grad_norm": 0.06847620596188483,
|
|
"learning_rate": 4.147566042408502e-06,
|
|
"loss": 1.0605,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 4.040920716112532,
|
|
"grad_norm": 0.07674538598184749,
|
|
"learning_rate": 4.060112625168848e-06,
|
|
"loss": 1.0681,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 4.051150895140665,
|
|
"grad_norm": 0.07411955836062326,
|
|
"learning_rate": 3.973486788214571e-06,
|
|
"loss": 1.0544,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 4.061381074168798,
|
|
"grad_norm": 0.08032300973660715,
|
|
"learning_rate": 3.887693029057675e-06,
|
|
"loss": 1.0571,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 4.071611253196931,
|
|
"grad_norm": 0.06963288218234127,
|
|
"learning_rate": 3.8027358020096584e-06,
|
|
"loss": 1.0829,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 4.081841432225064,
|
|
"grad_norm": 0.07658885525810889,
|
|
"learning_rate": 3.7186195179502636e-06,
|
|
"loss": 1.0841,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 4.092071611253197,
|
|
"grad_norm": 0.07191505898188405,
|
|
"learning_rate": 3.6353485440984427e-06,
|
|
"loss": 1.0552,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 4.10230179028133,
|
|
"grad_norm": 0.0708946929272983,
|
|
"learning_rate": 3.5529272037856497e-06,
|
|
"loss": 1.0613,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 4.112531969309463,
|
|
"grad_norm": 0.06812388336417115,
|
|
"learning_rate": 3.471359776231347e-06,
|
|
"loss": 1.0613,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 4.122762148337596,
|
|
"grad_norm": 0.06855644563541499,
|
|
"learning_rate": 3.3906504963208396e-06,
|
|
"loss": 1.0636,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 4.132992327365729,
|
|
"grad_norm": 0.06712586888451333,
|
|
"learning_rate": 3.310803554385438e-06,
|
|
"loss": 1.0719,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 4.143222506393862,
|
|
"grad_norm": 0.06886864694467747,
|
|
"learning_rate": 3.2318230959848517e-06,
|
|
"loss": 1.0639,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 4.153452685421995,
|
|
"grad_norm": 0.06942897747798116,
|
|
"learning_rate": 3.153713221691983e-06,
|
|
"loss": 1.0707,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 4.163682864450128,
|
|
"grad_norm": 0.07379761044326129,
|
|
"learning_rate": 3.0764779868800398e-06,
|
|
"loss": 1.0711,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 4.173913043478261,
|
|
"grad_norm": 0.06865918848541905,
|
|
"learning_rate": 3.0001214015119593e-06,
|
|
"loss": 1.0792,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 4.1841432225063935,
|
|
"grad_norm": 0.06780846203483021,
|
|
"learning_rate": 2.924647429932228e-06,
|
|
"loss": 1.0788,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 4.194373401534527,
|
|
"grad_norm": 0.06536242133183677,
|
|
"learning_rate": 2.8500599906610736e-06,
|
|
"loss": 1.0641,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 4.20460358056266,
|
|
"grad_norm": 0.06663074408761491,
|
|
"learning_rate": 2.776362956190983e-06,
|
|
"loss": 1.0596,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 4.2148337595907925,
|
|
"grad_norm": 0.06654906098672408,
|
|
"learning_rate": 2.7035601527856914e-06,
|
|
"loss": 1.0583,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 4.225063938618926,
|
|
"grad_norm": 0.06688729515895334,
|
|
"learning_rate": 2.6316553602814864e-06,
|
|
"loss": 1.057,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 4.235294117647059,
|
|
"grad_norm": 0.06447264384050708,
|
|
"learning_rate": 2.560652311890981e-06,
|
|
"loss": 1.0739,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 4.245524296675192,
|
|
"grad_norm": 0.0639965101079602,
|
|
"learning_rate": 2.4905546940093086e-06,
|
|
"loss": 1.0715,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 4.255754475703325,
|
|
"grad_norm": 0.06519279446292395,
|
|
"learning_rate": 2.4213661460226925e-06,
|
|
"loss": 1.0679,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 4.265984654731458,
|
|
"grad_norm": 0.07304580911858156,
|
|
"learning_rate": 2.353090260119515e-06,
|
|
"loss": 1.0538,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 4.276214833759591,
|
|
"grad_norm": 0.06648155278938164,
|
|
"learning_rate": 2.28573058110382e-06,
|
|
"loss": 1.0634,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 4.286445012787723,
|
|
"grad_norm": 0.06345271546432055,
|
|
"learning_rate": 2.219290606211253e-06,
|
|
"loss": 1.0502,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 4.296675191815857,
|
|
"grad_norm": 0.06383006338193715,
|
|
"learning_rate": 2.153773784927511e-06,
|
|
"loss": 1.0738,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 4.30690537084399,
|
|
"grad_norm": 0.06508082687651225,
|
|
"learning_rate": 2.0891835188092146e-06,
|
|
"loss": 1.0823,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 4.3171355498721224,
|
|
"grad_norm": 0.07239447442607977,
|
|
"learning_rate": 2.025523161307348e-06,
|
|
"loss": 1.0527,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 4.327365728900256,
|
|
"grad_norm": 0.06452893499877213,
|
|
"learning_rate": 1.962796017593125e-06,
|
|
"loss": 1.0697,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 4.337595907928389,
|
|
"grad_norm": 0.06560977198213125,
|
|
"learning_rate": 1.9010053443863796e-06,
|
|
"loss": 1.0713,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 4.3478260869565215,
|
|
"grad_norm": 0.062487187825821404,
|
|
"learning_rate": 1.8401543497865026e-06,
|
|
"loss": 1.0588,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 4.358056265984655,
|
|
"grad_norm": 0.06339129403278677,
|
|
"learning_rate": 1.7802461931058767e-06,
|
|
"loss": 1.0648,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 4.368286445012788,
|
|
"grad_norm": 0.06463556573173153,
|
|
"learning_rate": 1.721283984705835e-06,
|
|
"loss": 1.0692,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 4.378516624040921,
|
|
"grad_norm": 0.072369422172923,
|
|
"learning_rate": 1.663270785835187e-06,
|
|
"loss": 1.086,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 4.388746803069053,
|
|
"grad_norm": 0.06033519185047689,
|
|
"learning_rate": 1.6062096084712786e-06,
|
|
"loss": 1.0699,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 4.398976982097187,
|
|
"grad_norm": 0.05818331949145165,
|
|
"learning_rate": 1.5501034151636129e-06,
|
|
"loss": 1.0689,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 4.40920716112532,
|
|
"grad_norm": 0.06010088825612501,
|
|
"learning_rate": 1.4949551188800504e-06,
|
|
"loss": 1.0806,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 4.419437340153452,
|
|
"grad_norm": 0.05937706435469435,
|
|
"learning_rate": 1.4407675828555378e-06,
|
|
"loss": 1.0627,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 4.429667519181586,
|
|
"grad_norm": 0.062013786763132926,
|
|
"learning_rate": 1.3875436204434922e-06,
|
|
"loss": 1.0651,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 4.439897698209719,
|
|
"grad_norm": 0.06451175713491827,
|
|
"learning_rate": 1.3352859949697127e-06,
|
|
"loss": 1.0777,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 4.450127877237851,
|
|
"grad_norm": 0.06162813979422373,
|
|
"learning_rate": 1.283997419588916e-06,
|
|
"loss": 1.0605,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 4.460358056265985,
|
|
"grad_norm": 0.05846138400522631,
|
|
"learning_rate": 1.2336805571438703e-06,
|
|
"loss": 1.0679,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 4.470588235294118,
|
|
"grad_norm": 0.05888401783431065,
|
|
"learning_rate": 1.1843380200271426e-06,
|
|
"loss": 1.0684,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 4.4808184143222505,
|
|
"grad_norm": 0.061124238857325645,
|
|
"learning_rate": 1.135972370045486e-06,
|
|
"loss": 1.0746,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 4.491048593350383,
|
|
"grad_norm": 0.06281073611812223,
|
|
"learning_rate": 1.0885861182867985e-06,
|
|
"loss": 1.0764,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 4.501278772378517,
|
|
"grad_norm": 0.06312481995359293,
|
|
"learning_rate": 1.0421817249897791e-06,
|
|
"loss": 1.0625,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 4.5115089514066495,
|
|
"grad_norm": 0.06295729104665382,
|
|
"learning_rate": 9.96761599416185e-07,
|
|
"loss": 1.0768,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 4.521739130434782,
|
|
"grad_norm": 0.0611693601875824,
|
|
"learning_rate": 9.5232809972575e-07,
|
|
"loss": 1.0741,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 4.531969309462916,
|
|
"grad_norm": 0.05782501757385847,
|
|
"learning_rate": 9.088835328537304e-07,
|
|
"loss": 1.0595,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 4.542199488491049,
|
|
"grad_norm": 0.059694394249882904,
|
|
"learning_rate": 8.66430154391169e-07,
|
|
"loss": 1.0532,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 4.552429667519181,
|
|
"grad_norm": 0.060814177486017695,
|
|
"learning_rate": 8.249701684677558e-07,
|
|
"loss": 1.0716,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 4.562659846547315,
|
|
"grad_norm": 0.0598830892634924,
|
|
"learning_rate": 7.84505727637408e-07,
|
|
"loss": 1.0798,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 4.572890025575448,
|
|
"grad_norm": 0.059434528694292506,
|
|
"learning_rate": 7.450389327665042e-07,
|
|
"loss": 1.0513,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 4.58312020460358,
|
|
"grad_norm": 0.057039156272022225,
|
|
"learning_rate": 7.065718329248139e-07,
|
|
"loss": 1.0768,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 4.593350383631714,
|
|
"grad_norm": 0.05723133802281261,
|
|
"learning_rate": 6.691064252791158e-07,
|
|
"loss": 1.0599,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 4.603580562659847,
|
|
"grad_norm": 0.06105882434399679,
|
|
"learning_rate": 6.326446549894983e-07,
|
|
"loss": 1.0654,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 4.6138107416879794,
|
|
"grad_norm": 0.05956113794100574,
|
|
"learning_rate": 5.971884151083696e-07,
|
|
"loss": 1.0432,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 4.624040920716112,
|
|
"grad_norm": 0.05942349583501023,
|
|
"learning_rate": 5.627395464821894e-07,
|
|
"loss": 1.0714,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 4.634271099744246,
|
|
"grad_norm": 0.05635707532109553,
|
|
"learning_rate": 5.292998376558656e-07,
|
|
"loss": 1.0766,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 4.6445012787723785,
|
|
"grad_norm": 0.05903620745333425,
|
|
"learning_rate": 4.96871024779928e-07,
|
|
"loss": 1.0793,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 4.654731457800511,
|
|
"grad_norm": 0.0577153505352874,
|
|
"learning_rate": 4.654547915203589e-07,
|
|
"loss": 1.0659,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 4.664961636828645,
|
|
"grad_norm": 0.06484907212671626,
|
|
"learning_rate": 4.3505276897119586e-07,
|
|
"loss": 1.0594,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 4.675191815856778,
|
|
"grad_norm": 0.060071269047249715,
|
|
"learning_rate": 4.056665355698508e-07,
|
|
"loss": 1.0543,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 4.68542199488491,
|
|
"grad_norm": 0.05833236997333743,
|
|
"learning_rate": 3.7729761701514655e-07,
|
|
"loss": 1.0729,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 4.695652173913043,
|
|
"grad_norm": 0.05754385761647327,
|
|
"learning_rate": 3.499474861881069e-07,
|
|
"loss": 1.0852,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 4.705882352941177,
|
|
"grad_norm": 0.057359147029672014,
|
|
"learning_rate": 3.236175630755023e-07,
|
|
"loss": 1.0603,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 4.716112531969309,
|
|
"grad_norm": 0.05502312699425405,
|
|
"learning_rate": 2.98309214696102e-07,
|
|
"loss": 1.0606,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 4.726342710997442,
|
|
"grad_norm": 0.05848906997188855,
|
|
"learning_rate": 2.740237550297131e-07,
|
|
"loss": 1.0758,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 4.736572890025576,
|
|
"grad_norm": 0.05693974727449699,
|
|
"learning_rate": 2.507624449489665e-07,
|
|
"loss": 1.0703,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 4.746803069053708,
|
|
"grad_norm": 0.060117370456376766,
|
|
"learning_rate": 2.2852649215383548e-07,
|
|
"loss": 1.0745,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 4.757033248081841,
|
|
"grad_norm": 0.056574241819605915,
|
|
"learning_rate": 2.0731705110895284e-07,
|
|
"loss": 1.0702,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 4.767263427109975,
|
|
"grad_norm": 0.05850407146566137,
|
|
"learning_rate": 1.8713522298365428e-07,
|
|
"loss": 1.0817,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 4.7774936061381075,
|
|
"grad_norm": 0.058789889531343384,
|
|
"learning_rate": 1.679820555948264e-07,
|
|
"loss": 1.0645,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 4.78772378516624,
|
|
"grad_norm": 0.05716794561138148,
|
|
"learning_rate": 1.4985854335248572e-07,
|
|
"loss": 1.075,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 4.797953964194374,
|
|
"grad_norm": 0.055191974019031344,
|
|
"learning_rate": 1.3276562720816677e-07,
|
|
"loss": 1.0488,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 4.8081841432225065,
|
|
"grad_norm": 0.055562342833215025,
|
|
"learning_rate": 1.1670419460605431e-07,
|
|
"loss": 1.0611,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 4.818414322250639,
|
|
"grad_norm": 0.05680580694018153,
|
|
"learning_rate": 1.0167507943692478e-07,
|
|
"loss": 1.0556,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 4.828644501278772,
|
|
"grad_norm": 0.05619366643069308,
|
|
"learning_rate": 8.767906199483422e-08,
|
|
"loss": 1.0708,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 4.838874680306906,
|
|
"grad_norm": 0.054452430626228114,
|
|
"learning_rate": 7.471686893661734e-08,
|
|
"loss": 1.0533,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 4.849104859335038,
|
|
"grad_norm": 0.0576401286384887,
|
|
"learning_rate": 6.27891732441599e-08,
|
|
"loss": 1.0595,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 4.859335038363171,
|
|
"grad_norm": 0.05429173265004916,
|
|
"learning_rate": 5.1896594189448925e-08,
|
|
"loss": 1.0735,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 4.869565217391305,
|
|
"grad_norm": 0.05834244532356458,
|
|
"learning_rate": 4.20396973024384e-08,
|
|
"loss": 1.0695,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 4.879795396419437,
|
|
"grad_norm": 0.05739572029230359,
|
|
"learning_rate": 3.321899434166831e-08,
|
|
"loss": 1.077,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 4.89002557544757,
|
|
"grad_norm": 0.05580807335685245,
|
|
"learning_rate": 2.5434943267705902e-08,
|
|
"loss": 1.0723,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 4.900255754475703,
|
|
"grad_norm": 0.05685796268467914,
|
|
"learning_rate": 1.8687948219371367e-08,
|
|
"loss": 1.0774,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 4.910485933503836,
|
|
"grad_norm": 0.05491643772037376,
|
|
"learning_rate": 1.2978359492741288e-08,
|
|
"loss": 1.0546,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 4.920716112531969,
|
|
"grad_norm": 0.05519615934013274,
|
|
"learning_rate": 8.306473522976532e-09,
|
|
"loss": 1.062,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 4.930946291560103,
|
|
"grad_norm": 0.055812202915964615,
|
|
"learning_rate": 4.672532868927882e-09,
|
|
"loss": 1.0809,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 4.9411764705882355,
|
|
"grad_norm": 0.05536585739894165,
|
|
"learning_rate": 2.0767262005372267e-09,
|
|
"loss": 1.086,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 4.951406649616368,
|
|
"grad_norm": 0.055426487124572474,
|
|
"learning_rate": 5.191882890454025e-10,
|
|
"loss": 1.0569,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 4.961636828644501,
|
|
"grad_norm": 0.05560606954338175,
|
|
"learning_rate": 0.0,
|
|
"loss": 1.0654,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 4.961636828644501,
|
|
"step": 485,
|
|
"total_flos": 7065760181780480.0,
|
|
"train_loss": 1.1163312366328288,
|
|
"train_runtime": 42603.8864,
|
|
"train_samples_per_second": 11.736,
|
|
"train_steps_per_second": 0.011
|
|
}
|
|
],
|
|
"logging_steps": 1.0,
|
|
"max_steps": 485,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 5,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 7065760181780480.0,
|
|
"train_batch_size": 4,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|