55fc6b7911
Model: mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz512_lr4e5_epochs5 Source: Original Platform
6868 lines
166 KiB
JSON
6868 lines
166 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 4.987212276214834,
|
|
"eval_steps": 500,
|
|
"global_step": 975,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.005115089514066497,
|
|
"grad_norm": 2.9552626224042746,
|
|
"learning_rate": 4.0816326530612243e-07,
|
|
"loss": 1.4957,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.010230179028132993,
|
|
"grad_norm": 2.9842329763367634,
|
|
"learning_rate": 8.163265306122449e-07,
|
|
"loss": 1.4889,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.015345268542199489,
|
|
"grad_norm": 2.9894673729833756,
|
|
"learning_rate": 1.2244897959183673e-06,
|
|
"loss": 1.4995,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.020460358056265986,
|
|
"grad_norm": 2.9406348527530266,
|
|
"learning_rate": 1.6326530612244897e-06,
|
|
"loss": 1.4851,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.02557544757033248,
|
|
"grad_norm": 2.884254781810192,
|
|
"learning_rate": 2.0408163265306125e-06,
|
|
"loss": 1.5193,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.030690537084398978,
|
|
"grad_norm": 2.6620670413572483,
|
|
"learning_rate": 2.4489795918367347e-06,
|
|
"loss": 1.4843,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.03580562659846547,
|
|
"grad_norm": 2.5965076114745362,
|
|
"learning_rate": 2.8571428571428573e-06,
|
|
"loss": 1.4878,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.04092071611253197,
|
|
"grad_norm": 2.0170252553614705,
|
|
"learning_rate": 3.2653061224489794e-06,
|
|
"loss": 1.4657,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.04603580562659847,
|
|
"grad_norm": 1.9679168334183053,
|
|
"learning_rate": 3.6734693877551024e-06,
|
|
"loss": 1.4733,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.05115089514066496,
|
|
"grad_norm": 1.8694892639210836,
|
|
"learning_rate": 4.081632653061225e-06,
|
|
"loss": 1.4641,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.056265984654731455,
|
|
"grad_norm": 1.8685294422005332,
|
|
"learning_rate": 4.489795918367348e-06,
|
|
"loss": 1.4459,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.061381074168797956,
|
|
"grad_norm": 1.8352337338017686,
|
|
"learning_rate": 4.897959183673469e-06,
|
|
"loss": 1.4347,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.06649616368286446,
|
|
"grad_norm": 1.715529029874086,
|
|
"learning_rate": 5.306122448979593e-06,
|
|
"loss": 1.4253,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.07161125319693094,
|
|
"grad_norm": 1.4603873855315377,
|
|
"learning_rate": 5.7142857142857145e-06,
|
|
"loss": 1.4073,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.07672634271099744,
|
|
"grad_norm": 1.8889329281960052,
|
|
"learning_rate": 6.122448979591837e-06,
|
|
"loss": 1.4073,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.08184143222506395,
|
|
"grad_norm": 1.8256444813829467,
|
|
"learning_rate": 6.530612244897959e-06,
|
|
"loss": 1.402,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.08695652173913043,
|
|
"grad_norm": 1.5107616554904217,
|
|
"learning_rate": 6.938775510204082e-06,
|
|
"loss": 1.4226,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.09207161125319693,
|
|
"grad_norm": 1.2135260104218866,
|
|
"learning_rate": 7.346938775510205e-06,
|
|
"loss": 1.3806,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.09718670076726342,
|
|
"grad_norm": 0.9783065195702848,
|
|
"learning_rate": 7.755102040816327e-06,
|
|
"loss": 1.3779,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.10230179028132992,
|
|
"grad_norm": 1.0913652122620938,
|
|
"learning_rate": 8.16326530612245e-06,
|
|
"loss": 1.3479,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.10741687979539642,
|
|
"grad_norm": 0.9002918394031234,
|
|
"learning_rate": 8.571428571428571e-06,
|
|
"loss": 1.3421,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.11253196930946291,
|
|
"grad_norm": 0.8291547537993212,
|
|
"learning_rate": 8.979591836734695e-06,
|
|
"loss": 1.3199,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.11764705882352941,
|
|
"grad_norm": 0.807288721347729,
|
|
"learning_rate": 9.387755102040818e-06,
|
|
"loss": 1.3344,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.12276214833759591,
|
|
"grad_norm": 0.6809772051446031,
|
|
"learning_rate": 9.795918367346939e-06,
|
|
"loss": 1.3248,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.1278772378516624,
|
|
"grad_norm": 0.6460286130501192,
|
|
"learning_rate": 1.0204081632653063e-05,
|
|
"loss": 1.3101,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.1329923273657289,
|
|
"grad_norm": 0.7041553190299802,
|
|
"learning_rate": 1.0612244897959186e-05,
|
|
"loss": 1.2905,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.13810741687979539,
|
|
"grad_norm": 0.5916151711963107,
|
|
"learning_rate": 1.1020408163265306e-05,
|
|
"loss": 1.2957,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.1432225063938619,
|
|
"grad_norm": 0.4814903541835213,
|
|
"learning_rate": 1.1428571428571429e-05,
|
|
"loss": 1.3205,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.1483375959079284,
|
|
"grad_norm": 0.5453307778014714,
|
|
"learning_rate": 1.1836734693877552e-05,
|
|
"loss": 1.3054,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.1534526854219949,
|
|
"grad_norm": 0.5416929825329082,
|
|
"learning_rate": 1.2244897959183674e-05,
|
|
"loss": 1.2876,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.1585677749360614,
|
|
"grad_norm": 0.47860645294978243,
|
|
"learning_rate": 1.2653061224489798e-05,
|
|
"loss": 1.3007,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.1636828644501279,
|
|
"grad_norm": 0.4486371377266475,
|
|
"learning_rate": 1.3061224489795918e-05,
|
|
"loss": 1.2954,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.16879795396419436,
|
|
"grad_norm": 0.44450958377830624,
|
|
"learning_rate": 1.3469387755102042e-05,
|
|
"loss": 1.2676,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.17391304347826086,
|
|
"grad_norm": 0.44087698545639353,
|
|
"learning_rate": 1.3877551020408165e-05,
|
|
"loss": 1.2574,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.17902813299232737,
|
|
"grad_norm": 0.40237081708363603,
|
|
"learning_rate": 1.4285714285714287e-05,
|
|
"loss": 1.2344,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.18414322250639387,
|
|
"grad_norm": 0.36218165247096934,
|
|
"learning_rate": 1.469387755102041e-05,
|
|
"loss": 1.2553,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.18925831202046037,
|
|
"grad_norm": 0.3828961442249037,
|
|
"learning_rate": 1.510204081632653e-05,
|
|
"loss": 1.2678,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.19437340153452684,
|
|
"grad_norm": 0.37416837544698317,
|
|
"learning_rate": 1.5510204081632655e-05,
|
|
"loss": 1.2406,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.19948849104859334,
|
|
"grad_norm": 0.373896446093631,
|
|
"learning_rate": 1.5918367346938776e-05,
|
|
"loss": 1.2431,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.20460358056265984,
|
|
"grad_norm": 0.3008904471337201,
|
|
"learning_rate": 1.63265306122449e-05,
|
|
"loss": 1.2324,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.20971867007672634,
|
|
"grad_norm": 0.30387006502929764,
|
|
"learning_rate": 1.673469387755102e-05,
|
|
"loss": 1.2238,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.21483375959079284,
|
|
"grad_norm": 0.3165654505340095,
|
|
"learning_rate": 1.7142857142857142e-05,
|
|
"loss": 1.2344,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.21994884910485935,
|
|
"grad_norm": 0.28748071942522757,
|
|
"learning_rate": 1.7551020408163266e-05,
|
|
"loss": 1.2559,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.22506393861892582,
|
|
"grad_norm": 0.2664919173232997,
|
|
"learning_rate": 1.795918367346939e-05,
|
|
"loss": 1.2501,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.23017902813299232,
|
|
"grad_norm": 0.2716330693107337,
|
|
"learning_rate": 1.836734693877551e-05,
|
|
"loss": 1.235,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.23529411764705882,
|
|
"grad_norm": 0.2758197763809488,
|
|
"learning_rate": 1.8775510204081636e-05,
|
|
"loss": 1.2463,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.24040920716112532,
|
|
"grad_norm": 0.24892493271713195,
|
|
"learning_rate": 1.9183673469387756e-05,
|
|
"loss": 1.2415,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.24552429667519182,
|
|
"grad_norm": 0.2755681817261238,
|
|
"learning_rate": 1.9591836734693877e-05,
|
|
"loss": 1.2186,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.2506393861892583,
|
|
"grad_norm": 0.24083989397516156,
|
|
"learning_rate": 2e-05,
|
|
"loss": 1.2224,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.2557544757033248,
|
|
"grad_norm": 0.24122206872487506,
|
|
"learning_rate": 2.0408163265306126e-05,
|
|
"loss": 1.2012,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.2608695652173913,
|
|
"grad_norm": 0.25341193733481965,
|
|
"learning_rate": 2.0816326530612247e-05,
|
|
"loss": 1.2221,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.2659846547314578,
|
|
"grad_norm": 0.22903243976655355,
|
|
"learning_rate": 2.122448979591837e-05,
|
|
"loss": 1.1924,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.2710997442455243,
|
|
"grad_norm": 0.21677309278156626,
|
|
"learning_rate": 2.1632653061224492e-05,
|
|
"loss": 1.1889,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.27621483375959077,
|
|
"grad_norm": 0.21471884542317143,
|
|
"learning_rate": 2.2040816326530613e-05,
|
|
"loss": 1.2008,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.2813299232736573,
|
|
"grad_norm": 0.24214035073106985,
|
|
"learning_rate": 2.2448979591836734e-05,
|
|
"loss": 1.2144,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.2864450127877238,
|
|
"grad_norm": 0.2498234706393149,
|
|
"learning_rate": 2.2857142857142858e-05,
|
|
"loss": 1.2106,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.2915601023017903,
|
|
"grad_norm": 0.2946584201665625,
|
|
"learning_rate": 2.3265306122448982e-05,
|
|
"loss": 1.1915,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.2966751918158568,
|
|
"grad_norm": 0.31814731087212356,
|
|
"learning_rate": 2.3673469387755103e-05,
|
|
"loss": 1.1919,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.30179028132992325,
|
|
"grad_norm": 0.2535281231928839,
|
|
"learning_rate": 2.4081632653061227e-05,
|
|
"loss": 1.2135,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.3069053708439898,
|
|
"grad_norm": 0.28231587803629354,
|
|
"learning_rate": 2.448979591836735e-05,
|
|
"loss": 1.2029,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.31202046035805625,
|
|
"grad_norm": 0.2010585704472117,
|
|
"learning_rate": 2.4897959183673473e-05,
|
|
"loss": 1.1958,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.3171355498721228,
|
|
"grad_norm": 0.2261450242992654,
|
|
"learning_rate": 2.5306122448979597e-05,
|
|
"loss": 1.1903,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.32225063938618925,
|
|
"grad_norm": 0.23939206047592157,
|
|
"learning_rate": 2.5714285714285718e-05,
|
|
"loss": 1.1947,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.3273657289002558,
|
|
"grad_norm": 0.2629186812479751,
|
|
"learning_rate": 2.6122448979591835e-05,
|
|
"loss": 1.1738,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.33248081841432225,
|
|
"grad_norm": 0.25820871123390515,
|
|
"learning_rate": 2.653061224489796e-05,
|
|
"loss": 1.1918,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.3375959079283887,
|
|
"grad_norm": 0.2860124405371331,
|
|
"learning_rate": 2.6938775510204084e-05,
|
|
"loss": 1.2015,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.34271099744245526,
|
|
"grad_norm": 0.37417972707557,
|
|
"learning_rate": 2.7346938775510205e-05,
|
|
"loss": 1.1877,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.34782608695652173,
|
|
"grad_norm": 0.5554510331993981,
|
|
"learning_rate": 2.775510204081633e-05,
|
|
"loss": 1.2075,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.35294117647058826,
|
|
"grad_norm": 0.8032264545180317,
|
|
"learning_rate": 2.816326530612245e-05,
|
|
"loss": 1.1954,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.35805626598465473,
|
|
"grad_norm": 0.8465110589364025,
|
|
"learning_rate": 2.8571428571428574e-05,
|
|
"loss": 1.1948,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.3631713554987212,
|
|
"grad_norm": 0.6056567908053532,
|
|
"learning_rate": 2.89795918367347e-05,
|
|
"loss": 1.1608,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.36828644501278773,
|
|
"grad_norm": 1.0339865612062735,
|
|
"learning_rate": 2.938775510204082e-05,
|
|
"loss": 1.198,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.3734015345268542,
|
|
"grad_norm": 1.0360361783633478,
|
|
"learning_rate": 2.9795918367346944e-05,
|
|
"loss": 1.1873,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.37851662404092073,
|
|
"grad_norm": 0.5781784281108936,
|
|
"learning_rate": 3.020408163265306e-05,
|
|
"loss": 1.1919,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.3836317135549872,
|
|
"grad_norm": 0.9260593669478031,
|
|
"learning_rate": 3.061224489795918e-05,
|
|
"loss": 1.1672,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.3887468030690537,
|
|
"grad_norm": 0.8443095651460022,
|
|
"learning_rate": 3.102040816326531e-05,
|
|
"loss": 1.1785,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.3938618925831202,
|
|
"grad_norm": 0.5037173461965399,
|
|
"learning_rate": 3.142857142857143e-05,
|
|
"loss": 1.1696,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.3989769820971867,
|
|
"grad_norm": 0.83134727018411,
|
|
"learning_rate": 3.183673469387755e-05,
|
|
"loss": 1.1913,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.4040920716112532,
|
|
"grad_norm": 0.43515185597618067,
|
|
"learning_rate": 3.224489795918368e-05,
|
|
"loss": 1.1998,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.4092071611253197,
|
|
"grad_norm": 0.5605879393832622,
|
|
"learning_rate": 3.26530612244898e-05,
|
|
"loss": 1.159,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.4143222506393862,
|
|
"grad_norm": 0.5401839074014898,
|
|
"learning_rate": 3.306122448979592e-05,
|
|
"loss": 1.1614,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.4194373401534527,
|
|
"grad_norm": 0.6023459415610618,
|
|
"learning_rate": 3.346938775510204e-05,
|
|
"loss": 1.1681,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.42455242966751916,
|
|
"grad_norm": 0.5818804857404473,
|
|
"learning_rate": 3.387755102040817e-05,
|
|
"loss": 1.1598,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.4296675191815857,
|
|
"grad_norm": 0.6214983408408011,
|
|
"learning_rate": 3.4285714285714284e-05,
|
|
"loss": 1.1719,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.43478260869565216,
|
|
"grad_norm": 0.6889766714463987,
|
|
"learning_rate": 3.469387755102041e-05,
|
|
"loss": 1.1652,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.4398976982097187,
|
|
"grad_norm": 0.5760202894156686,
|
|
"learning_rate": 3.510204081632653e-05,
|
|
"loss": 1.1662,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.44501278772378516,
|
|
"grad_norm": 0.6061942284235254,
|
|
"learning_rate": 3.551020408163265e-05,
|
|
"loss": 1.1879,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.45012787723785164,
|
|
"grad_norm": 0.4851908724925709,
|
|
"learning_rate": 3.591836734693878e-05,
|
|
"loss": 1.1804,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.45524296675191817,
|
|
"grad_norm": 0.558284089379506,
|
|
"learning_rate": 3.63265306122449e-05,
|
|
"loss": 1.1667,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.46035805626598464,
|
|
"grad_norm": 0.5249911631612906,
|
|
"learning_rate": 3.673469387755102e-05,
|
|
"loss": 1.1551,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.46547314578005117,
|
|
"grad_norm": 0.6405503624893562,
|
|
"learning_rate": 3.714285714285715e-05,
|
|
"loss": 1.1732,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.47058823529411764,
|
|
"grad_norm": 0.5784785007056862,
|
|
"learning_rate": 3.755102040816327e-05,
|
|
"loss": 1.1713,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.47570332480818417,
|
|
"grad_norm": 0.8586793710160441,
|
|
"learning_rate": 3.795918367346939e-05,
|
|
"loss": 1.1749,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.48081841432225064,
|
|
"grad_norm": 0.7501542028722769,
|
|
"learning_rate": 3.836734693877551e-05,
|
|
"loss": 1.1661,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.4859335038363171,
|
|
"grad_norm": 0.5945696896064088,
|
|
"learning_rate": 3.8775510204081634e-05,
|
|
"loss": 1.1613,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.49104859335038364,
|
|
"grad_norm": 0.7440586521483908,
|
|
"learning_rate": 3.9183673469387755e-05,
|
|
"loss": 1.1322,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.4961636828644501,
|
|
"grad_norm": 1.114624130882715,
|
|
"learning_rate": 3.959183673469388e-05,
|
|
"loss": 1.1255,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.5012787723785166,
|
|
"grad_norm": 1.7108401028613913,
|
|
"learning_rate": 4e-05,
|
|
"loss": 1.1813,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.5063938618925832,
|
|
"grad_norm": 0.44659523303682175,
|
|
"learning_rate": 3.9999871678303026e-05,
|
|
"loss": 1.16,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.5115089514066496,
|
|
"grad_norm": 1.9551355398623464,
|
|
"learning_rate": 3.999948671485876e-05,
|
|
"loss": 1.1552,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.5166240409207161,
|
|
"grad_norm": 0.7446799337776974,
|
|
"learning_rate": 3.9998845114607106e-05,
|
|
"loss": 1.1362,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.5217391304347826,
|
|
"grad_norm": 1.50554061275789,
|
|
"learning_rate": 3.99979468857812e-05,
|
|
"loss": 1.1578,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.5268542199488491,
|
|
"grad_norm": 0.7841214706789117,
|
|
"learning_rate": 3.9996792039907254e-05,
|
|
"loss": 1.1512,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.5319693094629157,
|
|
"grad_norm": 1.307842675480053,
|
|
"learning_rate": 3.999538059180445e-05,
|
|
"loss": 1.1637,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.5370843989769821,
|
|
"grad_norm": 0.9212444211121106,
|
|
"learning_rate": 3.9993712559584736e-05,
|
|
"loss": 1.1395,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.5421994884910486,
|
|
"grad_norm": 1.1124085438820968,
|
|
"learning_rate": 3.9991787964652576e-05,
|
|
"loss": 1.1416,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.5473145780051151,
|
|
"grad_norm": 1.1650621890898196,
|
|
"learning_rate": 3.9989606831704704e-05,
|
|
"loss": 1.142,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.5524296675191815,
|
|
"grad_norm": 0.7803938686688274,
|
|
"learning_rate": 3.998716918872979e-05,
|
|
"loss": 1.1412,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.5575447570332481,
|
|
"grad_norm": 1.2099933733931747,
|
|
"learning_rate": 3.998447506700807e-05,
|
|
"loss": 1.119,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.5626598465473146,
|
|
"grad_norm": 0.5996285589701097,
|
|
"learning_rate": 3.998152450111099e-05,
|
|
"loss": 1.1538,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.5677749360613811,
|
|
"grad_norm": 1.0736932260251144,
|
|
"learning_rate": 3.9978317528900704e-05,
|
|
"loss": 1.1249,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.5728900255754475,
|
|
"grad_norm": 0.5804871130419977,
|
|
"learning_rate": 3.9974854191529616e-05,
|
|
"loss": 1.1441,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.578005115089514,
|
|
"grad_norm": 0.7862604118769216,
|
|
"learning_rate": 3.997113453343987e-05,
|
|
"loss": 1.1421,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.5831202046035806,
|
|
"grad_norm": 0.6885271538338327,
|
|
"learning_rate": 3.996715860236275e-05,
|
|
"loss": 1.1343,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.5882352941176471,
|
|
"grad_norm": 0.6788644129844003,
|
|
"learning_rate": 3.996292644931807e-05,
|
|
"loss": 1.1469,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.5933503836317136,
|
|
"grad_norm": 0.684753398463379,
|
|
"learning_rate": 3.995843812861353e-05,
|
|
"loss": 1.1399,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.59846547314578,
|
|
"grad_norm": 0.5126160753180327,
|
|
"learning_rate": 3.9953693697844036e-05,
|
|
"loss": 1.1149,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.6035805626598465,
|
|
"grad_norm": 0.5713048245116996,
|
|
"learning_rate": 3.994869321789093e-05,
|
|
"loss": 1.1294,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.6086956521739131,
|
|
"grad_norm": 0.4824046734986782,
|
|
"learning_rate": 3.994343675292121e-05,
|
|
"loss": 1.1194,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.6138107416879796,
|
|
"grad_norm": 0.5772818973773468,
|
|
"learning_rate": 3.9937924370386733e-05,
|
|
"loss": 1.1382,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.618925831202046,
|
|
"grad_norm": 0.5640558910780374,
|
|
"learning_rate": 3.9932156141023325e-05,
|
|
"loss": 1.1288,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.6240409207161125,
|
|
"grad_norm": 0.6644942399025234,
|
|
"learning_rate": 3.992613213884989e-05,
|
|
"loss": 1.159,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.629156010230179,
|
|
"grad_norm": 0.7622498053014113,
|
|
"learning_rate": 3.9919852441167426e-05,
|
|
"loss": 1.1412,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.6342710997442456,
|
|
"grad_norm": 0.642371805679136,
|
|
"learning_rate": 3.99133171285581e-05,
|
|
"loss": 1.1547,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.639386189258312,
|
|
"grad_norm": 0.47445759803876414,
|
|
"learning_rate": 3.9906526284884156e-05,
|
|
"loss": 1.1463,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.6445012787723785,
|
|
"grad_norm": 0.3468568785754221,
|
|
"learning_rate": 3.989947999728683e-05,
|
|
"loss": 1.1473,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.649616368286445,
|
|
"grad_norm": 0.3826230766226846,
|
|
"learning_rate": 3.98921783561853e-05,
|
|
"loss": 1.1523,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.6547314578005116,
|
|
"grad_norm": 0.40385322488596853,
|
|
"learning_rate": 3.988462145527545e-05,
|
|
"loss": 1.1275,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.659846547314578,
|
|
"grad_norm": 0.5075478796367268,
|
|
"learning_rate": 3.9876809391528724e-05,
|
|
"loss": 1.1392,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.6649616368286445,
|
|
"grad_norm": 0.5208684496947872,
|
|
"learning_rate": 3.986874226519085e-05,
|
|
"loss": 1.14,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.670076726342711,
|
|
"grad_norm": 0.5624315662158746,
|
|
"learning_rate": 3.986042017978055e-05,
|
|
"loss": 1.1099,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.6751918158567775,
|
|
"grad_norm": 0.5780512451990953,
|
|
"learning_rate": 3.985184324208826e-05,
|
|
"loss": 1.1511,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.680306905370844,
|
|
"grad_norm": 0.6247395333389373,
|
|
"learning_rate": 3.984301156217467e-05,
|
|
"loss": 1.1515,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.6854219948849105,
|
|
"grad_norm": 0.5133917066342321,
|
|
"learning_rate": 3.9833925253369415e-05,
|
|
"loss": 1.1117,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.690537084398977,
|
|
"grad_norm": 0.3219649704869207,
|
|
"learning_rate": 3.982458443226955e-05,
|
|
"loss": 1.1305,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.6956521739130435,
|
|
"grad_norm": 0.2522321720635661,
|
|
"learning_rate": 3.9814989218738074e-05,
|
|
"loss": 1.129,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.7007672634271099,
|
|
"grad_norm": 0.2980429052508869,
|
|
"learning_rate": 3.980513973590239e-05,
|
|
"loss": 1.1332,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.7058823529411765,
|
|
"grad_norm": 0.34290982806032505,
|
|
"learning_rate": 3.9795036110152745e-05,
|
|
"loss": 1.1296,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.710997442455243,
|
|
"grad_norm": 0.44091227459865195,
|
|
"learning_rate": 3.978467847114057e-05,
|
|
"loss": 1.1392,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.7161125319693095,
|
|
"grad_norm": 0.5949165816794791,
|
|
"learning_rate": 3.977406695177684e-05,
|
|
"loss": 1.1363,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.7212276214833759,
|
|
"grad_norm": 0.7738088490588236,
|
|
"learning_rate": 3.9763201688230385e-05,
|
|
"loss": 1.13,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.7263427109974424,
|
|
"grad_norm": 0.9415135094116259,
|
|
"learning_rate": 3.975208281992611e-05,
|
|
"loss": 1.1054,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.731457800511509,
|
|
"grad_norm": 1.013667201332667,
|
|
"learning_rate": 3.974071048954322e-05,
|
|
"loss": 1.1335,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.7365728900255755,
|
|
"grad_norm": 0.918574474686866,
|
|
"learning_rate": 3.972908484301338e-05,
|
|
"loss": 1.1225,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.7416879795396419,
|
|
"grad_norm": 1.0028928008507987,
|
|
"learning_rate": 3.971720602951886e-05,
|
|
"loss": 1.1394,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.7468030690537084,
|
|
"grad_norm": 1.01371150070985,
|
|
"learning_rate": 3.9705074201490614e-05,
|
|
"loss": 1.1135,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.7519181585677749,
|
|
"grad_norm": 0.6829183814095904,
|
|
"learning_rate": 3.9692689514606326e-05,
|
|
"loss": 1.1195,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.7570332480818415,
|
|
"grad_norm": 0.4995779268853437,
|
|
"learning_rate": 3.9680052127788386e-05,
|
|
"loss": 1.1096,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.7621483375959079,
|
|
"grad_norm": 0.5466194571724614,
|
|
"learning_rate": 3.96671622032019e-05,
|
|
"loss": 1.1438,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.7672634271099744,
|
|
"grad_norm": 0.4993258831722339,
|
|
"learning_rate": 3.965401990625255e-05,
|
|
"loss": 1.1246,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.7723785166240409,
|
|
"grad_norm": 0.5394473074799043,
|
|
"learning_rate": 3.964062540558454e-05,
|
|
"loss": 1.1367,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.7774936061381074,
|
|
"grad_norm": 0.6014091892453812,
|
|
"learning_rate": 3.962697887307836e-05,
|
|
"loss": 1.1074,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.782608695652174,
|
|
"grad_norm": 0.44042594454750733,
|
|
"learning_rate": 3.961308048384863e-05,
|
|
"loss": 1.1203,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.7877237851662404,
|
|
"grad_norm": 0.41663585280574117,
|
|
"learning_rate": 3.9598930416241857e-05,
|
|
"loss": 1.1,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.7928388746803069,
|
|
"grad_norm": 0.43073314610132185,
|
|
"learning_rate": 3.9584528851834096e-05,
|
|
"loss": 1.1176,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.7979539641943734,
|
|
"grad_norm": 0.4025238410612463,
|
|
"learning_rate": 3.956987597542867e-05,
|
|
"loss": 1.1404,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.80306905370844,
|
|
"grad_norm": 0.31467711628825223,
|
|
"learning_rate": 3.955497197505377e-05,
|
|
"loss": 1.1151,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.8081841432225064,
|
|
"grad_norm": 0.3777897458256624,
|
|
"learning_rate": 3.953981704196007e-05,
|
|
"loss": 1.1064,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.8132992327365729,
|
|
"grad_norm": 0.4263089414332897,
|
|
"learning_rate": 3.952441137061823e-05,
|
|
"loss": 1.1317,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.8184143222506394,
|
|
"grad_norm": 0.44871938263927913,
|
|
"learning_rate": 3.9508755158716445e-05,
|
|
"loss": 1.1006,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.8235294117647058,
|
|
"grad_norm": 0.39666587385431135,
|
|
"learning_rate": 3.949284860715787e-05,
|
|
"loss": 1.106,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.8286445012787724,
|
|
"grad_norm": 0.37222061819294466,
|
|
"learning_rate": 3.94766919200581e-05,
|
|
"loss": 1.1424,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.8337595907928389,
|
|
"grad_norm": 0.4106985425516431,
|
|
"learning_rate": 3.946028530474247e-05,
|
|
"loss": 1.1066,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.8388746803069054,
|
|
"grad_norm": 0.34174723556345027,
|
|
"learning_rate": 3.944362897174345e-05,
|
|
"loss": 1.1377,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.8439897698209718,
|
|
"grad_norm": 0.31421437045922873,
|
|
"learning_rate": 3.942672313479794e-05,
|
|
"loss": 1.1481,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.8491048593350383,
|
|
"grad_norm": 0.4554074855575182,
|
|
"learning_rate": 3.9409568010844504e-05,
|
|
"loss": 1.1021,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.8542199488491049,
|
|
"grad_norm": 0.4862902618582567,
|
|
"learning_rate": 3.9392163820020596e-05,
|
|
"loss": 1.1136,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.8593350383631714,
|
|
"grad_norm": 0.5031898914893316,
|
|
"learning_rate": 3.937451078565975e-05,
|
|
"loss": 1.1041,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.8644501278772379,
|
|
"grad_norm": 0.4901545096169435,
|
|
"learning_rate": 3.935660913428871e-05,
|
|
"loss": 1.1283,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.8695652173913043,
|
|
"grad_norm": 0.4686488348433868,
|
|
"learning_rate": 3.93384590956245e-05,
|
|
"loss": 1.1188,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.8746803069053708,
|
|
"grad_norm": 0.382892444800895,
|
|
"learning_rate": 3.932006090257149e-05,
|
|
"loss": 1.1068,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.8797953964194374,
|
|
"grad_norm": 0.37159943638867027,
|
|
"learning_rate": 3.930141479121841e-05,
|
|
"loss": 1.1208,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.8849104859335039,
|
|
"grad_norm": 0.42709573093618236,
|
|
"learning_rate": 3.9282521000835343e-05,
|
|
"loss": 1.1383,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.8900255754475703,
|
|
"grad_norm": 0.47346272108755927,
|
|
"learning_rate": 3.9263379773870595e-05,
|
|
"loss": 1.0882,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.8951406649616368,
|
|
"grad_norm": 0.5285371745037324,
|
|
"learning_rate": 3.9243991355947654e-05,
|
|
"loss": 1.112,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.9002557544757033,
|
|
"grad_norm": 0.5906366765469058,
|
|
"learning_rate": 3.9224355995861976e-05,
|
|
"loss": 1.1198,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.9053708439897699,
|
|
"grad_norm": 0.6390366442616775,
|
|
"learning_rate": 3.9204473945577844e-05,
|
|
"loss": 1.1165,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.9104859335038363,
|
|
"grad_norm": 0.7619939625989861,
|
|
"learning_rate": 3.9184345460225086e-05,
|
|
"loss": 1.0976,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.9156010230179028,
|
|
"grad_norm": 0.8274597084021534,
|
|
"learning_rate": 3.916397079809587e-05,
|
|
"loss": 1.1263,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.9207161125319693,
|
|
"grad_norm": 0.8670812778043089,
|
|
"learning_rate": 3.914335022064129e-05,
|
|
"loss": 1.1038,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.9258312020460358,
|
|
"grad_norm": 0.7987111262536127,
|
|
"learning_rate": 3.91224839924681e-05,
|
|
"loss": 1.0991,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.9309462915601023,
|
|
"grad_norm": 0.6789089254585002,
|
|
"learning_rate": 3.91013723813353e-05,
|
|
"loss": 1.1153,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.9360613810741688,
|
|
"grad_norm": 0.5247353582861676,
|
|
"learning_rate": 3.9080015658150644e-05,
|
|
"loss": 1.1346,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.9411764705882353,
|
|
"grad_norm": 0.3644802006853034,
|
|
"learning_rate": 3.905841409696724e-05,
|
|
"loss": 1.1203,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.9462915601023018,
|
|
"grad_norm": 0.302951995016467,
|
|
"learning_rate": 3.903656797497998e-05,
|
|
"loss": 1.1085,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.9514066496163683,
|
|
"grad_norm": 0.40803915020390363,
|
|
"learning_rate": 3.901447757252202e-05,
|
|
"loss": 1.1249,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.9565217391304348,
|
|
"grad_norm": 0.4575912395967058,
|
|
"learning_rate": 3.899214317306114e-05,
|
|
"loss": 1.1207,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.9616368286445013,
|
|
"grad_norm": 0.4384857639291277,
|
|
"learning_rate": 3.896956506319615e-05,
|
|
"loss": 1.1175,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.9667519181585678,
|
|
"grad_norm": 0.37810315759266455,
|
|
"learning_rate": 3.894674353265319e-05,
|
|
"loss": 1.1263,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.9718670076726342,
|
|
"grad_norm": 0.33040746591886666,
|
|
"learning_rate": 3.8923678874282005e-05,
|
|
"loss": 1.0891,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.9769820971867008,
|
|
"grad_norm": 0.2970896158791436,
|
|
"learning_rate": 3.890037138405221e-05,
|
|
"loss": 1.1118,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.9820971867007673,
|
|
"grad_norm": 0.2786192370878433,
|
|
"learning_rate": 3.887682136104948e-05,
|
|
"loss": 1.0955,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.9872122762148338,
|
|
"grad_norm": 0.37616961887523437,
|
|
"learning_rate": 3.88530291074717e-05,
|
|
"loss": 1.1309,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.9923273657289002,
|
|
"grad_norm": 0.30458475511135424,
|
|
"learning_rate": 3.88289949286251e-05,
|
|
"loss": 1.1288,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.9974424552429667,
|
|
"grad_norm": 0.27006171785266825,
|
|
"learning_rate": 3.880471913292035e-05,
|
|
"loss": 1.1067,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 1.0025575447570332,
|
|
"grad_norm": 0.641130344717003,
|
|
"learning_rate": 3.878020203186858e-05,
|
|
"loss": 1.6856,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 1.0076726342710998,
|
|
"grad_norm": 1.12901892252244,
|
|
"learning_rate": 3.875544394007739e-05,
|
|
"loss": 1.1049,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 1.0127877237851663,
|
|
"grad_norm": 0.8810192018583497,
|
|
"learning_rate": 3.8730445175246815e-05,
|
|
"loss": 1.0976,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 1.0179028132992327,
|
|
"grad_norm": 0.5060443892157782,
|
|
"learning_rate": 3.8705206058165244e-05,
|
|
"loss": 1.1224,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 1.0230179028132993,
|
|
"grad_norm": 0.45555273554867565,
|
|
"learning_rate": 3.8679726912705315e-05,
|
|
"loss": 1.1104,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 1.0281329923273657,
|
|
"grad_norm": 0.5987124980388637,
|
|
"learning_rate": 3.865400806581975e-05,
|
|
"loss": 1.1236,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 1.0332480818414322,
|
|
"grad_norm": 0.6102266868676671,
|
|
"learning_rate": 3.862804984753714e-05,
|
|
"loss": 1.0929,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 1.0383631713554988,
|
|
"grad_norm": 0.4715043183631868,
|
|
"learning_rate": 3.8601852590957766e-05,
|
|
"loss": 1.1314,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 1.0434782608695652,
|
|
"grad_norm": 0.35678120553758946,
|
|
"learning_rate": 3.857541663224926e-05,
|
|
"loss": 1.0817,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 1.0485933503836318,
|
|
"grad_norm": 0.5779239076939061,
|
|
"learning_rate": 3.8548742310642334e-05,
|
|
"loss": 1.0744,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 1.0537084398976981,
|
|
"grad_norm": 0.4640287441279096,
|
|
"learning_rate": 3.852182996842641e-05,
|
|
"loss": 1.0778,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 1.0588235294117647,
|
|
"grad_norm": 0.42150823261105713,
|
|
"learning_rate": 3.849467995094522e-05,
|
|
"loss": 1.1283,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 1.0639386189258313,
|
|
"grad_norm": 0.5821601085737635,
|
|
"learning_rate": 3.846729260659241e-05,
|
|
"loss": 1.0972,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 1.0690537084398977,
|
|
"grad_norm": 0.4704548470212048,
|
|
"learning_rate": 3.843966828680702e-05,
|
|
"loss": 1.0747,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 1.0741687979539642,
|
|
"grad_norm": 0.38693655375739405,
|
|
"learning_rate": 3.841180734606902e-05,
|
|
"loss": 1.1187,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 1.0792838874680306,
|
|
"grad_norm": 0.3630491063461679,
|
|
"learning_rate": 3.838371014189472e-05,
|
|
"loss": 1.0892,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 1.0843989769820972,
|
|
"grad_norm": 0.4405195407898948,
|
|
"learning_rate": 3.835537703483221e-05,
|
|
"loss": 1.1067,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 1.0895140664961638,
|
|
"grad_norm": 0.44452544270846567,
|
|
"learning_rate": 3.832680838845674e-05,
|
|
"loss": 1.0756,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 1.0946291560102301,
|
|
"grad_norm": 0.5401710772090864,
|
|
"learning_rate": 3.8298004569366016e-05,
|
|
"loss": 1.0847,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 1.0997442455242967,
|
|
"grad_norm": 0.7049028690595734,
|
|
"learning_rate": 3.8268965947175545e-05,
|
|
"loss": 1.1182,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 1.104859335038363,
|
|
"grad_norm": 0.7116280073130989,
|
|
"learning_rate": 3.823969289451384e-05,
|
|
"loss": 1.126,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 1.1099744245524297,
|
|
"grad_norm": 0.6441754688478455,
|
|
"learning_rate": 3.821018578701769e-05,
|
|
"loss": 1.1012,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 1.1150895140664963,
|
|
"grad_norm": 0.5733417711636994,
|
|
"learning_rate": 3.8180445003327296e-05,
|
|
"loss": 1.0919,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 1.1202046035805626,
|
|
"grad_norm": 0.5168592814231329,
|
|
"learning_rate": 3.815047092508146e-05,
|
|
"loss": 1.0708,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 1.1253196930946292,
|
|
"grad_norm": 0.40791830250588856,
|
|
"learning_rate": 3.812026393691262e-05,
|
|
"loss": 1.1016,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 1.1304347826086956,
|
|
"grad_norm": 0.3935626219257489,
|
|
"learning_rate": 3.808982442644199e-05,
|
|
"loss": 1.1062,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 1.1355498721227621,
|
|
"grad_norm": 0.42991493583618057,
|
|
"learning_rate": 3.8059152784274526e-05,
|
|
"loss": 1.0787,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 1.1406649616368287,
|
|
"grad_norm": 0.381545106483542,
|
|
"learning_rate": 3.802824940399395e-05,
|
|
"loss": 1.076,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 1.145780051150895,
|
|
"grad_norm": 0.43466891058485496,
|
|
"learning_rate": 3.799711468215767e-05,
|
|
"loss": 1.0788,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 1.1508951406649617,
|
|
"grad_norm": 0.5444427949474252,
|
|
"learning_rate": 3.796574901829173e-05,
|
|
"loss": 1.0916,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 1.156010230179028,
|
|
"grad_norm": 0.597694612097652,
|
|
"learning_rate": 3.793415281488566e-05,
|
|
"loss": 1.1063,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 1.1611253196930946,
|
|
"grad_norm": 0.5644442647832518,
|
|
"learning_rate": 3.790232647738728e-05,
|
|
"loss": 1.1242,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 1.1662404092071612,
|
|
"grad_norm": 0.5088885436714243,
|
|
"learning_rate": 3.7870270414197566e-05,
|
|
"loss": 1.0651,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 1.1713554987212276,
|
|
"grad_norm": 0.45669824317435515,
|
|
"learning_rate": 3.783798503666537e-05,
|
|
"loss": 1.0788,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 1.1764705882352942,
|
|
"grad_norm": 0.5158511102992952,
|
|
"learning_rate": 3.780547075908213e-05,
|
|
"loss": 1.0897,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 1.1815856777493605,
|
|
"grad_norm": 0.5509778938951233,
|
|
"learning_rate": 3.777272799867657e-05,
|
|
"loss": 1.1186,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 1.186700767263427,
|
|
"grad_norm": 0.6199044676759673,
|
|
"learning_rate": 3.773975717560934e-05,
|
|
"loss": 1.0839,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 1.1918158567774937,
|
|
"grad_norm": 0.5867928689399399,
|
|
"learning_rate": 3.7706558712967656e-05,
|
|
"loss": 1.0994,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 1.19693094629156,
|
|
"grad_norm": 0.43551312787108826,
|
|
"learning_rate": 3.76731330367598e-05,
|
|
"loss": 1.1112,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 1.2020460358056266,
|
|
"grad_norm": 0.3428798495589015,
|
|
"learning_rate": 3.763948057590975e-05,
|
|
"loss": 1.1025,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 1.207161125319693,
|
|
"grad_norm": 0.3420589750674672,
|
|
"learning_rate": 3.760560176225157e-05,
|
|
"loss": 1.064,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 1.2122762148337596,
|
|
"grad_norm": 0.47964929329378947,
|
|
"learning_rate": 3.757149703052395e-05,
|
|
"loss": 1.0982,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 1.2173913043478262,
|
|
"grad_norm": 0.5164961726841073,
|
|
"learning_rate": 3.753716681836461e-05,
|
|
"loss": 1.0698,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 1.2225063938618925,
|
|
"grad_norm": 0.5004726718437401,
|
|
"learning_rate": 3.750261156630465e-05,
|
|
"loss": 1.1286,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 1.227621483375959,
|
|
"grad_norm": 0.47794124988866565,
|
|
"learning_rate": 3.7467831717762925e-05,
|
|
"loss": 1.0846,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 1.2327365728900257,
|
|
"grad_norm": 0.44111411888891566,
|
|
"learning_rate": 3.743282771904035e-05,
|
|
"loss": 1.0834,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 1.237851662404092,
|
|
"grad_norm": 0.5079015451764834,
|
|
"learning_rate": 3.739760001931419e-05,
|
|
"loss": 1.104,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 1.2429667519181586,
|
|
"grad_norm": 0.5075602497339351,
|
|
"learning_rate": 3.7362149070632255e-05,
|
|
"loss": 1.0931,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 1.248081841432225,
|
|
"grad_norm": 0.3971531368129775,
|
|
"learning_rate": 3.732647532790713e-05,
|
|
"loss": 1.0792,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 1.2531969309462916,
|
|
"grad_norm": 0.33746211887589067,
|
|
"learning_rate": 3.729057924891035e-05,
|
|
"loss": 1.1235,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 1.258312020460358,
|
|
"grad_norm": 0.3650974996204564,
|
|
"learning_rate": 3.7254461294266483e-05,
|
|
"loss": 1.0974,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 1.2634271099744245,
|
|
"grad_norm": 0.377421756851408,
|
|
"learning_rate": 3.721812192744725e-05,
|
|
"loss": 1.0831,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 1.2685421994884911,
|
|
"grad_norm": 0.3795307978882048,
|
|
"learning_rate": 3.718156161476558e-05,
|
|
"loss": 1.0957,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 1.2736572890025575,
|
|
"grad_norm": 0.3800374146414857,
|
|
"learning_rate": 3.7144780825369615e-05,
|
|
"loss": 1.0709,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 1.278772378516624,
|
|
"grad_norm": 0.4007139140880588,
|
|
"learning_rate": 3.710778003123667e-05,
|
|
"loss": 1.0833,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 1.2838874680306906,
|
|
"grad_norm": 0.40407343707960797,
|
|
"learning_rate": 3.707055970716722e-05,
|
|
"loss": 1.0888,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 1.289002557544757,
|
|
"grad_norm": 0.2994034629230688,
|
|
"learning_rate": 3.703312033077878e-05,
|
|
"loss": 1.1002,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 1.2941176470588236,
|
|
"grad_norm": 0.3254270151573406,
|
|
"learning_rate": 3.699546238249979e-05,
|
|
"loss": 1.0737,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 1.29923273657289,
|
|
"grad_norm": 0.3911289495044072,
|
|
"learning_rate": 3.6957586345563417e-05,
|
|
"loss": 1.0991,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 1.3043478260869565,
|
|
"grad_norm": 0.38966577888960535,
|
|
"learning_rate": 3.691949270600141e-05,
|
|
"loss": 1.0791,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 1.309462915601023,
|
|
"grad_norm": 0.39562876092393817,
|
|
"learning_rate": 3.68811819526378e-05,
|
|
"loss": 1.1031,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 1.3145780051150895,
|
|
"grad_norm": 0.4269451879598667,
|
|
"learning_rate": 3.6842654577082686e-05,
|
|
"loss": 1.075,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 1.319693094629156,
|
|
"grad_norm": 0.4819004002486693,
|
|
"learning_rate": 3.6803911073725895e-05,
|
|
"loss": 1.0701,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 1.3248081841432224,
|
|
"grad_norm": 0.504125026080002,
|
|
"learning_rate": 3.6764951939730624e-05,
|
|
"loss": 1.0864,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 1.329923273657289,
|
|
"grad_norm": 0.4870192901488172,
|
|
"learning_rate": 3.6725777675027095e-05,
|
|
"loss": 1.1046,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 1.3350383631713556,
|
|
"grad_norm": 0.43270225897597664,
|
|
"learning_rate": 3.668638878230613e-05,
|
|
"loss": 1.0962,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 1.340153452685422,
|
|
"grad_norm": 0.3494948322409856,
|
|
"learning_rate": 3.664678576701267e-05,
|
|
"loss": 1.1036,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 1.3452685421994885,
|
|
"grad_norm": 0.29197512485904487,
|
|
"learning_rate": 3.660696913733934e-05,
|
|
"loss": 1.0955,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 1.350383631713555,
|
|
"grad_norm": 0.26565447956578164,
|
|
"learning_rate": 3.6566939404219874e-05,
|
|
"loss": 1.1045,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 1.3554987212276215,
|
|
"grad_norm": 0.29428244421319627,
|
|
"learning_rate": 3.652669708132261e-05,
|
|
"loss": 1.0592,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 1.3606138107416879,
|
|
"grad_norm": 0.2791238009074844,
|
|
"learning_rate": 3.648624268504387e-05,
|
|
"loss": 1.0825,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 1.3657289002557544,
|
|
"grad_norm": 0.2836207345495186,
|
|
"learning_rate": 3.644557673450133e-05,
|
|
"loss": 1.1182,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 1.370843989769821,
|
|
"grad_norm": 0.2642712963707173,
|
|
"learning_rate": 3.6404699751527365e-05,
|
|
"loss": 1.1036,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 1.3759590792838874,
|
|
"grad_norm": 0.2569721937955015,
|
|
"learning_rate": 3.6363612260662346e-05,
|
|
"loss": 1.1037,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 1.381074168797954,
|
|
"grad_norm": 0.2626548247202908,
|
|
"learning_rate": 3.632231478914794e-05,
|
|
"loss": 1.0752,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 1.3861892583120206,
|
|
"grad_norm": 0.33628877791383244,
|
|
"learning_rate": 3.628080786692032e-05,
|
|
"loss": 1.1241,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 1.391304347826087,
|
|
"grad_norm": 0.39928469448042375,
|
|
"learning_rate": 3.623909202660333e-05,
|
|
"loss": 1.0692,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 1.3964194373401535,
|
|
"grad_norm": 0.41762818228894244,
|
|
"learning_rate": 3.619716780350174e-05,
|
|
"loss": 1.0635,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 1.40153452685422,
|
|
"grad_norm": 0.5007186791076494,
|
|
"learning_rate": 3.615503573559426e-05,
|
|
"loss": 1.0869,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 1.4066496163682864,
|
|
"grad_norm": 0.6087223158210029,
|
|
"learning_rate": 3.6112696363526774e-05,
|
|
"loss": 1.0802,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 1.4117647058823528,
|
|
"grad_norm": 0.8238974925650274,
|
|
"learning_rate": 3.6070150230605264e-05,
|
|
"loss": 1.0911,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 1.4168797953964194,
|
|
"grad_norm": 1.0295392330906121,
|
|
"learning_rate": 3.6027397882788944e-05,
|
|
"loss": 1.0882,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 1.421994884910486,
|
|
"grad_norm": 0.9094341485583135,
|
|
"learning_rate": 3.5984439868683185e-05,
|
|
"loss": 1.0985,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 1.4271099744245523,
|
|
"grad_norm": 0.6431552527387483,
|
|
"learning_rate": 3.594127673953251e-05,
|
|
"loss": 1.0917,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 1.432225063938619,
|
|
"grad_norm": 0.39730871502755355,
|
|
"learning_rate": 3.589790904921353e-05,
|
|
"loss": 1.0649,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 1.4373401534526855,
|
|
"grad_norm": 0.25033607318319917,
|
|
"learning_rate": 3.585433735422779e-05,
|
|
"loss": 1.0704,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 1.4424552429667519,
|
|
"grad_norm": 0.2688599706833758,
|
|
"learning_rate": 3.581056221369469e-05,
|
|
"loss": 1.1132,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 1.4475703324808185,
|
|
"grad_norm": 0.36659477814922325,
|
|
"learning_rate": 3.5766584189344255e-05,
|
|
"loss": 1.0987,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 1.452685421994885,
|
|
"grad_norm": 0.4117135879547577,
|
|
"learning_rate": 3.572240384550996e-05,
|
|
"loss": 1.0782,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 1.4578005115089514,
|
|
"grad_norm": 0.3858803623667727,
|
|
"learning_rate": 3.5678021749121465e-05,
|
|
"loss": 1.0792,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 1.4629156010230178,
|
|
"grad_norm": 0.3491502416990134,
|
|
"learning_rate": 3.563343846969738e-05,
|
|
"loss": 1.0868,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 1.4680306905370843,
|
|
"grad_norm": 0.2782819121589572,
|
|
"learning_rate": 3.558865457933789e-05,
|
|
"loss": 1.0874,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 1.473145780051151,
|
|
"grad_norm": 0.2855530481636196,
|
|
"learning_rate": 3.5543670652717485e-05,
|
|
"loss": 1.1035,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 1.4782608695652173,
|
|
"grad_norm": 0.2506736083535957,
|
|
"learning_rate": 3.5498487267077556e-05,
|
|
"loss": 1.0889,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 1.4833759590792839,
|
|
"grad_norm": 0.3217152717517136,
|
|
"learning_rate": 3.545310500221896e-05,
|
|
"loss": 1.0743,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 1.4884910485933505,
|
|
"grad_norm": 0.36398355801272403,
|
|
"learning_rate": 3.540752444049463e-05,
|
|
"loss": 1.1007,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 1.4936061381074168,
|
|
"grad_norm": 0.4534774518127883,
|
|
"learning_rate": 3.536174616680206e-05,
|
|
"loss": 1.0998,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 1.4987212276214834,
|
|
"grad_norm": 0.5782489918794124,
|
|
"learning_rate": 3.531577076857584e-05,
|
|
"loss": 1.0707,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 1.50383631713555,
|
|
"grad_norm": 0.6360084025806246,
|
|
"learning_rate": 3.5269598835780074e-05,
|
|
"loss": 1.0882,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 1.5089514066496164,
|
|
"grad_norm": 0.6564145997881213,
|
|
"learning_rate": 3.522323096090083e-05,
|
|
"loss": 1.0822,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 1.5140664961636827,
|
|
"grad_norm": 0.6579103014127573,
|
|
"learning_rate": 3.517666773893856e-05,
|
|
"loss": 1.0659,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 1.5191815856777495,
|
|
"grad_norm": 0.588797087024321,
|
|
"learning_rate": 3.512990976740043e-05,
|
|
"loss": 1.0701,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 1.5242966751918159,
|
|
"grad_norm": 0.507691256755524,
|
|
"learning_rate": 3.5082957646292656e-05,
|
|
"loss": 1.0703,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 1.5294117647058822,
|
|
"grad_norm": 0.46225068995130947,
|
|
"learning_rate": 3.503581197811283e-05,
|
|
"loss": 1.0998,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 1.5345268542199488,
|
|
"grad_norm": 0.46321293283271464,
|
|
"learning_rate": 3.498847336784217e-05,
|
|
"loss": 1.1118,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.5396419437340154,
|
|
"grad_norm": 0.47673226500293,
|
|
"learning_rate": 3.4940942422937745e-05,
|
|
"loss": 1.062,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 1.5447570332480818,
|
|
"grad_norm": 0.4938233436299125,
|
|
"learning_rate": 3.4893219753324715e-05,
|
|
"loss": 1.0796,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 1.5498721227621484,
|
|
"grad_norm": 0.454989222644801,
|
|
"learning_rate": 3.4845305971388474e-05,
|
|
"loss": 1.0599,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 1.554987212276215,
|
|
"grad_norm": 0.42196538938547673,
|
|
"learning_rate": 3.4797201691966804e-05,
|
|
"loss": 1.0976,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 1.5601023017902813,
|
|
"grad_norm": 0.438633061741324,
|
|
"learning_rate": 3.4748907532341974e-05,
|
|
"loss": 1.069,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 1.5652173913043477,
|
|
"grad_norm": 0.35425686678327734,
|
|
"learning_rate": 3.470042411223284e-05,
|
|
"loss": 1.0876,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 1.5703324808184145,
|
|
"grad_norm": 0.333738264976303,
|
|
"learning_rate": 3.465175205378688e-05,
|
|
"loss": 1.0832,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 1.5754475703324808,
|
|
"grad_norm": 0.3167972686191401,
|
|
"learning_rate": 3.46028919815722e-05,
|
|
"loss": 1.0822,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 1.5805626598465472,
|
|
"grad_norm": 0.30610984275864866,
|
|
"learning_rate": 3.4553844522569545e-05,
|
|
"loss": 1.0812,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 1.5856777493606138,
|
|
"grad_norm": 0.3880104515073711,
|
|
"learning_rate": 3.4504610306164235e-05,
|
|
"loss": 1.0556,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 1.5907928388746804,
|
|
"grad_norm": 0.5025355791144405,
|
|
"learning_rate": 3.4455189964138076e-05,
|
|
"loss": 1.0977,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 1.5959079283887467,
|
|
"grad_norm": 0.4731775995897406,
|
|
"learning_rate": 3.4405584130661294e-05,
|
|
"loss": 1.0999,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 1.6010230179028133,
|
|
"grad_norm": 0.3302367508833335,
|
|
"learning_rate": 3.435579344228436e-05,
|
|
"loss": 1.0947,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 1.60613810741688,
|
|
"grad_norm": 0.3079090812550143,
|
|
"learning_rate": 3.430581853792983e-05,
|
|
"loss": 1.0855,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 1.6112531969309463,
|
|
"grad_norm": 0.3346134543184726,
|
|
"learning_rate": 3.425566005888418e-05,
|
|
"loss": 1.0705,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 1.6163682864450126,
|
|
"grad_norm": 0.306822833635453,
|
|
"learning_rate": 3.42053186487895e-05,
|
|
"loss": 1.0677,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 1.6214833759590794,
|
|
"grad_norm": 0.2893288371945462,
|
|
"learning_rate": 3.4154794953635314e-05,
|
|
"loss": 1.0867,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 1.6265984654731458,
|
|
"grad_norm": 0.3179300501326337,
|
|
"learning_rate": 3.410408962175026e-05,
|
|
"loss": 1.0751,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 1.6317135549872122,
|
|
"grad_norm": 0.4094677547905539,
|
|
"learning_rate": 3.405320330379374e-05,
|
|
"loss": 1.0974,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 1.6368286445012787,
|
|
"grad_norm": 0.44398101804683016,
|
|
"learning_rate": 3.4002136652747654e-05,
|
|
"loss": 1.068,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 1.6419437340153453,
|
|
"grad_norm": 0.3672002423818593,
|
|
"learning_rate": 3.3950890323907906e-05,
|
|
"loss": 1.0595,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 1.6470588235294117,
|
|
"grad_norm": 0.34831887181846766,
|
|
"learning_rate": 3.3899464974876095e-05,
|
|
"loss": 1.1265,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 1.6521739130434783,
|
|
"grad_norm": 0.33785733953151414,
|
|
"learning_rate": 3.3847861265551034e-05,
|
|
"loss": 1.0635,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 1.6572890025575449,
|
|
"grad_norm": 0.300108569750646,
|
|
"learning_rate": 3.379607985812026e-05,
|
|
"loss": 1.0663,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 1.6624040920716112,
|
|
"grad_norm": 0.3168223492831874,
|
|
"learning_rate": 3.37441214170516e-05,
|
|
"loss": 1.0703,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 1.6675191815856778,
|
|
"grad_norm": 0.30519376911285095,
|
|
"learning_rate": 3.369198660908457e-05,
|
|
"loss": 1.0989,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 1.6726342710997444,
|
|
"grad_norm": 0.27340255530098717,
|
|
"learning_rate": 3.3639676103221885e-05,
|
|
"loss": 1.083,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 1.6777493606138107,
|
|
"grad_norm": 0.24237557891013498,
|
|
"learning_rate": 3.358719057072082e-05,
|
|
"loss": 1.0888,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 1.682864450127877,
|
|
"grad_norm": 0.33187922158308414,
|
|
"learning_rate": 3.353453068508465e-05,
|
|
"loss": 1.078,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 1.6879795396419437,
|
|
"grad_norm": 0.33136779692393137,
|
|
"learning_rate": 3.348169712205396e-05,
|
|
"loss": 1.0955,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 1.6930946291560103,
|
|
"grad_norm": 0.3896824184636105,
|
|
"learning_rate": 3.342869055959799e-05,
|
|
"loss": 1.0919,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 1.6982097186700766,
|
|
"grad_norm": 0.4690457383285477,
|
|
"learning_rate": 3.337551167790594e-05,
|
|
"loss": 1.0834,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 1.7033248081841432,
|
|
"grad_norm": 0.46902429127424217,
|
|
"learning_rate": 3.3322161159378266e-05,
|
|
"loss": 1.078,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 1.7084398976982098,
|
|
"grad_norm": 0.5077584309818212,
|
|
"learning_rate": 3.326863968861785e-05,
|
|
"loss": 1.0797,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 1.7135549872122762,
|
|
"grad_norm": 0.5218252773609796,
|
|
"learning_rate": 3.32149479524213e-05,
|
|
"loss": 1.0946,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 1.7186700767263428,
|
|
"grad_norm": 0.4069002876418554,
|
|
"learning_rate": 3.3161086639770096e-05,
|
|
"loss": 1.0765,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 1.7237851662404093,
|
|
"grad_norm": 0.31535846997146344,
|
|
"learning_rate": 3.310705644182172e-05,
|
|
"loss": 1.1063,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 1.7289002557544757,
|
|
"grad_norm": 0.33692698144202765,
|
|
"learning_rate": 3.3052858051900855e-05,
|
|
"loss": 1.0702,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 1.734015345268542,
|
|
"grad_norm": 0.38776356076458385,
|
|
"learning_rate": 3.299849216549043e-05,
|
|
"loss": 1.0671,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 1.7391304347826086,
|
|
"grad_norm": 0.4685217600838493,
|
|
"learning_rate": 3.294395948022274e-05,
|
|
"loss": 1.0741,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 1.7442455242966752,
|
|
"grad_norm": 0.5146785167418015,
|
|
"learning_rate": 3.288926069587043e-05,
|
|
"loss": 1.0872,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 1.7493606138107416,
|
|
"grad_norm": 0.4361055840814472,
|
|
"learning_rate": 3.283439651433761e-05,
|
|
"loss": 1.0854,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 1.7544757033248082,
|
|
"grad_norm": 0.3656787232466876,
|
|
"learning_rate": 3.277936763965076e-05,
|
|
"loss": 1.1032,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 1.7595907928388748,
|
|
"grad_norm": 0.28217873995066556,
|
|
"learning_rate": 3.272417477794973e-05,
|
|
"loss": 1.0793,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 1.7647058823529411,
|
|
"grad_norm": 0.3204034304733446,
|
|
"learning_rate": 3.266881863747869e-05,
|
|
"loss": 1.075,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 1.7698209718670077,
|
|
"grad_norm": 0.3079284299575741,
|
|
"learning_rate": 3.261329992857703e-05,
|
|
"loss": 1.072,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 1.7749360613810743,
|
|
"grad_norm": 0.38759228082284236,
|
|
"learning_rate": 3.255761936367025e-05,
|
|
"loss": 1.0739,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 1.7800511508951407,
|
|
"grad_norm": 0.43446165090981037,
|
|
"learning_rate": 3.25017776572608e-05,
|
|
"loss": 1.0796,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 1.785166240409207,
|
|
"grad_norm": 0.3249536808260686,
|
|
"learning_rate": 3.2445775525918934e-05,
|
|
"loss": 1.0863,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 1.7902813299232738,
|
|
"grad_norm": 0.2899437031105078,
|
|
"learning_rate": 3.238961368827351e-05,
|
|
"loss": 1.0835,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.7953964194373402,
|
|
"grad_norm": 0.317836365773142,
|
|
"learning_rate": 3.2333292865002754e-05,
|
|
"loss": 1.0826,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 1.8005115089514065,
|
|
"grad_norm": 0.2916579319687349,
|
|
"learning_rate": 3.227681377882503e-05,
|
|
"loss": 1.0751,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 1.8056265984654731,
|
|
"grad_norm": 0.21860087493949837,
|
|
"learning_rate": 3.2220177154489544e-05,
|
|
"loss": 1.0675,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 1.8107416879795397,
|
|
"grad_norm": 0.3359559031535743,
|
|
"learning_rate": 3.216338371876709e-05,
|
|
"loss": 1.0534,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 1.815856777493606,
|
|
"grad_norm": 0.39008315063327503,
|
|
"learning_rate": 3.2106434200440665e-05,
|
|
"loss": 1.0529,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 1.8209718670076727,
|
|
"grad_norm": 0.32916920973912117,
|
|
"learning_rate": 3.204932933029615e-05,
|
|
"loss": 1.1093,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 1.8260869565217392,
|
|
"grad_norm": 0.26659714069662344,
|
|
"learning_rate": 3.1992069841112936e-05,
|
|
"loss": 1.0707,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 1.8312020460358056,
|
|
"grad_norm": 0.2408662731393292,
|
|
"learning_rate": 3.19346564676545e-05,
|
|
"loss": 1.0664,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 1.836317135549872,
|
|
"grad_norm": 0.3149309446405476,
|
|
"learning_rate": 3.187708994665899e-05,
|
|
"loss": 1.0627,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 1.8414322250639388,
|
|
"grad_norm": 0.2922367857765737,
|
|
"learning_rate": 3.181937101682977e-05,
|
|
"loss": 1.0955,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.8465473145780051,
|
|
"grad_norm": 0.2732975527492678,
|
|
"learning_rate": 3.1761500418825955e-05,
|
|
"loss": 1.085,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 1.8516624040920715,
|
|
"grad_norm": 0.32951032286545007,
|
|
"learning_rate": 3.170347889525287e-05,
|
|
"loss": 1.0667,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 1.856777493606138,
|
|
"grad_norm": 0.2718568672274621,
|
|
"learning_rate": 3.1645307190652553e-05,
|
|
"loss": 1.0692,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 1.8618925831202047,
|
|
"grad_norm": 0.3038697100173248,
|
|
"learning_rate": 3.1586986051494185e-05,
|
|
"loss": 1.0531,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 1.867007672634271,
|
|
"grad_norm": 0.3482315834294184,
|
|
"learning_rate": 3.152851622616453e-05,
|
|
"loss": 1.0961,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 1.8721227621483376,
|
|
"grad_norm": 0.3635382014306177,
|
|
"learning_rate": 3.146989846495831e-05,
|
|
"loss": 1.0594,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 1.8772378516624042,
|
|
"grad_norm": 0.3801528737374951,
|
|
"learning_rate": 3.1411133520068565e-05,
|
|
"loss": 1.0719,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 1.8823529411764706,
|
|
"grad_norm": 0.35767074568834234,
|
|
"learning_rate": 3.135222214557706e-05,
|
|
"loss": 1.0978,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 1.887468030690537,
|
|
"grad_norm": 0.3177969921797143,
|
|
"learning_rate": 3.1293165097444545e-05,
|
|
"loss": 1.0824,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 1.8925831202046037,
|
|
"grad_norm": 0.23887001529666604,
|
|
"learning_rate": 3.123396313350108e-05,
|
|
"loss": 1.0584,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 1.89769820971867,
|
|
"grad_norm": 0.2180214891603909,
|
|
"learning_rate": 3.11746170134363e-05,
|
|
"loss": 1.0453,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 1.9028132992327365,
|
|
"grad_norm": 0.2767381523731611,
|
|
"learning_rate": 3.111512749878972e-05,
|
|
"loss": 1.0809,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 1.907928388746803,
|
|
"grad_norm": 0.2440349939808095,
|
|
"learning_rate": 3.105549535294086e-05,
|
|
"loss": 1.0767,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 1.9130434782608696,
|
|
"grad_norm": 0.22664308140303832,
|
|
"learning_rate": 3.099572134109955e-05,
|
|
"loss": 1.0689,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 1.918158567774936,
|
|
"grad_norm": 0.215228570214006,
|
|
"learning_rate": 3.093580623029605e-05,
|
|
"loss": 1.0757,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.9232736572890026,
|
|
"grad_norm": 0.238491708219821,
|
|
"learning_rate": 3.087575078937121e-05,
|
|
"loss": 1.0821,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 1.9283887468030692,
|
|
"grad_norm": 0.25677725654049566,
|
|
"learning_rate": 3.081555578896667e-05,
|
|
"loss": 1.076,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 1.9335038363171355,
|
|
"grad_norm": 0.27990137738084897,
|
|
"learning_rate": 3.075522200151488e-05,
|
|
"loss": 1.056,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 1.938618925831202,
|
|
"grad_norm": 0.2747809542407332,
|
|
"learning_rate": 3.069475020122923e-05,
|
|
"loss": 1.0657,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 1.9437340153452687,
|
|
"grad_norm": 0.24205044950668198,
|
|
"learning_rate": 3.063414116409413e-05,
|
|
"loss": 1.1051,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.948849104859335,
|
|
"grad_norm": 0.2286831747173763,
|
|
"learning_rate": 3.057339566785502e-05,
|
|
"loss": 1.1069,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 1.9539641943734014,
|
|
"grad_norm": 0.21926358704649387,
|
|
"learning_rate": 3.0512514492008437e-05,
|
|
"loss": 1.068,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 1.959079283887468,
|
|
"grad_norm": 0.23417329353885752,
|
|
"learning_rate": 3.045149841779194e-05,
|
|
"loss": 1.0575,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 1.9641943734015346,
|
|
"grad_norm": 0.21864816336590975,
|
|
"learning_rate": 3.039034822817416e-05,
|
|
"loss": 1.0624,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 1.969309462915601,
|
|
"grad_norm": 0.23037762810155873,
|
|
"learning_rate": 3.03290647078447e-05,
|
|
"loss": 1.0841,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 1.9744245524296675,
|
|
"grad_norm": 0.24730861325346853,
|
|
"learning_rate": 3.0267648643204093e-05,
|
|
"loss": 1.0614,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 1.979539641943734,
|
|
"grad_norm": 0.22748550621912642,
|
|
"learning_rate": 3.020610082235371e-05,
|
|
"loss": 1.0807,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 1.9846547314578005,
|
|
"grad_norm": 0.2406930461729291,
|
|
"learning_rate": 3.0144422035085625e-05,
|
|
"loss": 1.0678,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 1.989769820971867,
|
|
"grad_norm": 0.1947510056879471,
|
|
"learning_rate": 3.0082613072872512e-05,
|
|
"loss": 1.0706,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 1.9948849104859336,
|
|
"grad_norm": 0.24668811547574934,
|
|
"learning_rate": 3.0020674728857446e-05,
|
|
"loss": 1.0882,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.3944045454129894,
|
|
"learning_rate": 2.9958607797843783e-05,
|
|
"loss": 1.5854,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 2.0051150895140664,
|
|
"grad_norm": 0.571211331740568,
|
|
"learning_rate": 2.9896413076284915e-05,
|
|
"loss": 1.0541,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 2.010230179028133,
|
|
"grad_norm": 0.6496305605729329,
|
|
"learning_rate": 2.9834091362274055e-05,
|
|
"loss": 1.0948,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 2.0153452685421995,
|
|
"grad_norm": 0.5024579541598875,
|
|
"learning_rate": 2.9771643455534013e-05,
|
|
"loss": 1.0733,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 2.020460358056266,
|
|
"grad_norm": 0.337503688669548,
|
|
"learning_rate": 2.9709070157406932e-05,
|
|
"loss": 1.0575,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 2.0255754475703327,
|
|
"grad_norm": 0.4068958428270923,
|
|
"learning_rate": 2.9646372270843987e-05,
|
|
"loss": 1.0526,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 2.030690537084399,
|
|
"grad_norm": 0.511369275269955,
|
|
"learning_rate": 2.9583550600395106e-05,
|
|
"loss": 1.0499,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 2.0358056265984654,
|
|
"grad_norm": 0.4759521455282091,
|
|
"learning_rate": 2.952060595219861e-05,
|
|
"loss": 1.0576,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 2.040920716112532,
|
|
"grad_norm": 0.30686443389558704,
|
|
"learning_rate": 2.9457539133970923e-05,
|
|
"loss": 1.0703,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 2.0460358056265986,
|
|
"grad_norm": 0.48650529610865,
|
|
"learning_rate": 2.9394350954996147e-05,
|
|
"loss": 1.0805,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 2.051150895140665,
|
|
"grad_norm": 0.536898019942215,
|
|
"learning_rate": 2.9331042226115722e-05,
|
|
"loss": 1.0595,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 2.0562659846547313,
|
|
"grad_norm": 0.2894393958463196,
|
|
"learning_rate": 2.9267613759718002e-05,
|
|
"loss": 1.0819,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 2.061381074168798,
|
|
"grad_norm": 0.35736846132665373,
|
|
"learning_rate": 2.9204066369727826e-05,
|
|
"loss": 1.0516,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 2.0664961636828645,
|
|
"grad_norm": 0.5391010352210259,
|
|
"learning_rate": 2.914040087159609e-05,
|
|
"loss": 1.0873,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 2.071611253196931,
|
|
"grad_norm": 0.4261141488201902,
|
|
"learning_rate": 2.9076618082289272e-05,
|
|
"loss": 1.0517,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 2.0767263427109977,
|
|
"grad_norm": 0.32238839872169717,
|
|
"learning_rate": 2.901271882027894e-05,
|
|
"loss": 1.0624,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 2.081841432225064,
|
|
"grad_norm": 0.4015293185545378,
|
|
"learning_rate": 2.894870390553128e-05,
|
|
"loss": 1.0844,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 2.0869565217391304,
|
|
"grad_norm": 0.38973769415241016,
|
|
"learning_rate": 2.8884574159496524e-05,
|
|
"loss": 1.0455,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 2.0920716112531967,
|
|
"grad_norm": 0.428656757682565,
|
|
"learning_rate": 2.882033040509848e-05,
|
|
"loss": 1.0522,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 2.0971867007672635,
|
|
"grad_norm": 0.4067836857911701,
|
|
"learning_rate": 2.875597346672388e-05,
|
|
"loss": 1.0446,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 2.10230179028133,
|
|
"grad_norm": 0.2658806981254451,
|
|
"learning_rate": 2.8691504170211896e-05,
|
|
"loss": 1.052,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 2.1074168797953963,
|
|
"grad_norm": 0.29345767005827766,
|
|
"learning_rate": 2.862692334284347e-05,
|
|
"loss": 1.071,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 2.112531969309463,
|
|
"grad_norm": 0.31643534871624796,
|
|
"learning_rate": 2.856223181333075e-05,
|
|
"loss": 1.0678,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 2.1176470588235294,
|
|
"grad_norm": 0.30277925647085663,
|
|
"learning_rate": 2.849743041180641e-05,
|
|
"loss": 1.0596,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 2.122762148337596,
|
|
"grad_norm": 0.28360578956825416,
|
|
"learning_rate": 2.8432519969813044e-05,
|
|
"loss": 1.0829,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 2.1278772378516626,
|
|
"grad_norm": 0.25623419269068504,
|
|
"learning_rate": 2.836750132029244e-05,
|
|
"loss": 1.0863,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 2.132992327365729,
|
|
"grad_norm": 0.3028046129485344,
|
|
"learning_rate": 2.8302375297574963e-05,
|
|
"loss": 1.0641,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 2.1381074168797953,
|
|
"grad_norm": 0.243941002386985,
|
|
"learning_rate": 2.8237142737368767e-05,
|
|
"loss": 1.0815,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 2.1432225063938617,
|
|
"grad_norm": 0.2439932508429276,
|
|
"learning_rate": 2.817180447674915e-05,
|
|
"loss": 1.0609,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 2.1483375959079285,
|
|
"grad_norm": 0.33126365061709473,
|
|
"learning_rate": 2.8106361354147754e-05,
|
|
"loss": 1.0782,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 2.153452685421995,
|
|
"grad_norm": 0.2315933256251212,
|
|
"learning_rate": 2.8040814209341834e-05,
|
|
"loss": 1.0732,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 2.1585677749360612,
|
|
"grad_norm": 0.2531413000703873,
|
|
"learning_rate": 2.797516388344348e-05,
|
|
"loss": 1.0776,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 2.163682864450128,
|
|
"grad_norm": 0.24520307389872711,
|
|
"learning_rate": 2.7909411218888805e-05,
|
|
"loss": 1.0575,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 2.1687979539641944,
|
|
"grad_norm": 0.21837227419529545,
|
|
"learning_rate": 2.7843557059427165e-05,
|
|
"loss": 1.0648,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 2.1739130434782608,
|
|
"grad_norm": 0.23257820290766587,
|
|
"learning_rate": 2.7777602250110312e-05,
|
|
"loss": 1.0698,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 2.1790281329923276,
|
|
"grad_norm": 0.24175028544297208,
|
|
"learning_rate": 2.7711547637281547e-05,
|
|
"loss": 1.0827,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 2.184143222506394,
|
|
"grad_norm": 0.24548626955618205,
|
|
"learning_rate": 2.764539406856487e-05,
|
|
"loss": 1.0174,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 2.1892583120204603,
|
|
"grad_norm": 0.2400998129886217,
|
|
"learning_rate": 2.7579142392854108e-05,
|
|
"loss": 1.0736,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 2.1943734015345266,
|
|
"grad_norm": 0.2556650098002111,
|
|
"learning_rate": 2.7512793460301996e-05,
|
|
"loss": 1.0969,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 2.1994884910485935,
|
|
"grad_norm": 0.2657024393852246,
|
|
"learning_rate": 2.7446348122309304e-05,
|
|
"loss": 1.0871,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 2.20460358056266,
|
|
"grad_norm": 0.30061197720631916,
|
|
"learning_rate": 2.7379807231513882e-05,
|
|
"loss": 1.0635,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 2.209718670076726,
|
|
"grad_norm": 0.24434115350001423,
|
|
"learning_rate": 2.7313171641779736e-05,
|
|
"loss": 1.0718,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 2.214833759590793,
|
|
"grad_norm": 0.1943553020243117,
|
|
"learning_rate": 2.724644220818605e-05,
|
|
"loss": 1.0464,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 2.2199488491048593,
|
|
"grad_norm": 0.2409184010564603,
|
|
"learning_rate": 2.7179619787016257e-05,
|
|
"loss": 1.0745,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 2.2250639386189257,
|
|
"grad_norm": 0.2256656815374472,
|
|
"learning_rate": 2.7112705235746985e-05,
|
|
"loss": 1.0747,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 2.2301790281329925,
|
|
"grad_norm": 0.23084899035972747,
|
|
"learning_rate": 2.7045699413037133e-05,
|
|
"loss": 1.057,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 2.235294117647059,
|
|
"grad_norm": 0.21422250948749663,
|
|
"learning_rate": 2.697860317871677e-05,
|
|
"loss": 1.0787,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 2.2404092071611252,
|
|
"grad_norm": 0.22055197289125814,
|
|
"learning_rate": 2.6911417393776172e-05,
|
|
"loss": 1.05,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 2.2455242966751916,
|
|
"grad_norm": 0.2090525921429115,
|
|
"learning_rate": 2.6844142920354722e-05,
|
|
"loss": 1.0525,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 2.2506393861892584,
|
|
"grad_norm": 0.23505089353994232,
|
|
"learning_rate": 2.677678062172989e-05,
|
|
"loss": 1.0435,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 2.2557544757033248,
|
|
"grad_norm": 0.24040274933787345,
|
|
"learning_rate": 2.6709331362306122e-05,
|
|
"loss": 1.0345,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 2.260869565217391,
|
|
"grad_norm": 0.22951772137968907,
|
|
"learning_rate": 2.6641796007603756e-05,
|
|
"loss": 1.0554,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 2.265984654731458,
|
|
"grad_norm": 0.1954752873279388,
|
|
"learning_rate": 2.6574175424247926e-05,
|
|
"loss": 1.0778,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 2.2710997442455243,
|
|
"grad_norm": 0.20768996296631603,
|
|
"learning_rate": 2.6506470479957432e-05,
|
|
"loss": 1.0384,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 2.2762148337595907,
|
|
"grad_norm": 0.2050178399434897,
|
|
"learning_rate": 2.6438682043533606e-05,
|
|
"loss": 1.0819,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 2.2813299232736575,
|
|
"grad_norm": 0.22084478986907694,
|
|
"learning_rate": 2.637081098484918e-05,
|
|
"loss": 1.0681,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 2.286445012787724,
|
|
"grad_norm": 0.2525194084168267,
|
|
"learning_rate": 2.6302858174837084e-05,
|
|
"loss": 1.0766,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 2.29156010230179,
|
|
"grad_norm": 0.20434937850015836,
|
|
"learning_rate": 2.623482448547931e-05,
|
|
"loss": 1.0674,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 2.296675191815857,
|
|
"grad_norm": 0.18111384656350762,
|
|
"learning_rate": 2.6166710789795704e-05,
|
|
"loss": 1.049,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 2.3017902813299234,
|
|
"grad_norm": 0.19742247992531406,
|
|
"learning_rate": 2.6098517961832773e-05,
|
|
"loss": 1.0636,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 2.3069053708439897,
|
|
"grad_norm": 0.23785950833253988,
|
|
"learning_rate": 2.6030246876652445e-05,
|
|
"loss": 1.0504,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 2.312020460358056,
|
|
"grad_norm": 0.2097971952126859,
|
|
"learning_rate": 2.5961898410320894e-05,
|
|
"loss": 1.0361,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 2.317135549872123,
|
|
"grad_norm": 0.2276417405483114,
|
|
"learning_rate": 2.5893473439897215e-05,
|
|
"loss": 1.0411,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 2.3222506393861893,
|
|
"grad_norm": 0.2537489564697595,
|
|
"learning_rate": 2.5824972843422257e-05,
|
|
"loss": 1.0714,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 2.3273657289002556,
|
|
"grad_norm": 0.25653394100856325,
|
|
"learning_rate": 2.5756397499907283e-05,
|
|
"loss": 1.0661,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 2.3324808184143224,
|
|
"grad_norm": 0.22816918192865004,
|
|
"learning_rate": 2.5687748289322744e-05,
|
|
"loss": 1.0596,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 2.337595907928389,
|
|
"grad_norm": 0.21376463186605166,
|
|
"learning_rate": 2.561902609258697e-05,
|
|
"loss": 1.0725,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 2.342710997442455,
|
|
"grad_norm": 0.2242763029015445,
|
|
"learning_rate": 2.5550231791554833e-05,
|
|
"loss": 1.0815,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 2.3478260869565215,
|
|
"grad_norm": 0.17279605910571388,
|
|
"learning_rate": 2.5481366269006497e-05,
|
|
"loss": 1.045,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 2.3529411764705883,
|
|
"grad_norm": 0.21321751878224862,
|
|
"learning_rate": 2.541243040863602e-05,
|
|
"loss": 1.0449,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 2.3580562659846547,
|
|
"grad_norm": 0.2068004135775521,
|
|
"learning_rate": 2.5343425095040065e-05,
|
|
"loss": 1.0484,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 2.363171355498721,
|
|
"grad_norm": 0.1767285038930778,
|
|
"learning_rate": 2.527435121370653e-05,
|
|
"loss": 1.0554,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 2.368286445012788,
|
|
"grad_norm": 0.18469974343909754,
|
|
"learning_rate": 2.5205209651003176e-05,
|
|
"loss": 1.0338,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 2.373401534526854,
|
|
"grad_norm": 0.1692343543578853,
|
|
"learning_rate": 2.5136001294166263e-05,
|
|
"loss": 1.0831,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 2.3785166240409206,
|
|
"grad_norm": 0.19527583181910754,
|
|
"learning_rate": 2.506672703128919e-05,
|
|
"loss": 1.0679,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 2.3836317135549874,
|
|
"grad_norm": 0.21170860178119313,
|
|
"learning_rate": 2.4997387751311035e-05,
|
|
"loss": 1.0581,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 2.3887468030690537,
|
|
"grad_norm": 0.21354376020274823,
|
|
"learning_rate": 2.4927984344005212e-05,
|
|
"loss": 1.0488,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 2.39386189258312,
|
|
"grad_norm": 0.16943920612627475,
|
|
"learning_rate": 2.4858517699968027e-05,
|
|
"loss": 1.0498,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 2.398976982097187,
|
|
"grad_norm": 0.2263431725640194,
|
|
"learning_rate": 2.4788988710607232e-05,
|
|
"loss": 1.0649,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 2.4040920716112533,
|
|
"grad_norm": 0.2500711707765182,
|
|
"learning_rate": 2.471939826813063e-05,
|
|
"loss": 1.0549,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 2.4092071611253196,
|
|
"grad_norm": 0.28197002741407323,
|
|
"learning_rate": 2.4649747265534584e-05,
|
|
"loss": 1.0568,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 2.414322250639386,
|
|
"grad_norm": 0.2307560418077442,
|
|
"learning_rate": 2.458003659659257e-05,
|
|
"loss": 1.0643,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 2.419437340153453,
|
|
"grad_norm": 0.2275883404782231,
|
|
"learning_rate": 2.451026715584374e-05,
|
|
"loss": 1.0263,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 2.424552429667519,
|
|
"grad_norm": 0.1837213662498589,
|
|
"learning_rate": 2.4440439838581375e-05,
|
|
"loss": 1.0663,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 2.4296675191815855,
|
|
"grad_norm": 0.2191908919218784,
|
|
"learning_rate": 2.4370555540841477e-05,
|
|
"loss": 1.0508,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 2.4347826086956523,
|
|
"grad_norm": 0.2906689646420887,
|
|
"learning_rate": 2.4300615159391204e-05,
|
|
"loss": 1.0401,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 2.4398976982097187,
|
|
"grad_norm": 0.2883194193305295,
|
|
"learning_rate": 2.423061959171741e-05,
|
|
"loss": 1.0767,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 2.445012787723785,
|
|
"grad_norm": 0.17758442728560847,
|
|
"learning_rate": 2.4160569736015082e-05,
|
|
"loss": 1.0577,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 2.4501278772378514,
|
|
"grad_norm": 0.16717169630312334,
|
|
"learning_rate": 2.4090466491175876e-05,
|
|
"loss": 1.0293,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 2.455242966751918,
|
|
"grad_norm": 0.24782575757267775,
|
|
"learning_rate": 2.4020310756776506e-05,
|
|
"loss": 1.0336,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 2.4603580562659846,
|
|
"grad_norm": 0.2636655812446855,
|
|
"learning_rate": 2.3950103433067273e-05,
|
|
"loss": 1.0809,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 2.4654731457800514,
|
|
"grad_norm": 0.16902242053452235,
|
|
"learning_rate": 2.3879845420960458e-05,
|
|
"loss": 1.0785,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 2.4705882352941178,
|
|
"grad_norm": 0.21078452585148946,
|
|
"learning_rate": 2.3809537622018812e-05,
|
|
"loss": 1.0398,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 2.475703324808184,
|
|
"grad_norm": 0.21973365788168056,
|
|
"learning_rate": 2.373918093844393e-05,
|
|
"loss": 1.0591,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 2.4808184143222505,
|
|
"grad_norm": 0.20412106095476204,
|
|
"learning_rate": 2.3668776273064717e-05,
|
|
"loss": 1.0452,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 2.4859335038363173,
|
|
"grad_norm": 0.20054437938777525,
|
|
"learning_rate": 2.3598324529325783e-05,
|
|
"loss": 1.0632,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 2.4910485933503836,
|
|
"grad_norm": 0.18477265021437198,
|
|
"learning_rate": 2.3527826611275865e-05,
|
|
"loss": 1.0536,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 2.49616368286445,
|
|
"grad_norm": 0.20666512725520833,
|
|
"learning_rate": 2.3457283423556206e-05,
|
|
"loss": 1.0484,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 2.501278772378517,
|
|
"grad_norm": 0.18951044504687325,
|
|
"learning_rate": 2.338669587138897e-05,
|
|
"loss": 1.0577,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 2.506393861892583,
|
|
"grad_norm": 0.16411315959112188,
|
|
"learning_rate": 2.33160648605656e-05,
|
|
"loss": 1.0482,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 2.5115089514066495,
|
|
"grad_norm": 0.20692388287261934,
|
|
"learning_rate": 2.3245391297435208e-05,
|
|
"loss": 1.0296,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 2.516624040920716,
|
|
"grad_norm": 0.22236042948249146,
|
|
"learning_rate": 2.3174676088892955e-05,
|
|
"loss": 1.0461,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 2.5217391304347827,
|
|
"grad_norm": 0.21800230689438133,
|
|
"learning_rate": 2.3103920142368392e-05,
|
|
"loss": 1.0433,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 2.526854219948849,
|
|
"grad_norm": 0.18373456124142468,
|
|
"learning_rate": 2.3033124365813845e-05,
|
|
"loss": 1.0569,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 2.531969309462916,
|
|
"grad_norm": 0.18720140331921853,
|
|
"learning_rate": 2.2962289667692717e-05,
|
|
"loss": 1.0729,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 2.5370843989769822,
|
|
"grad_norm": 0.25688260624393866,
|
|
"learning_rate": 2.2891416956967883e-05,
|
|
"loss": 1.0662,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 2.5421994884910486,
|
|
"grad_norm": 0.22685524650641428,
|
|
"learning_rate": 2.2820507143089986e-05,
|
|
"loss": 1.0482,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 2.547314578005115,
|
|
"grad_norm": 0.22006061149849276,
|
|
"learning_rate": 2.27495611359858e-05,
|
|
"loss": 1.0413,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 2.5524296675191813,
|
|
"grad_norm": 0.2511924102749484,
|
|
"learning_rate": 2.2678579846046526e-05,
|
|
"loss": 1.0525,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 2.557544757033248,
|
|
"grad_norm": 0.2700011728698647,
|
|
"learning_rate": 2.2607564184116125e-05,
|
|
"loss": 1.0477,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 2.5626598465473145,
|
|
"grad_norm": 0.1824818058130156,
|
|
"learning_rate": 2.2536515061479607e-05,
|
|
"loss": 1.0464,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 2.5677749360613813,
|
|
"grad_norm": 0.1815390402019666,
|
|
"learning_rate": 2.2465433389851387e-05,
|
|
"loss": 1.0728,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 2.5728900255754477,
|
|
"grad_norm": 0.20838139814968445,
|
|
"learning_rate": 2.2394320081363527e-05,
|
|
"loss": 1.037,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 2.578005115089514,
|
|
"grad_norm": 0.21820814237765307,
|
|
"learning_rate": 2.2323176048554074e-05,
|
|
"loss": 1.0783,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 2.5831202046035804,
|
|
"grad_norm": 0.18364164718719542,
|
|
"learning_rate": 2.2252002204355333e-05,
|
|
"loss": 1.0616,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 2.588235294117647,
|
|
"grad_norm": 0.1589951601627371,
|
|
"learning_rate": 2.2180799462082145e-05,
|
|
"loss": 1.0597,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 2.5933503836317136,
|
|
"grad_norm": 0.16399196023280369,
|
|
"learning_rate": 2.2109568735420183e-05,
|
|
"loss": 1.0541,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 2.59846547314578,
|
|
"grad_norm": 0.1797478143219866,
|
|
"learning_rate": 2.203831093841422e-05,
|
|
"loss": 1.042,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 2.6035805626598467,
|
|
"grad_norm": 0.17837990860903477,
|
|
"learning_rate": 2.19670269854564e-05,
|
|
"loss": 1.057,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 2.608695652173913,
|
|
"grad_norm": 0.1824720167101557,
|
|
"learning_rate": 2.189571779127451e-05,
|
|
"loss": 1.0342,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 2.6138107416879794,
|
|
"grad_norm": 0.196252683041784,
|
|
"learning_rate": 2.182438427092022e-05,
|
|
"loss": 1.0468,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 2.618925831202046,
|
|
"grad_norm": 0.18345210192186157,
|
|
"learning_rate": 2.1753027339757367e-05,
|
|
"loss": 1.0555,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 2.6240409207161126,
|
|
"grad_norm": 0.210072150573065,
|
|
"learning_rate": 2.1681647913450208e-05,
|
|
"loss": 1.0474,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 2.629156010230179,
|
|
"grad_norm": 0.1649906960552718,
|
|
"learning_rate": 2.161024690795166e-05,
|
|
"loss": 1.0615,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 2.634271099744246,
|
|
"grad_norm": 0.19273203824222748,
|
|
"learning_rate": 2.1538825239491525e-05,
|
|
"loss": 1.0619,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 2.639386189258312,
|
|
"grad_norm": 0.17231795376570638,
|
|
"learning_rate": 2.1467383824564793e-05,
|
|
"loss": 1.0427,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 2.6445012787723785,
|
|
"grad_norm": 0.2028517262474422,
|
|
"learning_rate": 2.1395923579919805e-05,
|
|
"loss": 1.0736,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 2.649616368286445,
|
|
"grad_norm": 0.18318105559288345,
|
|
"learning_rate": 2.1324445422546562e-05,
|
|
"loss": 1.0541,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 2.6547314578005117,
|
|
"grad_norm": 0.19128403854869414,
|
|
"learning_rate": 2.1252950269664897e-05,
|
|
"loss": 1.0483,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 2.659846547314578,
|
|
"grad_norm": 0.18383821827497523,
|
|
"learning_rate": 2.1181439038712747e-05,
|
|
"loss": 1.0645,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 2.6649616368286444,
|
|
"grad_norm": 0.18884844033700063,
|
|
"learning_rate": 2.1109912647334375e-05,
|
|
"loss": 1.062,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 2.670076726342711,
|
|
"grad_norm": 0.20868590019750766,
|
|
"learning_rate": 2.1038372013368553e-05,
|
|
"loss": 1.0354,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 2.6751918158567776,
|
|
"grad_norm": 0.19337083461260082,
|
|
"learning_rate": 2.0966818054836852e-05,
|
|
"loss": 1.0344,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 2.680306905370844,
|
|
"grad_norm": 0.18868476730256678,
|
|
"learning_rate": 2.08952516899318e-05,
|
|
"loss": 1.0588,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 2.6854219948849103,
|
|
"grad_norm": 0.22485066460796876,
|
|
"learning_rate": 2.0823673837005146e-05,
|
|
"loss": 1.0471,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 2.690537084398977,
|
|
"grad_norm": 0.17863420314473608,
|
|
"learning_rate": 2.075208541455604e-05,
|
|
"loss": 1.0526,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 2.6956521739130435,
|
|
"grad_norm": 0.16122683418094333,
|
|
"learning_rate": 2.068048734121927e-05,
|
|
"loss": 1.0419,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 2.70076726342711,
|
|
"grad_norm": 0.19335277655052013,
|
|
"learning_rate": 2.0608880535753456e-05,
|
|
"loss": 1.0498,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 2.7058823529411766,
|
|
"grad_norm": 0.17128814463154046,
|
|
"learning_rate": 2.0537265917029282e-05,
|
|
"loss": 1.0549,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 2.710997442455243,
|
|
"grad_norm": 0.19141186780590191,
|
|
"learning_rate": 2.046564440401769e-05,
|
|
"loss": 1.0535,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 2.7161125319693094,
|
|
"grad_norm": 0.20405582061795946,
|
|
"learning_rate": 2.039401691577809e-05,
|
|
"loss": 1.0692,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 2.7212276214833757,
|
|
"grad_norm": 0.17731656359333237,
|
|
"learning_rate": 2.0322384371446563e-05,
|
|
"loss": 1.0752,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 2.7263427109974425,
|
|
"grad_norm": 0.21842059415138476,
|
|
"learning_rate": 2.025074769022407e-05,
|
|
"loss": 1.0364,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 2.731457800511509,
|
|
"grad_norm": 0.20651080785780135,
|
|
"learning_rate": 2.0179107791364662e-05,
|
|
"loss": 1.0626,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 2.7365728900255757,
|
|
"grad_norm": 0.17155059878215104,
|
|
"learning_rate": 2.0107465594163686e-05,
|
|
"loss": 1.0715,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 2.741687979539642,
|
|
"grad_norm": 0.191605422088092,
|
|
"learning_rate": 2.0035822017945964e-05,
|
|
"loss": 1.0586,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 2.7468030690537084,
|
|
"grad_norm": 0.20091866570259082,
|
|
"learning_rate": 1.996417798205404e-05,
|
|
"loss": 1.0481,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 2.7519181585677748,
|
|
"grad_norm": 0.1631767258894682,
|
|
"learning_rate": 1.9892534405836314e-05,
|
|
"loss": 1.0727,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 2.7570332480818416,
|
|
"grad_norm": 0.17582792226780383,
|
|
"learning_rate": 1.982089220863534e-05,
|
|
"loss": 1.0516,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 2.762148337595908,
|
|
"grad_norm": 0.21550165289844242,
|
|
"learning_rate": 1.974925230977594e-05,
|
|
"loss": 1.038,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 2.7672634271099743,
|
|
"grad_norm": 0.1535322128634846,
|
|
"learning_rate": 1.9677615628553447e-05,
|
|
"loss": 1.0406,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 2.772378516624041,
|
|
"grad_norm": 0.19027107621098235,
|
|
"learning_rate": 1.9605983084221918e-05,
|
|
"loss": 1.0602,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 2.7774936061381075,
|
|
"grad_norm": 0.18202864426113524,
|
|
"learning_rate": 1.953435559598231e-05,
|
|
"loss": 1.0615,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 2.782608695652174,
|
|
"grad_norm": 0.174647540829116,
|
|
"learning_rate": 1.946273408297072e-05,
|
|
"loss": 1.0261,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 2.78772378516624,
|
|
"grad_norm": 0.1792789344961753,
|
|
"learning_rate": 1.939111946424655e-05,
|
|
"loss": 1.0438,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 2.792838874680307,
|
|
"grad_norm": 0.16977791807638054,
|
|
"learning_rate": 1.9319512658780735e-05,
|
|
"loss": 1.0342,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 2.7979539641943734,
|
|
"grad_norm": 0.184556004403152,
|
|
"learning_rate": 1.9247914585443963e-05,
|
|
"loss": 1.0583,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 2.80306905370844,
|
|
"grad_norm": 0.1657344560842826,
|
|
"learning_rate": 1.9176326162994854e-05,
|
|
"loss": 1.0709,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 2.8081841432225065,
|
|
"grad_norm": 0.22030489192290154,
|
|
"learning_rate": 1.9104748310068203e-05,
|
|
"loss": 1.0708,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 2.813299232736573,
|
|
"grad_norm": 0.16653582773895698,
|
|
"learning_rate": 1.9033181945163158e-05,
|
|
"loss": 1.0528,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 2.8184143222506393,
|
|
"grad_norm": 0.19617601692800635,
|
|
"learning_rate": 1.8961627986631453e-05,
|
|
"loss": 1.0601,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 2.8235294117647056,
|
|
"grad_norm": 0.19528571595370786,
|
|
"learning_rate": 1.889008735266564e-05,
|
|
"loss": 1.0538,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 2.8286445012787724,
|
|
"grad_norm": 0.18171426693241638,
|
|
"learning_rate": 1.8818560961287257e-05,
|
|
"loss": 1.047,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 2.833759590792839,
|
|
"grad_norm": 0.20058111644859636,
|
|
"learning_rate": 1.8747049730335113e-05,
|
|
"loss": 1.0645,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 2.8388746803069056,
|
|
"grad_norm": 0.16553935567855677,
|
|
"learning_rate": 1.8675554577453445e-05,
|
|
"loss": 1.064,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 2.843989769820972,
|
|
"grad_norm": 0.1967672535744814,
|
|
"learning_rate": 1.8604076420080198e-05,
|
|
"loss": 1.0577,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 2.8491048593350383,
|
|
"grad_norm": 0.1756479122957693,
|
|
"learning_rate": 1.8532616175435218e-05,
|
|
"loss": 1.0505,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 2.8542199488491047,
|
|
"grad_norm": 0.17168091235870145,
|
|
"learning_rate": 1.8461174760508475e-05,
|
|
"loss": 1.0519,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 2.8593350383631715,
|
|
"grad_norm": 0.15321315491437887,
|
|
"learning_rate": 1.8389753092048347e-05,
|
|
"loss": 1.0486,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 2.864450127877238,
|
|
"grad_norm": 0.18225430033662582,
|
|
"learning_rate": 1.8318352086549792e-05,
|
|
"loss": 1.066,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 2.869565217391304,
|
|
"grad_norm": 0.16006236619371164,
|
|
"learning_rate": 1.8246972660242636e-05,
|
|
"loss": 1.0515,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 2.874680306905371,
|
|
"grad_norm": 0.16253091851156742,
|
|
"learning_rate": 1.8175615729079795e-05,
|
|
"loss": 1.0541,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 2.8797953964194374,
|
|
"grad_norm": 0.16423315718989012,
|
|
"learning_rate": 1.8104282208725496e-05,
|
|
"loss": 1.0667,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 2.8849104859335037,
|
|
"grad_norm": 0.16926338455307693,
|
|
"learning_rate": 1.8032973014543608e-05,
|
|
"loss": 1.0313,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 2.89002557544757,
|
|
"grad_norm": 0.17421414000562616,
|
|
"learning_rate": 1.7961689061585778e-05,
|
|
"loss": 1.0536,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 2.895140664961637,
|
|
"grad_norm": 0.17451819177181235,
|
|
"learning_rate": 1.7890431264579823e-05,
|
|
"loss": 1.0467,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 2.9002557544757033,
|
|
"grad_norm": 0.15316592607524337,
|
|
"learning_rate": 1.7819200537917865e-05,
|
|
"loss": 1.0362,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 2.90537084398977,
|
|
"grad_norm": 0.15871802556233625,
|
|
"learning_rate": 1.7747997795644673e-05,
|
|
"loss": 1.0464,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 2.9104859335038364,
|
|
"grad_norm": 0.16383928906479925,
|
|
"learning_rate": 1.7676823951445932e-05,
|
|
"loss": 1.0643,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 2.915601023017903,
|
|
"grad_norm": 0.1564037056868544,
|
|
"learning_rate": 1.7605679918636477e-05,
|
|
"loss": 1.0468,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 2.920716112531969,
|
|
"grad_norm": 0.16292314246842024,
|
|
"learning_rate": 1.753456661014862e-05,
|
|
"loss": 1.0627,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 2.9258312020460355,
|
|
"grad_norm": 0.17007157486665242,
|
|
"learning_rate": 1.7463484938520403e-05,
|
|
"loss": 1.0543,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 2.9309462915601023,
|
|
"grad_norm": 0.18572662827402042,
|
|
"learning_rate": 1.7392435815883882e-05,
|
|
"loss": 1.0414,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 2.9360613810741687,
|
|
"grad_norm": 0.17257165847671296,
|
|
"learning_rate": 1.732142015395348e-05,
|
|
"loss": 1.0529,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 2.9411764705882355,
|
|
"grad_norm": 0.20412881132319738,
|
|
"learning_rate": 1.72504388640142e-05,
|
|
"loss": 1.0625,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 2.946291560102302,
|
|
"grad_norm": 0.20481457378652648,
|
|
"learning_rate": 1.717949285691002e-05,
|
|
"loss": 1.0555,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 2.9514066496163682,
|
|
"grad_norm": 0.20710495242836005,
|
|
"learning_rate": 1.7108583043032128e-05,
|
|
"loss": 1.0676,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 2.9565217391304346,
|
|
"grad_norm": 0.18506419413597094,
|
|
"learning_rate": 1.703771033230729e-05,
|
|
"loss": 1.073,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 2.9616368286445014,
|
|
"grad_norm": 0.21026685381302263,
|
|
"learning_rate": 1.6966875634186165e-05,
|
|
"loss": 1.0489,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 2.9667519181585678,
|
|
"grad_norm": 0.1426296083677054,
|
|
"learning_rate": 1.6896079857631608e-05,
|
|
"loss": 1.0551,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 2.971867007672634,
|
|
"grad_norm": 0.21547970346674888,
|
|
"learning_rate": 1.682532391110705e-05,
|
|
"loss": 1.0405,
|
|
"step": 581
|
|
},
|
|
{
|
|
"epoch": 2.976982097186701,
|
|
"grad_norm": 0.1789073483963138,
|
|
"learning_rate": 1.67546087025648e-05,
|
|
"loss": 1.0597,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 2.9820971867007673,
|
|
"grad_norm": 0.17706811680146436,
|
|
"learning_rate": 1.6683935139434407e-05,
|
|
"loss": 1.0613,
|
|
"step": 583
|
|
},
|
|
{
|
|
"epoch": 2.9872122762148337,
|
|
"grad_norm": 0.15139119384163008,
|
|
"learning_rate": 1.6613304128611033e-05,
|
|
"loss": 1.0619,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 2.9923273657289,
|
|
"grad_norm": 0.14879029530531915,
|
|
"learning_rate": 1.6542716576443794e-05,
|
|
"loss": 1.0425,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 2.997442455242967,
|
|
"grad_norm": 0.17723730809616817,
|
|
"learning_rate": 1.647217338872414e-05,
|
|
"loss": 1.0587,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 3.002557544757033,
|
|
"grad_norm": 0.3071736955013866,
|
|
"learning_rate": 1.6401675470674227e-05,
|
|
"loss": 1.6121,
|
|
"step": 587
|
|
},
|
|
{
|
|
"epoch": 3.0076726342710995,
|
|
"grad_norm": 0.26492500317946227,
|
|
"learning_rate": 1.633122372693529e-05,
|
|
"loss": 1.0672,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 3.0127877237851663,
|
|
"grad_norm": 0.15890708426469805,
|
|
"learning_rate": 1.626081906155608e-05,
|
|
"loss": 1.0691,
|
|
"step": 589
|
|
},
|
|
{
|
|
"epoch": 3.0179028132992327,
|
|
"grad_norm": 0.2443938647122444,
|
|
"learning_rate": 1.6190462377981195e-05,
|
|
"loss": 1.0177,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 3.023017902813299,
|
|
"grad_norm": 0.219676833544469,
|
|
"learning_rate": 1.6120154579039545e-05,
|
|
"loss": 1.059,
|
|
"step": 591
|
|
},
|
|
{
|
|
"epoch": 3.028132992327366,
|
|
"grad_norm": 0.1914974178554955,
|
|
"learning_rate": 1.6049896566932734e-05,
|
|
"loss": 1.0517,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 3.0332480818414322,
|
|
"grad_norm": 0.2531309353890888,
|
|
"learning_rate": 1.59796892432235e-05,
|
|
"loss": 1.0297,
|
|
"step": 593
|
|
},
|
|
{
|
|
"epoch": 3.0383631713554986,
|
|
"grad_norm": 0.1792627598925816,
|
|
"learning_rate": 1.5909533508824134e-05,
|
|
"loss": 1.0276,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 3.0434782608695654,
|
|
"grad_norm": 0.2125713178736253,
|
|
"learning_rate": 1.5839430263984918e-05,
|
|
"loss": 1.04,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 3.0485933503836318,
|
|
"grad_norm": 0.25332731139582426,
|
|
"learning_rate": 1.5769380408282597e-05,
|
|
"loss": 1.0311,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 3.053708439897698,
|
|
"grad_norm": 0.14333190077941838,
|
|
"learning_rate": 1.5699384840608796e-05,
|
|
"loss": 1.0431,
|
|
"step": 597
|
|
},
|
|
{
|
|
"epoch": 3.0588235294117645,
|
|
"grad_norm": 0.22250304106653512,
|
|
"learning_rate": 1.5629444459158526e-05,
|
|
"loss": 1.0448,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 3.0639386189258313,
|
|
"grad_norm": 0.15763841427027347,
|
|
"learning_rate": 1.5559560161418635e-05,
|
|
"loss": 1.0447,
|
|
"step": 599
|
|
},
|
|
{
|
|
"epoch": 3.0690537084398977,
|
|
"grad_norm": 0.18154306752668684,
|
|
"learning_rate": 1.5489732844156267e-05,
|
|
"loss": 1.058,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 3.074168797953964,
|
|
"grad_norm": 0.17175626290889617,
|
|
"learning_rate": 1.5419963403407437e-05,
|
|
"loss": 1.0456,
|
|
"step": 601
|
|
},
|
|
{
|
|
"epoch": 3.079283887468031,
|
|
"grad_norm": 0.15750320891130676,
|
|
"learning_rate": 1.535025273446542e-05,
|
|
"loss": 1.0565,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 3.084398976982097,
|
|
"grad_norm": 0.1587964508315697,
|
|
"learning_rate": 1.5280601731869375e-05,
|
|
"loss": 1.0545,
|
|
"step": 603
|
|
},
|
|
{
|
|
"epoch": 3.0895140664961636,
|
|
"grad_norm": 0.15466633117165798,
|
|
"learning_rate": 1.5211011289392775e-05,
|
|
"loss": 1.0793,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 3.0946291560102304,
|
|
"grad_norm": 0.16479484418980225,
|
|
"learning_rate": 1.514148230003198e-05,
|
|
"loss": 1.0527,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 3.0997442455242967,
|
|
"grad_norm": 0.14980835645414117,
|
|
"learning_rate": 1.5072015655994793e-05,
|
|
"loss": 1.0261,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 3.104859335038363,
|
|
"grad_norm": 0.14149499986126193,
|
|
"learning_rate": 1.500261224868897e-05,
|
|
"loss": 1.0639,
|
|
"step": 607
|
|
},
|
|
{
|
|
"epoch": 3.10997442455243,
|
|
"grad_norm": 0.14663927333662252,
|
|
"learning_rate": 1.4933272968710819e-05,
|
|
"loss": 1.0533,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 3.1150895140664963,
|
|
"grad_norm": 0.12780353135571323,
|
|
"learning_rate": 1.486399870583374e-05,
|
|
"loss": 1.0507,
|
|
"step": 609
|
|
},
|
|
{
|
|
"epoch": 3.1202046035805626,
|
|
"grad_norm": 0.1568073693632928,
|
|
"learning_rate": 1.4794790348996833e-05,
|
|
"loss": 1.0581,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 3.125319693094629,
|
|
"grad_norm": 0.1384187110673024,
|
|
"learning_rate": 1.4725648786293478e-05,
|
|
"loss": 1.0005,
|
|
"step": 611
|
|
},
|
|
{
|
|
"epoch": 3.130434782608696,
|
|
"grad_norm": 0.15518779732930923,
|
|
"learning_rate": 1.4656574904959937e-05,
|
|
"loss": 1.0461,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 3.135549872122762,
|
|
"grad_norm": 0.1377191810212374,
|
|
"learning_rate": 1.4587569591363988e-05,
|
|
"loss": 1.039,
|
|
"step": 613
|
|
},
|
|
{
|
|
"epoch": 3.1406649616368285,
|
|
"grad_norm": 0.14717408978482713,
|
|
"learning_rate": 1.4518633730993515e-05,
|
|
"loss": 1.0585,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 3.1457800511508953,
|
|
"grad_norm": 0.14545458947244394,
|
|
"learning_rate": 1.444976820844517e-05,
|
|
"loss": 1.0589,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 3.1508951406649617,
|
|
"grad_norm": 0.15779651560328295,
|
|
"learning_rate": 1.438097390741304e-05,
|
|
"loss": 1.0507,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 3.156010230179028,
|
|
"grad_norm": 0.16768466110672925,
|
|
"learning_rate": 1.431225171067726e-05,
|
|
"loss": 1.0798,
|
|
"step": 617
|
|
},
|
|
{
|
|
"epoch": 3.1611253196930944,
|
|
"grad_norm": 0.1360648364823117,
|
|
"learning_rate": 1.4243602500092725e-05,
|
|
"loss": 1.0532,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 3.166240409207161,
|
|
"grad_norm": 0.16595760551607416,
|
|
"learning_rate": 1.4175027156577757e-05,
|
|
"loss": 1.0399,
|
|
"step": 619
|
|
},
|
|
{
|
|
"epoch": 3.1713554987212276,
|
|
"grad_norm": 0.1698846080059336,
|
|
"learning_rate": 1.4106526560102788e-05,
|
|
"loss": 1.0342,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 3.176470588235294,
|
|
"grad_norm": 0.14590952827196066,
|
|
"learning_rate": 1.4038101589679115e-05,
|
|
"loss": 1.0259,
|
|
"step": 621
|
|
},
|
|
{
|
|
"epoch": 3.1815856777493607,
|
|
"grad_norm": 0.14992604919353308,
|
|
"learning_rate": 1.3969753123347553e-05,
|
|
"loss": 1.0317,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 3.186700767263427,
|
|
"grad_norm": 0.15939032054557312,
|
|
"learning_rate": 1.3901482038167235e-05,
|
|
"loss": 1.0294,
|
|
"step": 623
|
|
},
|
|
{
|
|
"epoch": 3.1918158567774935,
|
|
"grad_norm": 0.14501109411782664,
|
|
"learning_rate": 1.3833289210204299e-05,
|
|
"loss": 1.0515,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 3.1969309462915603,
|
|
"grad_norm": 0.1539538622034391,
|
|
"learning_rate": 1.3765175514520697e-05,
|
|
"loss": 1.0351,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 3.2020460358056266,
|
|
"grad_norm": 0.13029762347002058,
|
|
"learning_rate": 1.3697141825162928e-05,
|
|
"loss": 1.0483,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 3.207161125319693,
|
|
"grad_norm": 0.14812456235087262,
|
|
"learning_rate": 1.3629189015150824e-05,
|
|
"loss": 1.0208,
|
|
"step": 627
|
|
},
|
|
{
|
|
"epoch": 3.21227621483376,
|
|
"grad_norm": 0.13396106035236727,
|
|
"learning_rate": 1.3561317956466397e-05,
|
|
"loss": 1.0326,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 3.217391304347826,
|
|
"grad_norm": 0.1341030709959724,
|
|
"learning_rate": 1.3493529520042574e-05,
|
|
"loss": 1.0398,
|
|
"step": 629
|
|
},
|
|
{
|
|
"epoch": 3.2225063938618925,
|
|
"grad_norm": 0.13625306065057746,
|
|
"learning_rate": 1.3425824575752082e-05,
|
|
"loss": 1.0564,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 3.227621483375959,
|
|
"grad_norm": 0.14453871577407487,
|
|
"learning_rate": 1.3358203992396253e-05,
|
|
"loss": 1.0316,
|
|
"step": 631
|
|
},
|
|
{
|
|
"epoch": 3.2327365728900257,
|
|
"grad_norm": 0.12896562231375275,
|
|
"learning_rate": 1.3290668637693883e-05,
|
|
"loss": 1.0368,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 3.237851662404092,
|
|
"grad_norm": 0.138959236048212,
|
|
"learning_rate": 1.3223219378270114e-05,
|
|
"loss": 1.0375,
|
|
"step": 633
|
|
},
|
|
{
|
|
"epoch": 3.2429667519181584,
|
|
"grad_norm": 0.1395052519380716,
|
|
"learning_rate": 1.315585707964528e-05,
|
|
"loss": 1.0195,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 3.2480818414322252,
|
|
"grad_norm": 0.1374425398825904,
|
|
"learning_rate": 1.3088582606223836e-05,
|
|
"loss": 1.0337,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 3.2531969309462916,
|
|
"grad_norm": 0.15730060552663264,
|
|
"learning_rate": 1.3021396821283242e-05,
|
|
"loss": 1.045,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 3.258312020460358,
|
|
"grad_norm": 0.13746345154314507,
|
|
"learning_rate": 1.295430058696287e-05,
|
|
"loss": 1.0303,
|
|
"step": 637
|
|
},
|
|
{
|
|
"epoch": 3.2634271099744243,
|
|
"grad_norm": 0.15421183051065532,
|
|
"learning_rate": 1.288729476425302e-05,
|
|
"loss": 1.0418,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 3.268542199488491,
|
|
"grad_norm": 0.1598425847647116,
|
|
"learning_rate": 1.2820380212983748e-05,
|
|
"loss": 1.0481,
|
|
"step": 639
|
|
},
|
|
{
|
|
"epoch": 3.2736572890025575,
|
|
"grad_norm": 0.1390236215037552,
|
|
"learning_rate": 1.2753557791813953e-05,
|
|
"loss": 1.0649,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 3.2787723785166243,
|
|
"grad_norm": 0.19941059675590572,
|
|
"learning_rate": 1.2686828358220273e-05,
|
|
"loss": 1.0573,
|
|
"step": 641
|
|
},
|
|
{
|
|
"epoch": 3.2838874680306906,
|
|
"grad_norm": 0.14878037647197712,
|
|
"learning_rate": 1.2620192768486121e-05,
|
|
"loss": 1.0395,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 3.289002557544757,
|
|
"grad_norm": 0.15545058295048259,
|
|
"learning_rate": 1.25536518776907e-05,
|
|
"loss": 1.0382,
|
|
"step": 643
|
|
},
|
|
{
|
|
"epoch": 3.2941176470588234,
|
|
"grad_norm": 0.14131847135345135,
|
|
"learning_rate": 1.2487206539698007e-05,
|
|
"loss": 1.0397,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 3.29923273657289,
|
|
"grad_norm": 0.16100758922061306,
|
|
"learning_rate": 1.2420857607145897e-05,
|
|
"loss": 1.0117,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 3.3043478260869565,
|
|
"grad_norm": 0.17269827345207395,
|
|
"learning_rate": 1.2354605931435133e-05,
|
|
"loss": 1.0463,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 3.309462915601023,
|
|
"grad_norm": 0.1569003313816037,
|
|
"learning_rate": 1.2288452362718454e-05,
|
|
"loss": 1.0166,
|
|
"step": 647
|
|
},
|
|
{
|
|
"epoch": 3.3145780051150897,
|
|
"grad_norm": 0.16537040330310332,
|
|
"learning_rate": 1.2222397749889691e-05,
|
|
"loss": 1.0399,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 3.319693094629156,
|
|
"grad_norm": 0.13784997627726225,
|
|
"learning_rate": 1.2156442940572835e-05,
|
|
"loss": 1.0235,
|
|
"step": 649
|
|
},
|
|
{
|
|
"epoch": 3.3248081841432224,
|
|
"grad_norm": 0.1545373822751002,
|
|
"learning_rate": 1.2090588781111197e-05,
|
|
"loss": 1.0643,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 3.329923273657289,
|
|
"grad_norm": 0.14181454877401659,
|
|
"learning_rate": 1.202483611655653e-05,
|
|
"loss": 1.0407,
|
|
"step": 651
|
|
},
|
|
{
|
|
"epoch": 3.3350383631713556,
|
|
"grad_norm": 0.15648818999987013,
|
|
"learning_rate": 1.195918579065817e-05,
|
|
"loss": 1.0333,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 3.340153452685422,
|
|
"grad_norm": 0.13765084151466453,
|
|
"learning_rate": 1.1893638645852254e-05,
|
|
"loss": 1.0534,
|
|
"step": 653
|
|
},
|
|
{
|
|
"epoch": 3.3452685421994883,
|
|
"grad_norm": 0.12576483675459751,
|
|
"learning_rate": 1.1828195523250857e-05,
|
|
"loss": 1.0149,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 3.350383631713555,
|
|
"grad_norm": 0.13956835034375759,
|
|
"learning_rate": 1.176285726263124e-05,
|
|
"loss": 1.052,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 3.3554987212276215,
|
|
"grad_norm": 0.1335543619596467,
|
|
"learning_rate": 1.1697624702425045e-05,
|
|
"loss": 1.035,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 3.360613810741688,
|
|
"grad_norm": 0.1572699150312706,
|
|
"learning_rate": 1.1632498679707562e-05,
|
|
"loss": 1.0416,
|
|
"step": 657
|
|
},
|
|
{
|
|
"epoch": 3.3657289002557547,
|
|
"grad_norm": 0.14309357126008015,
|
|
"learning_rate": 1.1567480030186968e-05,
|
|
"loss": 1.0237,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 3.370843989769821,
|
|
"grad_norm": 0.14894097005492454,
|
|
"learning_rate": 1.1502569588193586e-05,
|
|
"loss": 1.0584,
|
|
"step": 659
|
|
},
|
|
{
|
|
"epoch": 3.3759590792838874,
|
|
"grad_norm": 0.12923588532019384,
|
|
"learning_rate": 1.1437768186669253e-05,
|
|
"loss": 1.0327,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 3.381074168797954,
|
|
"grad_norm": 0.16813432468192543,
|
|
"learning_rate": 1.1373076657156532e-05,
|
|
"loss": 1.0162,
|
|
"step": 661
|
|
},
|
|
{
|
|
"epoch": 3.3861892583120206,
|
|
"grad_norm": 0.13954296082267167,
|
|
"learning_rate": 1.1308495829788115e-05,
|
|
"loss": 1.0317,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 3.391304347826087,
|
|
"grad_norm": 0.16248894290277624,
|
|
"learning_rate": 1.1244026533276127e-05,
|
|
"loss": 1.0551,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 3.3964194373401533,
|
|
"grad_norm": 0.16453679177936717,
|
|
"learning_rate": 1.1179669594901528e-05,
|
|
"loss": 1.0159,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 3.40153452685422,
|
|
"grad_norm": 0.14385678092390486,
|
|
"learning_rate": 1.1115425840503482e-05,
|
|
"loss": 1.065,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 3.4066496163682864,
|
|
"grad_norm": 0.1465819532723495,
|
|
"learning_rate": 1.1051296094468729e-05,
|
|
"loss": 1.047,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 3.411764705882353,
|
|
"grad_norm": 0.1695383670185565,
|
|
"learning_rate": 1.098728117972106e-05,
|
|
"loss": 1.0356,
|
|
"step": 667
|
|
},
|
|
{
|
|
"epoch": 3.4168797953964196,
|
|
"grad_norm": 0.13657609259702944,
|
|
"learning_rate": 1.0923381917710736e-05,
|
|
"loss": 1.054,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 3.421994884910486,
|
|
"grad_norm": 0.15659973454341425,
|
|
"learning_rate": 1.0859599128403912e-05,
|
|
"loss": 1.0221,
|
|
"step": 669
|
|
},
|
|
{
|
|
"epoch": 3.4271099744245523,
|
|
"grad_norm": 0.10542430698183479,
|
|
"learning_rate": 1.0795933630272181e-05,
|
|
"loss": 1.0594,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 3.4322250639386187,
|
|
"grad_norm": 0.17862668891732322,
|
|
"learning_rate": 1.0732386240281998e-05,
|
|
"loss": 1.0591,
|
|
"step": 671
|
|
},
|
|
{
|
|
"epoch": 3.4373401534526855,
|
|
"grad_norm": 0.12133606037305075,
|
|
"learning_rate": 1.0668957773884281e-05,
|
|
"loss": 1.0303,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 3.442455242966752,
|
|
"grad_norm": 0.15936735682917638,
|
|
"learning_rate": 1.0605649045003861e-05,
|
|
"loss": 1.0516,
|
|
"step": 673
|
|
},
|
|
{
|
|
"epoch": 3.4475703324808182,
|
|
"grad_norm": 0.13145770125675021,
|
|
"learning_rate": 1.0542460866029086e-05,
|
|
"loss": 1.0402,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 3.452685421994885,
|
|
"grad_norm": 0.16728115574775487,
|
|
"learning_rate": 1.0479394047801392e-05,
|
|
"loss": 1.0857,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 3.4578005115089514,
|
|
"grad_norm": 0.13370080173440338,
|
|
"learning_rate": 1.0416449399604898e-05,
|
|
"loss": 1.0455,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 3.4629156010230178,
|
|
"grad_norm": 0.1600795388469388,
|
|
"learning_rate": 1.035362772915602e-05,
|
|
"loss": 1.027,
|
|
"step": 677
|
|
},
|
|
{
|
|
"epoch": 3.4680306905370846,
|
|
"grad_norm": 0.15111783496094752,
|
|
"learning_rate": 1.0290929842593074e-05,
|
|
"loss": 1.0377,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 3.473145780051151,
|
|
"grad_norm": 0.1523541044075201,
|
|
"learning_rate": 1.022835654446599e-05,
|
|
"loss": 1.0403,
|
|
"step": 679
|
|
},
|
|
{
|
|
"epoch": 3.4782608695652173,
|
|
"grad_norm": 0.14954178374830374,
|
|
"learning_rate": 1.0165908637725957e-05,
|
|
"loss": 1.0701,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 3.483375959079284,
|
|
"grad_norm": 0.1524360548398074,
|
|
"learning_rate": 1.0103586923715092e-05,
|
|
"loss": 1.0332,
|
|
"step": 681
|
|
},
|
|
{
|
|
"epoch": 3.4884910485933505,
|
|
"grad_norm": 0.13627756259558588,
|
|
"learning_rate": 1.0041392202156217e-05,
|
|
"loss": 1.0426,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 3.493606138107417,
|
|
"grad_norm": 0.13374904883755645,
|
|
"learning_rate": 9.979325271142561e-06,
|
|
"loss": 1.0804,
|
|
"step": 683
|
|
},
|
|
{
|
|
"epoch": 3.498721227621483,
|
|
"grad_norm": 0.1335636067760998,
|
|
"learning_rate": 9.917386927127498e-06,
|
|
"loss": 1.0181,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 3.50383631713555,
|
|
"grad_norm": 0.13186547128081622,
|
|
"learning_rate": 9.855577964914385e-06,
|
|
"loss": 1.0611,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 3.5089514066496164,
|
|
"grad_norm": 0.14160556585225306,
|
|
"learning_rate": 9.793899177646297e-06,
|
|
"loss": 1.0724,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 3.5140664961636827,
|
|
"grad_norm": 0.14343913251962634,
|
|
"learning_rate": 9.73235135679591e-06,
|
|
"loss": 1.0421,
|
|
"step": 687
|
|
},
|
|
{
|
|
"epoch": 3.5191815856777495,
|
|
"grad_norm": 0.13744196044235218,
|
|
"learning_rate": 9.670935292155313e-06,
|
|
"loss": 1.0165,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 3.524296675191816,
|
|
"grad_norm": 0.15599826782771067,
|
|
"learning_rate": 9.60965177182585e-06,
|
|
"loss": 1.0441,
|
|
"step": 689
|
|
},
|
|
{
|
|
"epoch": 3.5294117647058822,
|
|
"grad_norm": 0.134874002528585,
|
|
"learning_rate": 9.548501582208065e-06,
|
|
"loss": 1.0521,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 3.5345268542199486,
|
|
"grad_norm": 0.1483611542190334,
|
|
"learning_rate": 9.48748550799157e-06,
|
|
"loss": 1.0797,
|
|
"step": 691
|
|
},
|
|
{
|
|
"epoch": 3.5396419437340154,
|
|
"grad_norm": 0.13453528613994495,
|
|
"learning_rate": 9.426604332144985e-06,
|
|
"loss": 1.0437,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 3.544757033248082,
|
|
"grad_norm": 0.14159262869376904,
|
|
"learning_rate": 9.365858835905878e-06,
|
|
"loss": 1.0453,
|
|
"step": 693
|
|
},
|
|
{
|
|
"epoch": 3.5498721227621486,
|
|
"grad_norm": 0.12925051990957068,
|
|
"learning_rate": 9.305249798770774e-06,
|
|
"loss": 1.0373,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 3.554987212276215,
|
|
"grad_norm": 0.12332769648279926,
|
|
"learning_rate": 9.244777998485129e-06,
|
|
"loss": 1.0673,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 3.5601023017902813,
|
|
"grad_norm": 0.12304869088961108,
|
|
"learning_rate": 9.184444211033333e-06,
|
|
"loss": 1.0324,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 3.5652173913043477,
|
|
"grad_norm": 0.11538632936434459,
|
|
"learning_rate": 9.124249210628795e-06,
|
|
"loss": 1.0584,
|
|
"step": 697
|
|
},
|
|
{
|
|
"epoch": 3.5703324808184145,
|
|
"grad_norm": 0.13689773750974635,
|
|
"learning_rate": 9.064193769703957e-06,
|
|
"loss": 1.0391,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 3.575447570332481,
|
|
"grad_norm": 0.11857750937375874,
|
|
"learning_rate": 9.004278658900456e-06,
|
|
"loss": 1.0401,
|
|
"step": 699
|
|
},
|
|
{
|
|
"epoch": 3.580562659846547,
|
|
"grad_norm": 0.1492037904190607,
|
|
"learning_rate": 8.94450464705915e-06,
|
|
"loss": 1.0467,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 3.585677749360614,
|
|
"grad_norm": 0.12369105867375763,
|
|
"learning_rate": 8.884872501210288e-06,
|
|
"loss": 1.0372,
|
|
"step": 701
|
|
},
|
|
{
|
|
"epoch": 3.5907928388746804,
|
|
"grad_norm": 0.13306031841676783,
|
|
"learning_rate": 8.8253829865637e-06,
|
|
"loss": 1.039,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 3.5959079283887467,
|
|
"grad_norm": 0.14095435133920914,
|
|
"learning_rate": 8.766036866498929e-06,
|
|
"loss": 1.0441,
|
|
"step": 703
|
|
},
|
|
{
|
|
"epoch": 3.601023017902813,
|
|
"grad_norm": 0.12562296469541392,
|
|
"learning_rate": 8.706834902555465e-06,
|
|
"loss": 1.0566,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 3.60613810741688,
|
|
"grad_norm": 0.13493082025934391,
|
|
"learning_rate": 8.647777854422945e-06,
|
|
"loss": 1.014,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 3.6112531969309463,
|
|
"grad_norm": 0.12574671572281473,
|
|
"learning_rate": 8.588866479931436e-06,
|
|
"loss": 1.0562,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 3.6163682864450126,
|
|
"grad_norm": 0.12741627369712372,
|
|
"learning_rate": 8.530101535041701e-06,
|
|
"loss": 1.0359,
|
|
"step": 707
|
|
},
|
|
{
|
|
"epoch": 3.6214833759590794,
|
|
"grad_norm": 0.13342253434879386,
|
|
"learning_rate": 8.471483773835472e-06,
|
|
"loss": 1.0348,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 3.626598465473146,
|
|
"grad_norm": 0.13078373294734275,
|
|
"learning_rate": 8.413013948505822e-06,
|
|
"loss": 1.0244,
|
|
"step": 709
|
|
},
|
|
{
|
|
"epoch": 3.631713554987212,
|
|
"grad_norm": 0.12343477770132286,
|
|
"learning_rate": 8.354692809347455e-06,
|
|
"loss": 1.0624,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 3.6368286445012785,
|
|
"grad_norm": 0.1235318396130475,
|
|
"learning_rate": 8.296521104747135e-06,
|
|
"loss": 1.0422,
|
|
"step": 711
|
|
},
|
|
{
|
|
"epoch": 3.6419437340153453,
|
|
"grad_norm": 0.13132079552275194,
|
|
"learning_rate": 8.238499581174055e-06,
|
|
"loss": 1.0344,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 3.6470588235294117,
|
|
"grad_norm": 0.12173789633241248,
|
|
"learning_rate": 8.180628983170235e-06,
|
|
"loss": 1.0552,
|
|
"step": 713
|
|
},
|
|
{
|
|
"epoch": 3.6521739130434785,
|
|
"grad_norm": 0.1348770641930468,
|
|
"learning_rate": 8.122910053341018e-06,
|
|
"loss": 1.0255,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 3.657289002557545,
|
|
"grad_norm": 0.1174470741078736,
|
|
"learning_rate": 8.065343532345513e-06,
|
|
"loss": 1.0349,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 3.662404092071611,
|
|
"grad_norm": 0.13327709149809897,
|
|
"learning_rate": 8.00793015888707e-06,
|
|
"loss": 1.061,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 3.6675191815856776,
|
|
"grad_norm": 0.11675888468655334,
|
|
"learning_rate": 7.95067066970385e-06,
|
|
"loss": 1.0161,
|
|
"step": 717
|
|
},
|
|
{
|
|
"epoch": 3.6726342710997444,
|
|
"grad_norm": 0.12060066317225653,
|
|
"learning_rate": 7.893565799559335e-06,
|
|
"loss": 1.056,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 3.6777493606138107,
|
|
"grad_norm": 0.12379438618187949,
|
|
"learning_rate": 7.836616281232913e-06,
|
|
"loss": 1.0606,
|
|
"step": 719
|
|
},
|
|
{
|
|
"epoch": 3.682864450127877,
|
|
"grad_norm": 0.11445856861073442,
|
|
"learning_rate": 7.779822845510463e-06,
|
|
"loss": 1.0239,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 3.687979539641944,
|
|
"grad_norm": 0.11526838488380206,
|
|
"learning_rate": 7.723186221174976e-06,
|
|
"loss": 1.0248,
|
|
"step": 721
|
|
},
|
|
{
|
|
"epoch": 3.6930946291560103,
|
|
"grad_norm": 0.11128815380192054,
|
|
"learning_rate": 7.666707134997255e-06,
|
|
"loss": 1.0227,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 3.6982097186700766,
|
|
"grad_norm": 0.12789433531914984,
|
|
"learning_rate": 7.610386311726494e-06,
|
|
"loss": 1.0391,
|
|
"step": 723
|
|
},
|
|
{
|
|
"epoch": 3.703324808184143,
|
|
"grad_norm": 0.12654463075348907,
|
|
"learning_rate": 7.554224474081073e-06,
|
|
"loss": 1.0569,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 3.70843989769821,
|
|
"grad_norm": 0.12120187889801023,
|
|
"learning_rate": 7.498222342739205e-06,
|
|
"loss": 1.0316,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 3.713554987212276,
|
|
"grad_norm": 0.12870715819071762,
|
|
"learning_rate": 7.442380636329754e-06,
|
|
"loss": 1.0272,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 3.718670076726343,
|
|
"grad_norm": 0.12038936558963169,
|
|
"learning_rate": 7.386700071422977e-06,
|
|
"loss": 1.0442,
|
|
"step": 727
|
|
},
|
|
{
|
|
"epoch": 3.7237851662404093,
|
|
"grad_norm": 0.12005588437284867,
|
|
"learning_rate": 7.331181362521316e-06,
|
|
"loss": 1.0219,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 3.7289002557544757,
|
|
"grad_norm": 0.13885672282036873,
|
|
"learning_rate": 7.2758252220502766e-06,
|
|
"loss": 1.0549,
|
|
"step": 729
|
|
},
|
|
{
|
|
"epoch": 3.734015345268542,
|
|
"grad_norm": 0.114685790777722,
|
|
"learning_rate": 7.220632360349245e-06,
|
|
"loss": 1.0531,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 3.7391304347826084,
|
|
"grad_norm": 0.12796701045791628,
|
|
"learning_rate": 7.165603485662394e-06,
|
|
"loss": 1.0161,
|
|
"step": 731
|
|
},
|
|
{
|
|
"epoch": 3.7442455242966752,
|
|
"grad_norm": 0.12255668076944778,
|
|
"learning_rate": 7.110739304129575e-06,
|
|
"loss": 1.0506,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 3.7493606138107416,
|
|
"grad_norm": 0.11147398883269082,
|
|
"learning_rate": 7.056040519777265e-06,
|
|
"loss": 1.0386,
|
|
"step": 733
|
|
},
|
|
{
|
|
"epoch": 3.7544757033248084,
|
|
"grad_norm": 0.11571505214353113,
|
|
"learning_rate": 7.001507834509573e-06,
|
|
"loss": 1.0268,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 3.7595907928388748,
|
|
"grad_norm": 0.11338997067713637,
|
|
"learning_rate": 6.9471419480991495e-06,
|
|
"loss": 1.042,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 3.764705882352941,
|
|
"grad_norm": 0.10429396376138998,
|
|
"learning_rate": 6.892943558178289e-06,
|
|
"loss": 1.0491,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 3.7698209718670075,
|
|
"grad_norm": 0.19807030388806532,
|
|
"learning_rate": 6.838913360229913e-06,
|
|
"loss": 1.0402,
|
|
"step": 737
|
|
},
|
|
{
|
|
"epoch": 3.7749360613810743,
|
|
"grad_norm": 0.10549982080612258,
|
|
"learning_rate": 6.785052047578697e-06,
|
|
"loss": 1.0358,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 3.7800511508951407,
|
|
"grad_norm": 0.12088290265838489,
|
|
"learning_rate": 6.731360311382156e-06,
|
|
"loss": 1.0291,
|
|
"step": 739
|
|
},
|
|
{
|
|
"epoch": 3.785166240409207,
|
|
"grad_norm": 0.10642570829304446,
|
|
"learning_rate": 6.677838840621742e-06,
|
|
"loss": 1.0225,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 3.790281329923274,
|
|
"grad_norm": 0.11324080154482034,
|
|
"learning_rate": 6.624488322094058e-06,
|
|
"loss": 1.0345,
|
|
"step": 741
|
|
},
|
|
{
|
|
"epoch": 3.79539641943734,
|
|
"grad_norm": 0.11373484571233722,
|
|
"learning_rate": 6.571309440402021e-06,
|
|
"loss": 1.0839,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 3.8005115089514065,
|
|
"grad_norm": 0.11462945002712063,
|
|
"learning_rate": 6.518302877946048e-06,
|
|
"loss": 1.0669,
|
|
"step": 743
|
|
},
|
|
{
|
|
"epoch": 3.805626598465473,
|
|
"grad_norm": 0.11204861716772031,
|
|
"learning_rate": 6.465469314915352e-06,
|
|
"loss": 1.046,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 3.8107416879795397,
|
|
"grad_norm": 0.12022178279314234,
|
|
"learning_rate": 6.412809429279179e-06,
|
|
"loss": 1.0512,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 3.815856777493606,
|
|
"grad_norm": 0.12165382757174402,
|
|
"learning_rate": 6.3603238967781245e-06,
|
|
"loss": 1.0341,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 3.820971867007673,
|
|
"grad_norm": 0.12397109577620231,
|
|
"learning_rate": 6.308013390915439e-06,
|
|
"loss": 1.0286,
|
|
"step": 747
|
|
},
|
|
{
|
|
"epoch": 3.8260869565217392,
|
|
"grad_norm": 0.12905831522454317,
|
|
"learning_rate": 6.255878582948409e-06,
|
|
"loss": 1.0732,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 3.8312020460358056,
|
|
"grad_norm": 0.10775412647558373,
|
|
"learning_rate": 6.203920141879742e-06,
|
|
"loss": 1.031,
|
|
"step": 749
|
|
},
|
|
{
|
|
"epoch": 3.836317135549872,
|
|
"grad_norm": 0.12988530370192228,
|
|
"learning_rate": 6.1521387344489716e-06,
|
|
"loss": 1.0456,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 3.8414322250639388,
|
|
"grad_norm": 0.1304249761399152,
|
|
"learning_rate": 6.100535025123908e-06,
|
|
"loss": 1.0363,
|
|
"step": 751
|
|
},
|
|
{
|
|
"epoch": 3.846547314578005,
|
|
"grad_norm": 0.10738021940802008,
|
|
"learning_rate": 6.049109676092097e-06,
|
|
"loss": 1.0397,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 3.8516624040920715,
|
|
"grad_norm": 0.12589865567427963,
|
|
"learning_rate": 5.9978633472523505e-06,
|
|
"loss": 1.0501,
|
|
"step": 753
|
|
},
|
|
{
|
|
"epoch": 3.8567774936061383,
|
|
"grad_norm": 0.11070976622585119,
|
|
"learning_rate": 5.94679669620626e-06,
|
|
"loss": 1.0591,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 3.8618925831202047,
|
|
"grad_norm": 0.1117884773522583,
|
|
"learning_rate": 5.895910378249749e-06,
|
|
"loss": 1.04,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 3.867007672634271,
|
|
"grad_norm": 0.11784667783075373,
|
|
"learning_rate": 5.845205046364688e-06,
|
|
"loss": 1.0224,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 3.8721227621483374,
|
|
"grad_norm": 0.11631341575223461,
|
|
"learning_rate": 5.7946813512105025e-06,
|
|
"loss": 1.0242,
|
|
"step": 757
|
|
},
|
|
{
|
|
"epoch": 3.877237851662404,
|
|
"grad_norm": 0.11957689310265991,
|
|
"learning_rate": 5.744339941115826e-06,
|
|
"loss": 1.0501,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 3.8823529411764706,
|
|
"grad_norm": 0.11842983649303031,
|
|
"learning_rate": 5.694181462070172e-06,
|
|
"loss": 1.0725,
|
|
"step": 759
|
|
},
|
|
{
|
|
"epoch": 3.887468030690537,
|
|
"grad_norm": 0.11952338302619617,
|
|
"learning_rate": 5.644206557715641e-06,
|
|
"loss": 1.0664,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 3.8925831202046037,
|
|
"grad_norm": 0.11892536713687875,
|
|
"learning_rate": 5.5944158693387116e-06,
|
|
"loss": 0.998,
|
|
"step": 761
|
|
},
|
|
{
|
|
"epoch": 3.89769820971867,
|
|
"grad_norm": 0.12406906776609274,
|
|
"learning_rate": 5.54481003586193e-06,
|
|
"loss": 1.0383,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 3.9028132992327365,
|
|
"grad_norm": 0.12004615203676204,
|
|
"learning_rate": 5.495389693835777e-06,
|
|
"loss": 1.0641,
|
|
"step": 763
|
|
},
|
|
{
|
|
"epoch": 3.907928388746803,
|
|
"grad_norm": 0.11520566020799254,
|
|
"learning_rate": 5.446155477430459e-06,
|
|
"loss": 1.0434,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 3.9130434782608696,
|
|
"grad_norm": 0.1120035353943794,
|
|
"learning_rate": 5.397108018427804e-06,
|
|
"loss": 1.0196,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 3.918158567774936,
|
|
"grad_norm": 0.13347354730054195,
|
|
"learning_rate": 5.3482479462131295e-06,
|
|
"loss": 1.0531,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 3.923273657289003,
|
|
"grad_norm": 0.11377182994995544,
|
|
"learning_rate": 5.299575887767166e-06,
|
|
"loss": 1.0447,
|
|
"step": 767
|
|
},
|
|
{
|
|
"epoch": 3.928388746803069,
|
|
"grad_norm": 0.10277267322916264,
|
|
"learning_rate": 5.251092467658032e-06,
|
|
"loss": 1.0431,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 3.9335038363171355,
|
|
"grad_norm": 0.11344118476671607,
|
|
"learning_rate": 5.202798308033206e-06,
|
|
"loss": 1.0364,
|
|
"step": 769
|
|
},
|
|
{
|
|
"epoch": 3.938618925831202,
|
|
"grad_norm": 0.12174309556410545,
|
|
"learning_rate": 5.1546940286115314e-06,
|
|
"loss": 1.027,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 3.9437340153452687,
|
|
"grad_norm": 0.1131547612504401,
|
|
"learning_rate": 5.106780246675293e-06,
|
|
"loss": 1.0181,
|
|
"step": 771
|
|
},
|
|
{
|
|
"epoch": 3.948849104859335,
|
|
"grad_norm": 0.11462221970998479,
|
|
"learning_rate": 5.059057577062256e-06,
|
|
"loss": 1.0391,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 3.9539641943734014,
|
|
"grad_norm": 0.10731649265711139,
|
|
"learning_rate": 5.011526632157837e-06,
|
|
"loss": 1.0385,
|
|
"step": 773
|
|
},
|
|
{
|
|
"epoch": 3.959079283887468,
|
|
"grad_norm": 0.1068334719582534,
|
|
"learning_rate": 4.9641880218871775e-06,
|
|
"loss": 1.026,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 3.9641943734015346,
|
|
"grad_norm": 0.1086853971132405,
|
|
"learning_rate": 4.917042353707351e-06,
|
|
"loss": 1.0907,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 3.969309462915601,
|
|
"grad_norm": 0.10897664106001581,
|
|
"learning_rate": 4.870090232599576e-06,
|
|
"loss": 1.0469,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 3.9744245524296673,
|
|
"grad_norm": 0.10850930161429445,
|
|
"learning_rate": 4.823332261061442e-06,
|
|
"loss": 1.0442,
|
|
"step": 777
|
|
},
|
|
{
|
|
"epoch": 3.979539641943734,
|
|
"grad_norm": 0.10718500232069637,
|
|
"learning_rate": 4.776769039099176e-06,
|
|
"loss": 1.0612,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 3.9846547314578005,
|
|
"grad_norm": 0.10897845999718717,
|
|
"learning_rate": 4.7304011642199355e-06,
|
|
"loss": 1.0457,
|
|
"step": 779
|
|
},
|
|
{
|
|
"epoch": 3.9897698209718673,
|
|
"grad_norm": 0.10338741515429783,
|
|
"learning_rate": 4.6842292314241626e-06,
|
|
"loss": 1.0423,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 3.9948849104859336,
|
|
"grad_norm": 0.1046539074162833,
|
|
"learning_rate": 4.638253833197943e-06,
|
|
"loss": 1.0668,
|
|
"step": 781
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.16987244243701544,
|
|
"learning_rate": 4.592475559505374e-06,
|
|
"loss": 1.5661,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 4.005115089514066,
|
|
"grad_norm": 0.10825655007416356,
|
|
"learning_rate": 4.5468949977810415e-06,
|
|
"loss": 1.0295,
|
|
"step": 783
|
|
},
|
|
{
|
|
"epoch": 4.010230179028133,
|
|
"grad_norm": 0.09709211523460262,
|
|
"learning_rate": 4.50151273292245e-06,
|
|
"loss": 1.0199,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 4.015345268542199,
|
|
"grad_norm": 0.1106600074433777,
|
|
"learning_rate": 4.456329347282515e-06,
|
|
"loss": 1.044,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 4.020460358056266,
|
|
"grad_norm": 0.11786657875371895,
|
|
"learning_rate": 4.4113454206621185e-06,
|
|
"loss": 1.0322,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 4.025575447570333,
|
|
"grad_norm": 0.10523548089343922,
|
|
"learning_rate": 4.366561530302631e-06,
|
|
"loss": 1.0252,
|
|
"step": 787
|
|
},
|
|
{
|
|
"epoch": 4.030690537084399,
|
|
"grad_norm": 0.10903480563934011,
|
|
"learning_rate": 4.321978250878536e-06,
|
|
"loss": 1.0361,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 4.035805626598465,
|
|
"grad_norm": 0.11279131671447776,
|
|
"learning_rate": 4.277596154490047e-06,
|
|
"loss": 1.0259,
|
|
"step": 789
|
|
},
|
|
{
|
|
"epoch": 4.040920716112532,
|
|
"grad_norm": 0.10911611333237252,
|
|
"learning_rate": 4.233415810655748e-06,
|
|
"loss": 1.0512,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 4.046035805626598,
|
|
"grad_norm": 0.10899009342627193,
|
|
"learning_rate": 4.189437786305313e-06,
|
|
"loss": 1.0265,
|
|
"step": 791
|
|
},
|
|
{
|
|
"epoch": 4.051150895140665,
|
|
"grad_norm": 0.1208890385053231,
|
|
"learning_rate": 4.14566264577221e-06,
|
|
"loss": 1.0196,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 4.056265984654732,
|
|
"grad_norm": 0.10117429151986053,
|
|
"learning_rate": 4.102090950786479e-06,
|
|
"loss": 1.0488,
|
|
"step": 793
|
|
},
|
|
{
|
|
"epoch": 4.061381074168798,
|
|
"grad_norm": 0.10061697427381379,
|
|
"learning_rate": 4.058723260467494e-06,
|
|
"loss": 1.0075,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 4.0664961636828645,
|
|
"grad_norm": 0.1215862753853224,
|
|
"learning_rate": 4.0155601313168204e-06,
|
|
"loss": 1.0446,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 4.071611253196931,
|
|
"grad_norm": 0.1097589288716949,
|
|
"learning_rate": 3.972602117211062e-06,
|
|
"loss": 1.0603,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 4.076726342710997,
|
|
"grad_norm": 0.1021864573752271,
|
|
"learning_rate": 3.929849769394733e-06,
|
|
"loss": 1.0668,
|
|
"step": 797
|
|
},
|
|
{
|
|
"epoch": 4.081841432225064,
|
|
"grad_norm": 0.10449100664299484,
|
|
"learning_rate": 3.887303636473232e-06,
|
|
"loss": 1.0411,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 4.086956521739131,
|
|
"grad_norm": 0.10879423779843234,
|
|
"learning_rate": 3.844964264405735e-06,
|
|
"loss": 1.0223,
|
|
"step": 799
|
|
},
|
|
{
|
|
"epoch": 4.092071611253197,
|
|
"grad_norm": 0.09703196013660684,
|
|
"learning_rate": 3.802832196498272e-06,
|
|
"loss": 1.0285,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 4.0971867007672635,
|
|
"grad_norm": 0.09959222058834097,
|
|
"learning_rate": 3.760907973396677e-06,
|
|
"loss": 1.0309,
|
|
"step": 801
|
|
},
|
|
{
|
|
"epoch": 4.10230179028133,
|
|
"grad_norm": 0.10177075731564252,
|
|
"learning_rate": 3.719192133079692e-06,
|
|
"loss": 1.0318,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 4.107416879795396,
|
|
"grad_norm": 0.10333452571953791,
|
|
"learning_rate": 3.677685210852062e-06,
|
|
"loss": 1.0406,
|
|
"step": 803
|
|
},
|
|
{
|
|
"epoch": 4.112531969309463,
|
|
"grad_norm": 0.09844038300469107,
|
|
"learning_rate": 3.636387739337659e-06,
|
|
"loss": 1.0219,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 4.117647058823529,
|
|
"grad_norm": 0.09831929728264319,
|
|
"learning_rate": 3.5953002484726484e-06,
|
|
"loss": 1.0431,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 4.122762148337596,
|
|
"grad_norm": 0.09989497009088748,
|
|
"learning_rate": 3.5544232654986744e-06,
|
|
"loss": 1.0276,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 4.127877237851663,
|
|
"grad_norm": 0.09990437586089519,
|
|
"learning_rate": 3.513757314956128e-06,
|
|
"loss": 1.0428,
|
|
"step": 807
|
|
},
|
|
{
|
|
"epoch": 4.132992327365729,
|
|
"grad_norm": 0.09654332882972133,
|
|
"learning_rate": 3.4733029186773905e-06,
|
|
"loss": 1.0392,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 4.138107416879795,
|
|
"grad_norm": 0.09700482096232281,
|
|
"learning_rate": 3.433060595780131e-06,
|
|
"loss": 1.0324,
|
|
"step": 809
|
|
},
|
|
{
|
|
"epoch": 4.143222506393862,
|
|
"grad_norm": 0.09733789290361096,
|
|
"learning_rate": 3.3930308626606733e-06,
|
|
"loss": 1.0337,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 4.148337595907928,
|
|
"grad_norm": 0.09679936208456312,
|
|
"learning_rate": 3.3532142329873362e-06,
|
|
"loss": 1.0427,
|
|
"step": 811
|
|
},
|
|
{
|
|
"epoch": 4.153452685421995,
|
|
"grad_norm": 0.09850838614448618,
|
|
"learning_rate": 3.3136112176938774e-06,
|
|
"loss": 1.039,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 4.158567774936062,
|
|
"grad_norm": 0.10014402864349467,
|
|
"learning_rate": 3.274222324972909e-06,
|
|
"loss": 1.0397,
|
|
"step": 813
|
|
},
|
|
{
|
|
"epoch": 4.163682864450128,
|
|
"grad_norm": 0.09846775188414943,
|
|
"learning_rate": 3.2350480602693813e-06,
|
|
"loss": 1.0438,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 4.168797953964194,
|
|
"grad_norm": 0.09849530091060531,
|
|
"learning_rate": 3.196088926274108e-06,
|
|
"loss": 1.0487,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 4.173913043478261,
|
|
"grad_norm": 0.09894112470378255,
|
|
"learning_rate": 3.1573454229173173e-06,
|
|
"loss": 1.0511,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 4.179028132992327,
|
|
"grad_norm": 0.09585569782795421,
|
|
"learning_rate": 3.1188180473622045e-06,
|
|
"loss": 1.033,
|
|
"step": 817
|
|
},
|
|
{
|
|
"epoch": 4.1841432225063935,
|
|
"grad_norm": 0.0907063248106673,
|
|
"learning_rate": 3.080507293998598e-06,
|
|
"loss": 1.0641,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 4.189258312020461,
|
|
"grad_norm": 0.10068952997359636,
|
|
"learning_rate": 3.0424136544365846e-06,
|
|
"loss": 1.041,
|
|
"step": 819
|
|
},
|
|
{
|
|
"epoch": 4.194373401534527,
|
|
"grad_norm": 0.09500920205889321,
|
|
"learning_rate": 3.0045376175002185e-06,
|
|
"loss": 1.0282,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 4.1994884910485935,
|
|
"grad_norm": 0.09153412621935421,
|
|
"learning_rate": 2.9668796692212253e-06,
|
|
"loss": 1.0279,
|
|
"step": 821
|
|
},
|
|
{
|
|
"epoch": 4.20460358056266,
|
|
"grad_norm": 0.09475771204466948,
|
|
"learning_rate": 2.9294402928327815e-06,
|
|
"loss": 1.029,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 4.209718670076726,
|
|
"grad_norm": 0.09846697389243914,
|
|
"learning_rate": 2.892219968763337e-06,
|
|
"loss": 1.0286,
|
|
"step": 823
|
|
},
|
|
{
|
|
"epoch": 4.2148337595907925,
|
|
"grad_norm": 0.09305701318883604,
|
|
"learning_rate": 2.8552191746303904e-06,
|
|
"loss": 1.0262,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 4.21994884910486,
|
|
"grad_norm": 0.09124936813337096,
|
|
"learning_rate": 2.8184383852344212e-06,
|
|
"loss": 1.0185,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 4.225063938618926,
|
|
"grad_norm": 0.10077071629270502,
|
|
"learning_rate": 2.7818780725527505e-06,
|
|
"loss": 1.0366,
|
|
"step": 826
|
|
},
|
|
{
|
|
"epoch": 4.2301790281329925,
|
|
"grad_norm": 0.09979949490236956,
|
|
"learning_rate": 2.745538705733519e-06,
|
|
"loss": 1.0383,
|
|
"step": 827
|
|
},
|
|
{
|
|
"epoch": 4.235294117647059,
|
|
"grad_norm": 0.09761402809078823,
|
|
"learning_rate": 2.7094207510896574e-06,
|
|
"loss": 1.0508,
|
|
"step": 828
|
|
},
|
|
{
|
|
"epoch": 4.240409207161125,
|
|
"grad_norm": 0.0935296858882418,
|
|
"learning_rate": 2.673524672092873e-06,
|
|
"loss": 1.0405,
|
|
"step": 829
|
|
},
|
|
{
|
|
"epoch": 4.245524296675192,
|
|
"grad_norm": 0.09509323461150619,
|
|
"learning_rate": 2.6378509293677533e-06,
|
|
"loss": 1.0426,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 4.250639386189258,
|
|
"grad_norm": 0.09606218354815171,
|
|
"learning_rate": 2.602399980685815e-06,
|
|
"loss": 1.0488,
|
|
"step": 831
|
|
},
|
|
{
|
|
"epoch": 4.255754475703325,
|
|
"grad_norm": 0.0985764043857404,
|
|
"learning_rate": 2.567172280959653e-06,
|
|
"loss": 1.0257,
|
|
"step": 832
|
|
},
|
|
{
|
|
"epoch": 4.260869565217392,
|
|
"grad_norm": 0.09298961777037151,
|
|
"learning_rate": 2.532168282237084e-06,
|
|
"loss": 1.0301,
|
|
"step": 833
|
|
},
|
|
{
|
|
"epoch": 4.265984654731458,
|
|
"grad_norm": 0.09501389616813173,
|
|
"learning_rate": 2.4973884336953512e-06,
|
|
"loss": 1.0158,
|
|
"step": 834
|
|
},
|
|
{
|
|
"epoch": 4.271099744245524,
|
|
"grad_norm": 0.10060659630523315,
|
|
"learning_rate": 2.462833181635391e-06,
|
|
"loss": 1.0402,
|
|
"step": 835
|
|
},
|
|
{
|
|
"epoch": 4.276214833759591,
|
|
"grad_norm": 0.08985813903795348,
|
|
"learning_rate": 2.4285029694760475e-06,
|
|
"loss": 1.0278,
|
|
"step": 836
|
|
},
|
|
{
|
|
"epoch": 4.281329923273657,
|
|
"grad_norm": 0.09047049245073066,
|
|
"learning_rate": 2.3943982377484364e-06,
|
|
"loss": 1.007,
|
|
"step": 837
|
|
},
|
|
{
|
|
"epoch": 4.286445012787723,
|
|
"grad_norm": 0.09542213115984054,
|
|
"learning_rate": 2.3605194240902575e-06,
|
|
"loss": 1.0349,
|
|
"step": 838
|
|
},
|
|
{
|
|
"epoch": 4.291560102301791,
|
|
"grad_norm": 0.09592894134973562,
|
|
"learning_rate": 2.3268669632401997e-06,
|
|
"loss": 1.0461,
|
|
"step": 839
|
|
},
|
|
{
|
|
"epoch": 4.296675191815857,
|
|
"grad_norm": 0.09276563388354862,
|
|
"learning_rate": 2.293441287032354e-06,
|
|
"loss": 1.0409,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 4.301790281329923,
|
|
"grad_norm": 0.08621024713151011,
|
|
"learning_rate": 2.2602428243906638e-06,
|
|
"loss": 1.0458,
|
|
"step": 841
|
|
},
|
|
{
|
|
"epoch": 4.30690537084399,
|
|
"grad_norm": 0.0947853691754098,
|
|
"learning_rate": 2.2272720013234372e-06,
|
|
"loss": 1.0597,
|
|
"step": 842
|
|
},
|
|
{
|
|
"epoch": 4.312020460358056,
|
|
"grad_norm": 0.09738935216253661,
|
|
"learning_rate": 2.1945292409178755e-06,
|
|
"loss": 1.0354,
|
|
"step": 843
|
|
},
|
|
{
|
|
"epoch": 4.3171355498721224,
|
|
"grad_norm": 0.08975381339730756,
|
|
"learning_rate": 2.162014963334631e-06,
|
|
"loss": 1.0121,
|
|
"step": 844
|
|
},
|
|
{
|
|
"epoch": 4.322250639386189,
|
|
"grad_norm": 0.08820100067894239,
|
|
"learning_rate": 2.1297295858024313e-06,
|
|
"loss": 1.0514,
|
|
"step": 845
|
|
},
|
|
{
|
|
"epoch": 4.327365728900256,
|
|
"grad_norm": 0.09617468579113231,
|
|
"learning_rate": 2.097673522612722e-06,
|
|
"loss": 1.0285,
|
|
"step": 846
|
|
},
|
|
{
|
|
"epoch": 4.332480818414322,
|
|
"grad_norm": 0.09593751503684586,
|
|
"learning_rate": 2.0658471851143513e-06,
|
|
"loss": 1.039,
|
|
"step": 847
|
|
},
|
|
{
|
|
"epoch": 4.337595907928389,
|
|
"grad_norm": 0.09444286356238825,
|
|
"learning_rate": 2.0342509817082747e-06,
|
|
"loss": 1.0414,
|
|
"step": 848
|
|
},
|
|
{
|
|
"epoch": 4.342710997442455,
|
|
"grad_norm": 0.09101012732573761,
|
|
"learning_rate": 2.0028853178423356e-06,
|
|
"loss": 1.0177,
|
|
"step": 849
|
|
},
|
|
{
|
|
"epoch": 4.3478260869565215,
|
|
"grad_norm": 0.09325815402802133,
|
|
"learning_rate": 1.971750596006059e-06,
|
|
"loss": 1.0409,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 4.352941176470588,
|
|
"grad_norm": 0.08872400279590349,
|
|
"learning_rate": 1.9408472157254765e-06,
|
|
"loss": 1.0268,
|
|
"step": 851
|
|
},
|
|
{
|
|
"epoch": 4.358056265984655,
|
|
"grad_norm": 0.0885901270770776,
|
|
"learning_rate": 1.9101755735580128e-06,
|
|
"loss": 1.044,
|
|
"step": 852
|
|
},
|
|
{
|
|
"epoch": 4.3631713554987215,
|
|
"grad_norm": 0.0949449985202502,
|
|
"learning_rate": 1.8797360630873806e-06,
|
|
"loss": 1.0452,
|
|
"step": 853
|
|
},
|
|
{
|
|
"epoch": 4.368286445012788,
|
|
"grad_norm": 0.08410055531702589,
|
|
"learning_rate": 1.8495290749185435e-06,
|
|
"loss": 1.0325,
|
|
"step": 854
|
|
},
|
|
{
|
|
"epoch": 4.373401534526854,
|
|
"grad_norm": 0.09545532227569593,
|
|
"learning_rate": 1.8195549966727054e-06,
|
|
"loss": 1.0481,
|
|
"step": 855
|
|
},
|
|
{
|
|
"epoch": 4.378516624040921,
|
|
"grad_norm": 0.08476459696114018,
|
|
"learning_rate": 1.7898142129823171e-06,
|
|
"loss": 1.0639,
|
|
"step": 856
|
|
},
|
|
{
|
|
"epoch": 4.383631713554987,
|
|
"grad_norm": 0.08949442544964742,
|
|
"learning_rate": 1.7603071054861653e-06,
|
|
"loss": 1.0371,
|
|
"step": 857
|
|
},
|
|
{
|
|
"epoch": 4.388746803069053,
|
|
"grad_norm": 0.08879874215911474,
|
|
"learning_rate": 1.7310340528244607e-06,
|
|
"loss": 1.0405,
|
|
"step": 858
|
|
},
|
|
{
|
|
"epoch": 4.3938618925831205,
|
|
"grad_norm": 0.08840226801940593,
|
|
"learning_rate": 1.701995430633987e-06,
|
|
"loss": 1.0422,
|
|
"step": 859
|
|
},
|
|
{
|
|
"epoch": 4.398976982097187,
|
|
"grad_norm": 0.08626387602238281,
|
|
"learning_rate": 1.6731916115432678e-06,
|
|
"loss": 1.0362,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 4.404092071611253,
|
|
"grad_norm": 0.0883006081970065,
|
|
"learning_rate": 1.6446229651677903e-06,
|
|
"loss": 1.0594,
|
|
"step": 861
|
|
},
|
|
{
|
|
"epoch": 4.40920716112532,
|
|
"grad_norm": 0.08763882002142795,
|
|
"learning_rate": 1.6162898581052866e-06,
|
|
"loss": 1.0402,
|
|
"step": 862
|
|
},
|
|
{
|
|
"epoch": 4.414322250639386,
|
|
"grad_norm": 0.08473283566109852,
|
|
"learning_rate": 1.5881926539309845e-06,
|
|
"loss": 1.0369,
|
|
"step": 863
|
|
},
|
|
{
|
|
"epoch": 4.419437340153452,
|
|
"grad_norm": 0.08882688131234197,
|
|
"learning_rate": 1.560331713192984e-06,
|
|
"loss": 1.0268,
|
|
"step": 864
|
|
},
|
|
{
|
|
"epoch": 4.42455242966752,
|
|
"grad_norm": 0.0919916289952921,
|
|
"learning_rate": 1.5327073934075954e-06,
|
|
"loss": 1.0548,
|
|
"step": 865
|
|
},
|
|
{
|
|
"epoch": 4.429667519181586,
|
|
"grad_norm": 0.09199096614028365,
|
|
"learning_rate": 1.5053200490547838e-06,
|
|
"loss": 1.0138,
|
|
"step": 866
|
|
},
|
|
{
|
|
"epoch": 4.434782608695652,
|
|
"grad_norm": 0.0871055821541935,
|
|
"learning_rate": 1.4781700315736002e-06,
|
|
"loss": 1.0355,
|
|
"step": 867
|
|
},
|
|
{
|
|
"epoch": 4.439897698209719,
|
|
"grad_norm": 0.08976011928625406,
|
|
"learning_rate": 1.4512576893576725e-06,
|
|
"loss": 1.0591,
|
|
"step": 868
|
|
},
|
|
{
|
|
"epoch": 4.445012787723785,
|
|
"grad_norm": 0.08644290864743312,
|
|
"learning_rate": 1.4245833677507448e-06,
|
|
"loss": 1.0304,
|
|
"step": 869
|
|
},
|
|
{
|
|
"epoch": 4.450127877237851,
|
|
"grad_norm": 0.08435192281249178,
|
|
"learning_rate": 1.3981474090422408e-06,
|
|
"loss": 1.0279,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 4.455242966751918,
|
|
"grad_norm": 0.0846195173709492,
|
|
"learning_rate": 1.3719501524628643e-06,
|
|
"loss": 1.0472,
|
|
"step": 871
|
|
},
|
|
{
|
|
"epoch": 4.460358056265985,
|
|
"grad_norm": 0.08696234341868504,
|
|
"learning_rate": 1.3459919341802618e-06,
|
|
"loss": 1.0293,
|
|
"step": 872
|
|
},
|
|
{
|
|
"epoch": 4.465473145780051,
|
|
"grad_norm": 0.08749456032856028,
|
|
"learning_rate": 1.3202730872946878e-06,
|
|
"loss": 1.0424,
|
|
"step": 873
|
|
},
|
|
{
|
|
"epoch": 4.470588235294118,
|
|
"grad_norm": 0.08679996505251306,
|
|
"learning_rate": 1.2947939418347599e-06,
|
|
"loss": 1.0337,
|
|
"step": 874
|
|
},
|
|
{
|
|
"epoch": 4.475703324808184,
|
|
"grad_norm": 0.08763262493448441,
|
|
"learning_rate": 1.269554824753192e-06,
|
|
"loss": 1.053,
|
|
"step": 875
|
|
},
|
|
{
|
|
"epoch": 4.4808184143222505,
|
|
"grad_norm": 0.08632279952905321,
|
|
"learning_rate": 1.2445560599226148e-06,
|
|
"loss": 1.0353,
|
|
"step": 876
|
|
},
|
|
{
|
|
"epoch": 4.485933503836317,
|
|
"grad_norm": 0.08740638922400544,
|
|
"learning_rate": 1.219797968131422e-06,
|
|
"loss": 1.0573,
|
|
"step": 877
|
|
},
|
|
{
|
|
"epoch": 4.491048593350383,
|
|
"grad_norm": 0.08830677643420132,
|
|
"learning_rate": 1.1952808670796511e-06,
|
|
"loss": 1.0372,
|
|
"step": 878
|
|
},
|
|
{
|
|
"epoch": 4.4961636828644505,
|
|
"grad_norm": 0.08336534008550968,
|
|
"learning_rate": 1.1710050713749067e-06,
|
|
"loss": 1.0335,
|
|
"step": 879
|
|
},
|
|
{
|
|
"epoch": 4.501278772378517,
|
|
"grad_norm": 0.089103955480962,
|
|
"learning_rate": 1.1469708925283095e-06,
|
|
"loss": 1.0326,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 4.506393861892583,
|
|
"grad_norm": 0.08776482694311091,
|
|
"learning_rate": 1.123178638950526e-06,
|
|
"loss": 1.0575,
|
|
"step": 881
|
|
},
|
|
{
|
|
"epoch": 4.5115089514066495,
|
|
"grad_norm": 0.08866769991349784,
|
|
"learning_rate": 1.0996286159477943e-06,
|
|
"loss": 1.0354,
|
|
"step": 882
|
|
},
|
|
{
|
|
"epoch": 4.516624040920716,
|
|
"grad_norm": 0.08687727068648551,
|
|
"learning_rate": 1.0763211257180007e-06,
|
|
"loss": 1.0327,
|
|
"step": 883
|
|
},
|
|
{
|
|
"epoch": 4.521739130434782,
|
|
"grad_norm": 0.0885626504483757,
|
|
"learning_rate": 1.053256467346817e-06,
|
|
"loss": 1.0566,
|
|
"step": 884
|
|
},
|
|
{
|
|
"epoch": 4.526854219948849,
|
|
"grad_norm": 0.08688698614964542,
|
|
"learning_rate": 1.030434936803857e-06,
|
|
"loss": 1.0262,
|
|
"step": 885
|
|
},
|
|
{
|
|
"epoch": 4.531969309462916,
|
|
"grad_norm": 0.08874324934826401,
|
|
"learning_rate": 1.0078568269388666e-06,
|
|
"loss": 1.0355,
|
|
"step": 886
|
|
},
|
|
{
|
|
"epoch": 4.537084398976982,
|
|
"grad_norm": 0.09066610304373438,
|
|
"learning_rate": 9.855224274779894e-07,
|
|
"loss": 1.0242,
|
|
"step": 887
|
|
},
|
|
{
|
|
"epoch": 4.542199488491049,
|
|
"grad_norm": 0.0899703471767722,
|
|
"learning_rate": 9.634320250200213e-07,
|
|
"loss": 1.0222,
|
|
"step": 888
|
|
},
|
|
{
|
|
"epoch": 4.547314578005115,
|
|
"grad_norm": 0.08777620122531764,
|
|
"learning_rate": 9.415859030327667e-07,
|
|
"loss": 1.049,
|
|
"step": 889
|
|
},
|
|
{
|
|
"epoch": 4.552429667519181,
|
|
"grad_norm": 0.08862100817321585,
|
|
"learning_rate": 9.199843418493625e-07,
|
|
"loss": 1.033,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 4.557544757033249,
|
|
"grad_norm": 0.0924502407146251,
|
|
"learning_rate": 8.986276186647092e-07,
|
|
"loss": 1.0474,
|
|
"step": 891
|
|
},
|
|
{
|
|
"epoch": 4.562659846547315,
|
|
"grad_norm": 0.08475994721795894,
|
|
"learning_rate": 8.775160075319001e-07,
|
|
"loss": 1.0504,
|
|
"step": 892
|
|
},
|
|
{
|
|
"epoch": 4.567774936061381,
|
|
"grad_norm": 0.08839104158168999,
|
|
"learning_rate": 8.566497793587158e-07,
|
|
"loss": 1.0164,
|
|
"step": 893
|
|
},
|
|
{
|
|
"epoch": 4.572890025575448,
|
|
"grad_norm": 0.08678786116042993,
|
|
"learning_rate": 8.360292019041405e-07,
|
|
"loss": 1.0253,
|
|
"step": 894
|
|
},
|
|
{
|
|
"epoch": 4.578005115089514,
|
|
"grad_norm": 0.09067943165736797,
|
|
"learning_rate": 8.156545397749127e-07,
|
|
"loss": 1.0578,
|
|
"step": 895
|
|
},
|
|
{
|
|
"epoch": 4.58312020460358,
|
|
"grad_norm": 0.09064381529233775,
|
|
"learning_rate": 7.955260544221621e-07,
|
|
"loss": 1.0363,
|
|
"step": 896
|
|
},
|
|
{
|
|
"epoch": 4.588235294117647,
|
|
"grad_norm": 0.08444296552020542,
|
|
"learning_rate": 7.756440041380297e-07,
|
|
"loss": 1.0339,
|
|
"step": 897
|
|
},
|
|
{
|
|
"epoch": 4.593350383631714,
|
|
"grad_norm": 0.0890656704511778,
|
|
"learning_rate": 7.560086440523528e-07,
|
|
"loss": 1.0268,
|
|
"step": 898
|
|
},
|
|
{
|
|
"epoch": 4.59846547314578,
|
|
"grad_norm": 0.08823096230866823,
|
|
"learning_rate": 7.366202261294098e-07,
|
|
"loss": 1.0295,
|
|
"step": 899
|
|
},
|
|
{
|
|
"epoch": 4.603580562659847,
|
|
"grad_norm": 0.08543654183534846,
|
|
"learning_rate": 7.174789991646602e-07,
|
|
"loss": 1.0403,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 4.608695652173913,
|
|
"grad_norm": 0.08651006361043005,
|
|
"learning_rate": 6.985852087815903e-07,
|
|
"loss": 1.0107,
|
|
"step": 901
|
|
},
|
|
{
|
|
"epoch": 4.6138107416879794,
|
|
"grad_norm": 0.0893115824376349,
|
|
"learning_rate": 6.799390974285169e-07,
|
|
"loss": 1.0148,
|
|
"step": 902
|
|
},
|
|
{
|
|
"epoch": 4.618925831202046,
|
|
"grad_norm": 0.0905211238552103,
|
|
"learning_rate": 6.615409043755039e-07,
|
|
"loss": 1.0235,
|
|
"step": 903
|
|
},
|
|
{
|
|
"epoch": 4.624040920716112,
|
|
"grad_norm": 0.08373868267565032,
|
|
"learning_rate": 6.433908657112886e-07,
|
|
"loss": 1.0583,
|
|
"step": 904
|
|
},
|
|
{
|
|
"epoch": 4.629156010230179,
|
|
"grad_norm": 0.08517234012511272,
|
|
"learning_rate": 6.254892143402469e-07,
|
|
"loss": 1.0428,
|
|
"step": 905
|
|
},
|
|
{
|
|
"epoch": 4.634271099744246,
|
|
"grad_norm": 0.0829556502483681,
|
|
"learning_rate": 6.078361799794086e-07,
|
|
"loss": 1.0495,
|
|
"step": 906
|
|
},
|
|
{
|
|
"epoch": 4.639386189258312,
|
|
"grad_norm": 0.08390852555662921,
|
|
"learning_rate": 5.904319891555021e-07,
|
|
"loss": 1.0353,
|
|
"step": 907
|
|
},
|
|
{
|
|
"epoch": 4.6445012787723785,
|
|
"grad_norm": 0.08446045440701189,
|
|
"learning_rate": 5.732768652020615e-07,
|
|
"loss": 1.0622,
|
|
"step": 908
|
|
},
|
|
{
|
|
"epoch": 4.649616368286445,
|
|
"grad_norm": 0.09204361483711933,
|
|
"learning_rate": 5.563710282565504e-07,
|
|
"loss": 1.0531,
|
|
"step": 909
|
|
},
|
|
{
|
|
"epoch": 4.654731457800511,
|
|
"grad_norm": 0.08394901633656762,
|
|
"learning_rate": 5.397146952575316e-07,
|
|
"loss": 1.0171,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 4.659846547314578,
|
|
"grad_norm": 0.08343494614241122,
|
|
"learning_rate": 5.233080799418999e-07,
|
|
"loss": 1.0396,
|
|
"step": 911
|
|
},
|
|
{
|
|
"epoch": 4.664961636828645,
|
|
"grad_norm": 0.07955675153850743,
|
|
"learning_rate": 5.071513928421268e-07,
|
|
"loss": 1.0189,
|
|
"step": 912
|
|
},
|
|
{
|
|
"epoch": 4.670076726342711,
|
|
"grad_norm": 0.08101944215370342,
|
|
"learning_rate": 4.912448412835625e-07,
|
|
"loss": 1.0258,
|
|
"step": 913
|
|
},
|
|
{
|
|
"epoch": 4.675191815856778,
|
|
"grad_norm": 0.08331490147990027,
|
|
"learning_rate": 4.7558862938177796e-07,
|
|
"loss": 1.0217,
|
|
"step": 914
|
|
},
|
|
{
|
|
"epoch": 4.680306905370844,
|
|
"grad_norm": 0.08702803562906056,
|
|
"learning_rate": 4.601829580399364e-07,
|
|
"loss": 1.0396,
|
|
"step": 915
|
|
},
|
|
{
|
|
"epoch": 4.68542199488491,
|
|
"grad_norm": 0.0872058124086669,
|
|
"learning_rate": 4.4502802494623023e-07,
|
|
"loss": 1.0455,
|
|
"step": 916
|
|
},
|
|
{
|
|
"epoch": 4.690537084398977,
|
|
"grad_norm": 0.08338361238231247,
|
|
"learning_rate": 4.301240245713345e-07,
|
|
"loss": 1.0562,
|
|
"step": 917
|
|
},
|
|
{
|
|
"epoch": 4.695652173913043,
|
|
"grad_norm": 0.0851827498369095,
|
|
"learning_rate": 4.1547114816590684e-07,
|
|
"loss": 1.0537,
|
|
"step": 918
|
|
},
|
|
{
|
|
"epoch": 4.70076726342711,
|
|
"grad_norm": 0.08046194701441498,
|
|
"learning_rate": 4.010695837581446e-07,
|
|
"loss": 1.0238,
|
|
"step": 919
|
|
},
|
|
{
|
|
"epoch": 4.705882352941177,
|
|
"grad_norm": 0.08281618992470802,
|
|
"learning_rate": 3.8691951615136946e-07,
|
|
"loss": 1.0356,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 4.710997442455243,
|
|
"grad_norm": 0.08283580448405972,
|
|
"learning_rate": 3.730211269216488e-07,
|
|
"loss": 1.0239,
|
|
"step": 921
|
|
},
|
|
{
|
|
"epoch": 4.716112531969309,
|
|
"grad_norm": 0.08087364868453263,
|
|
"learning_rate": 3.593745944154692e-07,
|
|
"loss": 1.0363,
|
|
"step": 922
|
|
},
|
|
{
|
|
"epoch": 4.721227621483376,
|
|
"grad_norm": 0.08333792792360416,
|
|
"learning_rate": 3.459800937474533e-07,
|
|
"loss": 1.0377,
|
|
"step": 923
|
|
},
|
|
{
|
|
"epoch": 4.726342710997442,
|
|
"grad_norm": 0.08198078335380529,
|
|
"learning_rate": 3.328377967981089e-07,
|
|
"loss": 1.0525,
|
|
"step": 924
|
|
},
|
|
{
|
|
"epoch": 4.731457800511509,
|
|
"grad_norm": 0.08207405352725915,
|
|
"learning_rate": 3.1994787221161674e-07,
|
|
"loss": 1.0487,
|
|
"step": 925
|
|
},
|
|
{
|
|
"epoch": 4.736572890025576,
|
|
"grad_norm": 0.08127709502910237,
|
|
"learning_rate": 3.0731048539367924e-07,
|
|
"loss": 1.0317,
|
|
"step": 926
|
|
},
|
|
{
|
|
"epoch": 4.741687979539642,
|
|
"grad_norm": 0.08182420357301565,
|
|
"learning_rate": 2.949257985093845e-07,
|
|
"loss": 1.0645,
|
|
"step": 927
|
|
},
|
|
{
|
|
"epoch": 4.746803069053708,
|
|
"grad_norm": 0.08540342640125807,
|
|
"learning_rate": 2.827939704811433e-07,
|
|
"loss": 1.0225,
|
|
"step": 928
|
|
},
|
|
{
|
|
"epoch": 4.751918158567775,
|
|
"grad_norm": 0.08105962695785912,
|
|
"learning_rate": 2.7091515698662863e-07,
|
|
"loss": 1.0403,
|
|
"step": 929
|
|
},
|
|
{
|
|
"epoch": 4.757033248081841,
|
|
"grad_norm": 0.08316360123978976,
|
|
"learning_rate": 2.592895104567861e-07,
|
|
"loss": 1.0377,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 4.762148337595908,
|
|
"grad_norm": 0.08916967768404561,
|
|
"learning_rate": 2.479171800738911e-07,
|
|
"loss": 1.0432,
|
|
"step": 931
|
|
},
|
|
{
|
|
"epoch": 4.767263427109975,
|
|
"grad_norm": 0.08337042713060398,
|
|
"learning_rate": 2.3679831176961487e-07,
|
|
"loss": 1.0586,
|
|
"step": 932
|
|
},
|
|
{
|
|
"epoch": 4.772378516624041,
|
|
"grad_norm": 0.08366883341035822,
|
|
"learning_rate": 2.2593304822316365e-07,
|
|
"loss": 1.0398,
|
|
"step": 933
|
|
},
|
|
{
|
|
"epoch": 4.7774936061381075,
|
|
"grad_norm": 0.08119050050082849,
|
|
"learning_rate": 2.153215288594379e-07,
|
|
"loss": 1.0269,
|
|
"step": 934
|
|
},
|
|
{
|
|
"epoch": 4.782608695652174,
|
|
"grad_norm": 0.0825222553646159,
|
|
"learning_rate": 2.0496388984726056e-07,
|
|
"loss": 1.0378,
|
|
"step": 935
|
|
},
|
|
{
|
|
"epoch": 4.78772378516624,
|
|
"grad_norm": 0.08164754045193766,
|
|
"learning_rate": 1.9486026409761162e-07,
|
|
"loss": 1.0507,
|
|
"step": 936
|
|
},
|
|
{
|
|
"epoch": 4.792838874680307,
|
|
"grad_norm": 0.08069756368018306,
|
|
"learning_rate": 1.8501078126193172e-07,
|
|
"loss": 1.0141,
|
|
"step": 937
|
|
},
|
|
{
|
|
"epoch": 4.797953964194374,
|
|
"grad_norm": 0.08172592463148753,
|
|
"learning_rate": 1.7541556773045255e-07,
|
|
"loss": 1.024,
|
|
"step": 938
|
|
},
|
|
{
|
|
"epoch": 4.80306905370844,
|
|
"grad_norm": 0.08172502645150909,
|
|
"learning_rate": 1.6607474663058677e-07,
|
|
"loss": 1.0431,
|
|
"step": 939
|
|
},
|
|
{
|
|
"epoch": 4.8081841432225065,
|
|
"grad_norm": 0.08077050134165903,
|
|
"learning_rate": 1.569884378253317e-07,
|
|
"loss": 1.0179,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 4.813299232736573,
|
|
"grad_norm": 0.08523300001438115,
|
|
"learning_rate": 1.4815675791175043e-07,
|
|
"loss": 1.0318,
|
|
"step": 941
|
|
},
|
|
{
|
|
"epoch": 4.818414322250639,
|
|
"grad_norm": 0.08046827663058376,
|
|
"learning_rate": 1.3957982021945093e-07,
|
|
"loss": 1.0185,
|
|
"step": 942
|
|
},
|
|
{
|
|
"epoch": 4.823529411764706,
|
|
"grad_norm": 0.0826399800178752,
|
|
"learning_rate": 1.3125773480915592e-07,
|
|
"loss": 1.0364,
|
|
"step": 943
|
|
},
|
|
{
|
|
"epoch": 4.828644501278772,
|
|
"grad_norm": 0.08143311184926899,
|
|
"learning_rate": 1.2319060847127972e-07,
|
|
"loss": 1.0441,
|
|
"step": 944
|
|
},
|
|
{
|
|
"epoch": 4.833759590792839,
|
|
"grad_norm": 0.0812111566830204,
|
|
"learning_rate": 1.1537854472455368e-07,
|
|
"loss": 1.0194,
|
|
"step": 945
|
|
},
|
|
{
|
|
"epoch": 4.838874680306906,
|
|
"grad_norm": 0.08087505193021655,
|
|
"learning_rate": 1.0782164381470506e-07,
|
|
"loss": 1.0272,
|
|
"step": 946
|
|
},
|
|
{
|
|
"epoch": 4.843989769820972,
|
|
"grad_norm": 0.08202686030913739,
|
|
"learning_rate": 1.0052000271317142e-07,
|
|
"loss": 1.0137,
|
|
"step": 947
|
|
},
|
|
{
|
|
"epoch": 4.849104859335038,
|
|
"grad_norm": 0.08725113377075328,
|
|
"learning_rate": 9.347371511585046e-08,
|
|
"loss": 1.0444,
|
|
"step": 948
|
|
},
|
|
{
|
|
"epoch": 4.854219948849105,
|
|
"grad_norm": 0.08074935681692166,
|
|
"learning_rate": 8.66828714418988e-08,
|
|
"loss": 1.0367,
|
|
"step": 949
|
|
},
|
|
{
|
|
"epoch": 4.859335038363171,
|
|
"grad_norm": 0.0833488513811118,
|
|
"learning_rate": 8.014755883257508e-08,
|
|
"loss": 1.0484,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 4.864450127877237,
|
|
"grad_norm": 0.0811386973621194,
|
|
"learning_rate": 7.386786115011868e-08,
|
|
"loss": 1.0298,
|
|
"step": 951
|
|
},
|
|
{
|
|
"epoch": 4.869565217391305,
|
|
"grad_norm": 0.08217471436638513,
|
|
"learning_rate": 6.784385897667723e-08,
|
|
"loss": 1.0481,
|
|
"step": 952
|
|
},
|
|
{
|
|
"epoch": 4.874680306905371,
|
|
"grad_norm": 0.08218495988946739,
|
|
"learning_rate": 6.207562961326963e-08,
|
|
"loss": 1.0419,
|
|
"step": 953
|
|
},
|
|
{
|
|
"epoch": 4.879795396419437,
|
|
"grad_norm": 0.08060090907067169,
|
|
"learning_rate": 5.656324707879357e-08,
|
|
"loss": 1.0535,
|
|
"step": 954
|
|
},
|
|
{
|
|
"epoch": 4.884910485933504,
|
|
"grad_norm": 0.08129135659128915,
|
|
"learning_rate": 5.130678210907514e-08,
|
|
"loss": 1.0504,
|
|
"step": 955
|
|
},
|
|
{
|
|
"epoch": 4.89002557544757,
|
|
"grad_norm": 0.08562145837052391,
|
|
"learning_rate": 4.630630215596732e-08,
|
|
"loss": 1.0332,
|
|
"step": 956
|
|
},
|
|
{
|
|
"epoch": 4.8951406649616365,
|
|
"grad_norm": 0.08242537780405768,
|
|
"learning_rate": 4.156187138647516e-08,
|
|
"loss": 1.0429,
|
|
"step": 957
|
|
},
|
|
{
|
|
"epoch": 4.900255754475703,
|
|
"grad_norm": 0.07982429118069245,
|
|
"learning_rate": 3.707355068194085e-08,
|
|
"loss": 1.0497,
|
|
"step": 958
|
|
},
|
|
{
|
|
"epoch": 4.90537084398977,
|
|
"grad_norm": 0.08337322755077417,
|
|
"learning_rate": 3.284139763725769e-08,
|
|
"loss": 1.0039,
|
|
"step": 959
|
|
},
|
|
{
|
|
"epoch": 4.910485933503836,
|
|
"grad_norm": 0.08052583915874226,
|
|
"learning_rate": 2.8865466560130673e-08,
|
|
"loss": 1.0475,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 4.915601023017903,
|
|
"grad_norm": 0.08011637722476794,
|
|
"learning_rate": 2.5145808470383727e-08,
|
|
"loss": 1.0436,
|
|
"step": 961
|
|
},
|
|
{
|
|
"epoch": 4.920716112531969,
|
|
"grad_norm": 0.07954539736607873,
|
|
"learning_rate": 2.1682471099297996e-08,
|
|
"loss": 1.0232,
|
|
"step": 962
|
|
},
|
|
{
|
|
"epoch": 4.9258312020460355,
|
|
"grad_norm": 0.08203718970751432,
|
|
"learning_rate": 1.8475498889010125e-08,
|
|
"loss": 1.0611,
|
|
"step": 963
|
|
},
|
|
{
|
|
"epoch": 4.930946291560103,
|
|
"grad_norm": 0.08091342862475163,
|
|
"learning_rate": 1.5524932991928253e-08,
|
|
"loss": 1.0421,
|
|
"step": 964
|
|
},
|
|
{
|
|
"epoch": 4.936061381074169,
|
|
"grad_norm": 0.08209037571378622,
|
|
"learning_rate": 1.2830811270214682e-08,
|
|
"loss": 1.0559,
|
|
"step": 965
|
|
},
|
|
{
|
|
"epoch": 4.9411764705882355,
|
|
"grad_norm": 0.08253421197403137,
|
|
"learning_rate": 1.0393168295299571e-08,
|
|
"loss": 1.0556,
|
|
"step": 966
|
|
},
|
|
{
|
|
"epoch": 4.946291560102302,
|
|
"grad_norm": 0.08010862800679533,
|
|
"learning_rate": 8.212035347427983e-09,
|
|
"loss": 1.0281,
|
|
"step": 967
|
|
},
|
|
{
|
|
"epoch": 4.951406649616368,
|
|
"grad_norm": 0.08063925174776879,
|
|
"learning_rate": 6.287440415271295e-09,
|
|
"loss": 1.0279,
|
|
"step": 968
|
|
},
|
|
{
|
|
"epoch": 4.956521739130435,
|
|
"grad_norm": 0.08061660864354202,
|
|
"learning_rate": 4.619408195554176e-09,
|
|
"loss": 1.0224,
|
|
"step": 969
|
|
},
|
|
{
|
|
"epoch": 4.961636828644501,
|
|
"grad_norm": 2.467052842174403,
|
|
"learning_rate": 3.207960092752593e-09,
|
|
"loss": 1.0545,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 4.966751918158568,
|
|
"grad_norm": 0.08327486179105495,
|
|
"learning_rate": 2.0531142188073837e-09,
|
|
"loss": 1.0395,
|
|
"step": 971
|
|
},
|
|
{
|
|
"epoch": 4.971867007672635,
|
|
"grad_norm": 0.07879283157932467,
|
|
"learning_rate": 1.154885392895544e-09,
|
|
"loss": 1.0258,
|
|
"step": 972
|
|
},
|
|
{
|
|
"epoch": 4.976982097186701,
|
|
"grad_norm": 0.08591637879884984,
|
|
"learning_rate": 5.132851412437135e-10,
|
|
"loss": 1.0512,
|
|
"step": 973
|
|
},
|
|
{
|
|
"epoch": 4.982097186700767,
|
|
"grad_norm": 0.07945597108084437,
|
|
"learning_rate": 1.283216969727441e-10,
|
|
"loss": 1.026,
|
|
"step": 974
|
|
},
|
|
{
|
|
"epoch": 4.987212276214834,
|
|
"grad_norm": 0.0809414158911861,
|
|
"learning_rate": 0.0,
|
|
"loss": 1.0639,
|
|
"step": 975
|
|
},
|
|
{
|
|
"epoch": 4.987212276214834,
|
|
"step": 975,
|
|
"total_flos": 7100358600687616.0,
|
|
"train_loss": 1.0860105241261995,
|
|
"train_runtime": 35157.9071,
|
|
"train_samples_per_second": 14.222,
|
|
"train_steps_per_second": 0.028
|
|
}
|
|
],
|
|
"logging_steps": 1.0,
|
|
"max_steps": 975,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 5,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 7100358600687616.0,
|
|
"train_batch_size": 4,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|