14527 lines
352 KiB
JSON
14527 lines
352 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 500,
|
|
"global_step": 2069,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.00048344210780759005,
|
|
"grad_norm": 2.4757904153326913,
|
|
"learning_rate": 0.0,
|
|
"loss": 0.9924,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.0009668842156151801,
|
|
"grad_norm": 2.3793618820940923,
|
|
"learning_rate": 9.615384615384617e-08,
|
|
"loss": 0.9738,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.0014503263234227702,
|
|
"grad_norm": 2.375691201697703,
|
|
"learning_rate": 1.9230769230769234e-07,
|
|
"loss": 0.9588,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.0019337684312303602,
|
|
"grad_norm": 2.3403619553808497,
|
|
"learning_rate": 2.884615384615385e-07,
|
|
"loss": 0.9862,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.00241721053903795,
|
|
"grad_norm": 2.3613475552419394,
|
|
"learning_rate": 3.846153846153847e-07,
|
|
"loss": 0.9758,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.0029006526468455403,
|
|
"grad_norm": 2.374422358129782,
|
|
"learning_rate": 4.807692307692308e-07,
|
|
"loss": 0.9716,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.00338409475465313,
|
|
"grad_norm": 2.478706471115894,
|
|
"learning_rate": 5.76923076923077e-07,
|
|
"loss": 0.976,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.0038675368624607204,
|
|
"grad_norm": 2.3811968693026198,
|
|
"learning_rate": 6.730769230769231e-07,
|
|
"loss": 0.9873,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.00435097897026831,
|
|
"grad_norm": 2.2147341913024956,
|
|
"learning_rate": 7.692307692307694e-07,
|
|
"loss": 0.9286,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.0048344210780759,
|
|
"grad_norm": 2.335255162349414,
|
|
"learning_rate": 8.653846153846154e-07,
|
|
"loss": 0.9845,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.005317863185883491,
|
|
"grad_norm": 2.218894644037587,
|
|
"learning_rate": 9.615384615384617e-07,
|
|
"loss": 0.95,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.005801305293691081,
|
|
"grad_norm": 2.2403773948516226,
|
|
"learning_rate": 1.0576923076923078e-06,
|
|
"loss": 0.9715,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.0062847474014986705,
|
|
"grad_norm": 2.164785866254398,
|
|
"learning_rate": 1.153846153846154e-06,
|
|
"loss": 0.9422,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.00676818950930626,
|
|
"grad_norm": 2.2075110374685947,
|
|
"learning_rate": 1.25e-06,
|
|
"loss": 0.965,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.007251631617113851,
|
|
"grad_norm": 1.9308798071113116,
|
|
"learning_rate": 1.3461538461538462e-06,
|
|
"loss": 0.9372,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.007735073724921441,
|
|
"grad_norm": 1.8705357350667309,
|
|
"learning_rate": 1.4423076923076922e-06,
|
|
"loss": 0.9443,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.00821851583272903,
|
|
"grad_norm": 1.775691766227149,
|
|
"learning_rate": 1.5384615384615387e-06,
|
|
"loss": 0.9362,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.00870195794053662,
|
|
"grad_norm": 1.7290053738093054,
|
|
"learning_rate": 1.6346153846153848e-06,
|
|
"loss": 0.9298,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.00918540004834421,
|
|
"grad_norm": 1.6541389612298973,
|
|
"learning_rate": 1.7307692307692308e-06,
|
|
"loss": 0.9336,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.0096688421561518,
|
|
"grad_norm": 1.2338607620225968,
|
|
"learning_rate": 1.826923076923077e-06,
|
|
"loss": 0.9055,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.01015228426395939,
|
|
"grad_norm": 1.1808086522456918,
|
|
"learning_rate": 1.9230769230769234e-06,
|
|
"loss": 0.8962,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.010635726371766982,
|
|
"grad_norm": 1.090531117286559,
|
|
"learning_rate": 2.0192307692307692e-06,
|
|
"loss": 0.8702,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.011119168479574571,
|
|
"grad_norm": 1.095517820053717,
|
|
"learning_rate": 2.1153846153846155e-06,
|
|
"loss": 0.8816,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.011602610587382161,
|
|
"grad_norm": 1.0208393908518454,
|
|
"learning_rate": 2.211538461538462e-06,
|
|
"loss": 0.8699,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.012086052695189751,
|
|
"grad_norm": 1.004109121666044,
|
|
"learning_rate": 2.307692307692308e-06,
|
|
"loss": 0.8669,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.012569494802997341,
|
|
"grad_norm": 0.98169412760157,
|
|
"learning_rate": 2.403846153846154e-06,
|
|
"loss": 0.8371,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.01305293691080493,
|
|
"grad_norm": 0.9209444270757048,
|
|
"learning_rate": 2.5e-06,
|
|
"loss": 0.8388,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.01353637901861252,
|
|
"grad_norm": 0.8619822284316448,
|
|
"learning_rate": 2.5961538461538465e-06,
|
|
"loss": 0.8041,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.01401982112642011,
|
|
"grad_norm": 0.9241232197315488,
|
|
"learning_rate": 2.6923076923076923e-06,
|
|
"loss": 0.8091,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.014503263234227702,
|
|
"grad_norm": 0.917429451582305,
|
|
"learning_rate": 2.7884615384615386e-06,
|
|
"loss": 0.7749,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.014986705342035292,
|
|
"grad_norm": 0.9043786370452085,
|
|
"learning_rate": 2.8846153846153845e-06,
|
|
"loss": 0.8144,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.015470147449842882,
|
|
"grad_norm": 0.820031258272968,
|
|
"learning_rate": 2.980769230769231e-06,
|
|
"loss": 0.7931,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.01595358955765047,
|
|
"grad_norm": 0.7726701862119408,
|
|
"learning_rate": 3.0769230769230774e-06,
|
|
"loss": 0.7903,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.01643703166545806,
|
|
"grad_norm": 0.6871638945331215,
|
|
"learning_rate": 3.1730769230769233e-06,
|
|
"loss": 0.7256,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.01692047377326565,
|
|
"grad_norm": 0.7302580243312591,
|
|
"learning_rate": 3.2692307692307696e-06,
|
|
"loss": 0.7956,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.01740391588107324,
|
|
"grad_norm": 0.6737498928543134,
|
|
"learning_rate": 3.365384615384616e-06,
|
|
"loss": 0.7478,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.01788735798888083,
|
|
"grad_norm": 0.6914440787905148,
|
|
"learning_rate": 3.4615384615384617e-06,
|
|
"loss": 0.7621,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.01837080009668842,
|
|
"grad_norm": 0.6869329802424697,
|
|
"learning_rate": 3.557692307692308e-06,
|
|
"loss": 0.7706,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.01885424220449601,
|
|
"grad_norm": 0.6549740713679569,
|
|
"learning_rate": 3.653846153846154e-06,
|
|
"loss": 0.7237,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.0193376843123036,
|
|
"grad_norm": 0.6922145753217636,
|
|
"learning_rate": 3.7500000000000005e-06,
|
|
"loss": 0.7537,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.01982112642011119,
|
|
"grad_norm": 0.665714225887781,
|
|
"learning_rate": 3.846153846153847e-06,
|
|
"loss": 0.7656,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.02030456852791878,
|
|
"grad_norm": 0.6390200477155564,
|
|
"learning_rate": 3.942307692307692e-06,
|
|
"loss": 0.7558,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.020788010635726373,
|
|
"grad_norm": 0.6558268717213803,
|
|
"learning_rate": 4.0384615384615385e-06,
|
|
"loss": 0.7408,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.021271452743533963,
|
|
"grad_norm": 0.6191043915893901,
|
|
"learning_rate": 4.134615384615385e-06,
|
|
"loss": 0.7482,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.021754894851341553,
|
|
"grad_norm": 0.6193196066166552,
|
|
"learning_rate": 4.230769230769231e-06,
|
|
"loss": 0.7424,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.022238336959149143,
|
|
"grad_norm": 0.6141046550876093,
|
|
"learning_rate": 4.326923076923077e-06,
|
|
"loss": 0.7372,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.022721779066956733,
|
|
"grad_norm": 0.6265315399192994,
|
|
"learning_rate": 4.423076923076924e-06,
|
|
"loss": 0.7362,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.023205221174764323,
|
|
"grad_norm": 0.6704953048927751,
|
|
"learning_rate": 4.51923076923077e-06,
|
|
"loss": 0.7326,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.023688663282571912,
|
|
"grad_norm": 0.6544522629648533,
|
|
"learning_rate": 4.615384615384616e-06,
|
|
"loss": 0.7275,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.024172105390379502,
|
|
"grad_norm": 0.6277879949612973,
|
|
"learning_rate": 4.711538461538462e-06,
|
|
"loss": 0.7311,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.024655547498187092,
|
|
"grad_norm": 0.5924725867824154,
|
|
"learning_rate": 4.807692307692308e-06,
|
|
"loss": 0.7261,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.025138989605994682,
|
|
"grad_norm": 0.591545350722231,
|
|
"learning_rate": 4.903846153846154e-06,
|
|
"loss": 0.7092,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.025622431713802272,
|
|
"grad_norm": 0.5698079528908845,
|
|
"learning_rate": 5e-06,
|
|
"loss": 0.7093,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.02610587382160986,
|
|
"grad_norm": 0.6162650749995418,
|
|
"learning_rate": 5.096153846153846e-06,
|
|
"loss": 0.687,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.02658931592941745,
|
|
"grad_norm": 0.5577930499697958,
|
|
"learning_rate": 5.192307692307693e-06,
|
|
"loss": 0.7143,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.02707275803722504,
|
|
"grad_norm": 0.5640209708881836,
|
|
"learning_rate": 5.288461538461539e-06,
|
|
"loss": 0.7059,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.02755620014503263,
|
|
"grad_norm": 0.5430126891143467,
|
|
"learning_rate": 5.384615384615385e-06,
|
|
"loss": 0.704,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.02803964225284022,
|
|
"grad_norm": 0.6009517822786309,
|
|
"learning_rate": 5.480769230769232e-06,
|
|
"loss": 0.7169,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.02852308436064781,
|
|
"grad_norm": 0.6167733540891279,
|
|
"learning_rate": 5.576923076923077e-06,
|
|
"loss": 0.7065,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.029006526468455404,
|
|
"grad_norm": 0.5731458421774205,
|
|
"learning_rate": 5.6730769230769235e-06,
|
|
"loss": 0.6373,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.029489968576262994,
|
|
"grad_norm": 0.5489403473955915,
|
|
"learning_rate": 5.769230769230769e-06,
|
|
"loss": 0.7018,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.029973410684070584,
|
|
"grad_norm": 0.5325599545502842,
|
|
"learning_rate": 5.865384615384616e-06,
|
|
"loss": 0.6959,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.030456852791878174,
|
|
"grad_norm": 0.5478537783639954,
|
|
"learning_rate": 5.961538461538462e-06,
|
|
"loss": 0.6896,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.030940294899685764,
|
|
"grad_norm": 0.5363515063211778,
|
|
"learning_rate": 6.057692307692308e-06,
|
|
"loss": 0.7014,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.03142373700749335,
|
|
"grad_norm": 0.5641946867306303,
|
|
"learning_rate": 6.153846153846155e-06,
|
|
"loss": 0.6903,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.03190717911530094,
|
|
"grad_norm": 0.5481835775113026,
|
|
"learning_rate": 6.25e-06,
|
|
"loss": 0.6893,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.03239062122310853,
|
|
"grad_norm": 0.5143476489389097,
|
|
"learning_rate": 6.3461538461538466e-06,
|
|
"loss": 0.6946,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.03287406333091612,
|
|
"grad_norm": 0.590656354467126,
|
|
"learning_rate": 6.442307692307693e-06,
|
|
"loss": 0.6788,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.03335750543872371,
|
|
"grad_norm": 0.5203563663337313,
|
|
"learning_rate": 6.538461538461539e-06,
|
|
"loss": 0.6847,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.0338409475465313,
|
|
"grad_norm": 0.5084500426939229,
|
|
"learning_rate": 6.6346153846153846e-06,
|
|
"loss": 0.7086,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.03432438965433889,
|
|
"grad_norm": 0.5032784264719405,
|
|
"learning_rate": 6.730769230769232e-06,
|
|
"loss": 0.6724,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.03480783176214648,
|
|
"grad_norm": 0.5205048813341548,
|
|
"learning_rate": 6.826923076923078e-06,
|
|
"loss": 0.6592,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.03529127386995407,
|
|
"grad_norm": 0.5066251849073853,
|
|
"learning_rate": 6.923076923076923e-06,
|
|
"loss": 0.6674,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.03577471597776166,
|
|
"grad_norm": 0.5305760257061701,
|
|
"learning_rate": 7.01923076923077e-06,
|
|
"loss": 0.6665,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.03625815808556925,
|
|
"grad_norm": 0.5583636863825877,
|
|
"learning_rate": 7.115384615384616e-06,
|
|
"loss": 0.6685,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.03674160019337684,
|
|
"grad_norm": 0.6055857508188283,
|
|
"learning_rate": 7.211538461538462e-06,
|
|
"loss": 0.6826,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.03722504230118443,
|
|
"grad_norm": 0.5576393446552599,
|
|
"learning_rate": 7.307692307692308e-06,
|
|
"loss": 0.6811,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.03770848440899202,
|
|
"grad_norm": 0.5550469150359895,
|
|
"learning_rate": 7.403846153846155e-06,
|
|
"loss": 0.6752,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.03819192651679961,
|
|
"grad_norm": 0.5095358853416947,
|
|
"learning_rate": 7.500000000000001e-06,
|
|
"loss": 0.657,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.0386753686246072,
|
|
"grad_norm": 0.519449515803278,
|
|
"learning_rate": 7.5961538461538465e-06,
|
|
"loss": 0.6326,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.03915881073241479,
|
|
"grad_norm": 0.5360371671954463,
|
|
"learning_rate": 7.692307692307694e-06,
|
|
"loss": 0.6577,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.03964225284022238,
|
|
"grad_norm": 0.5220981103197152,
|
|
"learning_rate": 7.78846153846154e-06,
|
|
"loss": 0.6803,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.04012569494802997,
|
|
"grad_norm": 0.5357442529489778,
|
|
"learning_rate": 7.884615384615384e-06,
|
|
"loss": 0.662,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.04060913705583756,
|
|
"grad_norm": 0.5922567510802571,
|
|
"learning_rate": 7.980769230769232e-06,
|
|
"loss": 0.6784,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.04109257916364515,
|
|
"grad_norm": 0.5471555288958341,
|
|
"learning_rate": 8.076923076923077e-06,
|
|
"loss": 0.663,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.04157602127145275,
|
|
"grad_norm": 0.5234614832210157,
|
|
"learning_rate": 8.173076923076923e-06,
|
|
"loss": 0.6633,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.04205946337926034,
|
|
"grad_norm": 0.5014680527453607,
|
|
"learning_rate": 8.26923076923077e-06,
|
|
"loss": 0.6345,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.04254290548706793,
|
|
"grad_norm": 0.5541925854592269,
|
|
"learning_rate": 8.365384615384616e-06,
|
|
"loss": 0.661,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.043026347594875516,
|
|
"grad_norm": 0.5556737957241218,
|
|
"learning_rate": 8.461538461538462e-06,
|
|
"loss": 0.6476,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.043509789702683106,
|
|
"grad_norm": 0.5358812925229628,
|
|
"learning_rate": 8.557692307692308e-06,
|
|
"loss": 0.6667,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.043993231810490696,
|
|
"grad_norm": 0.5285944473021625,
|
|
"learning_rate": 8.653846153846155e-06,
|
|
"loss": 0.6558,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.044476673918298286,
|
|
"grad_norm": 0.6130129115794695,
|
|
"learning_rate": 8.750000000000001e-06,
|
|
"loss": 0.6662,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.044960116026105876,
|
|
"grad_norm": 0.6086871477606206,
|
|
"learning_rate": 8.846153846153847e-06,
|
|
"loss": 0.6768,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.045443558133913466,
|
|
"grad_norm": 0.534737794998822,
|
|
"learning_rate": 8.942307692307693e-06,
|
|
"loss": 0.633,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.045927000241721055,
|
|
"grad_norm": 0.5048674854153722,
|
|
"learning_rate": 9.03846153846154e-06,
|
|
"loss": 0.6075,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.046410442349528645,
|
|
"grad_norm": 0.5516912026027078,
|
|
"learning_rate": 9.134615384615384e-06,
|
|
"loss": 0.623,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.046893884457336235,
|
|
"grad_norm": 0.6083291149980872,
|
|
"learning_rate": 9.230769230769232e-06,
|
|
"loss": 0.6556,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.047377326565143825,
|
|
"grad_norm": 0.5460750932826393,
|
|
"learning_rate": 9.326923076923079e-06,
|
|
"loss": 0.6524,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.047860768672951415,
|
|
"grad_norm": 0.5459534721301705,
|
|
"learning_rate": 9.423076923076923e-06,
|
|
"loss": 0.6449,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.048344210780759005,
|
|
"grad_norm": 0.5622412415254093,
|
|
"learning_rate": 9.51923076923077e-06,
|
|
"loss": 0.6517,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.048827652888566594,
|
|
"grad_norm": 0.6148179967646931,
|
|
"learning_rate": 9.615384615384616e-06,
|
|
"loss": 0.636,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.049311094996374184,
|
|
"grad_norm": 0.5377477077942675,
|
|
"learning_rate": 9.711538461538462e-06,
|
|
"loss": 0.6569,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.049794537104181774,
|
|
"grad_norm": 0.535881794576154,
|
|
"learning_rate": 9.807692307692308e-06,
|
|
"loss": 0.6515,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.050277979211989364,
|
|
"grad_norm": 0.5554528998874018,
|
|
"learning_rate": 9.903846153846155e-06,
|
|
"loss": 0.6471,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.050761421319796954,
|
|
"grad_norm": 0.5472055318440415,
|
|
"learning_rate": 1e-05,
|
|
"loss": 0.6212,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.051244863427604544,
|
|
"grad_norm": 0.5562423079812571,
|
|
"learning_rate": 9.99999360979851e-06,
|
|
"loss": 0.6483,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.051728305535412133,
|
|
"grad_norm": 0.6203972023036308,
|
|
"learning_rate": 9.999974439210376e-06,
|
|
"loss": 0.6474,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.05221174764321972,
|
|
"grad_norm": 0.5879110259866966,
|
|
"learning_rate": 9.999942488284598e-06,
|
|
"loss": 0.6506,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.05269518975102731,
|
|
"grad_norm": 0.5415023727684817,
|
|
"learning_rate": 9.999897757102843e-06,
|
|
"loss": 0.641,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.0531786318588349,
|
|
"grad_norm": 0.5661080832571289,
|
|
"learning_rate": 9.99984024577945e-06,
|
|
"loss": 0.6561,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.05366207396664249,
|
|
"grad_norm": 0.6384080684659277,
|
|
"learning_rate": 9.999769954461425e-06,
|
|
"loss": 0.6181,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.05414551607445008,
|
|
"grad_norm": 0.5321086465207798,
|
|
"learning_rate": 9.999686883328433e-06,
|
|
"loss": 0.6269,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.05462895818225767,
|
|
"grad_norm": 0.5658443861351884,
|
|
"learning_rate": 9.999591032592813e-06,
|
|
"loss": 0.6317,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.05511240029006526,
|
|
"grad_norm": 0.5759014415066968,
|
|
"learning_rate": 9.999482402499569e-06,
|
|
"loss": 0.6468,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.05559584239787285,
|
|
"grad_norm": 0.5480587710988183,
|
|
"learning_rate": 9.999360993326366e-06,
|
|
"loss": 0.6359,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.05607928450568044,
|
|
"grad_norm": 0.6380718424826206,
|
|
"learning_rate": 9.999226805383534e-06,
|
|
"loss": 0.6349,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.05656272661348803,
|
|
"grad_norm": 0.5246861209498886,
|
|
"learning_rate": 9.999079839014074e-06,
|
|
"loss": 0.6399,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.05704616872129562,
|
|
"grad_norm": 0.515686613549135,
|
|
"learning_rate": 9.998920094593637e-06,
|
|
"loss": 0.5984,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.05752961082910321,
|
|
"grad_norm": 0.5607127828178857,
|
|
"learning_rate": 9.998747572530548e-06,
|
|
"loss": 0.6398,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.05801305293691081,
|
|
"grad_norm": 0.5459763409466101,
|
|
"learning_rate": 9.998562273265786e-06,
|
|
"loss": 0.626,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.0584964950447184,
|
|
"grad_norm": 0.5525418327052581,
|
|
"learning_rate": 9.998364197272988e-06,
|
|
"loss": 0.6537,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.05897993715252599,
|
|
"grad_norm": 6.74083445541264,
|
|
"learning_rate": 9.998153345058454e-06,
|
|
"loss": 0.9475,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.05946337926033358,
|
|
"grad_norm": 0.6141628359508349,
|
|
"learning_rate": 9.997929717161142e-06,
|
|
"loss": 0.6473,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.05994682136814117,
|
|
"grad_norm": 0.6652958169663876,
|
|
"learning_rate": 9.997693314152658e-06,
|
|
"loss": 0.6342,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.06043026347594876,
|
|
"grad_norm": 0.606711498986106,
|
|
"learning_rate": 9.99744413663727e-06,
|
|
"loss": 0.623,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.06091370558375635,
|
|
"grad_norm": 0.5175309840849823,
|
|
"learning_rate": 9.997182185251896e-06,
|
|
"loss": 0.6221,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.06139714769156394,
|
|
"grad_norm": 0.5341566674562975,
|
|
"learning_rate": 9.996907460666104e-06,
|
|
"loss": 0.6357,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.06188058979937153,
|
|
"grad_norm": 0.5922792510376619,
|
|
"learning_rate": 9.996619963582113e-06,
|
|
"loss": 0.6043,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.06236403190717912,
|
|
"grad_norm": 0.5694036510960461,
|
|
"learning_rate": 9.996319694734787e-06,
|
|
"loss": 0.6311,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.0628474740149867,
|
|
"grad_norm": 0.5540844850790518,
|
|
"learning_rate": 9.99600665489164e-06,
|
|
"loss": 0.6411,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.06333091612279429,
|
|
"grad_norm": 0.5371960793753483,
|
|
"learning_rate": 9.995680844852824e-06,
|
|
"loss": 0.6403,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.06381435823060189,
|
|
"grad_norm": 0.5225384791967033,
|
|
"learning_rate": 9.995342265451138e-06,
|
|
"loss": 0.6269,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.06429780033840947,
|
|
"grad_norm": 0.6035451474536077,
|
|
"learning_rate": 9.994990917552017e-06,
|
|
"loss": 0.6321,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.06478124244621707,
|
|
"grad_norm": 0.6507380493478006,
|
|
"learning_rate": 9.994626802053536e-06,
|
|
"loss": 0.6236,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.06526468455402465,
|
|
"grad_norm": 0.5456651842881993,
|
|
"learning_rate": 9.994249919886402e-06,
|
|
"loss": 0.6258,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.06574812666183225,
|
|
"grad_norm": 0.5172506944070536,
|
|
"learning_rate": 9.993860272013958e-06,
|
|
"loss": 0.6162,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.06623156876963984,
|
|
"grad_norm": 0.6233262394445207,
|
|
"learning_rate": 9.993457859432172e-06,
|
|
"loss": 0.6261,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.06671501087744743,
|
|
"grad_norm": 0.6073445562745826,
|
|
"learning_rate": 9.993042683169647e-06,
|
|
"loss": 0.6371,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.06719845298525502,
|
|
"grad_norm": 0.5857241687958673,
|
|
"learning_rate": 9.992614744287605e-06,
|
|
"loss": 0.6275,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.0676818950930626,
|
|
"grad_norm": 0.5304150460003405,
|
|
"learning_rate": 9.992174043879893e-06,
|
|
"loss": 0.6175,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.0681653372008702,
|
|
"grad_norm": 0.5933722892089892,
|
|
"learning_rate": 9.991720583072975e-06,
|
|
"loss": 0.6255,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.06864877930867778,
|
|
"grad_norm": 0.561723953482763,
|
|
"learning_rate": 9.991254363025935e-06,
|
|
"loss": 0.6257,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.06913222141648538,
|
|
"grad_norm": 0.532228224452236,
|
|
"learning_rate": 9.99077538493047e-06,
|
|
"loss": 0.6301,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.06961566352429296,
|
|
"grad_norm": 0.541783938730816,
|
|
"learning_rate": 9.990283650010883e-06,
|
|
"loss": 0.619,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.07009910563210056,
|
|
"grad_norm": 0.5606995950440783,
|
|
"learning_rate": 9.989779159524091e-06,
|
|
"loss": 0.5818,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.07058254773990814,
|
|
"grad_norm": 0.5286741282148979,
|
|
"learning_rate": 9.989261914759612e-06,
|
|
"loss": 0.6105,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.07106598984771574,
|
|
"grad_norm": 0.525375741245272,
|
|
"learning_rate": 9.988731917039564e-06,
|
|
"loss": 0.6154,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.07154943195552332,
|
|
"grad_norm": 0.5132546936158348,
|
|
"learning_rate": 9.988189167718665e-06,
|
|
"loss": 0.5533,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.07203287406333092,
|
|
"grad_norm": 0.5330232205089095,
|
|
"learning_rate": 9.987633668184227e-06,
|
|
"loss": 0.6281,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.0725163161711385,
|
|
"grad_norm": 0.5459730729112252,
|
|
"learning_rate": 9.98706541985615e-06,
|
|
"loss": 0.5836,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.0729997582789461,
|
|
"grad_norm": 0.5818263727750432,
|
|
"learning_rate": 9.986484424186922e-06,
|
|
"loss": 0.6246,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.07348320038675368,
|
|
"grad_norm": 0.5754133435232375,
|
|
"learning_rate": 9.985890682661616e-06,
|
|
"loss": 0.6038,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.07396664249456128,
|
|
"grad_norm": 0.5528911744587542,
|
|
"learning_rate": 9.985284196797884e-06,
|
|
"loss": 0.6246,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.07445008460236886,
|
|
"grad_norm": 0.5484687585797547,
|
|
"learning_rate": 9.984664968145953e-06,
|
|
"loss": 0.6318,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.07493352671017646,
|
|
"grad_norm": 0.5351986552762329,
|
|
"learning_rate": 9.984032998288617e-06,
|
|
"loss": 0.6184,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.07541696881798404,
|
|
"grad_norm": 0.519416066205614,
|
|
"learning_rate": 9.983388288841246e-06,
|
|
"loss": 0.6185,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.07590041092579164,
|
|
"grad_norm": 0.5470449402548487,
|
|
"learning_rate": 9.982730841451768e-06,
|
|
"loss": 0.625,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.07638385303359922,
|
|
"grad_norm": 0.5887016805140373,
|
|
"learning_rate": 9.982060657800672e-06,
|
|
"loss": 0.6183,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.07686729514140682,
|
|
"grad_norm": 0.5522566946881194,
|
|
"learning_rate": 9.981377739601002e-06,
|
|
"loss": 0.6137,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.0773507372492144,
|
|
"grad_norm": 0.5411997809451911,
|
|
"learning_rate": 9.980682088598349e-06,
|
|
"loss": 0.6229,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.077834179357022,
|
|
"grad_norm": 0.52840707851752,
|
|
"learning_rate": 9.979973706570856e-06,
|
|
"loss": 0.614,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.07831762146482958,
|
|
"grad_norm": 0.6047062373713257,
|
|
"learning_rate": 9.979252595329204e-06,
|
|
"loss": 0.6222,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.07880106357263718,
|
|
"grad_norm": 0.5420471794760692,
|
|
"learning_rate": 9.978518756716611e-06,
|
|
"loss": 0.5856,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.07928450568044476,
|
|
"grad_norm": 0.5857386315586672,
|
|
"learning_rate": 9.977772192608827e-06,
|
|
"loss": 0.6291,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.07976794778825236,
|
|
"grad_norm": 0.5691356356316107,
|
|
"learning_rate": 9.977012904914133e-06,
|
|
"loss": 0.6149,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.08025138989605994,
|
|
"grad_norm": 0.5823273363045892,
|
|
"learning_rate": 9.976240895573326e-06,
|
|
"loss": 0.6147,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.08073483200386754,
|
|
"grad_norm": 0.538212010864403,
|
|
"learning_rate": 9.975456166559725e-06,
|
|
"loss": 0.6002,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.08121827411167512,
|
|
"grad_norm": 0.601371610274862,
|
|
"learning_rate": 9.974658719879163e-06,
|
|
"loss": 0.606,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.08170171621948272,
|
|
"grad_norm": 0.588104162701253,
|
|
"learning_rate": 9.973848557569974e-06,
|
|
"loss": 0.6226,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.0821851583272903,
|
|
"grad_norm": 0.5316828963553285,
|
|
"learning_rate": 9.973025681703e-06,
|
|
"loss": 0.6144,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.0826686004350979,
|
|
"grad_norm": 0.5405916050680715,
|
|
"learning_rate": 9.972190094381578e-06,
|
|
"loss": 0.6148,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.0831520425429055,
|
|
"grad_norm": 0.5102891757426009,
|
|
"learning_rate": 9.971341797741538e-06,
|
|
"loss": 0.616,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.08363548465071308,
|
|
"grad_norm": 0.5551757535954606,
|
|
"learning_rate": 9.970480793951194e-06,
|
|
"loss": 0.6196,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.08411892675852067,
|
|
"grad_norm": 0.5349760515746151,
|
|
"learning_rate": 9.96960708521134e-06,
|
|
"loss": 0.5902,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.08460236886632826,
|
|
"grad_norm": 0.5713299053870873,
|
|
"learning_rate": 9.968720673755246e-06,
|
|
"loss": 0.6039,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.08508581097413585,
|
|
"grad_norm": 0.5886201187493544,
|
|
"learning_rate": 9.96782156184865e-06,
|
|
"loss": 0.6128,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.08556925308194344,
|
|
"grad_norm": 0.52487297166769,
|
|
"learning_rate": 9.966909751789758e-06,
|
|
"loss": 0.6201,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.08605269518975103,
|
|
"grad_norm": 0.47488673856360863,
|
|
"learning_rate": 9.965985245909226e-06,
|
|
"loss": 0.581,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.08653613729755862,
|
|
"grad_norm": 0.5390345004627665,
|
|
"learning_rate": 9.96504804657017e-06,
|
|
"loss": 0.5748,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.08701957940536621,
|
|
"grad_norm": 0.5030595297893009,
|
|
"learning_rate": 9.964098156168143e-06,
|
|
"loss": 0.6025,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.0875030215131738,
|
|
"grad_norm": 0.5468598312459072,
|
|
"learning_rate": 9.963135577131144e-06,
|
|
"loss": 0.6086,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.08798646362098139,
|
|
"grad_norm": 0.48113219800404783,
|
|
"learning_rate": 9.962160311919601e-06,
|
|
"loss": 0.5759,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.08846990572878898,
|
|
"grad_norm": 0.5498772940672643,
|
|
"learning_rate": 9.96117236302637e-06,
|
|
"loss": 0.6009,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.08895334783659657,
|
|
"grad_norm": 0.572150853367621,
|
|
"learning_rate": 9.960171732976731e-06,
|
|
"loss": 0.5891,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.08943678994440415,
|
|
"grad_norm": 0.5440182913032069,
|
|
"learning_rate": 9.959158424328373e-06,
|
|
"loss": 0.6126,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.08992023205221175,
|
|
"grad_norm": 0.5124606491120447,
|
|
"learning_rate": 9.958132439671392e-06,
|
|
"loss": 0.6113,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.09040367416001933,
|
|
"grad_norm": 0.5122426086233111,
|
|
"learning_rate": 9.957093781628294e-06,
|
|
"loss": 0.5585,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.09088711626782693,
|
|
"grad_norm": 0.5466339032920954,
|
|
"learning_rate": 9.956042452853967e-06,
|
|
"loss": 0.5829,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.09137055837563451,
|
|
"grad_norm": 0.5319185267267565,
|
|
"learning_rate": 9.954978456035695e-06,
|
|
"loss": 0.6014,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.09185400048344211,
|
|
"grad_norm": 0.5439360347029544,
|
|
"learning_rate": 9.953901793893137e-06,
|
|
"loss": 0.6135,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.0923374425912497,
|
|
"grad_norm": 0.5572467498872743,
|
|
"learning_rate": 9.95281246917833e-06,
|
|
"loss": 0.6126,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.09282088469905729,
|
|
"grad_norm": 0.5541110285684123,
|
|
"learning_rate": 9.951710484675677e-06,
|
|
"loss": 0.6077,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.09330432680686487,
|
|
"grad_norm": 0.4850481807152515,
|
|
"learning_rate": 9.950595843201936e-06,
|
|
"loss": 0.6052,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.09378776891467247,
|
|
"grad_norm": 0.4982494369774088,
|
|
"learning_rate": 9.949468547606222e-06,
|
|
"loss": 0.608,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.09427121102248005,
|
|
"grad_norm": 0.5222210926075901,
|
|
"learning_rate": 9.948328600769996e-06,
|
|
"loss": 0.5725,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.09475465313028765,
|
|
"grad_norm": 0.5156665548407187,
|
|
"learning_rate": 9.94717600560705e-06,
|
|
"loss": 0.5981,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.09523809523809523,
|
|
"grad_norm": 0.4789398218595176,
|
|
"learning_rate": 9.946010765063512e-06,
|
|
"loss": 0.6163,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 0.09572153734590283,
|
|
"grad_norm": 0.5066106303118647,
|
|
"learning_rate": 9.94483288211783e-06,
|
|
"loss": 0.6049,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.09620497945371041,
|
|
"grad_norm": 0.519086410125638,
|
|
"learning_rate": 9.943642359780767e-06,
|
|
"loss": 0.6034,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 0.09668842156151801,
|
|
"grad_norm": 0.5726309849663989,
|
|
"learning_rate": 9.942439201095398e-06,
|
|
"loss": 0.5977,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.09717186366932559,
|
|
"grad_norm": 0.5149014744932526,
|
|
"learning_rate": 9.941223409137088e-06,
|
|
"loss": 0.6147,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 0.09765530577713319,
|
|
"grad_norm": 0.5009166664227639,
|
|
"learning_rate": 9.939994987013505e-06,
|
|
"loss": 0.595,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.09813874788494077,
|
|
"grad_norm": 0.5677576117209191,
|
|
"learning_rate": 9.93875393786459e-06,
|
|
"loss": 0.5825,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 0.09862218999274837,
|
|
"grad_norm": 0.5705628060741978,
|
|
"learning_rate": 9.937500264862567e-06,
|
|
"loss": 0.6106,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.09910563210055595,
|
|
"grad_norm": 0.5166084751955315,
|
|
"learning_rate": 9.936233971211926e-06,
|
|
"loss": 0.5724,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.09958907420836355,
|
|
"grad_norm": 0.4998369485071646,
|
|
"learning_rate": 9.934955060149413e-06,
|
|
"loss": 0.5702,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.10007251631617115,
|
|
"grad_norm": 0.4773861112208611,
|
|
"learning_rate": 9.933663534944029e-06,
|
|
"loss": 0.5976,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 0.10055595842397873,
|
|
"grad_norm": 0.5142399648385931,
|
|
"learning_rate": 9.932359398897018e-06,
|
|
"loss": 0.5662,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.10103940053178632,
|
|
"grad_norm": 0.5152331134346968,
|
|
"learning_rate": 9.931042655341856e-06,
|
|
"loss": 0.5987,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 0.10152284263959391,
|
|
"grad_norm": 0.5697107336495173,
|
|
"learning_rate": 9.929713307644245e-06,
|
|
"loss": 0.5956,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.1020062847474015,
|
|
"grad_norm": 0.5437386464507225,
|
|
"learning_rate": 9.928371359202103e-06,
|
|
"loss": 0.6023,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 0.10248972685520909,
|
|
"grad_norm": 0.48930400532530816,
|
|
"learning_rate": 9.927016813445562e-06,
|
|
"loss": 0.5941,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.10297316896301668,
|
|
"grad_norm": 0.5691895002113943,
|
|
"learning_rate": 9.925649673836949e-06,
|
|
"loss": 0.5977,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 0.10345661107082427,
|
|
"grad_norm": 0.518358121778254,
|
|
"learning_rate": 9.924269943870781e-06,
|
|
"loss": 0.599,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.10394005317863186,
|
|
"grad_norm": 0.5179203447080591,
|
|
"learning_rate": 9.922877627073763e-06,
|
|
"loss": 0.565,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.10442349528643945,
|
|
"grad_norm": 0.5348210146349037,
|
|
"learning_rate": 9.921472727004765e-06,
|
|
"loss": 0.6038,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.10490693739424704,
|
|
"grad_norm": 0.5011388091471438,
|
|
"learning_rate": 9.920055247254827e-06,
|
|
"loss": 0.5951,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 0.10539037950205463,
|
|
"grad_norm": 0.5706178448892886,
|
|
"learning_rate": 9.91862519144714e-06,
|
|
"loss": 0.604,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.10587382160986222,
|
|
"grad_norm": 0.5667257328777994,
|
|
"learning_rate": 9.917182563237045e-06,
|
|
"loss": 0.6006,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 0.1063572637176698,
|
|
"grad_norm": 0.5402529870671051,
|
|
"learning_rate": 9.915727366312012e-06,
|
|
"loss": 0.591,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.1068407058254774,
|
|
"grad_norm": 0.5123066262170495,
|
|
"learning_rate": 9.914259604391642e-06,
|
|
"loss": 0.5818,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 0.10732414793328499,
|
|
"grad_norm": 0.5104812232878251,
|
|
"learning_rate": 9.912779281227656e-06,
|
|
"loss": 0.5991,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.10780759004109258,
|
|
"grad_norm": 0.5073553912253322,
|
|
"learning_rate": 9.911286400603878e-06,
|
|
"loss": 0.5783,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 0.10829103214890017,
|
|
"grad_norm": 0.5516103650201469,
|
|
"learning_rate": 9.90978096633623e-06,
|
|
"loss": 0.6007,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.10877447425670776,
|
|
"grad_norm": 0.5241670992889956,
|
|
"learning_rate": 9.908262982272724e-06,
|
|
"loss": 0.5865,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.10925791636451535,
|
|
"grad_norm": 0.4894067875331202,
|
|
"learning_rate": 9.906732452293448e-06,
|
|
"loss": 0.5635,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.10974135847232294,
|
|
"grad_norm": 0.5079732216995924,
|
|
"learning_rate": 9.905189380310564e-06,
|
|
"loss": 0.5982,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 0.11022480058013052,
|
|
"grad_norm": 0.47288266380376864,
|
|
"learning_rate": 9.903633770268286e-06,
|
|
"loss": 0.5734,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.11070824268793812,
|
|
"grad_norm": 0.5195973051222883,
|
|
"learning_rate": 9.902065626142876e-06,
|
|
"loss": 0.6021,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 0.1111916847957457,
|
|
"grad_norm": 0.5159734590151601,
|
|
"learning_rate": 9.900484951942642e-06,
|
|
"loss": 0.5847,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.1116751269035533,
|
|
"grad_norm": 0.5157347113387764,
|
|
"learning_rate": 9.89889175170791e-06,
|
|
"loss": 0.5946,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 0.11215856901136088,
|
|
"grad_norm": 0.49409523170190334,
|
|
"learning_rate": 9.89728602951103e-06,
|
|
"loss": 0.5941,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 0.11264201111916848,
|
|
"grad_norm": 0.5699641967141135,
|
|
"learning_rate": 9.89566778945636e-06,
|
|
"loss": 0.5965,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 0.11312545322697606,
|
|
"grad_norm": 0.5565932357020583,
|
|
"learning_rate": 9.894037035680246e-06,
|
|
"loss": 0.6076,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 0.11360889533478366,
|
|
"grad_norm": 0.4762368359891958,
|
|
"learning_rate": 9.892393772351033e-06,
|
|
"loss": 0.5749,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.11409233744259124,
|
|
"grad_norm": 0.5226269336653058,
|
|
"learning_rate": 9.890738003669029e-06,
|
|
"loss": 0.5882,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 0.11457577955039884,
|
|
"grad_norm": 0.5893232226185929,
|
|
"learning_rate": 9.889069733866515e-06,
|
|
"loss": 0.5978,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 0.11505922165820642,
|
|
"grad_norm": 0.5556325697280562,
|
|
"learning_rate": 9.887388967207722e-06,
|
|
"loss": 0.6,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 0.11554266376601402,
|
|
"grad_norm": 0.48160661753964396,
|
|
"learning_rate": 9.885695707988825e-06,
|
|
"loss": 0.5977,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 0.11602610587382162,
|
|
"grad_norm": 0.5122405505133801,
|
|
"learning_rate": 9.883989960537934e-06,
|
|
"loss": 0.6044,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.1165095479816292,
|
|
"grad_norm": 0.5812889541684825,
|
|
"learning_rate": 9.882271729215071e-06,
|
|
"loss": 0.5849,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 0.1169929900894368,
|
|
"grad_norm": 0.4906401332764143,
|
|
"learning_rate": 9.880541018412179e-06,
|
|
"loss": 0.5986,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 0.11747643219724438,
|
|
"grad_norm": 0.48951055967126716,
|
|
"learning_rate": 9.878797832553093e-06,
|
|
"loss": 0.5646,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 0.11795987430505198,
|
|
"grad_norm": 0.4836474446158179,
|
|
"learning_rate": 9.877042176093537e-06,
|
|
"loss": 0.5998,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 0.11844331641285956,
|
|
"grad_norm": 0.4962973453940785,
|
|
"learning_rate": 9.875274053521107e-06,
|
|
"loss": 0.5846,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.11892675852066716,
|
|
"grad_norm": 0.45261755838242107,
|
|
"learning_rate": 9.873493469355271e-06,
|
|
"loss": 0.5912,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 0.11941020062847474,
|
|
"grad_norm": 0.49934013758424506,
|
|
"learning_rate": 9.871700428147342e-06,
|
|
"loss": 0.5836,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 0.11989364273628234,
|
|
"grad_norm": 0.48318779237357384,
|
|
"learning_rate": 9.86989493448048e-06,
|
|
"loss": 0.5898,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 0.12037708484408992,
|
|
"grad_norm": 0.4877998807669757,
|
|
"learning_rate": 9.868076992969672e-06,
|
|
"loss": 0.5933,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 0.12086052695189752,
|
|
"grad_norm": 0.4697579805390032,
|
|
"learning_rate": 9.866246608261725e-06,
|
|
"loss": 0.5855,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.1213439690597051,
|
|
"grad_norm": 0.512552573820198,
|
|
"learning_rate": 9.864403785035246e-06,
|
|
"loss": 0.5989,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 0.1218274111675127,
|
|
"grad_norm": 0.4865753568683563,
|
|
"learning_rate": 9.862548528000644e-06,
|
|
"loss": 0.5722,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 0.12231085327532028,
|
|
"grad_norm": 0.5276925045930954,
|
|
"learning_rate": 9.860680841900101e-06,
|
|
"loss": 0.5879,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 0.12279429538312787,
|
|
"grad_norm": 0.5213718677505005,
|
|
"learning_rate": 9.858800731507575e-06,
|
|
"loss": 0.5999,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 0.12327773749093546,
|
|
"grad_norm": 0.5180845494091726,
|
|
"learning_rate": 9.85690820162878e-06,
|
|
"loss": 0.586,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.12376117959874305,
|
|
"grad_norm": 0.5698025401421347,
|
|
"learning_rate": 9.855003257101177e-06,
|
|
"loss": 0.6011,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.12424462170655064,
|
|
"grad_norm": 0.562343589994959,
|
|
"learning_rate": 9.853085902793952e-06,
|
|
"loss": 0.5894,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 0.12472806381435823,
|
|
"grad_norm": 0.5160827286882833,
|
|
"learning_rate": 9.851156143608025e-06,
|
|
"loss": 0.5897,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 0.12521150592216582,
|
|
"grad_norm": 0.5407107287832078,
|
|
"learning_rate": 9.84921398447601e-06,
|
|
"loss": 0.59,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 0.1256949480299734,
|
|
"grad_norm": 0.4828245059112851,
|
|
"learning_rate": 9.847259430362222e-06,
|
|
"loss": 0.5642,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.126178390137781,
|
|
"grad_norm": 0.5766667340207283,
|
|
"learning_rate": 9.845292486262664e-06,
|
|
"loss": 0.6016,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 0.12666183224558858,
|
|
"grad_norm": 0.5818866932241936,
|
|
"learning_rate": 9.843313157204999e-06,
|
|
"loss": 0.5807,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 0.12714527435339618,
|
|
"grad_norm": 0.5140923007570054,
|
|
"learning_rate": 9.841321448248552e-06,
|
|
"loss": 0.5858,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 0.12762871646120377,
|
|
"grad_norm": 0.513399510660716,
|
|
"learning_rate": 9.839317364484295e-06,
|
|
"loss": 0.5847,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 0.12811215856901137,
|
|
"grad_norm": 0.5227642580781724,
|
|
"learning_rate": 9.837300911034824e-06,
|
|
"loss": 0.5888,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.12859560067681894,
|
|
"grad_norm": 0.5579358896097371,
|
|
"learning_rate": 9.83527209305436e-06,
|
|
"loss": 0.5928,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 0.12907904278462654,
|
|
"grad_norm": 0.5145348442577231,
|
|
"learning_rate": 9.83323091572872e-06,
|
|
"loss": 0.5872,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 0.12956248489243413,
|
|
"grad_norm": 0.5112821410236051,
|
|
"learning_rate": 9.831177384275323e-06,
|
|
"loss": 0.5805,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 0.13004592700024173,
|
|
"grad_norm": 0.5497912960403669,
|
|
"learning_rate": 9.829111503943159e-06,
|
|
"loss": 0.5837,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 0.1305293691080493,
|
|
"grad_norm": 0.5226743950335115,
|
|
"learning_rate": 9.827033280012783e-06,
|
|
"loss": 0.5539,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.1310128112158569,
|
|
"grad_norm": 0.5713921241049837,
|
|
"learning_rate": 9.824942717796304e-06,
|
|
"loss": 0.5881,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 0.1314962533236645,
|
|
"grad_norm": 0.5241764388189555,
|
|
"learning_rate": 9.822839822637369e-06,
|
|
"loss": 0.6032,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 0.1319796954314721,
|
|
"grad_norm": 0.5162440352522167,
|
|
"learning_rate": 9.820724599911147e-06,
|
|
"loss": 0.5842,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 0.13246313753927969,
|
|
"grad_norm": 0.5431692492650363,
|
|
"learning_rate": 9.818597055024315e-06,
|
|
"loss": 0.585,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 0.13294657964708725,
|
|
"grad_norm": 0.5124783198553914,
|
|
"learning_rate": 9.816457193415055e-06,
|
|
"loss": 0.5779,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.13343002175489485,
|
|
"grad_norm": 0.5257695390265421,
|
|
"learning_rate": 9.81430502055302e-06,
|
|
"loss": 0.5798,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 0.13391346386270245,
|
|
"grad_norm": 0.49781008962990064,
|
|
"learning_rate": 9.812140541939338e-06,
|
|
"loss": 0.5836,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 0.13439690597051004,
|
|
"grad_norm": 0.5327804269781539,
|
|
"learning_rate": 9.809963763106593e-06,
|
|
"loss": 0.5733,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 0.1348803480783176,
|
|
"grad_norm": 0.5167258655366103,
|
|
"learning_rate": 9.807774689618806e-06,
|
|
"loss": 0.58,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 0.1353637901861252,
|
|
"grad_norm": 0.5321175943512093,
|
|
"learning_rate": 9.805573327071428e-06,
|
|
"loss": 0.5911,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.1358472322939328,
|
|
"grad_norm": 0.49961117510050285,
|
|
"learning_rate": 9.803359681091313e-06,
|
|
"loss": 0.5737,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 0.1363306744017404,
|
|
"grad_norm": 0.5314962622355859,
|
|
"learning_rate": 9.801133757336726e-06,
|
|
"loss": 0.593,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 0.13681411650954797,
|
|
"grad_norm": 0.48173417582091976,
|
|
"learning_rate": 9.798895561497299e-06,
|
|
"loss": 0.5818,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 0.13729755861735557,
|
|
"grad_norm": 0.5127693228983886,
|
|
"learning_rate": 9.796645099294049e-06,
|
|
"loss": 0.6024,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 0.13778100072516317,
|
|
"grad_norm": 0.5128313174228813,
|
|
"learning_rate": 9.794382376479334e-06,
|
|
"loss": 0.5837,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.13826444283297076,
|
|
"grad_norm": 0.502862882638082,
|
|
"learning_rate": 9.792107398836859e-06,
|
|
"loss": 0.5781,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 0.13874788494077833,
|
|
"grad_norm": 0.5169656633134686,
|
|
"learning_rate": 9.789820172181648e-06,
|
|
"loss": 0.5821,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 0.13923132704858593,
|
|
"grad_norm": 6.7246508188992,
|
|
"learning_rate": 9.787520702360035e-06,
|
|
"loss": 1.0972,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 0.13971476915639353,
|
|
"grad_norm": 0.6005251051430991,
|
|
"learning_rate": 9.785208995249655e-06,
|
|
"loss": 0.5803,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 0.14019821126420112,
|
|
"grad_norm": 0.5531574758650235,
|
|
"learning_rate": 9.782885056759413e-06,
|
|
"loss": 0.563,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.1406816533720087,
|
|
"grad_norm": 0.5273779406180227,
|
|
"learning_rate": 9.780548892829486e-06,
|
|
"loss": 0.5872,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 0.1411650954798163,
|
|
"grad_norm": 0.5063770192301159,
|
|
"learning_rate": 9.778200509431297e-06,
|
|
"loss": 0.5782,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 0.14164853758762389,
|
|
"grad_norm": 0.5401099132225082,
|
|
"learning_rate": 9.775839912567502e-06,
|
|
"loss": 0.5804,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 0.14213197969543148,
|
|
"grad_norm": 0.607784811294971,
|
|
"learning_rate": 9.773467108271978e-06,
|
|
"loss": 0.5831,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 0.14261542180323905,
|
|
"grad_norm": 0.5051370116219928,
|
|
"learning_rate": 9.771082102609803e-06,
|
|
"loss": 0.5597,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 0.14309886391104665,
|
|
"grad_norm": 0.5723810352863865,
|
|
"learning_rate": 9.768684901677245e-06,
|
|
"loss": 0.5779,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 0.14358230601885424,
|
|
"grad_norm": 0.529491415132923,
|
|
"learning_rate": 9.766275511601742e-06,
|
|
"loss": 0.5849,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 0.14406574812666184,
|
|
"grad_norm": 0.6275998382003428,
|
|
"learning_rate": 9.763853938541887e-06,
|
|
"loss": 0.5915,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 0.1445491902344694,
|
|
"grad_norm": 0.5906428033404255,
|
|
"learning_rate": 9.76142018868742e-06,
|
|
"loss": 0.5816,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 0.145032632342277,
|
|
"grad_norm": 0.597638837356143,
|
|
"learning_rate": 9.7589742682592e-06,
|
|
"loss": 0.5578,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.1455160744500846,
|
|
"grad_norm": 0.5365546900890564,
|
|
"learning_rate": 9.756516183509198e-06,
|
|
"loss": 0.5833,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 0.1459995165578922,
|
|
"grad_norm": 0.554155920273677,
|
|
"learning_rate": 9.754045940720471e-06,
|
|
"loss": 0.581,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 0.14648295866569977,
|
|
"grad_norm": 0.5290449152773149,
|
|
"learning_rate": 9.751563546207167e-06,
|
|
"loss": 0.5879,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 0.14696640077350737,
|
|
"grad_norm": 0.5303051981230842,
|
|
"learning_rate": 9.749069006314481e-06,
|
|
"loss": 0.557,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 0.14744984288131496,
|
|
"grad_norm": 0.4750712434505446,
|
|
"learning_rate": 9.74656232741866e-06,
|
|
"loss": 0.5236,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 0.14793328498912256,
|
|
"grad_norm": 0.515780571537496,
|
|
"learning_rate": 9.744043515926975e-06,
|
|
"loss": 0.5827,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 0.14841672709693013,
|
|
"grad_norm": 0.5886066507830542,
|
|
"learning_rate": 9.741512578277715e-06,
|
|
"loss": 0.5741,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 0.14890016920473773,
|
|
"grad_norm": 0.5712616310834069,
|
|
"learning_rate": 9.738969520940158e-06,
|
|
"loss": 0.587,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 0.14938361131254532,
|
|
"grad_norm": 0.5883909446108012,
|
|
"learning_rate": 9.736414350414564e-06,
|
|
"loss": 0.5836,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 0.14986705342035292,
|
|
"grad_norm": 0.49300111186175044,
|
|
"learning_rate": 9.733847073232156e-06,
|
|
"loss": 0.583,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.15035049552816052,
|
|
"grad_norm": 0.47057695692490953,
|
|
"learning_rate": 9.7312676959551e-06,
|
|
"loss": 0.5433,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 0.15083393763596809,
|
|
"grad_norm": 0.5647156070035382,
|
|
"learning_rate": 9.72867622517649e-06,
|
|
"loss": 0.5859,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 0.15131737974377568,
|
|
"grad_norm": 0.5698749374107666,
|
|
"learning_rate": 9.726072667520338e-06,
|
|
"loss": 0.5759,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 0.15180082185158328,
|
|
"grad_norm": 0.4935935341959304,
|
|
"learning_rate": 9.723457029641547e-06,
|
|
"loss": 0.5883,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 0.15228426395939088,
|
|
"grad_norm": 0.5040267732247843,
|
|
"learning_rate": 9.720829318225897e-06,
|
|
"loss": 0.5723,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 0.15276770606719844,
|
|
"grad_norm": 0.5390674583456238,
|
|
"learning_rate": 9.718189539990029e-06,
|
|
"loss": 0.5748,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 0.15325114817500604,
|
|
"grad_norm": 0.5449958057788811,
|
|
"learning_rate": 9.715537701681431e-06,
|
|
"loss": 0.5831,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 0.15373459028281364,
|
|
"grad_norm": 0.48895966772949706,
|
|
"learning_rate": 9.712873810078415e-06,
|
|
"loss": 0.5505,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 0.15421803239062123,
|
|
"grad_norm": 0.5694877152526486,
|
|
"learning_rate": 9.710197871990101e-06,
|
|
"loss": 0.5789,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 0.1547014744984288,
|
|
"grad_norm": 0.5390854150150773,
|
|
"learning_rate": 9.707509894256406e-06,
|
|
"loss": 0.5699,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.1551849166062364,
|
|
"grad_norm": 0.5339825765060972,
|
|
"learning_rate": 9.704809883748012e-06,
|
|
"loss": 0.5841,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 0.155668358714044,
|
|
"grad_norm": 0.5691147363910026,
|
|
"learning_rate": 9.70209784736637e-06,
|
|
"loss": 0.5791,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 0.1561518008218516,
|
|
"grad_norm": 0.5098897525025804,
|
|
"learning_rate": 9.699373792043658e-06,
|
|
"loss": 0.5789,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 0.15663524292965916,
|
|
"grad_norm": 0.5233093422091403,
|
|
"learning_rate": 9.696637724742785e-06,
|
|
"loss": 0.5791,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 0.15711868503746676,
|
|
"grad_norm": 0.4951608627676522,
|
|
"learning_rate": 9.693889652457359e-06,
|
|
"loss": 0.5664,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 0.15760212714527436,
|
|
"grad_norm": 0.5085606430384619,
|
|
"learning_rate": 9.691129582211671e-06,
|
|
"loss": 0.5777,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 0.15808556925308195,
|
|
"grad_norm": 0.5137102450781047,
|
|
"learning_rate": 9.688357521060685e-06,
|
|
"loss": 0.5843,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 0.15856901136088952,
|
|
"grad_norm": 0.4769071854330559,
|
|
"learning_rate": 9.685573476090015e-06,
|
|
"loss": 0.578,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 0.15905245346869712,
|
|
"grad_norm": 0.542975418114207,
|
|
"learning_rate": 9.6827774544159e-06,
|
|
"loss": 0.5859,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 0.15953589557650472,
|
|
"grad_norm": 0.4926718305346952,
|
|
"learning_rate": 9.6799694631852e-06,
|
|
"loss": 0.5871,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.1600193376843123,
|
|
"grad_norm": 0.5010989320404932,
|
|
"learning_rate": 9.677149509575365e-06,
|
|
"loss": 0.5841,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 0.16050277979211988,
|
|
"grad_norm": 0.5446382005351177,
|
|
"learning_rate": 9.674317600794426e-06,
|
|
"loss": 0.5762,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 0.16098622189992748,
|
|
"grad_norm": 0.5406240370145704,
|
|
"learning_rate": 9.67147374408097e-06,
|
|
"loss": 0.5685,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 0.16146966400773508,
|
|
"grad_norm": 0.5171074604025283,
|
|
"learning_rate": 9.66861794670412e-06,
|
|
"loss": 0.5856,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 0.16195310611554267,
|
|
"grad_norm": 0.5545080974369176,
|
|
"learning_rate": 9.665750215963528e-06,
|
|
"loss": 0.5789,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 0.16243654822335024,
|
|
"grad_norm": 0.49939805294647144,
|
|
"learning_rate": 9.662870559189344e-06,
|
|
"loss": 0.5702,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 0.16291999033115784,
|
|
"grad_norm": 0.49295646596373777,
|
|
"learning_rate": 9.6599789837422e-06,
|
|
"loss": 0.5742,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 0.16340343243896543,
|
|
"grad_norm": 0.5522231456414357,
|
|
"learning_rate": 9.657075497013202e-06,
|
|
"loss": 0.5752,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 0.16388687454677303,
|
|
"grad_norm": 0.5606395929711875,
|
|
"learning_rate": 9.654160106423891e-06,
|
|
"loss": 0.5854,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 0.1643703166545806,
|
|
"grad_norm": 0.5086990809592122,
|
|
"learning_rate": 9.651232819426242e-06,
|
|
"loss": 0.5764,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.1648537587623882,
|
|
"grad_norm": 0.4984930367771814,
|
|
"learning_rate": 9.648293643502636e-06,
|
|
"loss": 0.5619,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 0.1653372008701958,
|
|
"grad_norm": 0.5217470426797576,
|
|
"learning_rate": 9.645342586165845e-06,
|
|
"loss": 0.5833,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 0.1658206429780034,
|
|
"grad_norm": 0.546389261380125,
|
|
"learning_rate": 9.642379654959006e-06,
|
|
"loss": 0.5381,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 0.166304085085811,
|
|
"grad_norm": 0.5439151860872452,
|
|
"learning_rate": 9.639404857455614e-06,
|
|
"loss": 0.5674,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 0.16678752719361856,
|
|
"grad_norm": 0.5469688158149608,
|
|
"learning_rate": 9.63641820125949e-06,
|
|
"loss": 0.5705,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 0.16727096930142615,
|
|
"grad_norm": 0.4994352161741759,
|
|
"learning_rate": 9.633419694004767e-06,
|
|
"loss": 0.555,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 0.16775441140923375,
|
|
"grad_norm": 0.5270157823994652,
|
|
"learning_rate": 9.63040934335587e-06,
|
|
"loss": 0.5741,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 0.16823785351704135,
|
|
"grad_norm": 0.5302701119307424,
|
|
"learning_rate": 9.627387157007502e-06,
|
|
"loss": 0.5775,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 0.16872129562484892,
|
|
"grad_norm": 0.5005904286760833,
|
|
"learning_rate": 9.624353142684611e-06,
|
|
"loss": 0.5724,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 0.1692047377326565,
|
|
"grad_norm": 0.5035595085634601,
|
|
"learning_rate": 9.621307308142385e-06,
|
|
"loss": 0.5794,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.1696881798404641,
|
|
"grad_norm": 0.521381746170865,
|
|
"learning_rate": 9.618249661166218e-06,
|
|
"loss": 0.5764,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 0.1701716219482717,
|
|
"grad_norm": 0.48214165657815927,
|
|
"learning_rate": 9.615180209571709e-06,
|
|
"loss": 0.5804,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 0.17065506405607928,
|
|
"grad_norm": 0.47552991671065514,
|
|
"learning_rate": 9.612098961204617e-06,
|
|
"loss": 0.5581,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 0.17113850616388687,
|
|
"grad_norm": 0.46097880469562935,
|
|
"learning_rate": 9.609005923940865e-06,
|
|
"loss": 0.5618,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 0.17162194827169447,
|
|
"grad_norm": 0.5629931104502605,
|
|
"learning_rate": 9.605901105686503e-06,
|
|
"loss": 0.5694,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 0.17210539037950207,
|
|
"grad_norm": 0.5179757776717347,
|
|
"learning_rate": 9.602784514377701e-06,
|
|
"loss": 0.5897,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 0.17258883248730963,
|
|
"grad_norm": 0.5355839686571028,
|
|
"learning_rate": 9.599656157980715e-06,
|
|
"loss": 0.5724,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 0.17307227459511723,
|
|
"grad_norm": 0.6350286695754506,
|
|
"learning_rate": 9.596516044491873e-06,
|
|
"loss": 0.577,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 0.17355571670292483,
|
|
"grad_norm": 0.5295601313068036,
|
|
"learning_rate": 9.593364181937563e-06,
|
|
"loss": 0.5834,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 0.17403915881073242,
|
|
"grad_norm": 0.5016272467409,
|
|
"learning_rate": 9.590200578374198e-06,
|
|
"loss": 0.5848,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.17452260091854,
|
|
"grad_norm": 0.4734403734457174,
|
|
"learning_rate": 9.587025241888202e-06,
|
|
"loss": 0.5629,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 0.1750060430263476,
|
|
"grad_norm": 0.5345541955737336,
|
|
"learning_rate": 9.583838180595993e-06,
|
|
"loss": 0.5619,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 0.1754894851341552,
|
|
"grad_norm": 0.5159159294276754,
|
|
"learning_rate": 9.580639402643957e-06,
|
|
"loss": 0.5788,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 0.17597292724196278,
|
|
"grad_norm": 0.5475730953848408,
|
|
"learning_rate": 9.577428916208426e-06,
|
|
"loss": 0.5758,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 0.17645636934977035,
|
|
"grad_norm": 0.5065491502971655,
|
|
"learning_rate": 9.574206729495662e-06,
|
|
"loss": 0.5739,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 0.17693981145757795,
|
|
"grad_norm": 0.5385122338140608,
|
|
"learning_rate": 9.570972850741839e-06,
|
|
"loss": 0.5646,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 0.17742325356538555,
|
|
"grad_norm": 0.5282114345918013,
|
|
"learning_rate": 9.567727288213005e-06,
|
|
"loss": 0.5809,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 0.17790669567319314,
|
|
"grad_norm": 0.5183724179001736,
|
|
"learning_rate": 9.564470050205084e-06,
|
|
"loss": 0.5745,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 0.1783901377810007,
|
|
"grad_norm": 0.501228022506401,
|
|
"learning_rate": 9.561201145043835e-06,
|
|
"loss": 0.5759,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 0.1788735798888083,
|
|
"grad_norm": 0.5161478035704796,
|
|
"learning_rate": 9.557920581084848e-06,
|
|
"loss": 0.5716,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.1793570219966159,
|
|
"grad_norm": 0.5508440640900468,
|
|
"learning_rate": 9.554628366713506e-06,
|
|
"loss": 0.5681,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 0.1798404641044235,
|
|
"grad_norm": 0.4958022642187558,
|
|
"learning_rate": 9.551324510344972e-06,
|
|
"loss": 0.5674,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 0.18032390621223107,
|
|
"grad_norm": 0.5211800045547449,
|
|
"learning_rate": 9.548009020424172e-06,
|
|
"loss": 0.5759,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 0.18080734832003867,
|
|
"grad_norm": 0.5234346072417955,
|
|
"learning_rate": 9.544681905425767e-06,
|
|
"loss": 0.5761,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 0.18129079042784627,
|
|
"grad_norm": 0.5277623761050696,
|
|
"learning_rate": 9.541343173854128e-06,
|
|
"loss": 0.5846,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 0.18177423253565386,
|
|
"grad_norm": 0.5159488960453931,
|
|
"learning_rate": 9.537992834243323e-06,
|
|
"loss": 0.5655,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 0.18225767464346146,
|
|
"grad_norm": 0.5036893425002033,
|
|
"learning_rate": 9.53463089515709e-06,
|
|
"loss": 0.578,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 0.18274111675126903,
|
|
"grad_norm": 0.5500694186101432,
|
|
"learning_rate": 9.531257365188818e-06,
|
|
"loss": 0.5683,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 0.18322455885907662,
|
|
"grad_norm": 0.4446123327167339,
|
|
"learning_rate": 9.527872252961518e-06,
|
|
"loss": 0.5112,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 0.18370800096688422,
|
|
"grad_norm": 0.49646226307611685,
|
|
"learning_rate": 9.524475567127813e-06,
|
|
"loss": 0.5799,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.18419144307469182,
|
|
"grad_norm": 0.5455620647014985,
|
|
"learning_rate": 9.521067316369903e-06,
|
|
"loss": 0.5601,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 0.1846748851824994,
|
|
"grad_norm": 0.5073331374598753,
|
|
"learning_rate": 9.517647509399555e-06,
|
|
"loss": 0.5399,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 0.18515832729030698,
|
|
"grad_norm": 0.5171824333562809,
|
|
"learning_rate": 9.514216154958067e-06,
|
|
"loss": 0.5754,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 0.18564176939811458,
|
|
"grad_norm": 0.5085818096253197,
|
|
"learning_rate": 9.510773261816261e-06,
|
|
"loss": 0.5623,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 0.18612521150592218,
|
|
"grad_norm": 0.50056273177622,
|
|
"learning_rate": 9.507318838774448e-06,
|
|
"loss": 0.5774,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 0.18660865361372975,
|
|
"grad_norm": 0.5493241761943409,
|
|
"learning_rate": 9.50385289466241e-06,
|
|
"loss": 0.5698,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 0.18709209572153734,
|
|
"grad_norm": 0.48083872272472233,
|
|
"learning_rate": 9.500375438339384e-06,
|
|
"loss": 0.5634,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 0.18757553782934494,
|
|
"grad_norm": 0.48598643847981954,
|
|
"learning_rate": 9.496886478694025e-06,
|
|
"loss": 0.5642,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 0.18805897993715254,
|
|
"grad_norm": 0.4945695421669264,
|
|
"learning_rate": 9.493386024644396e-06,
|
|
"loss": 0.5763,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 0.1885424220449601,
|
|
"grad_norm": 0.4630609260733735,
|
|
"learning_rate": 9.48987408513794e-06,
|
|
"loss": 0.5667,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.1890258641527677,
|
|
"grad_norm": 0.5178132025025237,
|
|
"learning_rate": 9.486350669151455e-06,
|
|
"loss": 0.5633,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 0.1895093062605753,
|
|
"grad_norm": 0.4855261545618926,
|
|
"learning_rate": 9.482815785691082e-06,
|
|
"loss": 0.5705,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 0.1899927483683829,
|
|
"grad_norm": 0.48580056178653924,
|
|
"learning_rate": 9.47926944379226e-06,
|
|
"loss": 0.5703,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 0.19047619047619047,
|
|
"grad_norm": 0.5308237684959329,
|
|
"learning_rate": 9.475711652519732e-06,
|
|
"loss": 0.5583,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 0.19095963258399806,
|
|
"grad_norm": 0.5127712618313278,
|
|
"learning_rate": 9.472142420967496e-06,
|
|
"loss": 0.5674,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 0.19144307469180566,
|
|
"grad_norm": 0.4833488281294125,
|
|
"learning_rate": 9.468561758258795e-06,
|
|
"loss": 0.578,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 0.19192651679961326,
|
|
"grad_norm": 0.5644191416840888,
|
|
"learning_rate": 9.464969673546092e-06,
|
|
"loss": 0.582,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 0.19240995890742082,
|
|
"grad_norm": 0.5561428050479044,
|
|
"learning_rate": 9.461366176011047e-06,
|
|
"loss": 0.5762,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 0.19289340101522842,
|
|
"grad_norm": 0.49800634280761286,
|
|
"learning_rate": 9.457751274864486e-06,
|
|
"loss": 0.5786,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 0.19337684312303602,
|
|
"grad_norm": 0.464098426014889,
|
|
"learning_rate": 9.454124979346392e-06,
|
|
"loss": 0.531,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.19386028523084362,
|
|
"grad_norm": 0.5317711530861378,
|
|
"learning_rate": 9.450487298725866e-06,
|
|
"loss": 0.5735,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 0.19434372733865118,
|
|
"grad_norm": 0.5700860255634325,
|
|
"learning_rate": 9.446838242301113e-06,
|
|
"loss": 0.5736,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 0.19482716944645878,
|
|
"grad_norm": 0.5415575586047788,
|
|
"learning_rate": 9.443177819399416e-06,
|
|
"loss": 0.5682,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 0.19531061155426638,
|
|
"grad_norm": 0.45162964809703743,
|
|
"learning_rate": 9.439506039377111e-06,
|
|
"loss": 0.5457,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 0.19579405366207397,
|
|
"grad_norm": 0.48073200361222107,
|
|
"learning_rate": 9.435822911619564e-06,
|
|
"loss": 0.5452,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 0.19627749576988154,
|
|
"grad_norm": 0.5218011226870963,
|
|
"learning_rate": 9.432128445541147e-06,
|
|
"loss": 0.5569,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 0.19676093787768914,
|
|
"grad_norm": 0.5241766492312198,
|
|
"learning_rate": 9.42842265058521e-06,
|
|
"loss": 0.5791,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 0.19724437998549674,
|
|
"grad_norm": 0.4747479232641684,
|
|
"learning_rate": 9.424705536224065e-06,
|
|
"loss": 0.572,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 0.19772782209330433,
|
|
"grad_norm": 0.4892195750767198,
|
|
"learning_rate": 9.420977111958957e-06,
|
|
"loss": 0.577,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 0.1982112642011119,
|
|
"grad_norm": 0.49625147154018395,
|
|
"learning_rate": 9.41723738732004e-06,
|
|
"loss": 0.5673,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.1986947063089195,
|
|
"grad_norm": 0.553969116933997,
|
|
"learning_rate": 9.41348637186635e-06,
|
|
"loss": 0.5805,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 0.1991781484167271,
|
|
"grad_norm": 0.5271833056864474,
|
|
"learning_rate": 9.409724075185782e-06,
|
|
"loss": 0.5811,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 0.1996615905245347,
|
|
"grad_norm": 0.541152410560869,
|
|
"learning_rate": 9.405950506895074e-06,
|
|
"loss": 0.5539,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 0.2001450326323423,
|
|
"grad_norm": 0.4827367980584999,
|
|
"learning_rate": 9.40216567663977e-06,
|
|
"loss": 0.5754,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 0.20062847474014986,
|
|
"grad_norm": 0.49177545628835745,
|
|
"learning_rate": 9.398369594094198e-06,
|
|
"loss": 0.508,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 0.20111191684795746,
|
|
"grad_norm": 0.50467312755319,
|
|
"learning_rate": 9.394562268961454e-06,
|
|
"loss": 0.5681,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 0.20159535895576505,
|
|
"grad_norm": 0.4916777572033636,
|
|
"learning_rate": 9.390743710973366e-06,
|
|
"loss": 0.575,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 0.20207880106357265,
|
|
"grad_norm": 0.5183550927798377,
|
|
"learning_rate": 9.386913929890478e-06,
|
|
"loss": 0.57,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 0.20256224317138022,
|
|
"grad_norm": 0.47362092706218123,
|
|
"learning_rate": 9.383072935502018e-06,
|
|
"loss": 0.5644,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 0.20304568527918782,
|
|
"grad_norm": 0.49530019201729136,
|
|
"learning_rate": 9.379220737625877e-06,
|
|
"loss": 0.564,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.2035291273869954,
|
|
"grad_norm": 0.5108751966700111,
|
|
"learning_rate": 9.375357346108583e-06,
|
|
"loss": 0.5602,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 0.204012569494803,
|
|
"grad_norm": 0.5230318233484302,
|
|
"learning_rate": 9.371482770825277e-06,
|
|
"loss": 0.5695,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 0.20449601160261058,
|
|
"grad_norm": 0.4802393361720882,
|
|
"learning_rate": 9.367597021679686e-06,
|
|
"loss": 0.5661,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 0.20497945371041817,
|
|
"grad_norm": 0.541773712373739,
|
|
"learning_rate": 9.363700108604096e-06,
|
|
"loss": 0.5582,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 0.20546289581822577,
|
|
"grad_norm": 0.5110126727655455,
|
|
"learning_rate": 9.359792041559334e-06,
|
|
"loss": 0.5645,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 0.20594633792603337,
|
|
"grad_norm": 0.5486480496411716,
|
|
"learning_rate": 9.35587283053473e-06,
|
|
"loss": 0.5677,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 0.20642978003384094,
|
|
"grad_norm": 0.5379779057549923,
|
|
"learning_rate": 9.351942485548109e-06,
|
|
"loss": 0.5435,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 0.20691322214164853,
|
|
"grad_norm": 0.5341397558862222,
|
|
"learning_rate": 9.348001016645744e-06,
|
|
"loss": 0.5599,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 0.20739666424945613,
|
|
"grad_norm": 0.44238086682442823,
|
|
"learning_rate": 9.344048433902351e-06,
|
|
"loss": 0.541,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 0.20788010635726373,
|
|
"grad_norm": 0.5213851954927032,
|
|
"learning_rate": 9.340084747421048e-06,
|
|
"loss": 0.5366,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.2083635484650713,
|
|
"grad_norm": 0.5349032988779688,
|
|
"learning_rate": 9.336109967333337e-06,
|
|
"loss": 0.5571,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 0.2088469905728789,
|
|
"grad_norm": 0.4554230771685569,
|
|
"learning_rate": 9.332124103799075e-06,
|
|
"loss": 0.5516,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 0.2093304326806865,
|
|
"grad_norm": 0.5021585721937876,
|
|
"learning_rate": 9.328127167006457e-06,
|
|
"loss": 0.5679,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 0.2098138747884941,
|
|
"grad_norm": 0.5025134126056662,
|
|
"learning_rate": 9.324119167171967e-06,
|
|
"loss": 0.5659,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 0.21029731689630166,
|
|
"grad_norm": 0.48977518403096176,
|
|
"learning_rate": 9.320100114540382e-06,
|
|
"loss": 0.5753,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 0.21078075900410925,
|
|
"grad_norm": 0.4789181842167065,
|
|
"learning_rate": 9.316070019384722e-06,
|
|
"loss": 0.558,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 0.21126420111191685,
|
|
"grad_norm": 0.48417362744631853,
|
|
"learning_rate": 9.312028892006233e-06,
|
|
"loss": 0.5637,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 0.21174764321972445,
|
|
"grad_norm": 0.5040441298097904,
|
|
"learning_rate": 9.307976742734366e-06,
|
|
"loss": 0.5603,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 0.21223108532753202,
|
|
"grad_norm": 0.5003182083782678,
|
|
"learning_rate": 9.30391358192674e-06,
|
|
"loss": 0.5583,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 0.2127145274353396,
|
|
"grad_norm": 0.5188458903874932,
|
|
"learning_rate": 9.299839419969119e-06,
|
|
"loss": 0.5614,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.2131979695431472,
|
|
"grad_norm": 0.4990120996823676,
|
|
"learning_rate": 9.295754267275393e-06,
|
|
"loss": 0.5732,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 0.2136814116509548,
|
|
"grad_norm": 0.43407580533296863,
|
|
"learning_rate": 9.291658134287537e-06,
|
|
"loss": 0.5451,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 0.21416485375876237,
|
|
"grad_norm": 0.487299832131986,
|
|
"learning_rate": 9.287551031475604e-06,
|
|
"loss": 0.5486,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 0.21464829586656997,
|
|
"grad_norm": 0.4748601209022523,
|
|
"learning_rate": 9.283432969337672e-06,
|
|
"loss": 0.5568,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 0.21513173797437757,
|
|
"grad_norm": 0.5116954397180901,
|
|
"learning_rate": 9.279303958399846e-06,
|
|
"loss": 0.5561,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 0.21561518008218516,
|
|
"grad_norm": 0.5103832796562369,
|
|
"learning_rate": 9.275164009216205e-06,
|
|
"loss": 0.5653,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 0.21609862218999276,
|
|
"grad_norm": 0.453674255766726,
|
|
"learning_rate": 9.271013132368799e-06,
|
|
"loss": 0.5359,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 0.21658206429780033,
|
|
"grad_norm": 0.4865827031825044,
|
|
"learning_rate": 9.266851338467598e-06,
|
|
"loss": 0.5627,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 0.21706550640560793,
|
|
"grad_norm": 0.4474998958247519,
|
|
"learning_rate": 9.262678638150486e-06,
|
|
"loss": 0.5372,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 0.21754894851341552,
|
|
"grad_norm": 0.5312817145455567,
|
|
"learning_rate": 9.258495042083222e-06,
|
|
"loss": 0.583,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.21803239062122312,
|
|
"grad_norm": 0.5326646088756841,
|
|
"learning_rate": 9.254300560959413e-06,
|
|
"loss": 0.5641,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 0.2185158327290307,
|
|
"grad_norm": 0.47741110714076435,
|
|
"learning_rate": 9.25009520550049e-06,
|
|
"loss": 0.5692,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 0.2189992748368383,
|
|
"grad_norm": 0.4992778758439529,
|
|
"learning_rate": 9.245878986455684e-06,
|
|
"loss": 0.5732,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 0.21948271694464588,
|
|
"grad_norm": 0.5067531688765293,
|
|
"learning_rate": 9.241651914601986e-06,
|
|
"loss": 0.5684,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 0.21996615905245348,
|
|
"grad_norm": 0.5259329600281596,
|
|
"learning_rate": 9.237414000744134e-06,
|
|
"loss": 0.5728,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 0.22044960116026105,
|
|
"grad_norm": 0.4912112930780334,
|
|
"learning_rate": 9.23316525571458e-06,
|
|
"loss": 0.5543,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 0.22093304326806865,
|
|
"grad_norm": 0.4325116439857764,
|
|
"learning_rate": 9.228905690373456e-06,
|
|
"loss": 0.5109,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 0.22141648537587624,
|
|
"grad_norm": 0.5251969417490432,
|
|
"learning_rate": 9.224635315608554e-06,
|
|
"loss": 0.5613,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 0.22189992748368384,
|
|
"grad_norm": 0.5371164613513753,
|
|
"learning_rate": 9.2203541423353e-06,
|
|
"loss": 0.5758,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 0.2223833695914914,
|
|
"grad_norm": 0.49879877094748626,
|
|
"learning_rate": 9.216062181496712e-06,
|
|
"loss": 0.5656,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.222866811699299,
|
|
"grad_norm": 0.4666739038962981,
|
|
"learning_rate": 9.211759444063392e-06,
|
|
"loss": 0.5643,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 0.2233502538071066,
|
|
"grad_norm": 0.5019702713381807,
|
|
"learning_rate": 9.207445941033483e-06,
|
|
"loss": 0.5645,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 0.2238336959149142,
|
|
"grad_norm": 0.560484985437826,
|
|
"learning_rate": 9.203121683432646e-06,
|
|
"loss": 0.5622,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 0.22431713802272177,
|
|
"grad_norm": 0.501701537299382,
|
|
"learning_rate": 9.19878668231403e-06,
|
|
"loss": 0.5686,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 0.22480058013052936,
|
|
"grad_norm": 0.48640275847390047,
|
|
"learning_rate": 9.19444094875825e-06,
|
|
"loss": 0.5617,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 0.22528402223833696,
|
|
"grad_norm": 0.5066662929437282,
|
|
"learning_rate": 9.190084493873353e-06,
|
|
"loss": 0.5733,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 0.22576746434614456,
|
|
"grad_norm": 0.5297511031777309,
|
|
"learning_rate": 9.185717328794784e-06,
|
|
"loss": 0.5632,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 0.22625090645395213,
|
|
"grad_norm": 0.5778692323663056,
|
|
"learning_rate": 9.18133946468537e-06,
|
|
"loss": 0.5684,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 0.22673434856175972,
|
|
"grad_norm": 0.5148715492097395,
|
|
"learning_rate": 9.176950912735287e-06,
|
|
"loss": 0.5559,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 0.22721779066956732,
|
|
"grad_norm": 0.5157447753884506,
|
|
"learning_rate": 9.172551684162025e-06,
|
|
"loss": 0.5731,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.22770123277737492,
|
|
"grad_norm": 0.4783319000473412,
|
|
"learning_rate": 9.16814179021037e-06,
|
|
"loss": 0.5671,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 0.2281846748851825,
|
|
"grad_norm": 0.5017422895280137,
|
|
"learning_rate": 9.163721242152362e-06,
|
|
"loss": 0.5661,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 0.22866811699299008,
|
|
"grad_norm": 0.49272124386072536,
|
|
"learning_rate": 9.159290051287282e-06,
|
|
"loss": 0.5627,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 0.22915155910079768,
|
|
"grad_norm": 0.47471736533769476,
|
|
"learning_rate": 9.154848228941607e-06,
|
|
"loss": 0.5615,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 0.22963500120860528,
|
|
"grad_norm": 0.5071884927272643,
|
|
"learning_rate": 9.150395786468998e-06,
|
|
"loss": 0.5645,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 0.23011844331641285,
|
|
"grad_norm": 0.48690399925776484,
|
|
"learning_rate": 9.14593273525025e-06,
|
|
"loss": 0.5647,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 0.23060188542422044,
|
|
"grad_norm": 0.5041235784595942,
|
|
"learning_rate": 9.14145908669329e-06,
|
|
"loss": 0.5729,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 0.23108532753202804,
|
|
"grad_norm": 0.5265161224054821,
|
|
"learning_rate": 9.136974852233118e-06,
|
|
"loss": 0.5587,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 0.23156876963983564,
|
|
"grad_norm": 0.4778337324840926,
|
|
"learning_rate": 9.132480043331801e-06,
|
|
"loss": 0.5646,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 0.23205221174764323,
|
|
"grad_norm": 0.5036800160533508,
|
|
"learning_rate": 9.127974671478432e-06,
|
|
"loss": 0.5655,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.2325356538554508,
|
|
"grad_norm": 0.4915164507750186,
|
|
"learning_rate": 9.123458748189105e-06,
|
|
"loss": 0.5608,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 0.2330190959632584,
|
|
"grad_norm": 0.4447947403953834,
|
|
"learning_rate": 9.118932285006886e-06,
|
|
"loss": 0.5254,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 0.233502538071066,
|
|
"grad_norm": 0.4936810479165672,
|
|
"learning_rate": 9.114395293501775e-06,
|
|
"loss": 0.5751,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 0.2339859801788736,
|
|
"grad_norm": 0.4933009245810686,
|
|
"learning_rate": 9.10984778527069e-06,
|
|
"loss": 0.5603,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 0.23446942228668116,
|
|
"grad_norm": 0.4720549987110232,
|
|
"learning_rate": 9.10528977193743e-06,
|
|
"loss": 0.5703,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 0.23495286439448876,
|
|
"grad_norm": 0.5362136689894559,
|
|
"learning_rate": 9.100721265152644e-06,
|
|
"loss": 0.5635,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 0.23543630650229636,
|
|
"grad_norm": 0.47602005538977166,
|
|
"learning_rate": 9.096142276593802e-06,
|
|
"loss": 0.5721,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 0.23591974861010395,
|
|
"grad_norm": 0.48887012727323886,
|
|
"learning_rate": 9.09155281796517e-06,
|
|
"loss": 0.5502,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 0.23640319071791152,
|
|
"grad_norm": 0.5468866437635687,
|
|
"learning_rate": 9.086952900997774e-06,
|
|
"loss": 0.5628,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 0.23688663282571912,
|
|
"grad_norm": 0.468285091758703,
|
|
"learning_rate": 9.082342537449369e-06,
|
|
"loss": 0.5649,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.23737007493352671,
|
|
"grad_norm": 0.49449575173177474,
|
|
"learning_rate": 9.07772173910442e-06,
|
|
"loss": 0.5363,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 0.2378535170413343,
|
|
"grad_norm": 0.5665277859908898,
|
|
"learning_rate": 9.073090517774057e-06,
|
|
"loss": 0.5679,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 0.23833695914914188,
|
|
"grad_norm": 0.559218042712036,
|
|
"learning_rate": 9.068448885296057e-06,
|
|
"loss": 0.5598,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 0.23882040125694948,
|
|
"grad_norm": 0.5572180299965971,
|
|
"learning_rate": 9.063796853534808e-06,
|
|
"loss": 0.5606,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 0.23930384336475707,
|
|
"grad_norm": 0.4852501650353095,
|
|
"learning_rate": 9.059134434381274e-06,
|
|
"loss": 0.5614,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 0.23978728547256467,
|
|
"grad_norm": 0.5235782249928449,
|
|
"learning_rate": 9.054461639752976e-06,
|
|
"loss": 0.5637,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 0.24027072758037224,
|
|
"grad_norm": 0.5028533022976227,
|
|
"learning_rate": 9.049778481593954e-06,
|
|
"loss": 0.5718,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 0.24075416968817984,
|
|
"grad_norm": 0.508045864936268,
|
|
"learning_rate": 9.045084971874738e-06,
|
|
"loss": 0.5651,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 0.24123761179598743,
|
|
"grad_norm": 0.5575870011120908,
|
|
"learning_rate": 9.040381122592317e-06,
|
|
"loss": 0.565,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 0.24172105390379503,
|
|
"grad_norm": 0.5201685839473924,
|
|
"learning_rate": 9.035666945770107e-06,
|
|
"loss": 0.5593,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.2422044960116026,
|
|
"grad_norm": 0.48179233555943923,
|
|
"learning_rate": 9.030942453457928e-06,
|
|
"loss": 0.5199,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 0.2426879381194102,
|
|
"grad_norm": 0.4867208952029737,
|
|
"learning_rate": 9.02620765773196e-06,
|
|
"loss": 0.5548,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 0.2431713802272178,
|
|
"grad_norm": 0.5240394440690106,
|
|
"learning_rate": 9.02146257069472e-06,
|
|
"loss": 0.5611,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 0.2436548223350254,
|
|
"grad_norm": 0.48307750050965703,
|
|
"learning_rate": 9.01670720447504e-06,
|
|
"loss": 0.5577,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 0.24413826444283296,
|
|
"grad_norm": 0.5034030614527921,
|
|
"learning_rate": 9.011941571228015e-06,
|
|
"loss": 0.5608,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 0.24462170655064056,
|
|
"grad_norm": 0.46379490536223517,
|
|
"learning_rate": 9.007165683134986e-06,
|
|
"loss": 0.5315,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 0.24510514865844815,
|
|
"grad_norm": 0.5103811282689319,
|
|
"learning_rate": 9.00237955240351e-06,
|
|
"loss": 0.5613,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 0.24558859076625575,
|
|
"grad_norm": 0.47564392120255755,
|
|
"learning_rate": 8.997583191267326e-06,
|
|
"loss": 0.5764,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 0.24607203287406332,
|
|
"grad_norm": 0.4811799201923712,
|
|
"learning_rate": 8.992776611986313e-06,
|
|
"loss": 0.5704,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 0.24655547498187091,
|
|
"grad_norm": 0.4799439081762819,
|
|
"learning_rate": 8.987959826846479e-06,
|
|
"loss": 0.5573,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.2470389170896785,
|
|
"grad_norm": 0.5219349618857427,
|
|
"learning_rate": 8.983132848159916e-06,
|
|
"loss": 0.5583,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 0.2475223591974861,
|
|
"grad_norm": 0.5010818591918965,
|
|
"learning_rate": 8.978295688264768e-06,
|
|
"loss": 0.5699,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 0.2480058013052937,
|
|
"grad_norm": 0.5282819201955711,
|
|
"learning_rate": 8.973448359525207e-06,
|
|
"loss": 0.5641,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 0.24848924341310127,
|
|
"grad_norm": 0.5025819972323563,
|
|
"learning_rate": 8.968590874331395e-06,
|
|
"loss": 0.5649,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 0.24897268552090887,
|
|
"grad_norm": 0.4880024154213522,
|
|
"learning_rate": 8.963723245099456e-06,
|
|
"loss": 0.5533,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 0.24945612762871647,
|
|
"grad_norm": 0.4844265343558768,
|
|
"learning_rate": 8.958845484271443e-06,
|
|
"loss": 0.5571,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 0.24993956973652406,
|
|
"grad_norm": 0.4918270286134992,
|
|
"learning_rate": 8.953957604315306e-06,
|
|
"loss": 0.5612,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 0.25042301184433163,
|
|
"grad_norm": 0.4532098318099568,
|
|
"learning_rate": 8.949059617724859e-06,
|
|
"loss": 0.5532,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 0.25090645395213923,
|
|
"grad_norm": 0.4784777680132966,
|
|
"learning_rate": 8.944151537019752e-06,
|
|
"loss": 0.5314,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 0.2513898960599468,
|
|
"grad_norm": 0.49834032614411844,
|
|
"learning_rate": 8.939233374745432e-06,
|
|
"loss": 0.561,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.2518733381677544,
|
|
"grad_norm": 0.43922831313439964,
|
|
"learning_rate": 8.934305143473123e-06,
|
|
"loss": 0.5229,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 0.252356780275562,
|
|
"grad_norm": 0.4774051999235377,
|
|
"learning_rate": 8.929366855799777e-06,
|
|
"loss": 0.5584,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 0.2528402223833696,
|
|
"grad_norm": 0.4860585540987837,
|
|
"learning_rate": 8.924418524348058e-06,
|
|
"loss": 0.5722,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 0.25332366449117716,
|
|
"grad_norm": 0.476115105724116,
|
|
"learning_rate": 8.919460161766299e-06,
|
|
"loss": 0.5527,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 0.25380710659898476,
|
|
"grad_norm": 0.49670836036646415,
|
|
"learning_rate": 8.914491780728471e-06,
|
|
"loss": 0.565,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 0.25429054870679235,
|
|
"grad_norm": 0.49705890206049747,
|
|
"learning_rate": 8.909513393934162e-06,
|
|
"loss": 0.5562,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 0.25477399081459995,
|
|
"grad_norm": 0.5118474736649574,
|
|
"learning_rate": 8.904525014108529e-06,
|
|
"loss": 0.5536,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 0.25525743292240755,
|
|
"grad_norm": 0.5301718242423505,
|
|
"learning_rate": 8.899526654002268e-06,
|
|
"loss": 0.5612,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 0.25574087503021514,
|
|
"grad_norm": 0.4796891269551852,
|
|
"learning_rate": 8.894518326391595e-06,
|
|
"loss": 0.5578,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 0.25622431713802274,
|
|
"grad_norm": 0.4825310469483714,
|
|
"learning_rate": 8.889500044078199e-06,
|
|
"loss": 0.5554,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.25670775924583034,
|
|
"grad_norm": 0.474416307358851,
|
|
"learning_rate": 8.88447181988921e-06,
|
|
"loss": 0.5466,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 0.2571912013536379,
|
|
"grad_norm": 0.4754427571901456,
|
|
"learning_rate": 8.87943366667718e-06,
|
|
"loss": 0.5232,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 0.2576746434614455,
|
|
"grad_norm": 0.5283380707149146,
|
|
"learning_rate": 8.87438559732003e-06,
|
|
"loss": 0.5575,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 0.25815808556925307,
|
|
"grad_norm": 0.49022668890084664,
|
|
"learning_rate": 8.869327624721033e-06,
|
|
"loss": 0.5584,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 0.25864152767706067,
|
|
"grad_norm": 0.45329648879294543,
|
|
"learning_rate": 8.864259761808778e-06,
|
|
"loss": 0.5557,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 0.25912496978486826,
|
|
"grad_norm": 0.5150923796193744,
|
|
"learning_rate": 8.859182021537126e-06,
|
|
"loss": 0.5672,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 0.25960841189267586,
|
|
"grad_norm": 0.49475203737919254,
|
|
"learning_rate": 8.854094416885192e-06,
|
|
"loss": 0.5513,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 0.26009185400048346,
|
|
"grad_norm": 0.48640723658571816,
|
|
"learning_rate": 8.848996960857308e-06,
|
|
"loss": 0.5542,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 0.26057529610829105,
|
|
"grad_norm": 0.5011403090647114,
|
|
"learning_rate": 8.843889666482977e-06,
|
|
"loss": 0.5503,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 0.2610587382160986,
|
|
"grad_norm": 0.45868293065964316,
|
|
"learning_rate": 8.838772546816857e-06,
|
|
"loss": 0.5245,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.2615421803239062,
|
|
"grad_norm": 0.5028670832415251,
|
|
"learning_rate": 8.833645614938716e-06,
|
|
"loss": 0.563,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 0.2620256224317138,
|
|
"grad_norm": 0.4652958998559184,
|
|
"learning_rate": 8.82850888395341e-06,
|
|
"loss": 0.5214,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 0.2625090645395214,
|
|
"grad_norm": 0.48814680090193757,
|
|
"learning_rate": 8.823362366990833e-06,
|
|
"loss": 0.5539,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 0.262992506647329,
|
|
"grad_norm": 0.4686742850265713,
|
|
"learning_rate": 8.818206077205899e-06,
|
|
"loss": 0.5432,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 0.2634759487551366,
|
|
"grad_norm": 0.44177435010013455,
|
|
"learning_rate": 8.8130400277785e-06,
|
|
"loss": 0.5432,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 0.2639593908629442,
|
|
"grad_norm": 0.48745119596264225,
|
|
"learning_rate": 8.807864231913475e-06,
|
|
"loss": 0.5609,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 0.2644428329707518,
|
|
"grad_norm": 0.5387031701921053,
|
|
"learning_rate": 8.802678702840575e-06,
|
|
"loss": 0.5608,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 0.26492627507855937,
|
|
"grad_norm": 0.47706550642594997,
|
|
"learning_rate": 8.79748345381443e-06,
|
|
"loss": 0.5487,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 0.2654097171863669,
|
|
"grad_norm": 0.4694250929319588,
|
|
"learning_rate": 8.792278498114517e-06,
|
|
"loss": 0.549,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 0.2658931592941745,
|
|
"grad_norm": 0.4937111232536657,
|
|
"learning_rate": 8.78706384904512e-06,
|
|
"loss": 0.5564,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.2663766014019821,
|
|
"grad_norm": 0.468357648344204,
|
|
"learning_rate": 8.7818395199353e-06,
|
|
"loss": 0.5546,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 0.2668600435097897,
|
|
"grad_norm": 0.4713572915315673,
|
|
"learning_rate": 8.77660552413887e-06,
|
|
"loss": 0.5512,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 0.2673434856175973,
|
|
"grad_norm": 0.4740909938486332,
|
|
"learning_rate": 8.77136187503434e-06,
|
|
"loss": 0.5631,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 0.2678269277254049,
|
|
"grad_norm": 0.4472174307551216,
|
|
"learning_rate": 8.766108586024904e-06,
|
|
"loss": 0.5222,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 0.2683103698332125,
|
|
"grad_norm": 0.4548110236983466,
|
|
"learning_rate": 8.760845670538387e-06,
|
|
"loss": 0.5485,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 0.2687938119410201,
|
|
"grad_norm": 0.5173119662805489,
|
|
"learning_rate": 8.755573142027228e-06,
|
|
"loss": 0.5624,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 0.26927725404882763,
|
|
"grad_norm": 0.4812632123799694,
|
|
"learning_rate": 8.750291013968432e-06,
|
|
"loss": 0.5562,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 0.2697606961566352,
|
|
"grad_norm": 0.472663174890125,
|
|
"learning_rate": 8.744999299863549e-06,
|
|
"loss": 0.5669,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 0.2702441382644428,
|
|
"grad_norm": 0.463122081686998,
|
|
"learning_rate": 8.739698013238625e-06,
|
|
"loss": 0.557,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 0.2707275803722504,
|
|
"grad_norm": 0.5188284707009508,
|
|
"learning_rate": 8.734387167644171e-06,
|
|
"loss": 0.5202,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.271211022480058,
|
|
"grad_norm": 0.49659334079030504,
|
|
"learning_rate": 8.729066776655144e-06,
|
|
"loss": 0.5605,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 0.2716944645878656,
|
|
"grad_norm": 0.4433765304016552,
|
|
"learning_rate": 8.723736853870888e-06,
|
|
"loss": 0.5193,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 0.2721779066956732,
|
|
"grad_norm": 0.46285084832800716,
|
|
"learning_rate": 8.718397412915114e-06,
|
|
"loss": 0.5583,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 0.2726613488034808,
|
|
"grad_norm": 0.4406166472711255,
|
|
"learning_rate": 8.713048467435865e-06,
|
|
"loss": 0.5365,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 0.27314479091128835,
|
|
"grad_norm": 0.49591339367367465,
|
|
"learning_rate": 8.707690031105478e-06,
|
|
"loss": 0.5638,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 0.27362823301909595,
|
|
"grad_norm": 0.47717175741546425,
|
|
"learning_rate": 8.702322117620547e-06,
|
|
"loss": 0.5375,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 0.27411167512690354,
|
|
"grad_norm": 0.49399204569955096,
|
|
"learning_rate": 8.696944740701891e-06,
|
|
"loss": 0.5502,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 0.27459511723471114,
|
|
"grad_norm": 0.462084403002843,
|
|
"learning_rate": 8.69155791409452e-06,
|
|
"loss": 0.549,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 0.27507855934251874,
|
|
"grad_norm": 0.4733870628371529,
|
|
"learning_rate": 8.686161651567596e-06,
|
|
"loss": 0.5479,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 0.27556200145032633,
|
|
"grad_norm": 0.4586305030542931,
|
|
"learning_rate": 8.6807559669144e-06,
|
|
"loss": 0.517,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.27604544355813393,
|
|
"grad_norm": 0.4786603573138254,
|
|
"learning_rate": 8.6753408739523e-06,
|
|
"loss": 0.5449,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 0.2765288856659415,
|
|
"grad_norm": 0.4923356872720239,
|
|
"learning_rate": 8.669916386522708e-06,
|
|
"loss": 0.5516,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 0.27701232777374907,
|
|
"grad_norm": 0.47497918747290174,
|
|
"learning_rate": 8.664482518491053e-06,
|
|
"loss": 0.5527,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 0.27749576988155666,
|
|
"grad_norm": 0.5463551243922615,
|
|
"learning_rate": 8.659039283746738e-06,
|
|
"loss": 0.5528,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 0.27797921198936426,
|
|
"grad_norm": 0.5125817786426824,
|
|
"learning_rate": 8.653586696203111e-06,
|
|
"loss": 0.5428,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 0.27846265409717186,
|
|
"grad_norm": 0.46930359618316736,
|
|
"learning_rate": 8.648124769797424e-06,
|
|
"loss": 0.5566,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 0.27894609620497945,
|
|
"grad_norm": 0.48871061545968875,
|
|
"learning_rate": 8.6426535184908e-06,
|
|
"loss": 0.5517,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 0.27942953831278705,
|
|
"grad_norm": 0.49517469382405177,
|
|
"learning_rate": 8.637172956268203e-06,
|
|
"loss": 0.5537,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 0.27991298042059465,
|
|
"grad_norm": 0.46885534036424203,
|
|
"learning_rate": 8.631683097138386e-06,
|
|
"loss": 0.5455,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 0.28039642252840224,
|
|
"grad_norm": 0.4404595141316285,
|
|
"learning_rate": 8.626183955133876e-06,
|
|
"loss": 0.5216,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.2808798646362098,
|
|
"grad_norm": 0.45805738086780906,
|
|
"learning_rate": 8.620675544310921e-06,
|
|
"loss": 0.5483,
|
|
"step": 581
|
|
},
|
|
{
|
|
"epoch": 0.2813633067440174,
|
|
"grad_norm": 0.43283074014496,
|
|
"learning_rate": 8.615157878749462e-06,
|
|
"loss": 0.546,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 0.281846748851825,
|
|
"grad_norm": 0.45714306807295113,
|
|
"learning_rate": 8.609630972553098e-06,
|
|
"loss": 0.5521,
|
|
"step": 583
|
|
},
|
|
{
|
|
"epoch": 0.2823301909596326,
|
|
"grad_norm": 0.47311376331001226,
|
|
"learning_rate": 8.604094839849047e-06,
|
|
"loss": 0.5586,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 0.2828136330674402,
|
|
"grad_norm": 0.4424955765808361,
|
|
"learning_rate": 8.598549494788111e-06,
|
|
"loss": 0.5384,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 0.28329707517524777,
|
|
"grad_norm": 0.467505480407099,
|
|
"learning_rate": 8.592994951544637e-06,
|
|
"loss": 0.5368,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 0.28378051728305537,
|
|
"grad_norm": 0.48553503600686004,
|
|
"learning_rate": 8.587431224316488e-06,
|
|
"loss": 0.5475,
|
|
"step": 587
|
|
},
|
|
{
|
|
"epoch": 0.28426395939086296,
|
|
"grad_norm": 0.46529868946828945,
|
|
"learning_rate": 8.581858327324996e-06,
|
|
"loss": 0.5212,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 0.28474740149867056,
|
|
"grad_norm": 0.4898248932325677,
|
|
"learning_rate": 8.576276274814936e-06,
|
|
"loss": 0.553,
|
|
"step": 589
|
|
},
|
|
{
|
|
"epoch": 0.2852308436064781,
|
|
"grad_norm": 0.4455201034159363,
|
|
"learning_rate": 8.570685081054487e-06,
|
|
"loss": 0.5216,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.2857142857142857,
|
|
"grad_norm": 0.46516198660507346,
|
|
"learning_rate": 8.565084760335188e-06,
|
|
"loss": 0.5505,
|
|
"step": 591
|
|
},
|
|
{
|
|
"epoch": 0.2861977278220933,
|
|
"grad_norm": 0.5006509760317717,
|
|
"learning_rate": 8.559475326971907e-06,
|
|
"loss": 0.551,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 0.2866811699299009,
|
|
"grad_norm": 0.4994980078510237,
|
|
"learning_rate": 8.553856795302815e-06,
|
|
"loss": 0.5421,
|
|
"step": 593
|
|
},
|
|
{
|
|
"epoch": 0.2871646120377085,
|
|
"grad_norm": 0.5029150812228765,
|
|
"learning_rate": 8.548229179689325e-06,
|
|
"loss": 0.5519,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 0.2876480541455161,
|
|
"grad_norm": 0.5073270485472724,
|
|
"learning_rate": 8.54259249451608e-06,
|
|
"loss": 0.5537,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 0.2881314962533237,
|
|
"grad_norm": 0.45709172284548705,
|
|
"learning_rate": 8.536946754190903e-06,
|
|
"loss": 0.564,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 0.2886149383611313,
|
|
"grad_norm": 0.47174309410425874,
|
|
"learning_rate": 8.531291973144755e-06,
|
|
"loss": 0.5452,
|
|
"step": 597
|
|
},
|
|
{
|
|
"epoch": 0.2890983804689388,
|
|
"grad_norm": 0.46639713589843634,
|
|
"learning_rate": 8.52562816583172e-06,
|
|
"loss": 0.5509,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 0.2895818225767464,
|
|
"grad_norm": 0.4508036851803557,
|
|
"learning_rate": 8.519955346728939e-06,
|
|
"loss": 0.5428,
|
|
"step": 599
|
|
},
|
|
{
|
|
"epoch": 0.290065264684554,
|
|
"grad_norm": 0.44468353218524803,
|
|
"learning_rate": 8.5142735303366e-06,
|
|
"loss": 0.5205,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.2905487067923616,
|
|
"grad_norm": 0.4850164433619974,
|
|
"learning_rate": 8.50858273117788e-06,
|
|
"loss": 0.5476,
|
|
"step": 601
|
|
},
|
|
{
|
|
"epoch": 0.2910321489001692,
|
|
"grad_norm": 0.49303870805000655,
|
|
"learning_rate": 8.502882963798923e-06,
|
|
"loss": 0.545,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 0.2915155910079768,
|
|
"grad_norm": 0.47572858582093197,
|
|
"learning_rate": 8.497174242768792e-06,
|
|
"loss": 0.5515,
|
|
"step": 603
|
|
},
|
|
{
|
|
"epoch": 0.2919990331157844,
|
|
"grad_norm": 0.5284607359345597,
|
|
"learning_rate": 8.49145658267944e-06,
|
|
"loss": 0.5453,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 0.292482475223592,
|
|
"grad_norm": 0.47829654266425203,
|
|
"learning_rate": 8.485729998145665e-06,
|
|
"loss": 0.5452,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 0.29296591733139954,
|
|
"grad_norm": 0.4503645291799449,
|
|
"learning_rate": 8.479994503805079e-06,
|
|
"loss": 0.5536,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 0.29344935943920714,
|
|
"grad_norm": 0.4693738299713831,
|
|
"learning_rate": 8.474250114318066e-06,
|
|
"loss": 0.5216,
|
|
"step": 607
|
|
},
|
|
{
|
|
"epoch": 0.29393280154701473,
|
|
"grad_norm": 0.4988674830387375,
|
|
"learning_rate": 8.468496844367752e-06,
|
|
"loss": 0.5582,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 0.29441624365482233,
|
|
"grad_norm": 0.47627140431869974,
|
|
"learning_rate": 8.462734708659959e-06,
|
|
"loss": 0.5511,
|
|
"step": 609
|
|
},
|
|
{
|
|
"epoch": 0.2948996857626299,
|
|
"grad_norm": 0.43233992742433075,
|
|
"learning_rate": 8.456963721923166e-06,
|
|
"loss": 0.5279,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.2953831278704375,
|
|
"grad_norm": 0.4908070311501362,
|
|
"learning_rate": 8.451183898908484e-06,
|
|
"loss": 0.5546,
|
|
"step": 611
|
|
},
|
|
{
|
|
"epoch": 0.2958665699782451,
|
|
"grad_norm": 0.4519643584485447,
|
|
"learning_rate": 8.445395254389605e-06,
|
|
"loss": 0.5221,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 0.2963500120860527,
|
|
"grad_norm": 0.48396713453490725,
|
|
"learning_rate": 8.439597803162773e-06,
|
|
"loss": 0.5489,
|
|
"step": 613
|
|
},
|
|
{
|
|
"epoch": 0.29683345419386026,
|
|
"grad_norm": 0.4611763742603572,
|
|
"learning_rate": 8.433791560046737e-06,
|
|
"loss": 0.5457,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 0.29731689630166785,
|
|
"grad_norm": 0.472544396347692,
|
|
"learning_rate": 8.427976539882725e-06,
|
|
"loss": 0.5553,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 0.29780033840947545,
|
|
"grad_norm": 0.5058827141310254,
|
|
"learning_rate": 8.422152757534395e-06,
|
|
"loss": 0.5435,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 0.29828378051728305,
|
|
"grad_norm": 0.4766589825937423,
|
|
"learning_rate": 8.416320227887805e-06,
|
|
"loss": 0.5526,
|
|
"step": 617
|
|
},
|
|
{
|
|
"epoch": 0.29876722262509064,
|
|
"grad_norm": 0.47223702801719897,
|
|
"learning_rate": 8.410478965851371e-06,
|
|
"loss": 0.5542,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 0.29925066473289824,
|
|
"grad_norm": 0.4819039683875086,
|
|
"learning_rate": 8.404628986355832e-06,
|
|
"loss": 0.5546,
|
|
"step": 619
|
|
},
|
|
{
|
|
"epoch": 0.29973410684070584,
|
|
"grad_norm": 0.49462386708237827,
|
|
"learning_rate": 8.398770304354203e-06,
|
|
"loss": 0.5566,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.30021754894851344,
|
|
"grad_norm": 0.4977376021667819,
|
|
"learning_rate": 8.39290293482175e-06,
|
|
"loss": 0.5508,
|
|
"step": 621
|
|
},
|
|
{
|
|
"epoch": 0.30070099105632103,
|
|
"grad_norm": 0.506465713525892,
|
|
"learning_rate": 8.387026892755942e-06,
|
|
"loss": 0.5568,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 0.3011844331641286,
|
|
"grad_norm": 0.4712688161265267,
|
|
"learning_rate": 8.381142193176414e-06,
|
|
"loss": 0.5489,
|
|
"step": 623
|
|
},
|
|
{
|
|
"epoch": 0.30166787527193617,
|
|
"grad_norm": 0.4615215470431895,
|
|
"learning_rate": 8.375248851124937e-06,
|
|
"loss": 0.5554,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 0.30215131737974377,
|
|
"grad_norm": 0.5110895222198079,
|
|
"learning_rate": 8.369346881665364e-06,
|
|
"loss": 0.5466,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 0.30263475948755136,
|
|
"grad_norm": 0.47157470051165545,
|
|
"learning_rate": 8.363436299883604e-06,
|
|
"loss": 0.5644,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 0.30311820159535896,
|
|
"grad_norm": 0.4789841431133952,
|
|
"learning_rate": 8.357517120887586e-06,
|
|
"loss": 0.5493,
|
|
"step": 627
|
|
},
|
|
{
|
|
"epoch": 0.30360164370316656,
|
|
"grad_norm": 0.47629409809645545,
|
|
"learning_rate": 8.351589359807204e-06,
|
|
"loss": 0.5523,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 0.30408508581097415,
|
|
"grad_norm": 0.4618925314784255,
|
|
"learning_rate": 8.345653031794292e-06,
|
|
"loss": 0.5348,
|
|
"step": 629
|
|
},
|
|
{
|
|
"epoch": 0.30456852791878175,
|
|
"grad_norm": 0.500646417496574,
|
|
"learning_rate": 8.339708152022586e-06,
|
|
"loss": 0.554,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.3050519700265893,
|
|
"grad_norm": 0.4553680483630167,
|
|
"learning_rate": 8.333754735687677e-06,
|
|
"loss": 0.5489,
|
|
"step": 631
|
|
},
|
|
{
|
|
"epoch": 0.3055354121343969,
|
|
"grad_norm": 0.4591000336987377,
|
|
"learning_rate": 8.327792798006977e-06,
|
|
"loss": 0.5508,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 0.3060188542422045,
|
|
"grad_norm": 0.48696012413599493,
|
|
"learning_rate": 8.321822354219677e-06,
|
|
"loss": 0.5505,
|
|
"step": 633
|
|
},
|
|
{
|
|
"epoch": 0.3065022963500121,
|
|
"grad_norm": 0.4952413093498077,
|
|
"learning_rate": 8.315843419586717e-06,
|
|
"loss": 0.5574,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 0.3069857384578197,
|
|
"grad_norm": 0.4716786308005616,
|
|
"learning_rate": 8.309856009390732e-06,
|
|
"loss": 0.5281,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 0.3074691805656273,
|
|
"grad_norm": 0.5207738583309734,
|
|
"learning_rate": 8.303860138936027e-06,
|
|
"loss": 0.5607,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 0.3079526226734349,
|
|
"grad_norm": 0.5226978234399785,
|
|
"learning_rate": 8.297855823548528e-06,
|
|
"loss": 0.5565,
|
|
"step": 637
|
|
},
|
|
{
|
|
"epoch": 0.30843606478124247,
|
|
"grad_norm": 0.49251100209183046,
|
|
"learning_rate": 8.291843078575752e-06,
|
|
"loss": 0.5485,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 0.30891950688905,
|
|
"grad_norm": 0.4769824051475033,
|
|
"learning_rate": 8.285821919386758e-06,
|
|
"loss": 0.5456,
|
|
"step": 639
|
|
},
|
|
{
|
|
"epoch": 0.3094029489968576,
|
|
"grad_norm": 0.503019530780954,
|
|
"learning_rate": 8.279792361372114e-06,
|
|
"loss": 0.5602,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.3098863911046652,
|
|
"grad_norm": 0.48405162661408385,
|
|
"learning_rate": 8.273754419943856e-06,
|
|
"loss": 0.5536,
|
|
"step": 641
|
|
},
|
|
{
|
|
"epoch": 0.3103698332124728,
|
|
"grad_norm": 0.4657304337869963,
|
|
"learning_rate": 8.267708110535449e-06,
|
|
"loss": 0.5477,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 0.3108532753202804,
|
|
"grad_norm": 0.5106373655355231,
|
|
"learning_rate": 8.26165344860175e-06,
|
|
"loss": 0.571,
|
|
"step": 643
|
|
},
|
|
{
|
|
"epoch": 0.311336717428088,
|
|
"grad_norm": 0.4854760780132044,
|
|
"learning_rate": 8.255590449618958e-06,
|
|
"loss": 0.546,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 0.3118201595358956,
|
|
"grad_norm": 0.4817908473273075,
|
|
"learning_rate": 8.24951912908459e-06,
|
|
"loss": 0.5446,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 0.3123036016437032,
|
|
"grad_norm": 0.4792564537130554,
|
|
"learning_rate": 8.243439502517432e-06,
|
|
"loss": 0.5352,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 0.31278704375151073,
|
|
"grad_norm": 0.5188490831185355,
|
|
"learning_rate": 8.237351585457499e-06,
|
|
"loss": 0.5298,
|
|
"step": 647
|
|
},
|
|
{
|
|
"epoch": 0.3132704858593183,
|
|
"grad_norm": 0.5232755336111542,
|
|
"learning_rate": 8.231255393465993e-06,
|
|
"loss": 0.5387,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 0.3137539279671259,
|
|
"grad_norm": 0.48933101067554713,
|
|
"learning_rate": 8.225150942125278e-06,
|
|
"loss": 0.5156,
|
|
"step": 649
|
|
},
|
|
{
|
|
"epoch": 0.3142373700749335,
|
|
"grad_norm": 0.47579138598403903,
|
|
"learning_rate": 8.21903824703882e-06,
|
|
"loss": 0.552,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.3147208121827411,
|
|
"grad_norm": 0.47742859766681844,
|
|
"learning_rate": 8.21291732383116e-06,
|
|
"loss": 0.5498,
|
|
"step": 651
|
|
},
|
|
{
|
|
"epoch": 0.3152042542905487,
|
|
"grad_norm": 0.5282098462854927,
|
|
"learning_rate": 8.206788188147874e-06,
|
|
"loss": 0.5327,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 0.3156876963983563,
|
|
"grad_norm": 0.4655983753785802,
|
|
"learning_rate": 8.200650855655525e-06,
|
|
"loss": 0.5523,
|
|
"step": 653
|
|
},
|
|
{
|
|
"epoch": 0.3161711385061639,
|
|
"grad_norm": 0.46598993965098007,
|
|
"learning_rate": 8.19450534204163e-06,
|
|
"loss": 0.5428,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 0.3166545806139715,
|
|
"grad_norm": 0.48320040727215685,
|
|
"learning_rate": 8.188351663014615e-06,
|
|
"loss": 0.5511,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 0.31713802272177904,
|
|
"grad_norm": 0.4851268795547935,
|
|
"learning_rate": 8.182189834303783e-06,
|
|
"loss": 0.5515,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 0.31762146482958664,
|
|
"grad_norm": 0.4829311813743368,
|
|
"learning_rate": 8.176019871659263e-06,
|
|
"loss": 0.5425,
|
|
"step": 657
|
|
},
|
|
{
|
|
"epoch": 0.31810490693739424,
|
|
"grad_norm": 0.4268110510337058,
|
|
"learning_rate": 8.169841790851976e-06,
|
|
"loss": 0.5192,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 0.31858834904520184,
|
|
"grad_norm": 0.46970357309915234,
|
|
"learning_rate": 8.163655607673594e-06,
|
|
"loss": 0.5516,
|
|
"step": 659
|
|
},
|
|
{
|
|
"epoch": 0.31907179115300943,
|
|
"grad_norm": 0.4688205789040297,
|
|
"learning_rate": 8.157461337936506e-06,
|
|
"loss": 0.5398,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.31955523326081703,
|
|
"grad_norm": 0.49966496418563966,
|
|
"learning_rate": 8.151258997473757e-06,
|
|
"loss": 0.5501,
|
|
"step": 661
|
|
},
|
|
{
|
|
"epoch": 0.3200386753686246,
|
|
"grad_norm": 0.4715831395525512,
|
|
"learning_rate": 8.145048602139031e-06,
|
|
"loss": 0.5473,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 0.3205221174764322,
|
|
"grad_norm": 0.46025918766438206,
|
|
"learning_rate": 8.138830167806601e-06,
|
|
"loss": 0.5481,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 0.32100555958423976,
|
|
"grad_norm": 0.49250849769551697,
|
|
"learning_rate": 8.132603710371287e-06,
|
|
"loss": 0.5563,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 0.32148900169204736,
|
|
"grad_norm": 0.46277397720994495,
|
|
"learning_rate": 8.126369245748413e-06,
|
|
"loss": 0.5418,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 0.32197244379985496,
|
|
"grad_norm": 0.44842320811529324,
|
|
"learning_rate": 8.120126789873775e-06,
|
|
"loss": 0.549,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 0.32245588590766255,
|
|
"grad_norm": 0.4487718178782243,
|
|
"learning_rate": 8.113876358703593e-06,
|
|
"loss": 0.5515,
|
|
"step": 667
|
|
},
|
|
{
|
|
"epoch": 0.32293932801547015,
|
|
"grad_norm": 0.49737040438900676,
|
|
"learning_rate": 8.10761796821447e-06,
|
|
"loss": 0.5529,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 0.32342277012327775,
|
|
"grad_norm": 0.5088088437400782,
|
|
"learning_rate": 8.10135163440336e-06,
|
|
"loss": 0.5507,
|
|
"step": 669
|
|
},
|
|
{
|
|
"epoch": 0.32390621223108534,
|
|
"grad_norm": 0.5221100660415426,
|
|
"learning_rate": 8.095077373287517e-06,
|
|
"loss": 0.5363,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.32438965433889294,
|
|
"grad_norm": 0.5098038198929602,
|
|
"learning_rate": 8.088795200904457e-06,
|
|
"loss": 0.5443,
|
|
"step": 671
|
|
},
|
|
{
|
|
"epoch": 0.3248730964467005,
|
|
"grad_norm": 0.5299548080054053,
|
|
"learning_rate": 8.08250513331192e-06,
|
|
"loss": 0.5547,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 0.3253565385545081,
|
|
"grad_norm": 0.47991648628747413,
|
|
"learning_rate": 8.076207186587826e-06,
|
|
"loss": 0.552,
|
|
"step": 673
|
|
},
|
|
{
|
|
"epoch": 0.3258399806623157,
|
|
"grad_norm": 0.4928995313967277,
|
|
"learning_rate": 8.069901376830232e-06,
|
|
"loss": 0.5449,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 0.3263234227701233,
|
|
"grad_norm": 0.526245201002504,
|
|
"learning_rate": 8.063587720157298e-06,
|
|
"loss": 0.5544,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 0.32680686487793087,
|
|
"grad_norm": 0.5169185895561939,
|
|
"learning_rate": 8.057266232707239e-06,
|
|
"loss": 0.5388,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 0.32729030698573847,
|
|
"grad_norm": 0.45862190884382065,
|
|
"learning_rate": 8.050936930638285e-06,
|
|
"loss": 0.5523,
|
|
"step": 677
|
|
},
|
|
{
|
|
"epoch": 0.32777374909354606,
|
|
"grad_norm": 0.4791194354627634,
|
|
"learning_rate": 8.044599830128643e-06,
|
|
"loss": 0.5498,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 0.32825719120135366,
|
|
"grad_norm": 0.5040011739287719,
|
|
"learning_rate": 8.038254947376454e-06,
|
|
"loss": 0.5378,
|
|
"step": 679
|
|
},
|
|
{
|
|
"epoch": 0.3287406333091612,
|
|
"grad_norm": 0.42346684737245893,
|
|
"learning_rate": 8.03190229859975e-06,
|
|
"loss": 0.5541,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.3292240754169688,
|
|
"grad_norm": 0.48225697444636256,
|
|
"learning_rate": 8.02554190003641e-06,
|
|
"loss": 0.5505,
|
|
"step": 681
|
|
},
|
|
{
|
|
"epoch": 0.3297075175247764,
|
|
"grad_norm": 0.480200233217211,
|
|
"learning_rate": 8.019173767944128e-06,
|
|
"loss": 0.5563,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 0.330190959632584,
|
|
"grad_norm": 0.4406037883552503,
|
|
"learning_rate": 8.012797918600363e-06,
|
|
"loss": 0.5241,
|
|
"step": 683
|
|
},
|
|
{
|
|
"epoch": 0.3306744017403916,
|
|
"grad_norm": 0.4838913486529156,
|
|
"learning_rate": 8.006414368302297e-06,
|
|
"loss": 0.5251,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 0.3311578438481992,
|
|
"grad_norm": 0.45454190895682295,
|
|
"learning_rate": 8.000023133366804e-06,
|
|
"loss": 0.5449,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 0.3316412859560068,
|
|
"grad_norm": 0.49869890620532237,
|
|
"learning_rate": 7.99362423013039e-06,
|
|
"loss": 0.5401,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 0.3321247280638144,
|
|
"grad_norm": 0.4727231220514769,
|
|
"learning_rate": 7.98721767494917e-06,
|
|
"loss": 0.5381,
|
|
"step": 687
|
|
},
|
|
{
|
|
"epoch": 0.332608170171622,
|
|
"grad_norm": 0.46944667758244535,
|
|
"learning_rate": 7.980803484198817e-06,
|
|
"loss": 0.5542,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 0.3330916122794295,
|
|
"grad_norm": 0.4643616722232514,
|
|
"learning_rate": 7.974381674274517e-06,
|
|
"loss": 0.5394,
|
|
"step": 689
|
|
},
|
|
{
|
|
"epoch": 0.3335750543872371,
|
|
"grad_norm": 0.4529493856728362,
|
|
"learning_rate": 7.967952261590936e-06,
|
|
"loss": 0.5478,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.3340584964950447,
|
|
"grad_norm": 0.4497900124215144,
|
|
"learning_rate": 7.961515262582168e-06,
|
|
"loss": 0.5387,
|
|
"step": 691
|
|
},
|
|
{
|
|
"epoch": 0.3345419386028523,
|
|
"grad_norm": 0.4613195703294155,
|
|
"learning_rate": 7.955070693701704e-06,
|
|
"loss": 0.5488,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 0.3350253807106599,
|
|
"grad_norm": 0.45208853687907335,
|
|
"learning_rate": 7.94861857142238e-06,
|
|
"loss": 0.5161,
|
|
"step": 693
|
|
},
|
|
{
|
|
"epoch": 0.3355088228184675,
|
|
"grad_norm": 0.45338462953665065,
|
|
"learning_rate": 7.942158912236339e-06,
|
|
"loss": 0.5504,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 0.3359922649262751,
|
|
"grad_norm": 0.45784135957705213,
|
|
"learning_rate": 7.935691732654995e-06,
|
|
"loss": 0.5525,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 0.3364757070340827,
|
|
"grad_norm": 0.4745455134248678,
|
|
"learning_rate": 7.929217049208977e-06,
|
|
"loss": 0.5549,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 0.33695914914189024,
|
|
"grad_norm": 0.46788843343497605,
|
|
"learning_rate": 7.922734878448099e-06,
|
|
"loss": 0.5543,
|
|
"step": 697
|
|
},
|
|
{
|
|
"epoch": 0.33744259124969783,
|
|
"grad_norm": 0.4894111106267614,
|
|
"learning_rate": 7.916245236941311e-06,
|
|
"loss": 0.5456,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 0.33792603335750543,
|
|
"grad_norm": 0.4818527781927651,
|
|
"learning_rate": 7.90974814127666e-06,
|
|
"loss": 0.5436,
|
|
"step": 699
|
|
},
|
|
{
|
|
"epoch": 0.338409475465313,
|
|
"grad_norm": 0.48230512049955104,
|
|
"learning_rate": 7.903243608061246e-06,
|
|
"loss": 0.5569,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.3388929175731206,
|
|
"grad_norm": 0.4651013778967097,
|
|
"learning_rate": 7.89673165392118e-06,
|
|
"loss": 0.5497,
|
|
"step": 701
|
|
},
|
|
{
|
|
"epoch": 0.3393763596809282,
|
|
"grad_norm": 0.5263037891579944,
|
|
"learning_rate": 7.890212295501542e-06,
|
|
"loss": 0.5489,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 0.3398598017887358,
|
|
"grad_norm": 0.47525750483933155,
|
|
"learning_rate": 7.883685549466337e-06,
|
|
"loss": 0.5438,
|
|
"step": 703
|
|
},
|
|
{
|
|
"epoch": 0.3403432438965434,
|
|
"grad_norm": 0.48435256135519467,
|
|
"learning_rate": 7.877151432498456e-06,
|
|
"loss": 0.5506,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 0.34082668600435095,
|
|
"grad_norm": 0.49040296450298604,
|
|
"learning_rate": 7.870609961299627e-06,
|
|
"loss": 0.536,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 0.34131012811215855,
|
|
"grad_norm": 0.4437135993163076,
|
|
"learning_rate": 7.864061152590376e-06,
|
|
"loss": 0.5539,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 0.34179357021996615,
|
|
"grad_norm": 0.48585487486606105,
|
|
"learning_rate": 7.857505023109989e-06,
|
|
"loss": 0.5461,
|
|
"step": 707
|
|
},
|
|
{
|
|
"epoch": 0.34227701232777374,
|
|
"grad_norm": 0.48202275018795376,
|
|
"learning_rate": 7.850941589616458e-06,
|
|
"loss": 0.5371,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 0.34276045443558134,
|
|
"grad_norm": 0.4716406712767161,
|
|
"learning_rate": 7.844370868886452e-06,
|
|
"loss": 0.5557,
|
|
"step": 709
|
|
},
|
|
{
|
|
"epoch": 0.34324389654338894,
|
|
"grad_norm": 0.49083867550017374,
|
|
"learning_rate": 7.83779287771526e-06,
|
|
"loss": 0.5459,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.34372733865119653,
|
|
"grad_norm": 0.49576681886311147,
|
|
"learning_rate": 7.831207632916757e-06,
|
|
"loss": 0.5466,
|
|
"step": 711
|
|
},
|
|
{
|
|
"epoch": 0.34421078075900413,
|
|
"grad_norm": 0.4533195955521626,
|
|
"learning_rate": 7.824615151323363e-06,
|
|
"loss": 0.519,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 0.3446942228668117,
|
|
"grad_norm": 0.4638295505748454,
|
|
"learning_rate": 7.818015449785987e-06,
|
|
"loss": 0.5485,
|
|
"step": 713
|
|
},
|
|
{
|
|
"epoch": 0.34517766497461927,
|
|
"grad_norm": 0.4802273717901249,
|
|
"learning_rate": 7.811408545174001e-06,
|
|
"loss": 0.5453,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 0.34566110708242687,
|
|
"grad_norm": 0.4633815927205105,
|
|
"learning_rate": 7.804794454375189e-06,
|
|
"loss": 0.5504,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 0.34614454919023446,
|
|
"grad_norm": 0.4455507327132057,
|
|
"learning_rate": 7.798173194295693e-06,
|
|
"loss": 0.5425,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 0.34662799129804206,
|
|
"grad_norm": 0.4555461305882042,
|
|
"learning_rate": 7.791544781859993e-06,
|
|
"loss": 0.5402,
|
|
"step": 717
|
|
},
|
|
{
|
|
"epoch": 0.34711143340584966,
|
|
"grad_norm": 0.4459519768062681,
|
|
"learning_rate": 7.784909234010843e-06,
|
|
"loss": 0.5448,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 0.34759487551365725,
|
|
"grad_norm": 0.43036102684437805,
|
|
"learning_rate": 7.778266567709239e-06,
|
|
"loss": 0.5532,
|
|
"step": 719
|
|
},
|
|
{
|
|
"epoch": 0.34807831762146485,
|
|
"grad_norm": 0.4640780423848208,
|
|
"learning_rate": 7.771616799934372e-06,
|
|
"loss": 0.5403,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.34856175972927245,
|
|
"grad_norm": 0.4785048230046999,
|
|
"learning_rate": 7.764959947683581e-06,
|
|
"loss": 0.5484,
|
|
"step": 721
|
|
},
|
|
{
|
|
"epoch": 0.34904520183708,
|
|
"grad_norm": 0.5054523460781126,
|
|
"learning_rate": 7.758296027972324e-06,
|
|
"loss": 0.5367,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 0.3495286439448876,
|
|
"grad_norm": 0.46292028395178175,
|
|
"learning_rate": 7.751625057834107e-06,
|
|
"loss": 0.5221,
|
|
"step": 723
|
|
},
|
|
{
|
|
"epoch": 0.3500120860526952,
|
|
"grad_norm": 0.5080355944834025,
|
|
"learning_rate": 7.744947054320475e-06,
|
|
"loss": 0.552,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 0.3504955281605028,
|
|
"grad_norm": 0.4692605361826857,
|
|
"learning_rate": 7.73826203450094e-06,
|
|
"loss": 0.5516,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 0.3509789702683104,
|
|
"grad_norm": 0.4452014990295793,
|
|
"learning_rate": 7.731570015462953e-06,
|
|
"loss": 0.5385,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 0.35146241237611797,
|
|
"grad_norm": 0.4407238797603078,
|
|
"learning_rate": 7.724871014311853e-06,
|
|
"loss": 0.5512,
|
|
"step": 727
|
|
},
|
|
{
|
|
"epoch": 0.35194585448392557,
|
|
"grad_norm": 0.4578450461185458,
|
|
"learning_rate": 7.718165048170827e-06,
|
|
"loss": 0.5436,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 0.35242929659173317,
|
|
"grad_norm": 0.47134089664050416,
|
|
"learning_rate": 7.711452134180865e-06,
|
|
"loss": 0.5439,
|
|
"step": 729
|
|
},
|
|
{
|
|
"epoch": 0.3529127386995407,
|
|
"grad_norm": 0.45807802586279717,
|
|
"learning_rate": 7.704732289500717e-06,
|
|
"loss": 0.535,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.3533961808073483,
|
|
"grad_norm": 0.46923078006226726,
|
|
"learning_rate": 7.698005531306844e-06,
|
|
"loss": 0.5438,
|
|
"step": 731
|
|
},
|
|
{
|
|
"epoch": 0.3538796229151559,
|
|
"grad_norm": 0.47163216368627525,
|
|
"learning_rate": 7.691271876793387e-06,
|
|
"loss": 0.5412,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 0.3543630650229635,
|
|
"grad_norm": 0.43982060964801745,
|
|
"learning_rate": 7.684531343172108e-06,
|
|
"loss": 0.5326,
|
|
"step": 733
|
|
},
|
|
{
|
|
"epoch": 0.3548465071307711,
|
|
"grad_norm": 0.49898422329655673,
|
|
"learning_rate": 7.677783947672352e-06,
|
|
"loss": 0.5352,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 0.3553299492385787,
|
|
"grad_norm": 0.4426035951569431,
|
|
"learning_rate": 7.67102970754101e-06,
|
|
"loss": 0.5083,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 0.3558133913463863,
|
|
"grad_norm": 0.473881609856312,
|
|
"learning_rate": 7.664268640042459e-06,
|
|
"loss": 0.5493,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 0.3562968334541939,
|
|
"grad_norm": 0.48477702288906854,
|
|
"learning_rate": 7.657500762458536e-06,
|
|
"loss": 0.5415,
|
|
"step": 737
|
|
},
|
|
{
|
|
"epoch": 0.3567802755620014,
|
|
"grad_norm": 0.4673684560489235,
|
|
"learning_rate": 7.65072609208848e-06,
|
|
"loss": 0.5402,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 0.357263717669809,
|
|
"grad_norm": 0.45922228645390506,
|
|
"learning_rate": 7.643944646248898e-06,
|
|
"loss": 0.5523,
|
|
"step": 739
|
|
},
|
|
{
|
|
"epoch": 0.3577471597776166,
|
|
"grad_norm": 0.5023203702238386,
|
|
"learning_rate": 7.637156442273705e-06,
|
|
"loss": 0.5472,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.3582306018854242,
|
|
"grad_norm": 0.5158066743775931,
|
|
"learning_rate": 7.630361497514104e-06,
|
|
"loss": 0.5409,
|
|
"step": 741
|
|
},
|
|
{
|
|
"epoch": 0.3587140439932318,
|
|
"grad_norm": 0.4279389055361383,
|
|
"learning_rate": 7.6235598293385184e-06,
|
|
"loss": 0.548,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 0.3591974861010394,
|
|
"grad_norm": 0.48124896416843527,
|
|
"learning_rate": 7.616751455132561e-06,
|
|
"loss": 0.5061,
|
|
"step": 743
|
|
},
|
|
{
|
|
"epoch": 0.359680928208847,
|
|
"grad_norm": 0.45130820986839676,
|
|
"learning_rate": 7.6099363922989845e-06,
|
|
"loss": 0.5408,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 0.3601643703166546,
|
|
"grad_norm": 0.43968032097493187,
|
|
"learning_rate": 7.60311465825764e-06,
|
|
"loss": 0.5419,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 0.36064781242446214,
|
|
"grad_norm": 0.4638052394642039,
|
|
"learning_rate": 7.596286270445429e-06,
|
|
"loss": 0.5474,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 0.36113125453226974,
|
|
"grad_norm": 0.47215533812036253,
|
|
"learning_rate": 7.5894512463162595e-06,
|
|
"loss": 0.5481,
|
|
"step": 747
|
|
},
|
|
{
|
|
"epoch": 0.36161469664007734,
|
|
"grad_norm": 0.4910077404120728,
|
|
"learning_rate": 7.5826096033410056e-06,
|
|
"loss": 0.5483,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 0.36209813874788493,
|
|
"grad_norm": 0.49435519282302404,
|
|
"learning_rate": 7.575761359007459e-06,
|
|
"loss": 0.5375,
|
|
"step": 749
|
|
},
|
|
{
|
|
"epoch": 0.36258158085569253,
|
|
"grad_norm": 0.4645080520487796,
|
|
"learning_rate": 7.568906530820281e-06,
|
|
"loss": 0.5406,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.36306502296350013,
|
|
"grad_norm": 0.48056836362105476,
|
|
"learning_rate": 7.562045136300969e-06,
|
|
"loss": 0.547,
|
|
"step": 751
|
|
},
|
|
{
|
|
"epoch": 0.3635484650713077,
|
|
"grad_norm": 0.4648855493783244,
|
|
"learning_rate": 7.555177192987797e-06,
|
|
"loss": 0.5372,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 0.3640319071791153,
|
|
"grad_norm": 0.43851001194612105,
|
|
"learning_rate": 7.5483027184357825e-06,
|
|
"loss": 0.5484,
|
|
"step": 753
|
|
},
|
|
{
|
|
"epoch": 0.3645153492869229,
|
|
"grad_norm": 0.4234049796935857,
|
|
"learning_rate": 7.541421730216638e-06,
|
|
"loss": 0.4914,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 0.36499879139473046,
|
|
"grad_norm": 0.4886945785128111,
|
|
"learning_rate": 7.534534245918723e-06,
|
|
"loss": 0.5362,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 0.36548223350253806,
|
|
"grad_norm": 0.47490196043064764,
|
|
"learning_rate": 7.527640283147003e-06,
|
|
"loss": 0.5387,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 0.36596567561034565,
|
|
"grad_norm": 0.4422931000418374,
|
|
"learning_rate": 7.520739859523001e-06,
|
|
"loss": 0.5334,
|
|
"step": 757
|
|
},
|
|
{
|
|
"epoch": 0.36644911771815325,
|
|
"grad_norm": 0.45103949345201827,
|
|
"learning_rate": 7.513832992684758e-06,
|
|
"loss": 0.5423,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 0.36693255982596085,
|
|
"grad_norm": 0.5023542886793314,
|
|
"learning_rate": 7.50691970028678e-06,
|
|
"loss": 0.5371,
|
|
"step": 759
|
|
},
|
|
{
|
|
"epoch": 0.36741600193376844,
|
|
"grad_norm": 0.48961990962706975,
|
|
"learning_rate": 7.500000000000001e-06,
|
|
"loss": 0.5602,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.36789944404157604,
|
|
"grad_norm": 0.47244479352550756,
|
|
"learning_rate": 7.493073909511732e-06,
|
|
"loss": 0.5399,
|
|
"step": 761
|
|
},
|
|
{
|
|
"epoch": 0.36838288614938364,
|
|
"grad_norm": 0.47262373426445514,
|
|
"learning_rate": 7.486141446525619e-06,
|
|
"loss": 0.5465,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 0.3688663282571912,
|
|
"grad_norm": 0.47837508137309714,
|
|
"learning_rate": 7.479202628761597e-06,
|
|
"loss": 0.5412,
|
|
"step": 763
|
|
},
|
|
{
|
|
"epoch": 0.3693497703649988,
|
|
"grad_norm": 0.47771254343171743,
|
|
"learning_rate": 7.472257473955841e-06,
|
|
"loss": 0.5429,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 0.36983321247280637,
|
|
"grad_norm": 0.45892920422210776,
|
|
"learning_rate": 7.465305999860728e-06,
|
|
"loss": 0.5358,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 0.37031665458061397,
|
|
"grad_norm": 0.4636269912834914,
|
|
"learning_rate": 7.4583482242447856e-06,
|
|
"loss": 0.528,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 0.37080009668842157,
|
|
"grad_norm": 0.45196732778688614,
|
|
"learning_rate": 7.45138416489265e-06,
|
|
"loss": 0.5466,
|
|
"step": 767
|
|
},
|
|
{
|
|
"epoch": 0.37128353879622916,
|
|
"grad_norm": 0.44240214579051484,
|
|
"learning_rate": 7.444413839605017e-06,
|
|
"loss": 0.5315,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 0.37176698090403676,
|
|
"grad_norm": 0.45295775865600874,
|
|
"learning_rate": 7.437437266198602e-06,
|
|
"loss": 0.5443,
|
|
"step": 769
|
|
},
|
|
{
|
|
"epoch": 0.37225042301184436,
|
|
"grad_norm": 0.44966146652009026,
|
|
"learning_rate": 7.430454462506085e-06,
|
|
"loss": 0.5417,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.3727338651196519,
|
|
"grad_norm": 0.451144144721217,
|
|
"learning_rate": 7.423465446376079e-06,
|
|
"loss": 0.5389,
|
|
"step": 771
|
|
},
|
|
{
|
|
"epoch": 0.3732173072274595,
|
|
"grad_norm": 0.45620688667035586,
|
|
"learning_rate": 7.416470235673069e-06,
|
|
"loss": 0.538,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 0.3737007493352671,
|
|
"grad_norm": 0.44604596469243557,
|
|
"learning_rate": 7.40946884827738e-06,
|
|
"loss": 0.5293,
|
|
"step": 773
|
|
},
|
|
{
|
|
"epoch": 0.3741841914430747,
|
|
"grad_norm": 0.4476638425696451,
|
|
"learning_rate": 7.402461302085121e-06,
|
|
"loss": 0.5402,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 0.3746676335508823,
|
|
"grad_norm": 0.46401364076227924,
|
|
"learning_rate": 7.395447615008147e-06,
|
|
"loss": 0.5377,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 0.3751510756586899,
|
|
"grad_norm": 0.46250351228418424,
|
|
"learning_rate": 7.388427804974003e-06,
|
|
"loss": 0.5455,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 0.3756345177664975,
|
|
"grad_norm": 0.448294668881327,
|
|
"learning_rate": 7.381401889925894e-06,
|
|
"loss": 0.5311,
|
|
"step": 777
|
|
},
|
|
{
|
|
"epoch": 0.3761179598743051,
|
|
"grad_norm": 0.4490599419042619,
|
|
"learning_rate": 7.374369887822623e-06,
|
|
"loss": 0.5416,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 0.3766014019821126,
|
|
"grad_norm": 0.44904272890455516,
|
|
"learning_rate": 7.367331816638554e-06,
|
|
"loss": 0.5464,
|
|
"step": 779
|
|
},
|
|
{
|
|
"epoch": 0.3770848440899202,
|
|
"grad_norm": 0.4731428544902919,
|
|
"learning_rate": 7.360287694363566e-06,
|
|
"loss": 0.5415,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.3775682861977278,
|
|
"grad_norm": 0.4760085542862297,
|
|
"learning_rate": 7.353237539002999e-06,
|
|
"loss": 0.5388,
|
|
"step": 781
|
|
},
|
|
{
|
|
"epoch": 0.3780517283055354,
|
|
"grad_norm": 0.4817431722421546,
|
|
"learning_rate": 7.346181368577624e-06,
|
|
"loss": 0.5513,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 0.378535170413343,
|
|
"grad_norm": 0.462287277146555,
|
|
"learning_rate": 7.3391192011235764e-06,
|
|
"loss": 0.5393,
|
|
"step": 783
|
|
},
|
|
{
|
|
"epoch": 0.3790186125211506,
|
|
"grad_norm": 0.44812435609118556,
|
|
"learning_rate": 7.3320510546923285e-06,
|
|
"loss": 0.5509,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 0.3795020546289582,
|
|
"grad_norm": 0.48025260306275075,
|
|
"learning_rate": 7.324976947350631e-06,
|
|
"loss": 0.5387,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 0.3799854967367658,
|
|
"grad_norm": 0.4639545538957294,
|
|
"learning_rate": 7.317896897180472e-06,
|
|
"loss": 0.5298,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 0.3804689388445734,
|
|
"grad_norm": 0.46088677266135386,
|
|
"learning_rate": 7.31081092227903e-06,
|
|
"loss": 0.5371,
|
|
"step": 787
|
|
},
|
|
{
|
|
"epoch": 0.38095238095238093,
|
|
"grad_norm": 0.4446814202000039,
|
|
"learning_rate": 7.303719040758631e-06,
|
|
"loss": 0.5368,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 0.38143582306018853,
|
|
"grad_norm": 0.4628164716114684,
|
|
"learning_rate": 7.296621270746691e-06,
|
|
"loss": 0.5439,
|
|
"step": 789
|
|
},
|
|
{
|
|
"epoch": 0.3819192651679961,
|
|
"grad_norm": 0.46916898249294825,
|
|
"learning_rate": 7.289517630385687e-06,
|
|
"loss": 0.5188,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.3824027072758037,
|
|
"grad_norm": 0.44187034218765375,
|
|
"learning_rate": 7.282408137833093e-06,
|
|
"loss": 0.5404,
|
|
"step": 791
|
|
},
|
|
{
|
|
"epoch": 0.3828861493836113,
|
|
"grad_norm": 0.47877844839355055,
|
|
"learning_rate": 7.275292811261346e-06,
|
|
"loss": 0.5377,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 0.3833695914914189,
|
|
"grad_norm": 0.46034254680546527,
|
|
"learning_rate": 7.268171668857794e-06,
|
|
"loss": 0.5489,
|
|
"step": 793
|
|
},
|
|
{
|
|
"epoch": 0.3838530335992265,
|
|
"grad_norm": 0.4557903207271804,
|
|
"learning_rate": 7.261044728824652e-06,
|
|
"loss": 0.5415,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 0.3843364757070341,
|
|
"grad_norm": 0.477573699663043,
|
|
"learning_rate": 7.253912009378953e-06,
|
|
"loss": 0.5526,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 0.38481991781484165,
|
|
"grad_norm": 0.5200587123977845,
|
|
"learning_rate": 7.246773528752501e-06,
|
|
"loss": 0.5452,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 0.38530335992264925,
|
|
"grad_norm": 0.4504279257869106,
|
|
"learning_rate": 7.239629305191828e-06,
|
|
"loss": 0.528,
|
|
"step": 797
|
|
},
|
|
{
|
|
"epoch": 0.38578680203045684,
|
|
"grad_norm": 0.47332344951633437,
|
|
"learning_rate": 7.2324793569581474e-06,
|
|
"loss": 0.5413,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 0.38627024413826444,
|
|
"grad_norm": 0.4658360771399747,
|
|
"learning_rate": 7.2253237023273e-06,
|
|
"loss": 0.5111,
|
|
"step": 799
|
|
},
|
|
{
|
|
"epoch": 0.38675368624607204,
|
|
"grad_norm": 0.4820288472202763,
|
|
"learning_rate": 7.21816235958972e-06,
|
|
"loss": 0.5472,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.38723712835387963,
|
|
"grad_norm": 0.4713168204495061,
|
|
"learning_rate": 7.210995347050372e-06,
|
|
"loss": 0.5441,
|
|
"step": 801
|
|
},
|
|
{
|
|
"epoch": 0.38772057046168723,
|
|
"grad_norm": 0.45204543208032005,
|
|
"learning_rate": 7.203822683028721e-06,
|
|
"loss": 0.5403,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 0.3882040125694948,
|
|
"grad_norm": 0.4577372851640406,
|
|
"learning_rate": 7.196644385858673e-06,
|
|
"loss": 0.5303,
|
|
"step": 803
|
|
},
|
|
{
|
|
"epoch": 0.38868745467730237,
|
|
"grad_norm": 0.4458565390228467,
|
|
"learning_rate": 7.189460473888535e-06,
|
|
"loss": 0.5453,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 0.38917089678510997,
|
|
"grad_norm": 0.4735785239686837,
|
|
"learning_rate": 7.182270965480963e-06,
|
|
"loss": 0.5491,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 0.38965433889291756,
|
|
"grad_norm": 0.44995709460533084,
|
|
"learning_rate": 7.17507587901292e-06,
|
|
"loss": 0.5328,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 0.39013778100072516,
|
|
"grad_norm": 0.45714294309440695,
|
|
"learning_rate": 7.167875232875632e-06,
|
|
"loss": 0.5401,
|
|
"step": 807
|
|
},
|
|
{
|
|
"epoch": 0.39062122310853276,
|
|
"grad_norm": 0.45625350898261685,
|
|
"learning_rate": 7.160669045474524e-06,
|
|
"loss": 0.5198,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 0.39110466521634035,
|
|
"grad_norm": 0.45109568818047574,
|
|
"learning_rate": 7.153457335229196e-06,
|
|
"loss": 0.5396,
|
|
"step": 809
|
|
},
|
|
{
|
|
"epoch": 0.39158810732414795,
|
|
"grad_norm": 0.4362283889114229,
|
|
"learning_rate": 7.146240120573358e-06,
|
|
"loss": 0.5421,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.39207154943195555,
|
|
"grad_norm": 0.44454460051068084,
|
|
"learning_rate": 7.1390174199547945e-06,
|
|
"loss": 0.5495,
|
|
"step": 811
|
|
},
|
|
{
|
|
"epoch": 0.3925549915397631,
|
|
"grad_norm": 0.47028424443890243,
|
|
"learning_rate": 7.131789251835309e-06,
|
|
"loss": 0.5528,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 0.3930384336475707,
|
|
"grad_norm": 0.44600311061331627,
|
|
"learning_rate": 7.124555634690684e-06,
|
|
"loss": 0.546,
|
|
"step": 813
|
|
},
|
|
{
|
|
"epoch": 0.3935218757553783,
|
|
"grad_norm": 0.42127806705345067,
|
|
"learning_rate": 7.117316587010625e-06,
|
|
"loss": 0.5164,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 0.3940053178631859,
|
|
"grad_norm": 0.4919804442725305,
|
|
"learning_rate": 7.110072127298722e-06,
|
|
"loss": 0.5405,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 0.3944887599709935,
|
|
"grad_norm": 0.433673881020081,
|
|
"learning_rate": 7.1028222740724e-06,
|
|
"loss": 0.5474,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 0.39497220207880107,
|
|
"grad_norm": 0.44154650103792475,
|
|
"learning_rate": 7.095567045862867e-06,
|
|
"loss": 0.537,
|
|
"step": 817
|
|
},
|
|
{
|
|
"epoch": 0.39545564418660867,
|
|
"grad_norm": 0.4862239172154185,
|
|
"learning_rate": 7.0883064612150684e-06,
|
|
"loss": 0.5418,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 0.39593908629441626,
|
|
"grad_norm": 0.44482243313717656,
|
|
"learning_rate": 7.081040538687649e-06,
|
|
"loss": 0.5421,
|
|
"step": 819
|
|
},
|
|
{
|
|
"epoch": 0.3964225284022238,
|
|
"grad_norm": 0.4674091065145529,
|
|
"learning_rate": 7.073769296852888e-06,
|
|
"loss": 0.5322,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.3969059705100314,
|
|
"grad_norm": 0.42008927529357837,
|
|
"learning_rate": 7.066492754296668e-06,
|
|
"loss": 0.5021,
|
|
"step": 821
|
|
},
|
|
{
|
|
"epoch": 0.397389412617839,
|
|
"grad_norm": 0.4604995654095531,
|
|
"learning_rate": 7.059210929618416e-06,
|
|
"loss": 0.5449,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 0.3978728547256466,
|
|
"grad_norm": 0.45094698267399413,
|
|
"learning_rate": 7.051923841431063e-06,
|
|
"loss": 0.5376,
|
|
"step": 823
|
|
},
|
|
{
|
|
"epoch": 0.3983562968334542,
|
|
"grad_norm": 0.46562198473083916,
|
|
"learning_rate": 7.044631508360996e-06,
|
|
"loss": 0.5449,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 0.3988397389412618,
|
|
"grad_norm": 0.45370053407350325,
|
|
"learning_rate": 7.037333949048005e-06,
|
|
"loss": 0.5443,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 0.3993231810490694,
|
|
"grad_norm": 0.45490375066885613,
|
|
"learning_rate": 7.03003118214524e-06,
|
|
"loss": 0.4994,
|
|
"step": 826
|
|
},
|
|
{
|
|
"epoch": 0.399806623156877,
|
|
"grad_norm": 0.4689025885486327,
|
|
"learning_rate": 7.022723226319159e-06,
|
|
"loss": 0.5249,
|
|
"step": 827
|
|
},
|
|
{
|
|
"epoch": 0.4002900652646846,
|
|
"grad_norm": 0.4587224558807211,
|
|
"learning_rate": 7.0154101002494914e-06,
|
|
"loss": 0.531,
|
|
"step": 828
|
|
},
|
|
{
|
|
"epoch": 0.4007735073724921,
|
|
"grad_norm": 0.43840918685603564,
|
|
"learning_rate": 7.008091822629172e-06,
|
|
"loss": 0.5331,
|
|
"step": 829
|
|
},
|
|
{
|
|
"epoch": 0.4012569494802997,
|
|
"grad_norm": 0.5046588696515812,
|
|
"learning_rate": 7.00076841216431e-06,
|
|
"loss": 0.5302,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.4017403915881073,
|
|
"grad_norm": 0.485313377425035,
|
|
"learning_rate": 6.993439887574133e-06,
|
|
"loss": 0.5418,
|
|
"step": 831
|
|
},
|
|
{
|
|
"epoch": 0.4022238336959149,
|
|
"grad_norm": 0.47268076488419086,
|
|
"learning_rate": 6.986106267590942e-06,
|
|
"loss": 0.535,
|
|
"step": 832
|
|
},
|
|
{
|
|
"epoch": 0.4027072758037225,
|
|
"grad_norm": 0.4528644527398112,
|
|
"learning_rate": 6.978767570960057e-06,
|
|
"loss": 0.5362,
|
|
"step": 833
|
|
},
|
|
{
|
|
"epoch": 0.4031907179115301,
|
|
"grad_norm": 0.458241227473586,
|
|
"learning_rate": 6.971423816439782e-06,
|
|
"loss": 0.5346,
|
|
"step": 834
|
|
},
|
|
{
|
|
"epoch": 0.4036741600193377,
|
|
"grad_norm": 0.476721951726036,
|
|
"learning_rate": 6.964075022801341e-06,
|
|
"loss": 0.541,
|
|
"step": 835
|
|
},
|
|
{
|
|
"epoch": 0.4041576021271453,
|
|
"grad_norm": 0.4634216130492689,
|
|
"learning_rate": 6.956721208828847e-06,
|
|
"loss": 0.5441,
|
|
"step": 836
|
|
},
|
|
{
|
|
"epoch": 0.40464104423495284,
|
|
"grad_norm": 0.46202808494163927,
|
|
"learning_rate": 6.949362393319239e-06,
|
|
"loss": 0.5416,
|
|
"step": 837
|
|
},
|
|
{
|
|
"epoch": 0.40512448634276044,
|
|
"grad_norm": 0.44981029617918733,
|
|
"learning_rate": 6.941998595082243e-06,
|
|
"loss": 0.5438,
|
|
"step": 838
|
|
},
|
|
{
|
|
"epoch": 0.40560792845056803,
|
|
"grad_norm": 0.44835769630421096,
|
|
"learning_rate": 6.934629832940322e-06,
|
|
"loss": 0.5322,
|
|
"step": 839
|
|
},
|
|
{
|
|
"epoch": 0.40609137055837563,
|
|
"grad_norm": 0.4879526087044361,
|
|
"learning_rate": 6.927256125728624e-06,
|
|
"loss": 0.544,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.4065748126661832,
|
|
"grad_norm": 0.47319742567660167,
|
|
"learning_rate": 6.91987749229494e-06,
|
|
"loss": 0.5401,
|
|
"step": 841
|
|
},
|
|
{
|
|
"epoch": 0.4070582547739908,
|
|
"grad_norm": 0.4492955794688954,
|
|
"learning_rate": 6.91249395149965e-06,
|
|
"loss": 0.5393,
|
|
"step": 842
|
|
},
|
|
{
|
|
"epoch": 0.4075416968817984,
|
|
"grad_norm": 0.4436463500280526,
|
|
"learning_rate": 6.905105522215684e-06,
|
|
"loss": 0.5384,
|
|
"step": 843
|
|
},
|
|
{
|
|
"epoch": 0.408025138989606,
|
|
"grad_norm": 0.43897712052796284,
|
|
"learning_rate": 6.897712223328457e-06,
|
|
"loss": 0.5297,
|
|
"step": 844
|
|
},
|
|
{
|
|
"epoch": 0.40850858109741356,
|
|
"grad_norm": 0.5141765277378779,
|
|
"learning_rate": 6.89031407373584e-06,
|
|
"loss": 0.5386,
|
|
"step": 845
|
|
},
|
|
{
|
|
"epoch": 0.40899202320522116,
|
|
"grad_norm": 0.48662407879743685,
|
|
"learning_rate": 6.8829110923481e-06,
|
|
"loss": 0.5429,
|
|
"step": 846
|
|
},
|
|
{
|
|
"epoch": 0.40947546531302875,
|
|
"grad_norm": 0.4671606204232888,
|
|
"learning_rate": 6.875503298087853e-06,
|
|
"loss": 0.5339,
|
|
"step": 847
|
|
},
|
|
{
|
|
"epoch": 0.40995890742083635,
|
|
"grad_norm": 0.47636170298906977,
|
|
"learning_rate": 6.868090709890016e-06,
|
|
"loss": 0.5392,
|
|
"step": 848
|
|
},
|
|
{
|
|
"epoch": 0.41044234952864395,
|
|
"grad_norm": 0.4249603079226182,
|
|
"learning_rate": 6.8606733467017675e-06,
|
|
"loss": 0.5046,
|
|
"step": 849
|
|
},
|
|
{
|
|
"epoch": 0.41092579163645154,
|
|
"grad_norm": 0.4669023850804772,
|
|
"learning_rate": 6.85325122748248e-06,
|
|
"loss": 0.5331,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.41140923374425914,
|
|
"grad_norm": 0.43795275267260886,
|
|
"learning_rate": 6.845824371203691e-06,
|
|
"loss": 0.5409,
|
|
"step": 851
|
|
},
|
|
{
|
|
"epoch": 0.41189267585206674,
|
|
"grad_norm": 0.44363617551756607,
|
|
"learning_rate": 6.838392796849042e-06,
|
|
"loss": 0.5371,
|
|
"step": 852
|
|
},
|
|
{
|
|
"epoch": 0.4123761179598743,
|
|
"grad_norm": 0.4451816120752011,
|
|
"learning_rate": 6.830956523414239e-06,
|
|
"loss": 0.5304,
|
|
"step": 853
|
|
},
|
|
{
|
|
"epoch": 0.4128595600676819,
|
|
"grad_norm": 0.4684744852800341,
|
|
"learning_rate": 6.8235155699069944e-06,
|
|
"loss": 0.5316,
|
|
"step": 854
|
|
},
|
|
{
|
|
"epoch": 0.41334300217548947,
|
|
"grad_norm": 0.44092290998190986,
|
|
"learning_rate": 6.816069955346986e-06,
|
|
"loss": 0.5127,
|
|
"step": 855
|
|
},
|
|
{
|
|
"epoch": 0.41382644428329707,
|
|
"grad_norm": 0.49751628964469147,
|
|
"learning_rate": 6.808619698765804e-06,
|
|
"loss": 0.5459,
|
|
"step": 856
|
|
},
|
|
{
|
|
"epoch": 0.41430988639110466,
|
|
"grad_norm": 0.45953817226939175,
|
|
"learning_rate": 6.8011648192069045e-06,
|
|
"loss": 0.5316,
|
|
"step": 857
|
|
},
|
|
{
|
|
"epoch": 0.41479332849891226,
|
|
"grad_norm": 0.470694123027967,
|
|
"learning_rate": 6.7937053357255585e-06,
|
|
"loss": 0.5341,
|
|
"step": 858
|
|
},
|
|
{
|
|
"epoch": 0.41527677060671986,
|
|
"grad_norm": 0.482654546386677,
|
|
"learning_rate": 6.786241267388812e-06,
|
|
"loss": 0.5392,
|
|
"step": 859
|
|
},
|
|
{
|
|
"epoch": 0.41576021271452746,
|
|
"grad_norm": 0.49418422954918506,
|
|
"learning_rate": 6.778772633275421e-06,
|
|
"loss": 0.5259,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.41624365482233505,
|
|
"grad_norm": 0.4508128718503279,
|
|
"learning_rate": 6.771299452475818e-06,
|
|
"loss": 0.5439,
|
|
"step": 861
|
|
},
|
|
{
|
|
"epoch": 0.4167270969301426,
|
|
"grad_norm": 0.483501145929134,
|
|
"learning_rate": 6.763821744092054e-06,
|
|
"loss": 0.521,
|
|
"step": 862
|
|
},
|
|
{
|
|
"epoch": 0.4172105390379502,
|
|
"grad_norm": 0.45484324344169746,
|
|
"learning_rate": 6.756339527237756e-06,
|
|
"loss": 0.5282,
|
|
"step": 863
|
|
},
|
|
{
|
|
"epoch": 0.4176939811457578,
|
|
"grad_norm": 0.47800071067084154,
|
|
"learning_rate": 6.748852821038075e-06,
|
|
"loss": 0.5362,
|
|
"step": 864
|
|
},
|
|
{
|
|
"epoch": 0.4181774232535654,
|
|
"grad_norm": 0.4561384481336352,
|
|
"learning_rate": 6.741361644629629e-06,
|
|
"loss": 0.5452,
|
|
"step": 865
|
|
},
|
|
{
|
|
"epoch": 0.418660865361373,
|
|
"grad_norm": 0.4974806458018085,
|
|
"learning_rate": 6.733866017160475e-06,
|
|
"loss": 0.5374,
|
|
"step": 866
|
|
},
|
|
{
|
|
"epoch": 0.4191443074691806,
|
|
"grad_norm": 0.4696802681175673,
|
|
"learning_rate": 6.7263659577900375e-06,
|
|
"loss": 0.5368,
|
|
"step": 867
|
|
},
|
|
{
|
|
"epoch": 0.4196277495769882,
|
|
"grad_norm": 0.46421987800289705,
|
|
"learning_rate": 6.718861485689077e-06,
|
|
"loss": 0.5361,
|
|
"step": 868
|
|
},
|
|
{
|
|
"epoch": 0.42011119168479577,
|
|
"grad_norm": 0.42817223127930704,
|
|
"learning_rate": 6.711352620039623e-06,
|
|
"loss": 0.5132,
|
|
"step": 869
|
|
},
|
|
{
|
|
"epoch": 0.4205946337926033,
|
|
"grad_norm": 0.4191221628297101,
|
|
"learning_rate": 6.703839380034945e-06,
|
|
"loss": 0.5282,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.4210780759004109,
|
|
"grad_norm": 0.4151086659722137,
|
|
"learning_rate": 6.6963217848794895e-06,
|
|
"loss": 0.5046,
|
|
"step": 871
|
|
},
|
|
{
|
|
"epoch": 0.4215615180082185,
|
|
"grad_norm": 0.4638906293888461,
|
|
"learning_rate": 6.6887998537888354e-06,
|
|
"loss": 0.5365,
|
|
"step": 872
|
|
},
|
|
{
|
|
"epoch": 0.4220449601160261,
|
|
"grad_norm": 0.46061668652958593,
|
|
"learning_rate": 6.681273605989643e-06,
|
|
"loss": 0.5315,
|
|
"step": 873
|
|
},
|
|
{
|
|
"epoch": 0.4225284022238337,
|
|
"grad_norm": 0.5190170389663172,
|
|
"learning_rate": 6.673743060719613e-06,
|
|
"loss": 0.5328,
|
|
"step": 874
|
|
},
|
|
{
|
|
"epoch": 0.4230118443316413,
|
|
"grad_norm": 0.45460321890251315,
|
|
"learning_rate": 6.666208237227421e-06,
|
|
"loss": 0.5359,
|
|
"step": 875
|
|
},
|
|
{
|
|
"epoch": 0.4234952864394489,
|
|
"grad_norm": 0.4292973087733905,
|
|
"learning_rate": 6.6586691547726855e-06,
|
|
"loss": 0.5139,
|
|
"step": 876
|
|
},
|
|
{
|
|
"epoch": 0.4239787285472565,
|
|
"grad_norm": 0.47082103025419264,
|
|
"learning_rate": 6.651125832625908e-06,
|
|
"loss": 0.5455,
|
|
"step": 877
|
|
},
|
|
{
|
|
"epoch": 0.42446217065506403,
|
|
"grad_norm": 0.5113179606142492,
|
|
"learning_rate": 6.6435782900684284e-06,
|
|
"loss": 0.5528,
|
|
"step": 878
|
|
},
|
|
{
|
|
"epoch": 0.4249456127628716,
|
|
"grad_norm": 0.48001824284611705,
|
|
"learning_rate": 6.636026546392374e-06,
|
|
"loss": 0.5391,
|
|
"step": 879
|
|
},
|
|
{
|
|
"epoch": 0.4254290548706792,
|
|
"grad_norm": 0.4190847750909328,
|
|
"learning_rate": 6.628470620900611e-06,
|
|
"loss": 0.5309,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.4259124969784868,
|
|
"grad_norm": 0.4429086362697282,
|
|
"learning_rate": 6.620910532906692e-06,
|
|
"loss": 0.5194,
|
|
"step": 881
|
|
},
|
|
{
|
|
"epoch": 0.4263959390862944,
|
|
"grad_norm": 0.4425962079317176,
|
|
"learning_rate": 6.613346301734813e-06,
|
|
"loss": 0.5132,
|
|
"step": 882
|
|
},
|
|
{
|
|
"epoch": 0.426879381194102,
|
|
"grad_norm": 0.4614396271141222,
|
|
"learning_rate": 6.605777946719757e-06,
|
|
"loss": 0.5358,
|
|
"step": 883
|
|
},
|
|
{
|
|
"epoch": 0.4273628233019096,
|
|
"grad_norm": 7.793396607210369,
|
|
"learning_rate": 6.59820548720685e-06,
|
|
"loss": 0.74,
|
|
"step": 884
|
|
},
|
|
{
|
|
"epoch": 0.4278462654097172,
|
|
"grad_norm": 0.47916638143499957,
|
|
"learning_rate": 6.590628942551909e-06,
|
|
"loss": 0.5401,
|
|
"step": 885
|
|
},
|
|
{
|
|
"epoch": 0.42832970751752475,
|
|
"grad_norm": 0.5010520173856451,
|
|
"learning_rate": 6.583048332121193e-06,
|
|
"loss": 0.5384,
|
|
"step": 886
|
|
},
|
|
{
|
|
"epoch": 0.42881314962533235,
|
|
"grad_norm": 0.43637840250511184,
|
|
"learning_rate": 6.5754636752913535e-06,
|
|
"loss": 0.5018,
|
|
"step": 887
|
|
},
|
|
{
|
|
"epoch": 0.42929659173313994,
|
|
"grad_norm": 0.4347273985958766,
|
|
"learning_rate": 6.567874991449383e-06,
|
|
"loss": 0.5303,
|
|
"step": 888
|
|
},
|
|
{
|
|
"epoch": 0.42978003384094754,
|
|
"grad_norm": 0.470696307591686,
|
|
"learning_rate": 6.560282299992571e-06,
|
|
"loss": 0.5454,
|
|
"step": 889
|
|
},
|
|
{
|
|
"epoch": 0.43026347594875514,
|
|
"grad_norm": 0.43949603254219816,
|
|
"learning_rate": 6.552685620328447e-06,
|
|
"loss": 0.5115,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.43074691805656273,
|
|
"grad_norm": 0.5002179505262337,
|
|
"learning_rate": 6.545084971874738e-06,
|
|
"loss": 0.5386,
|
|
"step": 891
|
|
},
|
|
{
|
|
"epoch": 0.43123036016437033,
|
|
"grad_norm": 0.48898211514461637,
|
|
"learning_rate": 6.537480374059313e-06,
|
|
"loss": 0.5464,
|
|
"step": 892
|
|
},
|
|
{
|
|
"epoch": 0.4317138022721779,
|
|
"grad_norm": 0.47111181264654595,
|
|
"learning_rate": 6.529871846320138e-06,
|
|
"loss": 0.5225,
|
|
"step": 893
|
|
},
|
|
{
|
|
"epoch": 0.4321972443799855,
|
|
"grad_norm": 0.47111234243294525,
|
|
"learning_rate": 6.522259408105223e-06,
|
|
"loss": 0.5363,
|
|
"step": 894
|
|
},
|
|
{
|
|
"epoch": 0.43268068648779306,
|
|
"grad_norm": 0.4867092311804253,
|
|
"learning_rate": 6.514643078872571e-06,
|
|
"loss": 0.533,
|
|
"step": 895
|
|
},
|
|
{
|
|
"epoch": 0.43316412859560066,
|
|
"grad_norm": 0.4583905211154658,
|
|
"learning_rate": 6.507022878090137e-06,
|
|
"loss": 0.5428,
|
|
"step": 896
|
|
},
|
|
{
|
|
"epoch": 0.43364757070340826,
|
|
"grad_norm": 0.4950332559469317,
|
|
"learning_rate": 6.499398825235767e-06,
|
|
"loss": 0.5337,
|
|
"step": 897
|
|
},
|
|
{
|
|
"epoch": 0.43413101281121586,
|
|
"grad_norm": 0.46856791974797646,
|
|
"learning_rate": 6.491770939797152e-06,
|
|
"loss": 0.5323,
|
|
"step": 898
|
|
},
|
|
{
|
|
"epoch": 0.43461445491902345,
|
|
"grad_norm": 0.4646364739679311,
|
|
"learning_rate": 6.4841392412717864e-06,
|
|
"loss": 0.5407,
|
|
"step": 899
|
|
},
|
|
{
|
|
"epoch": 0.43509789702683105,
|
|
"grad_norm": 0.43558921933796657,
|
|
"learning_rate": 6.476503749166903e-06,
|
|
"loss": 0.5347,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.43558133913463865,
|
|
"grad_norm": 0.4961569425990492,
|
|
"learning_rate": 6.4688644829994385e-06,
|
|
"loss": 0.5295,
|
|
"step": 901
|
|
},
|
|
{
|
|
"epoch": 0.43606478124244624,
|
|
"grad_norm": 0.4698493360586227,
|
|
"learning_rate": 6.4612214622959705e-06,
|
|
"loss": 0.5457,
|
|
"step": 902
|
|
},
|
|
{
|
|
"epoch": 0.4365482233502538,
|
|
"grad_norm": 0.435939008717009,
|
|
"learning_rate": 6.453574706592676e-06,
|
|
"loss": 0.521,
|
|
"step": 903
|
|
},
|
|
{
|
|
"epoch": 0.4370316654580614,
|
|
"grad_norm": 0.5347621942726917,
|
|
"learning_rate": 6.44592423543528e-06,
|
|
"loss": 0.5354,
|
|
"step": 904
|
|
},
|
|
{
|
|
"epoch": 0.437515107565869,
|
|
"grad_norm": 0.49607229965381217,
|
|
"learning_rate": 6.4382700683790025e-06,
|
|
"loss": 0.544,
|
|
"step": 905
|
|
},
|
|
{
|
|
"epoch": 0.4379985496736766,
|
|
"grad_norm": 0.4645864217211478,
|
|
"learning_rate": 6.4306122249885105e-06,
|
|
"loss": 0.5192,
|
|
"step": 906
|
|
},
|
|
{
|
|
"epoch": 0.43848199178148417,
|
|
"grad_norm": 0.46522668277788565,
|
|
"learning_rate": 6.422950724837872e-06,
|
|
"loss": 0.526,
|
|
"step": 907
|
|
},
|
|
{
|
|
"epoch": 0.43896543388929177,
|
|
"grad_norm": 0.46658657241667495,
|
|
"learning_rate": 6.415285587510495e-06,
|
|
"loss": 0.5088,
|
|
"step": 908
|
|
},
|
|
{
|
|
"epoch": 0.43944887599709936,
|
|
"grad_norm": 0.49352648435992785,
|
|
"learning_rate": 6.407616832599091e-06,
|
|
"loss": 0.5291,
|
|
"step": 909
|
|
},
|
|
{
|
|
"epoch": 0.43993231810490696,
|
|
"grad_norm": 0.5022475233173346,
|
|
"learning_rate": 6.399944479705615e-06,
|
|
"loss": 0.5349,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.4404157602127145,
|
|
"grad_norm": 0.4645078975290342,
|
|
"learning_rate": 6.392268548441218e-06,
|
|
"loss": 0.5356,
|
|
"step": 911
|
|
},
|
|
{
|
|
"epoch": 0.4408992023205221,
|
|
"grad_norm": 0.4656283146754065,
|
|
"learning_rate": 6.384589058426201e-06,
|
|
"loss": 0.5297,
|
|
"step": 912
|
|
},
|
|
{
|
|
"epoch": 0.4413826444283297,
|
|
"grad_norm": 0.4778447743673107,
|
|
"learning_rate": 6.3769060292899585e-06,
|
|
"loss": 0.531,
|
|
"step": 913
|
|
},
|
|
{
|
|
"epoch": 0.4418660865361373,
|
|
"grad_norm": 0.5067362493290994,
|
|
"learning_rate": 6.3692194806709326e-06,
|
|
"loss": 0.5266,
|
|
"step": 914
|
|
},
|
|
{
|
|
"epoch": 0.4423495286439449,
|
|
"grad_norm": 0.4583050351500669,
|
|
"learning_rate": 6.36152943221656e-06,
|
|
"loss": 0.5068,
|
|
"step": 915
|
|
},
|
|
{
|
|
"epoch": 0.4428329707517525,
|
|
"grad_norm": 0.44674303828563183,
|
|
"learning_rate": 6.353835903583225e-06,
|
|
"loss": 0.5135,
|
|
"step": 916
|
|
},
|
|
{
|
|
"epoch": 0.4433164128595601,
|
|
"grad_norm": 0.4845057402223313,
|
|
"learning_rate": 6.346138914436207e-06,
|
|
"loss": 0.53,
|
|
"step": 917
|
|
},
|
|
{
|
|
"epoch": 0.4437998549673677,
|
|
"grad_norm": 0.46927160898270703,
|
|
"learning_rate": 6.338438484449632e-06,
|
|
"loss": 0.5282,
|
|
"step": 918
|
|
},
|
|
{
|
|
"epoch": 0.4442832970751752,
|
|
"grad_norm": 0.46844884470128584,
|
|
"learning_rate": 6.330734633306415e-06,
|
|
"loss": 0.5205,
|
|
"step": 919
|
|
},
|
|
{
|
|
"epoch": 0.4447667391829828,
|
|
"grad_norm": 0.46793830654029384,
|
|
"learning_rate": 6.3230273806982254e-06,
|
|
"loss": 0.5354,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.4452501812907904,
|
|
"grad_norm": 0.46904655646766624,
|
|
"learning_rate": 6.31531674632542e-06,
|
|
"loss": 0.5403,
|
|
"step": 921
|
|
},
|
|
{
|
|
"epoch": 0.445733623398598,
|
|
"grad_norm": 0.4797829974325548,
|
|
"learning_rate": 6.307602749897001e-06,
|
|
"loss": 0.5285,
|
|
"step": 922
|
|
},
|
|
{
|
|
"epoch": 0.4462170655064056,
|
|
"grad_norm": 0.5126549879385887,
|
|
"learning_rate": 6.299885411130566e-06,
|
|
"loss": 0.5293,
|
|
"step": 923
|
|
},
|
|
{
|
|
"epoch": 0.4467005076142132,
|
|
"grad_norm": 0.47873452298166375,
|
|
"learning_rate": 6.292164749752256e-06,
|
|
"loss": 0.5358,
|
|
"step": 924
|
|
},
|
|
{
|
|
"epoch": 0.4471839497220208,
|
|
"grad_norm": 0.4697820734594197,
|
|
"learning_rate": 6.284440785496701e-06,
|
|
"loss": 0.5303,
|
|
"step": 925
|
|
},
|
|
{
|
|
"epoch": 0.4476673918298284,
|
|
"grad_norm": 0.48049048675766015,
|
|
"learning_rate": 6.27671353810698e-06,
|
|
"loss": 0.5384,
|
|
"step": 926
|
|
},
|
|
{
|
|
"epoch": 0.448150833937636,
|
|
"grad_norm": 0.44829305517954404,
|
|
"learning_rate": 6.268983027334557e-06,
|
|
"loss": 0.5349,
|
|
"step": 927
|
|
},
|
|
{
|
|
"epoch": 0.44863427604544354,
|
|
"grad_norm": 0.47046261605559686,
|
|
"learning_rate": 6.2612492729392396e-06,
|
|
"loss": 0.5445,
|
|
"step": 928
|
|
},
|
|
{
|
|
"epoch": 0.44911771815325113,
|
|
"grad_norm": 0.43943250727373434,
|
|
"learning_rate": 6.25351229468913e-06,
|
|
"loss": 0.5243,
|
|
"step": 929
|
|
},
|
|
{
|
|
"epoch": 0.44960116026105873,
|
|
"grad_norm": 0.457243800658822,
|
|
"learning_rate": 6.245772112360568e-06,
|
|
"loss": 0.5335,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.4500846023688663,
|
|
"grad_norm": 0.4558342802943274,
|
|
"learning_rate": 6.2380287457380814e-06,
|
|
"loss": 0.5295,
|
|
"step": 931
|
|
},
|
|
{
|
|
"epoch": 0.4505680444766739,
|
|
"grad_norm": 0.46490304474994104,
|
|
"learning_rate": 6.230282214614342e-06,
|
|
"loss": 0.5277,
|
|
"step": 932
|
|
},
|
|
{
|
|
"epoch": 0.4510514865844815,
|
|
"grad_norm": 0.46808167357734604,
|
|
"learning_rate": 6.222532538790107e-06,
|
|
"loss": 0.5038,
|
|
"step": 933
|
|
},
|
|
{
|
|
"epoch": 0.4515349286922891,
|
|
"grad_norm": 0.44746189473984266,
|
|
"learning_rate": 6.214779738074169e-06,
|
|
"loss": 0.5482,
|
|
"step": 934
|
|
},
|
|
{
|
|
"epoch": 0.4520183708000967,
|
|
"grad_norm": 0.4749348946440431,
|
|
"learning_rate": 6.2070238322833165e-06,
|
|
"loss": 0.5408,
|
|
"step": 935
|
|
},
|
|
{
|
|
"epoch": 0.45250181290790426,
|
|
"grad_norm": 0.4105832023778957,
|
|
"learning_rate": 6.199264841242267e-06,
|
|
"loss": 0.507,
|
|
"step": 936
|
|
},
|
|
{
|
|
"epoch": 0.45298525501571185,
|
|
"grad_norm": 0.45569820188618954,
|
|
"learning_rate": 6.191502784783627e-06,
|
|
"loss": 0.5361,
|
|
"step": 937
|
|
},
|
|
{
|
|
"epoch": 0.45346869712351945,
|
|
"grad_norm": 0.4487391558411953,
|
|
"learning_rate": 6.183737682747839e-06,
|
|
"loss": 0.5404,
|
|
"step": 938
|
|
},
|
|
{
|
|
"epoch": 0.45395213923132705,
|
|
"grad_norm": 0.38508572249224443,
|
|
"learning_rate": 6.17596955498313e-06,
|
|
"loss": 0.475,
|
|
"step": 939
|
|
},
|
|
{
|
|
"epoch": 0.45443558133913464,
|
|
"grad_norm": 0.47287816273000344,
|
|
"learning_rate": 6.16819842134546e-06,
|
|
"loss": 0.5293,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.45491902344694224,
|
|
"grad_norm": 0.4650031849319042,
|
|
"learning_rate": 6.160424301698472e-06,
|
|
"loss": 0.5315,
|
|
"step": 941
|
|
},
|
|
{
|
|
"epoch": 0.45540246555474984,
|
|
"grad_norm": 0.4613271364601288,
|
|
"learning_rate": 6.1526472159134454e-06,
|
|
"loss": 0.5398,
|
|
"step": 942
|
|
},
|
|
{
|
|
"epoch": 0.45588590766255743,
|
|
"grad_norm": 0.42626048007656836,
|
|
"learning_rate": 6.1448671838692365e-06,
|
|
"loss": 0.5246,
|
|
"step": 943
|
|
},
|
|
{
|
|
"epoch": 0.456369349770365,
|
|
"grad_norm": 0.45709658015590027,
|
|
"learning_rate": 6.1370842254522325e-06,
|
|
"loss": 0.5392,
|
|
"step": 944
|
|
},
|
|
{
|
|
"epoch": 0.45685279187817257,
|
|
"grad_norm": 0.4969316742066114,
|
|
"learning_rate": 6.129298360556304e-06,
|
|
"loss": 0.5216,
|
|
"step": 945
|
|
},
|
|
{
|
|
"epoch": 0.45733623398598017,
|
|
"grad_norm": 0.48874038272824616,
|
|
"learning_rate": 6.1215096090827485e-06,
|
|
"loss": 0.5341,
|
|
"step": 946
|
|
},
|
|
{
|
|
"epoch": 0.45781967609378776,
|
|
"grad_norm": 0.43416511670164404,
|
|
"learning_rate": 6.1137179909402445e-06,
|
|
"loss": 0.5357,
|
|
"step": 947
|
|
},
|
|
{
|
|
"epoch": 0.45830311820159536,
|
|
"grad_norm": 0.4398289245515299,
|
|
"learning_rate": 6.105923526044794e-06,
|
|
"loss": 0.5312,
|
|
"step": 948
|
|
},
|
|
{
|
|
"epoch": 0.45878656030940296,
|
|
"grad_norm": 0.506729531362168,
|
|
"learning_rate": 6.098126234319679e-06,
|
|
"loss": 0.5164,
|
|
"step": 949
|
|
},
|
|
{
|
|
"epoch": 0.45927000241721055,
|
|
"grad_norm": 0.49661020376021475,
|
|
"learning_rate": 6.0903261356954035e-06,
|
|
"loss": 0.5406,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.45975344452501815,
|
|
"grad_norm": 0.49213602324131056,
|
|
"learning_rate": 6.08252325010965e-06,
|
|
"loss": 0.5369,
|
|
"step": 951
|
|
},
|
|
{
|
|
"epoch": 0.4602368866328257,
|
|
"grad_norm": 0.4522403269153531,
|
|
"learning_rate": 6.074717597507223e-06,
|
|
"loss": 0.5318,
|
|
"step": 952
|
|
},
|
|
{
|
|
"epoch": 0.4607203287406333,
|
|
"grad_norm": 0.46334490270574613,
|
|
"learning_rate": 6.066909197839996e-06,
|
|
"loss": 0.5053,
|
|
"step": 953
|
|
},
|
|
{
|
|
"epoch": 0.4612037708484409,
|
|
"grad_norm": 0.4555176211572043,
|
|
"learning_rate": 6.059098071066874e-06,
|
|
"loss": 0.5313,
|
|
"step": 954
|
|
},
|
|
{
|
|
"epoch": 0.4616872129562485,
|
|
"grad_norm": 0.4697386359927019,
|
|
"learning_rate": 6.051284237153723e-06,
|
|
"loss": 0.5304,
|
|
"step": 955
|
|
},
|
|
{
|
|
"epoch": 0.4621706550640561,
|
|
"grad_norm": 0.47606054578122203,
|
|
"learning_rate": 6.043467716073333e-06,
|
|
"loss": 0.5392,
|
|
"step": 956
|
|
},
|
|
{
|
|
"epoch": 0.4626540971718637,
|
|
"grad_norm": 0.4504863880612236,
|
|
"learning_rate": 6.035648527805359e-06,
|
|
"loss": 0.5333,
|
|
"step": 957
|
|
},
|
|
{
|
|
"epoch": 0.4631375392796713,
|
|
"grad_norm": 0.47075391826579777,
|
|
"learning_rate": 6.0278266923362805e-06,
|
|
"loss": 0.5331,
|
|
"step": 958
|
|
},
|
|
{
|
|
"epoch": 0.46362098138747887,
|
|
"grad_norm": 0.4403281566352786,
|
|
"learning_rate": 6.0200022296593375e-06,
|
|
"loss": 0.5432,
|
|
"step": 959
|
|
},
|
|
{
|
|
"epoch": 0.46410442349528647,
|
|
"grad_norm": 0.4572023392519702,
|
|
"learning_rate": 6.012175159774488e-06,
|
|
"loss": 0.5323,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.464587865603094,
|
|
"grad_norm": 0.44773102967818523,
|
|
"learning_rate": 6.004345502688353e-06,
|
|
"loss": 0.5299,
|
|
"step": 961
|
|
},
|
|
{
|
|
"epoch": 0.4650713077109016,
|
|
"grad_norm": 0.4371461582728146,
|
|
"learning_rate": 5.996513278414166e-06,
|
|
"loss": 0.5385,
|
|
"step": 962
|
|
},
|
|
{
|
|
"epoch": 0.4655547498187092,
|
|
"grad_norm": 0.42182149099377253,
|
|
"learning_rate": 5.988678506971726e-06,
|
|
"loss": 0.5303,
|
|
"step": 963
|
|
},
|
|
{
|
|
"epoch": 0.4660381919265168,
|
|
"grad_norm": 0.4594942911793403,
|
|
"learning_rate": 5.980841208387338e-06,
|
|
"loss": 0.503,
|
|
"step": 964
|
|
},
|
|
{
|
|
"epoch": 0.4665216340343244,
|
|
"grad_norm": 0.4501324492723119,
|
|
"learning_rate": 5.973001402693769e-06,
|
|
"loss": 0.5253,
|
|
"step": 965
|
|
},
|
|
{
|
|
"epoch": 0.467005076142132,
|
|
"grad_norm": 0.4373460975849127,
|
|
"learning_rate": 5.965159109930196e-06,
|
|
"loss": 0.5386,
|
|
"step": 966
|
|
},
|
|
{
|
|
"epoch": 0.4674885182499396,
|
|
"grad_norm": 0.4418857621109752,
|
|
"learning_rate": 5.957314350142149e-06,
|
|
"loss": 0.529,
|
|
"step": 967
|
|
},
|
|
{
|
|
"epoch": 0.4679719603577472,
|
|
"grad_norm": 0.485651415733174,
|
|
"learning_rate": 5.94946714338147e-06,
|
|
"loss": 0.538,
|
|
"step": 968
|
|
},
|
|
{
|
|
"epoch": 0.4684554024655547,
|
|
"grad_norm": 0.44827050412474007,
|
|
"learning_rate": 5.941617509706247e-06,
|
|
"loss": 0.5333,
|
|
"step": 969
|
|
},
|
|
{
|
|
"epoch": 0.4689388445733623,
|
|
"grad_norm": 0.44674045160443804,
|
|
"learning_rate": 5.933765469180779e-06,
|
|
"loss": 0.5329,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.4694222866811699,
|
|
"grad_norm": 0.47047904115025807,
|
|
"learning_rate": 5.925911041875514e-06,
|
|
"loss": 0.5304,
|
|
"step": 971
|
|
},
|
|
{
|
|
"epoch": 0.4699057287889775,
|
|
"grad_norm": 0.47618192657266745,
|
|
"learning_rate": 5.9180542478670025e-06,
|
|
"loss": 0.5339,
|
|
"step": 972
|
|
},
|
|
{
|
|
"epoch": 0.4703891708967851,
|
|
"grad_norm": 0.4372302817189476,
|
|
"learning_rate": 5.910195107237842e-06,
|
|
"loss": 0.5311,
|
|
"step": 973
|
|
},
|
|
{
|
|
"epoch": 0.4708726130045927,
|
|
"grad_norm": 0.4599705922186888,
|
|
"learning_rate": 5.902333640076627e-06,
|
|
"loss": 0.5294,
|
|
"step": 974
|
|
},
|
|
{
|
|
"epoch": 0.4713560551124003,
|
|
"grad_norm": 0.4668491954105507,
|
|
"learning_rate": 5.894469866477905e-06,
|
|
"loss": 0.5319,
|
|
"step": 975
|
|
},
|
|
{
|
|
"epoch": 0.4718394972202079,
|
|
"grad_norm": 0.4298713287991765,
|
|
"learning_rate": 5.886603806542114e-06,
|
|
"loss": 0.5308,
|
|
"step": 976
|
|
},
|
|
{
|
|
"epoch": 0.47232293932801545,
|
|
"grad_norm": 0.44120727064086296,
|
|
"learning_rate": 5.878735480375537e-06,
|
|
"loss": 0.5271,
|
|
"step": 977
|
|
},
|
|
{
|
|
"epoch": 0.47280638143582304,
|
|
"grad_norm": 0.45517085979612587,
|
|
"learning_rate": 5.87086490809025e-06,
|
|
"loss": 0.5363,
|
|
"step": 978
|
|
},
|
|
{
|
|
"epoch": 0.47328982354363064,
|
|
"grad_norm": 0.41718667843710106,
|
|
"learning_rate": 5.862992109804071e-06,
|
|
"loss": 0.5208,
|
|
"step": 979
|
|
},
|
|
{
|
|
"epoch": 0.47377326565143824,
|
|
"grad_norm": 0.4698208514148652,
|
|
"learning_rate": 5.855117105640503e-06,
|
|
"loss": 0.5045,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.47425670775924583,
|
|
"grad_norm": 0.44330430106357593,
|
|
"learning_rate": 5.847239915728695e-06,
|
|
"loss": 0.5213,
|
|
"step": 981
|
|
},
|
|
{
|
|
"epoch": 0.47474014986705343,
|
|
"grad_norm": 0.46348151704515983,
|
|
"learning_rate": 5.839360560203379e-06,
|
|
"loss": 0.5416,
|
|
"step": 982
|
|
},
|
|
{
|
|
"epoch": 0.475223591974861,
|
|
"grad_norm": 0.4369134554030048,
|
|
"learning_rate": 5.831479059204822e-06,
|
|
"loss": 0.5397,
|
|
"step": 983
|
|
},
|
|
{
|
|
"epoch": 0.4757070340826686,
|
|
"grad_norm": 0.434332595795343,
|
|
"learning_rate": 5.823595432878775e-06,
|
|
"loss": 0.5253,
|
|
"step": 984
|
|
},
|
|
{
|
|
"epoch": 0.47619047619047616,
|
|
"grad_norm": 0.45066877191979876,
|
|
"learning_rate": 5.815709701376424e-06,
|
|
"loss": 0.501,
|
|
"step": 985
|
|
},
|
|
{
|
|
"epoch": 0.47667391829828376,
|
|
"grad_norm": 0.43680722385313575,
|
|
"learning_rate": 5.8078218848543326e-06,
|
|
"loss": 0.5425,
|
|
"step": 986
|
|
},
|
|
{
|
|
"epoch": 0.47715736040609136,
|
|
"grad_norm": 0.462367177083934,
|
|
"learning_rate": 5.799932003474398e-06,
|
|
"loss": 0.5293,
|
|
"step": 987
|
|
},
|
|
{
|
|
"epoch": 0.47764080251389895,
|
|
"grad_norm": 0.46046005650848004,
|
|
"learning_rate": 5.7920400774037884e-06,
|
|
"loss": 0.5273,
|
|
"step": 988
|
|
},
|
|
{
|
|
"epoch": 0.47812424462170655,
|
|
"grad_norm": 0.4325701614014005,
|
|
"learning_rate": 5.784146126814909e-06,
|
|
"loss": 0.523,
|
|
"step": 989
|
|
},
|
|
{
|
|
"epoch": 0.47860768672951415,
|
|
"grad_norm": 0.42688145845821907,
|
|
"learning_rate": 5.776250171885329e-06,
|
|
"loss": 0.5289,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.47909112883732174,
|
|
"grad_norm": 0.4553909518433745,
|
|
"learning_rate": 5.768352232797748e-06,
|
|
"loss": 0.5354,
|
|
"step": 991
|
|
},
|
|
{
|
|
"epoch": 0.47957457094512934,
|
|
"grad_norm": 0.4612709888611227,
|
|
"learning_rate": 5.760452329739933e-06,
|
|
"loss": 0.5346,
|
|
"step": 992
|
|
},
|
|
{
|
|
"epoch": 0.48005801305293694,
|
|
"grad_norm": 0.4671180697912862,
|
|
"learning_rate": 5.752550482904674e-06,
|
|
"loss": 0.5381,
|
|
"step": 993
|
|
},
|
|
{
|
|
"epoch": 0.4805414551607445,
|
|
"grad_norm": 0.44306247126150655,
|
|
"learning_rate": 5.744646712489729e-06,
|
|
"loss": 0.5347,
|
|
"step": 994
|
|
},
|
|
{
|
|
"epoch": 0.4810248972685521,
|
|
"grad_norm": 0.47845590337101257,
|
|
"learning_rate": 5.736741038697771e-06,
|
|
"loss": 0.546,
|
|
"step": 995
|
|
},
|
|
{
|
|
"epoch": 0.4815083393763597,
|
|
"grad_norm": 0.42271596693767594,
|
|
"learning_rate": 5.728833481736339e-06,
|
|
"loss": 0.5189,
|
|
"step": 996
|
|
},
|
|
{
|
|
"epoch": 0.48199178148416727,
|
|
"grad_norm": 0.4538365308944498,
|
|
"learning_rate": 5.720924061817786e-06,
|
|
"loss": 0.5405,
|
|
"step": 997
|
|
},
|
|
{
|
|
"epoch": 0.48247522359197487,
|
|
"grad_norm": 0.4492861025701022,
|
|
"learning_rate": 5.71301279915923e-06,
|
|
"loss": 0.5317,
|
|
"step": 998
|
|
},
|
|
{
|
|
"epoch": 0.48295866569978246,
|
|
"grad_norm": 0.4745326397538611,
|
|
"learning_rate": 5.705099713982491e-06,
|
|
"loss": 0.532,
|
|
"step": 999
|
|
},
|
|
{
|
|
"epoch": 0.48344210780759006,
|
|
"grad_norm": 0.44214626511814337,
|
|
"learning_rate": 5.697184826514058e-06,
|
|
"loss": 0.5305,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.48392554991539766,
|
|
"grad_norm": 0.46953984488621225,
|
|
"learning_rate": 5.689268156985015e-06,
|
|
"loss": 0.5385,
|
|
"step": 1001
|
|
},
|
|
{
|
|
"epoch": 0.4844089920232052,
|
|
"grad_norm": 0.421787366978404,
|
|
"learning_rate": 5.6813497256310124e-06,
|
|
"loss": 0.5468,
|
|
"step": 1002
|
|
},
|
|
{
|
|
"epoch": 0.4848924341310128,
|
|
"grad_norm": 0.44994209423666665,
|
|
"learning_rate": 5.673429552692196e-06,
|
|
"loss": 0.5259,
|
|
"step": 1003
|
|
},
|
|
{
|
|
"epoch": 0.4853758762388204,
|
|
"grad_norm": 0.4777649344533823,
|
|
"learning_rate": 5.66550765841317e-06,
|
|
"loss": 0.5312,
|
|
"step": 1004
|
|
},
|
|
{
|
|
"epoch": 0.485859318346628,
|
|
"grad_norm": 0.4450135880363142,
|
|
"learning_rate": 5.6575840630429295e-06,
|
|
"loss": 0.5234,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"epoch": 0.4863427604544356,
|
|
"grad_norm": 0.48478431421225965,
|
|
"learning_rate": 5.649658786834825e-06,
|
|
"loss": 0.5337,
|
|
"step": 1006
|
|
},
|
|
{
|
|
"epoch": 0.4868262025622432,
|
|
"grad_norm": 0.4600376201705413,
|
|
"learning_rate": 5.641731850046503e-06,
|
|
"loss": 0.5292,
|
|
"step": 1007
|
|
},
|
|
{
|
|
"epoch": 0.4873096446700508,
|
|
"grad_norm": 0.46358685580492737,
|
|
"learning_rate": 5.633803272939851e-06,
|
|
"loss": 0.5033,
|
|
"step": 1008
|
|
},
|
|
{
|
|
"epoch": 0.4877930867778584,
|
|
"grad_norm": 0.4424655348417247,
|
|
"learning_rate": 5.62587307578095e-06,
|
|
"loss": 0.5199,
|
|
"step": 1009
|
|
},
|
|
{
|
|
"epoch": 0.4882765288856659,
|
|
"grad_norm": 0.44958190643210255,
|
|
"learning_rate": 5.6179412788400255e-06,
|
|
"loss": 0.5285,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.4887599709934735,
|
|
"grad_norm": 0.46154354908053036,
|
|
"learning_rate": 5.610007902391387e-06,
|
|
"loss": 0.5302,
|
|
"step": 1011
|
|
},
|
|
{
|
|
"epoch": 0.4892434131012811,
|
|
"grad_norm": 0.4787830389554928,
|
|
"learning_rate": 5.602072966713389e-06,
|
|
"loss": 0.5319,
|
|
"step": 1012
|
|
},
|
|
{
|
|
"epoch": 0.4897268552090887,
|
|
"grad_norm": 0.46247126201641375,
|
|
"learning_rate": 5.594136492088363e-06,
|
|
"loss": 0.533,
|
|
"step": 1013
|
|
},
|
|
{
|
|
"epoch": 0.4902102973168963,
|
|
"grad_norm": 0.4497969101747785,
|
|
"learning_rate": 5.586198498802577e-06,
|
|
"loss": 0.5207,
|
|
"step": 1014
|
|
},
|
|
{
|
|
"epoch": 0.4906937394247039,
|
|
"grad_norm": 0.4711750674532031,
|
|
"learning_rate": 5.578259007146183e-06,
|
|
"loss": 0.5182,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"epoch": 0.4911771815325115,
|
|
"grad_norm": 0.44280948751548693,
|
|
"learning_rate": 5.570318037413162e-06,
|
|
"loss": 0.5335,
|
|
"step": 1016
|
|
},
|
|
{
|
|
"epoch": 0.4916606236403191,
|
|
"grad_norm": 0.4140593593091692,
|
|
"learning_rate": 5.562375609901273e-06,
|
|
"loss": 0.498,
|
|
"step": 1017
|
|
},
|
|
{
|
|
"epoch": 0.49214406574812664,
|
|
"grad_norm": 0.5035482968527856,
|
|
"learning_rate": 5.5544317449119975e-06,
|
|
"loss": 0.535,
|
|
"step": 1018
|
|
},
|
|
{
|
|
"epoch": 0.49262750785593423,
|
|
"grad_norm": 0.470430802340302,
|
|
"learning_rate": 5.546486462750499e-06,
|
|
"loss": 0.529,
|
|
"step": 1019
|
|
},
|
|
{
|
|
"epoch": 0.49311094996374183,
|
|
"grad_norm": 0.4614608636774156,
|
|
"learning_rate": 5.538539783725556e-06,
|
|
"loss": 0.5415,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.4935943920715494,
|
|
"grad_norm": 0.43439106514800707,
|
|
"learning_rate": 5.530591728149522e-06,
|
|
"loss": 0.5237,
|
|
"step": 1021
|
|
},
|
|
{
|
|
"epoch": 0.494077834179357,
|
|
"grad_norm": 0.4532581332185661,
|
|
"learning_rate": 5.522642316338268e-06,
|
|
"loss": 0.5275,
|
|
"step": 1022
|
|
},
|
|
{
|
|
"epoch": 0.4945612762871646,
|
|
"grad_norm": 0.44400011265861933,
|
|
"learning_rate": 5.51469156861113e-06,
|
|
"loss": 0.5279,
|
|
"step": 1023
|
|
},
|
|
{
|
|
"epoch": 0.4950447183949722,
|
|
"grad_norm": 0.464713276215896,
|
|
"learning_rate": 5.50673950529086e-06,
|
|
"loss": 0.5261,
|
|
"step": 1024
|
|
},
|
|
{
|
|
"epoch": 0.4955281605027798,
|
|
"grad_norm": 0.46801515065857147,
|
|
"learning_rate": 5.498786146703575e-06,
|
|
"loss": 0.5392,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"epoch": 0.4960116026105874,
|
|
"grad_norm": 0.43826397020984875,
|
|
"learning_rate": 5.490831513178698e-06,
|
|
"loss": 0.513,
|
|
"step": 1026
|
|
},
|
|
{
|
|
"epoch": 0.49649504471839495,
|
|
"grad_norm": 0.4545609138302334,
|
|
"learning_rate": 5.482875625048916e-06,
|
|
"loss": 0.5342,
|
|
"step": 1027
|
|
},
|
|
{
|
|
"epoch": 0.49697848682620255,
|
|
"grad_norm": 0.45528220157554766,
|
|
"learning_rate": 5.474918502650116e-06,
|
|
"loss": 0.5371,
|
|
"step": 1028
|
|
},
|
|
{
|
|
"epoch": 0.49746192893401014,
|
|
"grad_norm": 0.4918245291291218,
|
|
"learning_rate": 5.466960166321348e-06,
|
|
"loss": 0.5248,
|
|
"step": 1029
|
|
},
|
|
{
|
|
"epoch": 0.49794537104181774,
|
|
"grad_norm": 0.43603238272665606,
|
|
"learning_rate": 5.459000636404759e-06,
|
|
"loss": 0.5236,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.49842881314962534,
|
|
"grad_norm": 0.43802907063700564,
|
|
"learning_rate": 5.451039933245551e-06,
|
|
"loss": 0.5342,
|
|
"step": 1031
|
|
},
|
|
{
|
|
"epoch": 0.49891225525743294,
|
|
"grad_norm": 0.4660487433831574,
|
|
"learning_rate": 5.44307807719192e-06,
|
|
"loss": 0.5249,
|
|
"step": 1032
|
|
},
|
|
{
|
|
"epoch": 0.49939569736524053,
|
|
"grad_norm": 0.4349479566561577,
|
|
"learning_rate": 5.435115088595016e-06,
|
|
"loss": 0.4997,
|
|
"step": 1033
|
|
},
|
|
{
|
|
"epoch": 0.49987913947304813,
|
|
"grad_norm": 0.43592525172206065,
|
|
"learning_rate": 5.4271509878088755e-06,
|
|
"loss": 0.5263,
|
|
"step": 1034
|
|
},
|
|
{
|
|
"epoch": 0.5003625815808557,
|
|
"grad_norm": 0.42380458268711035,
|
|
"learning_rate": 5.4191857951903825e-06,
|
|
"loss": 0.503,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"epoch": 0.5008460236886633,
|
|
"grad_norm": 0.47347721204466,
|
|
"learning_rate": 5.4112195310992144e-06,
|
|
"loss": 0.5228,
|
|
"step": 1036
|
|
},
|
|
{
|
|
"epoch": 0.5013294657964709,
|
|
"grad_norm": 0.4523581952116975,
|
|
"learning_rate": 5.403252215897781e-06,
|
|
"loss": 0.5295,
|
|
"step": 1037
|
|
},
|
|
{
|
|
"epoch": 0.5018129079042785,
|
|
"grad_norm": 0.44718772307460525,
|
|
"learning_rate": 5.395283869951184e-06,
|
|
"loss": 0.5402,
|
|
"step": 1038
|
|
},
|
|
{
|
|
"epoch": 0.5022963500120861,
|
|
"grad_norm": 0.42574725470561453,
|
|
"learning_rate": 5.387314513627156e-06,
|
|
"loss": 0.5228,
|
|
"step": 1039
|
|
},
|
|
{
|
|
"epoch": 0.5027797921198937,
|
|
"grad_norm": 0.4816073830916942,
|
|
"learning_rate": 5.379344167296017e-06,
|
|
"loss": 0.5302,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.5032632342277013,
|
|
"grad_norm": 0.454535172796951,
|
|
"learning_rate": 5.371372851330612e-06,
|
|
"loss": 0.5337,
|
|
"step": 1041
|
|
},
|
|
{
|
|
"epoch": 0.5037466763355088,
|
|
"grad_norm": 0.44304402033518747,
|
|
"learning_rate": 5.3634005861062675e-06,
|
|
"loss": 0.5348,
|
|
"step": 1042
|
|
},
|
|
{
|
|
"epoch": 0.5042301184433164,
|
|
"grad_norm": 0.4647077624164304,
|
|
"learning_rate": 5.355427392000736e-06,
|
|
"loss": 0.5367,
|
|
"step": 1043
|
|
},
|
|
{
|
|
"epoch": 0.504713560551124,
|
|
"grad_norm": 0.47204921033701974,
|
|
"learning_rate": 5.347453289394146e-06,
|
|
"loss": 0.5236,
|
|
"step": 1044
|
|
},
|
|
{
|
|
"epoch": 0.5051970026589316,
|
|
"grad_norm": 0.444269913904137,
|
|
"learning_rate": 5.339478298668943e-06,
|
|
"loss": 0.5374,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"epoch": 0.5056804447667392,
|
|
"grad_norm": 0.437749383717649,
|
|
"learning_rate": 5.331502440209849e-06,
|
|
"loss": 0.529,
|
|
"step": 1046
|
|
},
|
|
{
|
|
"epoch": 0.5061638868745467,
|
|
"grad_norm": 0.44850371734571,
|
|
"learning_rate": 5.3235257344037996e-06,
|
|
"loss": 0.5363,
|
|
"step": 1047
|
|
},
|
|
{
|
|
"epoch": 0.5066473289823543,
|
|
"grad_norm": 0.4687290830806752,
|
|
"learning_rate": 5.3155482016398995e-06,
|
|
"loss": 0.5335,
|
|
"step": 1048
|
|
},
|
|
{
|
|
"epoch": 0.5071307710901619,
|
|
"grad_norm": 0.43863314490483407,
|
|
"learning_rate": 5.307569862309363e-06,
|
|
"loss": 0.5269,
|
|
"step": 1049
|
|
},
|
|
{
|
|
"epoch": 0.5076142131979695,
|
|
"grad_norm": 0.44499358455418236,
|
|
"learning_rate": 5.29959073680547e-06,
|
|
"loss": 0.5269,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.5080976553057771,
|
|
"grad_norm": 0.4443034689772289,
|
|
"learning_rate": 5.2916108455235084e-06,
|
|
"loss": 0.5247,
|
|
"step": 1051
|
|
},
|
|
{
|
|
"epoch": 0.5085810974135847,
|
|
"grad_norm": 0.41196428985814043,
|
|
"learning_rate": 5.2836302088607235e-06,
|
|
"loss": 0.5257,
|
|
"step": 1052
|
|
},
|
|
{
|
|
"epoch": 0.5090645395213923,
|
|
"grad_norm": 0.4196111969098687,
|
|
"learning_rate": 5.275648847216263e-06,
|
|
"loss": 0.5326,
|
|
"step": 1053
|
|
},
|
|
{
|
|
"epoch": 0.5095479816291999,
|
|
"grad_norm": 0.4396027925039716,
|
|
"learning_rate": 5.267666780991135e-06,
|
|
"loss": 0.5384,
|
|
"step": 1054
|
|
},
|
|
{
|
|
"epoch": 0.5100314237370075,
|
|
"grad_norm": 0.4918850008899013,
|
|
"learning_rate": 5.259684030588141e-06,
|
|
"loss": 0.5217,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"epoch": 0.5105148658448151,
|
|
"grad_norm": 0.4636011028874602,
|
|
"learning_rate": 5.251700616411836e-06,
|
|
"loss": 0.5292,
|
|
"step": 1056
|
|
},
|
|
{
|
|
"epoch": 0.5109983079526227,
|
|
"grad_norm": 0.45080015588791633,
|
|
"learning_rate": 5.243716558868469e-06,
|
|
"loss": 0.5335,
|
|
"step": 1057
|
|
},
|
|
{
|
|
"epoch": 0.5114817500604303,
|
|
"grad_norm": 0.4430606358386943,
|
|
"learning_rate": 5.235731878365935e-06,
|
|
"loss": 0.5366,
|
|
"step": 1058
|
|
},
|
|
{
|
|
"epoch": 0.5119651921682379,
|
|
"grad_norm": 0.4765633831252005,
|
|
"learning_rate": 5.22774659531372e-06,
|
|
"loss": 0.5343,
|
|
"step": 1059
|
|
},
|
|
{
|
|
"epoch": 0.5124486342760455,
|
|
"grad_norm": 0.47759199812886083,
|
|
"learning_rate": 5.219760730122854e-06,
|
|
"loss": 0.5318,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.5129320763838531,
|
|
"grad_norm": 0.4277450357502153,
|
|
"learning_rate": 5.211774303205849e-06,
|
|
"loss": 0.5055,
|
|
"step": 1061
|
|
},
|
|
{
|
|
"epoch": 0.5134155184916607,
|
|
"grad_norm": 0.42824551582926373,
|
|
"learning_rate": 5.203787334976655e-06,
|
|
"loss": 0.5015,
|
|
"step": 1062
|
|
},
|
|
{
|
|
"epoch": 0.5138989605994683,
|
|
"grad_norm": 0.5041405711353805,
|
|
"learning_rate": 5.195799845850611e-06,
|
|
"loss": 0.525,
|
|
"step": 1063
|
|
},
|
|
{
|
|
"epoch": 0.5143824027072758,
|
|
"grad_norm": 0.4306413852615145,
|
|
"learning_rate": 5.18781185624438e-06,
|
|
"loss": 0.5265,
|
|
"step": 1064
|
|
},
|
|
{
|
|
"epoch": 0.5148658448150834,
|
|
"grad_norm": 0.4361432944536921,
|
|
"learning_rate": 5.179823386575908e-06,
|
|
"loss": 0.5311,
|
|
"step": 1065
|
|
},
|
|
{
|
|
"epoch": 0.515349286922891,
|
|
"grad_norm": 0.4240690760700838,
|
|
"learning_rate": 5.171834457264364e-06,
|
|
"loss": 0.5286,
|
|
"step": 1066
|
|
},
|
|
{
|
|
"epoch": 0.5158327290306985,
|
|
"grad_norm": 0.47256746355593565,
|
|
"learning_rate": 5.1638450887301006e-06,
|
|
"loss": 0.5282,
|
|
"step": 1067
|
|
},
|
|
{
|
|
"epoch": 0.5163161711385061,
|
|
"grad_norm": 0.4445988854998036,
|
|
"learning_rate": 5.155855301394585e-06,
|
|
"loss": 0.527,
|
|
"step": 1068
|
|
},
|
|
{
|
|
"epoch": 0.5167996132463137,
|
|
"grad_norm": 0.46405127876443125,
|
|
"learning_rate": 5.147865115680357e-06,
|
|
"loss": 0.5289,
|
|
"step": 1069
|
|
},
|
|
{
|
|
"epoch": 0.5172830553541213,
|
|
"grad_norm": 0.45801111107179227,
|
|
"learning_rate": 5.139874552010975e-06,
|
|
"loss": 0.531,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.5177664974619289,
|
|
"grad_norm": 0.454345233725776,
|
|
"learning_rate": 5.131883630810966e-06,
|
|
"loss": 0.5428,
|
|
"step": 1071
|
|
},
|
|
{
|
|
"epoch": 0.5182499395697365,
|
|
"grad_norm": 0.4649418568564353,
|
|
"learning_rate": 5.123892372505768e-06,
|
|
"loss": 0.524,
|
|
"step": 1072
|
|
},
|
|
{
|
|
"epoch": 0.5187333816775441,
|
|
"grad_norm": 0.4609921972037312,
|
|
"learning_rate": 5.11590079752168e-06,
|
|
"loss": 0.5337,
|
|
"step": 1073
|
|
},
|
|
{
|
|
"epoch": 0.5192168237853517,
|
|
"grad_norm": 0.4257268056499296,
|
|
"learning_rate": 5.107908926285813e-06,
|
|
"loss": 0.5247,
|
|
"step": 1074
|
|
},
|
|
{
|
|
"epoch": 0.5197002658931593,
|
|
"grad_norm": 0.4277925159892485,
|
|
"learning_rate": 5.099916779226032e-06,
|
|
"loss": 0.5314,
|
|
"step": 1075
|
|
},
|
|
{
|
|
"epoch": 0.5201837080009669,
|
|
"grad_norm": 0.46374173796570095,
|
|
"learning_rate": 5.091924376770912e-06,
|
|
"loss": 0.5267,
|
|
"step": 1076
|
|
},
|
|
{
|
|
"epoch": 0.5206671501087745,
|
|
"grad_norm": 0.46413399868377414,
|
|
"learning_rate": 5.083931739349675e-06,
|
|
"loss": 0.5227,
|
|
"step": 1077
|
|
},
|
|
{
|
|
"epoch": 0.5211505922165821,
|
|
"grad_norm": 0.42805047816232233,
|
|
"learning_rate": 5.075938887392149e-06,
|
|
"loss": 0.5148,
|
|
"step": 1078
|
|
},
|
|
{
|
|
"epoch": 0.5216340343243897,
|
|
"grad_norm": 0.42348168283938675,
|
|
"learning_rate": 5.0679458413287055e-06,
|
|
"loss": 0.5168,
|
|
"step": 1079
|
|
},
|
|
{
|
|
"epoch": 0.5221174764321972,
|
|
"grad_norm": 0.48349127354280697,
|
|
"learning_rate": 5.059952621590216e-06,
|
|
"loss": 0.5274,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.5226009185400048,
|
|
"grad_norm": 0.447828940551305,
|
|
"learning_rate": 5.051959248607993e-06,
|
|
"loss": 0.5251,
|
|
"step": 1081
|
|
},
|
|
{
|
|
"epoch": 0.5230843606478124,
|
|
"grad_norm": 0.45995219297674483,
|
|
"learning_rate": 5.043965742813744e-06,
|
|
"loss": 0.5246,
|
|
"step": 1082
|
|
},
|
|
{
|
|
"epoch": 0.52356780275562,
|
|
"grad_norm": 0.4744443087812869,
|
|
"learning_rate": 5.035972124639511e-06,
|
|
"loss": 0.5299,
|
|
"step": 1083
|
|
},
|
|
{
|
|
"epoch": 0.5240512448634276,
|
|
"grad_norm": 0.4140590259366713,
|
|
"learning_rate": 5.02797841451763e-06,
|
|
"loss": 0.5273,
|
|
"step": 1084
|
|
},
|
|
{
|
|
"epoch": 0.5245346869712352,
|
|
"grad_norm": 0.4421687910150297,
|
|
"learning_rate": 5.019984632880665e-06,
|
|
"loss": 0.5342,
|
|
"step": 1085
|
|
},
|
|
{
|
|
"epoch": 0.5250181290790428,
|
|
"grad_norm": 0.4665180180836343,
|
|
"learning_rate": 5.011990800161369e-06,
|
|
"loss": 0.5314,
|
|
"step": 1086
|
|
},
|
|
{
|
|
"epoch": 0.5255015711868504,
|
|
"grad_norm": 0.45569707259235365,
|
|
"learning_rate": 5.00399693679262e-06,
|
|
"loss": 0.5291,
|
|
"step": 1087
|
|
},
|
|
{
|
|
"epoch": 0.525985013294658,
|
|
"grad_norm": 0.3966652463954235,
|
|
"learning_rate": 4.9960030632073815e-06,
|
|
"loss": 0.4852,
|
|
"step": 1088
|
|
},
|
|
{
|
|
"epoch": 0.5264684554024656,
|
|
"grad_norm": 0.4156779611396039,
|
|
"learning_rate": 4.988009199838632e-06,
|
|
"loss": 0.5266,
|
|
"step": 1089
|
|
},
|
|
{
|
|
"epoch": 0.5269518975102732,
|
|
"grad_norm": 0.4459927015276638,
|
|
"learning_rate": 4.980015367119336e-06,
|
|
"loss": 0.5128,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.5274353396180808,
|
|
"grad_norm": 0.4470940459251613,
|
|
"learning_rate": 4.9720215854823716e-06,
|
|
"loss": 0.5215,
|
|
"step": 1091
|
|
},
|
|
{
|
|
"epoch": 0.5279187817258884,
|
|
"grad_norm": 0.4379040861596386,
|
|
"learning_rate": 4.96402787536049e-06,
|
|
"loss": 0.529,
|
|
"step": 1092
|
|
},
|
|
{
|
|
"epoch": 0.528402223833696,
|
|
"grad_norm": 0.42846117019918506,
|
|
"learning_rate": 4.956034257186258e-06,
|
|
"loss": 0.5196,
|
|
"step": 1093
|
|
},
|
|
{
|
|
"epoch": 0.5288856659415035,
|
|
"grad_norm": 0.45571668646782787,
|
|
"learning_rate": 4.9480407513920086e-06,
|
|
"loss": 0.527,
|
|
"step": 1094
|
|
},
|
|
{
|
|
"epoch": 0.5293691080493111,
|
|
"grad_norm": 0.4680208745726276,
|
|
"learning_rate": 4.940047378409786e-06,
|
|
"loss": 0.523,
|
|
"step": 1095
|
|
},
|
|
{
|
|
"epoch": 0.5298525501571187,
|
|
"grad_norm": 0.44029959009092084,
|
|
"learning_rate": 4.932054158671295e-06,
|
|
"loss": 0.5244,
|
|
"step": 1096
|
|
},
|
|
{
|
|
"epoch": 0.5303359922649262,
|
|
"grad_norm": 0.45471058687459337,
|
|
"learning_rate": 4.924061112607853e-06,
|
|
"loss": 0.532,
|
|
"step": 1097
|
|
},
|
|
{
|
|
"epoch": 0.5308194343727338,
|
|
"grad_norm": 0.43297324457453135,
|
|
"learning_rate": 4.9160682606503255e-06,
|
|
"loss": 0.5226,
|
|
"step": 1098
|
|
},
|
|
{
|
|
"epoch": 0.5313028764805414,
|
|
"grad_norm": 0.4269816974887771,
|
|
"learning_rate": 4.908075623229089e-06,
|
|
"loss": 0.5242,
|
|
"step": 1099
|
|
},
|
|
{
|
|
"epoch": 0.531786318588349,
|
|
"grad_norm": 0.4280455143246443,
|
|
"learning_rate": 4.900083220773968e-06,
|
|
"loss": 0.5082,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.5322697606961566,
|
|
"grad_norm": 0.4422972364197889,
|
|
"learning_rate": 4.892091073714189e-06,
|
|
"loss": 0.5162,
|
|
"step": 1101
|
|
},
|
|
{
|
|
"epoch": 0.5327532028039642,
|
|
"grad_norm": 0.44177794728378245,
|
|
"learning_rate": 4.88409920247832e-06,
|
|
"loss": 0.5287,
|
|
"step": 1102
|
|
},
|
|
{
|
|
"epoch": 0.5332366449117718,
|
|
"grad_norm": 0.4384466281073893,
|
|
"learning_rate": 4.876107627494234e-06,
|
|
"loss": 0.5224,
|
|
"step": 1103
|
|
},
|
|
{
|
|
"epoch": 0.5337200870195794,
|
|
"grad_norm": 0.42791066381831555,
|
|
"learning_rate": 4.868116369189033e-06,
|
|
"loss": 0.519,
|
|
"step": 1104
|
|
},
|
|
{
|
|
"epoch": 0.534203529127387,
|
|
"grad_norm": 0.43287603203122865,
|
|
"learning_rate": 4.860125447989026e-06,
|
|
"loss": 0.5315,
|
|
"step": 1105
|
|
},
|
|
{
|
|
"epoch": 0.5346869712351946,
|
|
"grad_norm": 0.40835340581900775,
|
|
"learning_rate": 4.852134884319646e-06,
|
|
"loss": 0.5013,
|
|
"step": 1106
|
|
},
|
|
{
|
|
"epoch": 0.5351704133430022,
|
|
"grad_norm": 0.4564877621647975,
|
|
"learning_rate": 4.844144698605418e-06,
|
|
"loss": 0.5163,
|
|
"step": 1107
|
|
},
|
|
{
|
|
"epoch": 0.5356538554508098,
|
|
"grad_norm": 0.4350849446506223,
|
|
"learning_rate": 4.836154911269902e-06,
|
|
"loss": 0.5216,
|
|
"step": 1108
|
|
},
|
|
{
|
|
"epoch": 0.5361372975586174,
|
|
"grad_norm": 0.45777989132001196,
|
|
"learning_rate": 4.8281655427356375e-06,
|
|
"loss": 0.5248,
|
|
"step": 1109
|
|
},
|
|
{
|
|
"epoch": 0.536620739666425,
|
|
"grad_norm": 0.463821530722432,
|
|
"learning_rate": 4.820176613424095e-06,
|
|
"loss": 0.5302,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.5371041817742326,
|
|
"grad_norm": 0.44517887708797427,
|
|
"learning_rate": 4.812188143755621e-06,
|
|
"loss": 0.5214,
|
|
"step": 1111
|
|
},
|
|
{
|
|
"epoch": 0.5375876238820402,
|
|
"grad_norm": 0.5017058167871686,
|
|
"learning_rate": 4.80420015414939e-06,
|
|
"loss": 0.5305,
|
|
"step": 1112
|
|
},
|
|
{
|
|
"epoch": 0.5380710659898477,
|
|
"grad_norm": 0.4672768776486219,
|
|
"learning_rate": 4.796212665023345e-06,
|
|
"loss": 0.5237,
|
|
"step": 1113
|
|
},
|
|
{
|
|
"epoch": 0.5385545080976553,
|
|
"grad_norm": 0.4419995316595335,
|
|
"learning_rate": 4.788225696794153e-06,
|
|
"loss": 0.5277,
|
|
"step": 1114
|
|
},
|
|
{
|
|
"epoch": 0.5390379502054629,
|
|
"grad_norm": 0.44730511943868706,
|
|
"learning_rate": 4.780239269877147e-06,
|
|
"loss": 0.5313,
|
|
"step": 1115
|
|
},
|
|
{
|
|
"epoch": 0.5395213923132705,
|
|
"grad_norm": 0.45204850110236905,
|
|
"learning_rate": 4.7722534046862805e-06,
|
|
"loss": 0.5231,
|
|
"step": 1116
|
|
},
|
|
{
|
|
"epoch": 0.540004834421078,
|
|
"grad_norm": 0.45779960123303604,
|
|
"learning_rate": 4.764268121634066e-06,
|
|
"loss": 0.507,
|
|
"step": 1117
|
|
},
|
|
{
|
|
"epoch": 0.5404882765288856,
|
|
"grad_norm": 0.41695878051285573,
|
|
"learning_rate": 4.7562834411315324e-06,
|
|
"loss": 0.5042,
|
|
"step": 1118
|
|
},
|
|
{
|
|
"epoch": 0.5409717186366932,
|
|
"grad_norm": 0.4513235919318933,
|
|
"learning_rate": 4.748299383588167e-06,
|
|
"loss": 0.5258,
|
|
"step": 1119
|
|
},
|
|
{
|
|
"epoch": 0.5414551607445008,
|
|
"grad_norm": 0.467590473541893,
|
|
"learning_rate": 4.74031596941186e-06,
|
|
"loss": 0.5375,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.5419386028523084,
|
|
"grad_norm": 0.4524946558422428,
|
|
"learning_rate": 4.7323332190088675e-06,
|
|
"loss": 0.5199,
|
|
"step": 1121
|
|
},
|
|
{
|
|
"epoch": 0.542422044960116,
|
|
"grad_norm": 0.42113263739650647,
|
|
"learning_rate": 4.7243511527837374e-06,
|
|
"loss": 0.5251,
|
|
"step": 1122
|
|
},
|
|
{
|
|
"epoch": 0.5429054870679236,
|
|
"grad_norm": 0.4636225245244688,
|
|
"learning_rate": 4.716369791139279e-06,
|
|
"loss": 0.5308,
|
|
"step": 1123
|
|
},
|
|
{
|
|
"epoch": 0.5433889291757312,
|
|
"grad_norm": 0.4398566927754983,
|
|
"learning_rate": 4.708389154476492e-06,
|
|
"loss": 0.5201,
|
|
"step": 1124
|
|
},
|
|
{
|
|
"epoch": 0.5438723712835388,
|
|
"grad_norm": 0.43330211663967066,
|
|
"learning_rate": 4.7004092631945315e-06,
|
|
"loss": 0.5258,
|
|
"step": 1125
|
|
},
|
|
{
|
|
"epoch": 0.5443558133913464,
|
|
"grad_norm": 0.44482177202458967,
|
|
"learning_rate": 4.692430137690638e-06,
|
|
"loss": 0.5222,
|
|
"step": 1126
|
|
},
|
|
{
|
|
"epoch": 0.544839255499154,
|
|
"grad_norm": 0.4318024796342877,
|
|
"learning_rate": 4.684451798360102e-06,
|
|
"loss": 0.5204,
|
|
"step": 1127
|
|
},
|
|
{
|
|
"epoch": 0.5453226976069616,
|
|
"grad_norm": 0.45444414518744425,
|
|
"learning_rate": 4.6764742655962e-06,
|
|
"loss": 0.5255,
|
|
"step": 1128
|
|
},
|
|
{
|
|
"epoch": 0.5458061397147692,
|
|
"grad_norm": 0.4372839038666406,
|
|
"learning_rate": 4.6684975597901526e-06,
|
|
"loss": 0.5275,
|
|
"step": 1129
|
|
},
|
|
{
|
|
"epoch": 0.5462895818225767,
|
|
"grad_norm": 0.43767287064021165,
|
|
"learning_rate": 4.660521701331058e-06,
|
|
"loss": 0.5046,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.5467730239303843,
|
|
"grad_norm": 0.42146624184063447,
|
|
"learning_rate": 4.652546710605857e-06,
|
|
"loss": 0.5284,
|
|
"step": 1131
|
|
},
|
|
{
|
|
"epoch": 0.5472564660381919,
|
|
"grad_norm": 0.4528806888549099,
|
|
"learning_rate": 4.644572607999267e-06,
|
|
"loss": 0.5234,
|
|
"step": 1132
|
|
},
|
|
{
|
|
"epoch": 0.5477399081459995,
|
|
"grad_norm": 0.41615032339392954,
|
|
"learning_rate": 4.636599413893734e-06,
|
|
"loss": 0.5149,
|
|
"step": 1133
|
|
},
|
|
{
|
|
"epoch": 0.5482233502538071,
|
|
"grad_norm": 0.4080780400252472,
|
|
"learning_rate": 4.628627148669391e-06,
|
|
"loss": 0.5069,
|
|
"step": 1134
|
|
},
|
|
{
|
|
"epoch": 0.5487067923616147,
|
|
"grad_norm": 0.4376373218589361,
|
|
"learning_rate": 4.620655832703984e-06,
|
|
"loss": 0.5232,
|
|
"step": 1135
|
|
},
|
|
{
|
|
"epoch": 0.5491902344694223,
|
|
"grad_norm": 0.44817086720050736,
|
|
"learning_rate": 4.612685486372846e-06,
|
|
"loss": 0.5284,
|
|
"step": 1136
|
|
},
|
|
{
|
|
"epoch": 0.5496736765772299,
|
|
"grad_norm": 0.4269717422470433,
|
|
"learning_rate": 4.604716130048818e-06,
|
|
"loss": 0.5292,
|
|
"step": 1137
|
|
},
|
|
{
|
|
"epoch": 0.5501571186850375,
|
|
"grad_norm": 0.4463889311004707,
|
|
"learning_rate": 4.596747784102221e-06,
|
|
"loss": 0.5296,
|
|
"step": 1138
|
|
},
|
|
{
|
|
"epoch": 0.5506405607928451,
|
|
"grad_norm": 0.4544805899306494,
|
|
"learning_rate": 4.588780468900787e-06,
|
|
"loss": 0.5342,
|
|
"step": 1139
|
|
},
|
|
{
|
|
"epoch": 0.5511240029006527,
|
|
"grad_norm": 0.43223974279832084,
|
|
"learning_rate": 4.580814204809618e-06,
|
|
"loss": 0.5278,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.5516074450084603,
|
|
"grad_norm": 0.4526101073084036,
|
|
"learning_rate": 4.572849012191126e-06,
|
|
"loss": 0.5274,
|
|
"step": 1141
|
|
},
|
|
{
|
|
"epoch": 0.5520908871162679,
|
|
"grad_norm": 0.46135315991278786,
|
|
"learning_rate": 4.564884911404986e-06,
|
|
"loss": 0.5308,
|
|
"step": 1142
|
|
},
|
|
{
|
|
"epoch": 0.5525743292240755,
|
|
"grad_norm": 0.451744932774668,
|
|
"learning_rate": 4.5569219228080805e-06,
|
|
"loss": 0.5228,
|
|
"step": 1143
|
|
},
|
|
{
|
|
"epoch": 0.553057771331883,
|
|
"grad_norm": 0.4431407162306295,
|
|
"learning_rate": 4.54896006675445e-06,
|
|
"loss": 0.5001,
|
|
"step": 1144
|
|
},
|
|
{
|
|
"epoch": 0.5535412134396906,
|
|
"grad_norm": 0.4115173802208087,
|
|
"learning_rate": 4.540999363595242e-06,
|
|
"loss": 0.4963,
|
|
"step": 1145
|
|
},
|
|
{
|
|
"epoch": 0.5540246555474981,
|
|
"grad_norm": 0.418962800898634,
|
|
"learning_rate": 4.5330398336786526e-06,
|
|
"loss": 0.5277,
|
|
"step": 1146
|
|
},
|
|
{
|
|
"epoch": 0.5545080976553057,
|
|
"grad_norm": 0.46372386433812574,
|
|
"learning_rate": 4.525081497349887e-06,
|
|
"loss": 0.5427,
|
|
"step": 1147
|
|
},
|
|
{
|
|
"epoch": 0.5549915397631133,
|
|
"grad_norm": 0.4530031866173555,
|
|
"learning_rate": 4.517124374951086e-06,
|
|
"loss": 0.5178,
|
|
"step": 1148
|
|
},
|
|
{
|
|
"epoch": 0.5554749818709209,
|
|
"grad_norm": 0.440822304311767,
|
|
"learning_rate": 4.509168486821304e-06,
|
|
"loss": 0.5225,
|
|
"step": 1149
|
|
},
|
|
{
|
|
"epoch": 0.5559584239787285,
|
|
"grad_norm": 0.4127961848352273,
|
|
"learning_rate": 4.501213853296425e-06,
|
|
"loss": 0.523,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.5564418660865361,
|
|
"grad_norm": 0.461288293810827,
|
|
"learning_rate": 4.493260494709141e-06,
|
|
"loss": 0.5251,
|
|
"step": 1151
|
|
},
|
|
{
|
|
"epoch": 0.5569253081943437,
|
|
"grad_norm": 0.43458067348060225,
|
|
"learning_rate": 4.48530843138887e-06,
|
|
"loss": 0.5419,
|
|
"step": 1152
|
|
},
|
|
{
|
|
"epoch": 0.5574087503021513,
|
|
"grad_norm": 0.42472609884541546,
|
|
"learning_rate": 4.477357683661734e-06,
|
|
"loss": 0.5318,
|
|
"step": 1153
|
|
},
|
|
{
|
|
"epoch": 0.5578921924099589,
|
|
"grad_norm": 0.4256107384490566,
|
|
"learning_rate": 4.469408271850479e-06,
|
|
"loss": 0.506,
|
|
"step": 1154
|
|
},
|
|
{
|
|
"epoch": 0.5583756345177665,
|
|
"grad_norm": 0.4098807197744025,
|
|
"learning_rate": 4.4614602162744455e-06,
|
|
"loss": 0.5152,
|
|
"step": 1155
|
|
},
|
|
{
|
|
"epoch": 0.5588590766255741,
|
|
"grad_norm": 0.4390148331821114,
|
|
"learning_rate": 4.453513537249503e-06,
|
|
"loss": 0.527,
|
|
"step": 1156
|
|
},
|
|
{
|
|
"epoch": 0.5593425187333817,
|
|
"grad_norm": 0.4711204869094555,
|
|
"learning_rate": 4.445568255088003e-06,
|
|
"loss": 0.5247,
|
|
"step": 1157
|
|
},
|
|
{
|
|
"epoch": 0.5598259608411893,
|
|
"grad_norm": 0.41653734784347574,
|
|
"learning_rate": 4.4376243900987296e-06,
|
|
"loss": 0.5232,
|
|
"step": 1158
|
|
},
|
|
{
|
|
"epoch": 0.5603094029489969,
|
|
"grad_norm": 0.44411194102788987,
|
|
"learning_rate": 4.429681962586839e-06,
|
|
"loss": 0.5365,
|
|
"step": 1159
|
|
},
|
|
{
|
|
"epoch": 0.5607928450568045,
|
|
"grad_norm": 0.44003715852304276,
|
|
"learning_rate": 4.421740992853818e-06,
|
|
"loss": 0.5311,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.5612762871646121,
|
|
"grad_norm": 0.43445702749764165,
|
|
"learning_rate": 4.413801501197424e-06,
|
|
"loss": 0.5192,
|
|
"step": 1161
|
|
},
|
|
{
|
|
"epoch": 0.5617597292724196,
|
|
"grad_norm": 0.4315566299087621,
|
|
"learning_rate": 4.405863507911638e-06,
|
|
"loss": 0.5007,
|
|
"step": 1162
|
|
},
|
|
{
|
|
"epoch": 0.5622431713802272,
|
|
"grad_norm": 0.3786991552102392,
|
|
"learning_rate": 4.3979270332866105e-06,
|
|
"loss": 0.4867,
|
|
"step": 1163
|
|
},
|
|
{
|
|
"epoch": 0.5627266134880348,
|
|
"grad_norm": 0.4244074214223604,
|
|
"learning_rate": 4.389992097608613e-06,
|
|
"loss": 0.5271,
|
|
"step": 1164
|
|
},
|
|
{
|
|
"epoch": 0.5632100555958424,
|
|
"grad_norm": 0.430673286759424,
|
|
"learning_rate": 4.3820587211599745e-06,
|
|
"loss": 0.5292,
|
|
"step": 1165
|
|
},
|
|
{
|
|
"epoch": 0.56369349770365,
|
|
"grad_norm": 0.46109079230422667,
|
|
"learning_rate": 4.374126924219052e-06,
|
|
"loss": 0.5197,
|
|
"step": 1166
|
|
},
|
|
{
|
|
"epoch": 0.5641769398114576,
|
|
"grad_norm": 0.4275407630254517,
|
|
"learning_rate": 4.366196727060152e-06,
|
|
"loss": 0.5196,
|
|
"step": 1167
|
|
},
|
|
{
|
|
"epoch": 0.5646603819192652,
|
|
"grad_norm": 0.4407289737300367,
|
|
"learning_rate": 4.3582681499535e-06,
|
|
"loss": 0.5206,
|
|
"step": 1168
|
|
},
|
|
{
|
|
"epoch": 0.5651438240270727,
|
|
"grad_norm": 0.4119248969357382,
|
|
"learning_rate": 4.3503412131651765e-06,
|
|
"loss": 0.5341,
|
|
"step": 1169
|
|
},
|
|
{
|
|
"epoch": 0.5656272661348803,
|
|
"grad_norm": 0.4621359921349015,
|
|
"learning_rate": 4.342415936957073e-06,
|
|
"loss": 0.5225,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.5661107082426879,
|
|
"grad_norm": 0.45885127710831636,
|
|
"learning_rate": 4.334492341586833e-06,
|
|
"loss": 0.5328,
|
|
"step": 1171
|
|
},
|
|
{
|
|
"epoch": 0.5665941503504955,
|
|
"grad_norm": 0.4217251248929531,
|
|
"learning_rate": 4.326570447307804e-06,
|
|
"loss": 0.5024,
|
|
"step": 1172
|
|
},
|
|
{
|
|
"epoch": 0.5670775924583031,
|
|
"grad_norm": 0.43349297844561585,
|
|
"learning_rate": 4.318650274368989e-06,
|
|
"loss": 0.5302,
|
|
"step": 1173
|
|
},
|
|
{
|
|
"epoch": 0.5675610345661107,
|
|
"grad_norm": 0.44173213520395654,
|
|
"learning_rate": 4.310731843014985e-06,
|
|
"loss": 0.518,
|
|
"step": 1174
|
|
},
|
|
{
|
|
"epoch": 0.5680444766739183,
|
|
"grad_norm": 0.44550331806578247,
|
|
"learning_rate": 4.302815173485944e-06,
|
|
"loss": 0.5262,
|
|
"step": 1175
|
|
},
|
|
{
|
|
"epoch": 0.5685279187817259,
|
|
"grad_norm": 0.41790214183276025,
|
|
"learning_rate": 4.294900286017509e-06,
|
|
"loss": 0.5249,
|
|
"step": 1176
|
|
},
|
|
{
|
|
"epoch": 0.5690113608895335,
|
|
"grad_norm": 0.4406462454965783,
|
|
"learning_rate": 4.286987200840772e-06,
|
|
"loss": 0.5399,
|
|
"step": 1177
|
|
},
|
|
{
|
|
"epoch": 0.5694948029973411,
|
|
"grad_norm": 0.42899916006281247,
|
|
"learning_rate": 4.279075938182214e-06,
|
|
"loss": 0.522,
|
|
"step": 1178
|
|
},
|
|
{
|
|
"epoch": 0.5699782451051486,
|
|
"grad_norm": 0.39425395091405524,
|
|
"learning_rate": 4.271166518263662e-06,
|
|
"loss": 0.4916,
|
|
"step": 1179
|
|
},
|
|
{
|
|
"epoch": 0.5704616872129562,
|
|
"grad_norm": 0.4325306883401716,
|
|
"learning_rate": 4.263258961302232e-06,
|
|
"loss": 0.5297,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.5709451293207638,
|
|
"grad_norm": 0.42524338171666753,
|
|
"learning_rate": 4.255353287510272e-06,
|
|
"loss": 0.524,
|
|
"step": 1181
|
|
},
|
|
{
|
|
"epoch": 0.5714285714285714,
|
|
"grad_norm": 0.44279478264935357,
|
|
"learning_rate": 4.247449517095329e-06,
|
|
"loss": 0.5215,
|
|
"step": 1182
|
|
},
|
|
{
|
|
"epoch": 0.571912013536379,
|
|
"grad_norm": 0.4197931530174695,
|
|
"learning_rate": 4.239547670260069e-06,
|
|
"loss": 0.5099,
|
|
"step": 1183
|
|
},
|
|
{
|
|
"epoch": 0.5723954556441866,
|
|
"grad_norm": 0.4310563818067479,
|
|
"learning_rate": 4.231647767202254e-06,
|
|
"loss": 0.5191,
|
|
"step": 1184
|
|
},
|
|
{
|
|
"epoch": 0.5728788977519942,
|
|
"grad_norm": 0.42356166524796646,
|
|
"learning_rate": 4.223749828114672e-06,
|
|
"loss": 0.528,
|
|
"step": 1185
|
|
},
|
|
{
|
|
"epoch": 0.5733623398598018,
|
|
"grad_norm": 0.4095445643557658,
|
|
"learning_rate": 4.215853873185093e-06,
|
|
"loss": 0.4862,
|
|
"step": 1186
|
|
},
|
|
{
|
|
"epoch": 0.5738457819676094,
|
|
"grad_norm": 0.47015761976525233,
|
|
"learning_rate": 4.2079599225962115e-06,
|
|
"loss": 0.5183,
|
|
"step": 1187
|
|
},
|
|
{
|
|
"epoch": 0.574329224075417,
|
|
"grad_norm": 0.4175313339147143,
|
|
"learning_rate": 4.2000679965256045e-06,
|
|
"loss": 0.5045,
|
|
"step": 1188
|
|
},
|
|
{
|
|
"epoch": 0.5748126661832246,
|
|
"grad_norm": 0.43952093100735207,
|
|
"learning_rate": 4.192178115145668e-06,
|
|
"loss": 0.4942,
|
|
"step": 1189
|
|
},
|
|
{
|
|
"epoch": 0.5752961082910322,
|
|
"grad_norm": 0.41782905847478197,
|
|
"learning_rate": 4.184290298623578e-06,
|
|
"loss": 0.4962,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.5757795503988398,
|
|
"grad_norm": 0.4321674737064156,
|
|
"learning_rate": 4.176404567121225e-06,
|
|
"loss": 0.5397,
|
|
"step": 1191
|
|
},
|
|
{
|
|
"epoch": 0.5762629925066474,
|
|
"grad_norm": 0.4802929727845466,
|
|
"learning_rate": 4.16852094079518e-06,
|
|
"loss": 0.5249,
|
|
"step": 1192
|
|
},
|
|
{
|
|
"epoch": 0.576746434614455,
|
|
"grad_norm": 0.4829071925445664,
|
|
"learning_rate": 4.160639439796624e-06,
|
|
"loss": 0.5192,
|
|
"step": 1193
|
|
},
|
|
{
|
|
"epoch": 0.5772298767222626,
|
|
"grad_norm": 0.41462388567526964,
|
|
"learning_rate": 4.152760084271305e-06,
|
|
"loss": 0.5224,
|
|
"step": 1194
|
|
},
|
|
{
|
|
"epoch": 0.57771331883007,
|
|
"grad_norm": 0.41336785715866026,
|
|
"learning_rate": 4.1448828943595e-06,
|
|
"loss": 0.531,
|
|
"step": 1195
|
|
},
|
|
{
|
|
"epoch": 0.5781967609378776,
|
|
"grad_norm": 0.4424735299028098,
|
|
"learning_rate": 4.1370078901959306e-06,
|
|
"loss": 0.5309,
|
|
"step": 1196
|
|
},
|
|
{
|
|
"epoch": 0.5786802030456852,
|
|
"grad_norm": 0.43755728178912967,
|
|
"learning_rate": 4.129135091909752e-06,
|
|
"loss": 0.5314,
|
|
"step": 1197
|
|
},
|
|
{
|
|
"epoch": 0.5791636451534928,
|
|
"grad_norm": 0.4234445834897067,
|
|
"learning_rate": 4.121264519624463e-06,
|
|
"loss": 0.4971,
|
|
"step": 1198
|
|
},
|
|
{
|
|
"epoch": 0.5796470872613004,
|
|
"grad_norm": 0.4465261505400547,
|
|
"learning_rate": 4.113396193457887e-06,
|
|
"loss": 0.5421,
|
|
"step": 1199
|
|
},
|
|
{
|
|
"epoch": 0.580130529369108,
|
|
"grad_norm": 0.43864096822609294,
|
|
"learning_rate": 4.105530133522096e-06,
|
|
"loss": 0.5286,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.5806139714769156,
|
|
"grad_norm": 0.44812939972631666,
|
|
"learning_rate": 4.0976663599233745e-06,
|
|
"loss": 0.5283,
|
|
"step": 1201
|
|
},
|
|
{
|
|
"epoch": 0.5810974135847232,
|
|
"grad_norm": 0.41015688502886277,
|
|
"learning_rate": 4.08980489276216e-06,
|
|
"loss": 0.5031,
|
|
"step": 1202
|
|
},
|
|
{
|
|
"epoch": 0.5815808556925308,
|
|
"grad_norm": 0.4371592707730246,
|
|
"learning_rate": 4.081945752133e-06,
|
|
"loss": 0.5247,
|
|
"step": 1203
|
|
},
|
|
{
|
|
"epoch": 0.5820642978003384,
|
|
"grad_norm": 0.4545452075633195,
|
|
"learning_rate": 4.074088958124488e-06,
|
|
"loss": 0.5233,
|
|
"step": 1204
|
|
},
|
|
{
|
|
"epoch": 0.582547739908146,
|
|
"grad_norm": 0.4034341944937049,
|
|
"learning_rate": 4.066234530819222e-06,
|
|
"loss": 0.4997,
|
|
"step": 1205
|
|
},
|
|
{
|
|
"epoch": 0.5830311820159536,
|
|
"grad_norm": 0.44158682076629885,
|
|
"learning_rate": 4.058382490293755e-06,
|
|
"loss": 0.5327,
|
|
"step": 1206
|
|
},
|
|
{
|
|
"epoch": 0.5835146241237612,
|
|
"grad_norm": 0.44126859021633347,
|
|
"learning_rate": 4.050532856618532e-06,
|
|
"loss": 0.5172,
|
|
"step": 1207
|
|
},
|
|
{
|
|
"epoch": 0.5839980662315688,
|
|
"grad_norm": 0.44983862546632325,
|
|
"learning_rate": 4.0426856498578515e-06,
|
|
"loss": 0.5321,
|
|
"step": 1208
|
|
},
|
|
{
|
|
"epoch": 0.5844815083393764,
|
|
"grad_norm": 0.4306823960936312,
|
|
"learning_rate": 4.034840890069805e-06,
|
|
"loss": 0.5286,
|
|
"step": 1209
|
|
},
|
|
{
|
|
"epoch": 0.584964950447184,
|
|
"grad_norm": 0.46647403495000134,
|
|
"learning_rate": 4.0269985973062325e-06,
|
|
"loss": 0.5205,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.5854483925549916,
|
|
"grad_norm": 0.43512362259260234,
|
|
"learning_rate": 4.019158791612662e-06,
|
|
"loss": 0.5186,
|
|
"step": 1211
|
|
},
|
|
{
|
|
"epoch": 0.5859318346627991,
|
|
"grad_norm": 0.42474616162914414,
|
|
"learning_rate": 4.0113214930282765e-06,
|
|
"loss": 0.5019,
|
|
"step": 1212
|
|
},
|
|
{
|
|
"epoch": 0.5864152767706067,
|
|
"grad_norm": 0.4496255266024326,
|
|
"learning_rate": 4.003486721585834e-06,
|
|
"loss": 0.5292,
|
|
"step": 1213
|
|
},
|
|
{
|
|
"epoch": 0.5868987188784143,
|
|
"grad_norm": 0.4692064186214037,
|
|
"learning_rate": 3.995654497311649e-06,
|
|
"loss": 0.524,
|
|
"step": 1214
|
|
},
|
|
{
|
|
"epoch": 0.5873821609862219,
|
|
"grad_norm": 0.47446797627391324,
|
|
"learning_rate": 3.987824840225512e-06,
|
|
"loss": 0.5296,
|
|
"step": 1215
|
|
},
|
|
{
|
|
"epoch": 0.5878656030940295,
|
|
"grad_norm": 0.45351628397562704,
|
|
"learning_rate": 3.979997770340664e-06,
|
|
"loss": 0.5191,
|
|
"step": 1216
|
|
},
|
|
{
|
|
"epoch": 0.5883490452018371,
|
|
"grad_norm": 0.4469658212338775,
|
|
"learning_rate": 3.972173307663721e-06,
|
|
"loss": 0.5259,
|
|
"step": 1217
|
|
},
|
|
{
|
|
"epoch": 0.5888324873096447,
|
|
"grad_norm": 0.42106841746243373,
|
|
"learning_rate": 3.964351472194642e-06,
|
|
"loss": 0.5169,
|
|
"step": 1218
|
|
},
|
|
{
|
|
"epoch": 0.5893159294174523,
|
|
"grad_norm": 0.46081869250650287,
|
|
"learning_rate": 3.95653228392667e-06,
|
|
"loss": 0.5324,
|
|
"step": 1219
|
|
},
|
|
{
|
|
"epoch": 0.5897993715252599,
|
|
"grad_norm": 0.43787433991965447,
|
|
"learning_rate": 3.9487157628462784e-06,
|
|
"loss": 0.5253,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.5902828136330674,
|
|
"grad_norm": 0.4446710684339124,
|
|
"learning_rate": 3.940901928933127e-06,
|
|
"loss": 0.5207,
|
|
"step": 1221
|
|
},
|
|
{
|
|
"epoch": 0.590766255740875,
|
|
"grad_norm": 0.4878921355151572,
|
|
"learning_rate": 3.933090802160004e-06,
|
|
"loss": 0.5216,
|
|
"step": 1222
|
|
},
|
|
{
|
|
"epoch": 0.5912496978486826,
|
|
"grad_norm": 0.43014793362728476,
|
|
"learning_rate": 3.925282402492779e-06,
|
|
"loss": 0.5158,
|
|
"step": 1223
|
|
},
|
|
{
|
|
"epoch": 0.5917331399564902,
|
|
"grad_norm": 0.4785437280134671,
|
|
"learning_rate": 3.917476749890351e-06,
|
|
"loss": 0.5337,
|
|
"step": 1224
|
|
},
|
|
{
|
|
"epoch": 0.5922165820642978,
|
|
"grad_norm": 0.4374190045344671,
|
|
"learning_rate": 3.909673864304597e-06,
|
|
"loss": 0.528,
|
|
"step": 1225
|
|
},
|
|
{
|
|
"epoch": 0.5927000241721054,
|
|
"grad_norm": 0.4547685840805692,
|
|
"learning_rate": 3.901873765680322e-06,
|
|
"loss": 0.5366,
|
|
"step": 1226
|
|
},
|
|
{
|
|
"epoch": 0.593183466279913,
|
|
"grad_norm": 0.4594395711536057,
|
|
"learning_rate": 3.894076473955207e-06,
|
|
"loss": 0.5202,
|
|
"step": 1227
|
|
},
|
|
{
|
|
"epoch": 0.5936669083877205,
|
|
"grad_norm": 0.5197830445285274,
|
|
"learning_rate": 3.886282009059757e-06,
|
|
"loss": 0.5293,
|
|
"step": 1228
|
|
},
|
|
{
|
|
"epoch": 0.5941503504955281,
|
|
"grad_norm": 0.438870970435199,
|
|
"learning_rate": 3.878490390917253e-06,
|
|
"loss": 0.521,
|
|
"step": 1229
|
|
},
|
|
{
|
|
"epoch": 0.5946337926033357,
|
|
"grad_norm": 0.43955571970066076,
|
|
"learning_rate": 3.8707016394436985e-06,
|
|
"loss": 0.5219,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.5951172347111433,
|
|
"grad_norm": 0.4319400896121196,
|
|
"learning_rate": 3.86291577454777e-06,
|
|
"loss": 0.5274,
|
|
"step": 1231
|
|
},
|
|
{
|
|
"epoch": 0.5956006768189509,
|
|
"grad_norm": 0.42866945423374303,
|
|
"learning_rate": 3.855132816130767e-06,
|
|
"loss": 0.5287,
|
|
"step": 1232
|
|
},
|
|
{
|
|
"epoch": 0.5960841189267585,
|
|
"grad_norm": 0.4905566924544953,
|
|
"learning_rate": 3.847352784086556e-06,
|
|
"loss": 0.5214,
|
|
"step": 1233
|
|
},
|
|
{
|
|
"epoch": 0.5965675610345661,
|
|
"grad_norm": 0.4815238783873125,
|
|
"learning_rate": 3.839575698301529e-06,
|
|
"loss": 0.5348,
|
|
"step": 1234
|
|
},
|
|
{
|
|
"epoch": 0.5970510031423737,
|
|
"grad_norm": 0.4611545386580029,
|
|
"learning_rate": 3.831801578654541e-06,
|
|
"loss": 0.521,
|
|
"step": 1235
|
|
},
|
|
{
|
|
"epoch": 0.5975344452501813,
|
|
"grad_norm": 0.44138236799554953,
|
|
"learning_rate": 3.8240304450168716e-06,
|
|
"loss": 0.5012,
|
|
"step": 1236
|
|
},
|
|
{
|
|
"epoch": 0.5980178873579889,
|
|
"grad_norm": 0.4729557809805851,
|
|
"learning_rate": 3.8162623172521615e-06,
|
|
"loss": 0.5239,
|
|
"step": 1237
|
|
},
|
|
{
|
|
"epoch": 0.5985013294657965,
|
|
"grad_norm": 0.47751713396917145,
|
|
"learning_rate": 3.808497215216374e-06,
|
|
"loss": 0.518,
|
|
"step": 1238
|
|
},
|
|
{
|
|
"epoch": 0.5989847715736041,
|
|
"grad_norm": 0.4632727328684821,
|
|
"learning_rate": 3.8007351587577342e-06,
|
|
"loss": 0.5212,
|
|
"step": 1239
|
|
},
|
|
{
|
|
"epoch": 0.5994682136814117,
|
|
"grad_norm": 0.43452448731632676,
|
|
"learning_rate": 3.7929761677166847e-06,
|
|
"loss": 0.5256,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.5999516557892193,
|
|
"grad_norm": 0.41707858133064807,
|
|
"learning_rate": 3.7852202619258327e-06,
|
|
"loss": 0.5258,
|
|
"step": 1241
|
|
},
|
|
{
|
|
"epoch": 0.6004350978970269,
|
|
"grad_norm": 0.42484738876263983,
|
|
"learning_rate": 3.777467461209895e-06,
|
|
"loss": 0.5226,
|
|
"step": 1242
|
|
},
|
|
{
|
|
"epoch": 0.6009185400048345,
|
|
"grad_norm": 0.46278022630826876,
|
|
"learning_rate": 3.76971778538566e-06,
|
|
"loss": 0.5265,
|
|
"step": 1243
|
|
},
|
|
{
|
|
"epoch": 0.6014019821126421,
|
|
"grad_norm": 0.4136178806145892,
|
|
"learning_rate": 3.76197125426192e-06,
|
|
"loss": 0.521,
|
|
"step": 1244
|
|
},
|
|
{
|
|
"epoch": 0.6018854242204495,
|
|
"grad_norm": 0.42100500706131366,
|
|
"learning_rate": 3.754227887639434e-06,
|
|
"loss": 0.5119,
|
|
"step": 1245
|
|
},
|
|
{
|
|
"epoch": 0.6023688663282571,
|
|
"grad_norm": 0.4123940096542578,
|
|
"learning_rate": 3.7464877053108706e-06,
|
|
"loss": 0.5258,
|
|
"step": 1246
|
|
},
|
|
{
|
|
"epoch": 0.6028523084360647,
|
|
"grad_norm": 0.4195138029502561,
|
|
"learning_rate": 3.7387507270607617e-06,
|
|
"loss": 0.529,
|
|
"step": 1247
|
|
},
|
|
{
|
|
"epoch": 0.6033357505438723,
|
|
"grad_norm": 0.45482061749805036,
|
|
"learning_rate": 3.7310169726654444e-06,
|
|
"loss": 0.528,
|
|
"step": 1248
|
|
},
|
|
{
|
|
"epoch": 0.6038191926516799,
|
|
"grad_norm": 0.4371974850319641,
|
|
"learning_rate": 3.7232864618930217e-06,
|
|
"loss": 0.5182,
|
|
"step": 1249
|
|
},
|
|
{
|
|
"epoch": 0.6043026347594875,
|
|
"grad_norm": 0.43099991632770085,
|
|
"learning_rate": 3.715559214503298e-06,
|
|
"loss": 0.5133,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.6047860768672951,
|
|
"grad_norm": 0.4048318396541149,
|
|
"learning_rate": 3.707835250247745e-06,
|
|
"loss": 0.4877,
|
|
"step": 1251
|
|
},
|
|
{
|
|
"epoch": 0.6052695189751027,
|
|
"grad_norm": 0.43040118158566426,
|
|
"learning_rate": 3.7001145888694335e-06,
|
|
"loss": 0.5256,
|
|
"step": 1252
|
|
},
|
|
{
|
|
"epoch": 0.6057529610829103,
|
|
"grad_norm": 0.43151561170744174,
|
|
"learning_rate": 3.6923972501029996e-06,
|
|
"loss": 0.5028,
|
|
"step": 1253
|
|
},
|
|
{
|
|
"epoch": 0.6062364031907179,
|
|
"grad_norm": 0.4168861988285146,
|
|
"learning_rate": 3.684683253674583e-06,
|
|
"loss": 0.5249,
|
|
"step": 1254
|
|
},
|
|
{
|
|
"epoch": 0.6067198452985255,
|
|
"grad_norm": 0.4341349343804055,
|
|
"learning_rate": 3.676972619301776e-06,
|
|
"loss": 0.5119,
|
|
"step": 1255
|
|
},
|
|
{
|
|
"epoch": 0.6072032874063331,
|
|
"grad_norm": 0.45716952276328937,
|
|
"learning_rate": 3.6692653666935875e-06,
|
|
"loss": 0.5262,
|
|
"step": 1256
|
|
},
|
|
{
|
|
"epoch": 0.6076867295141407,
|
|
"grad_norm": 0.4304219021067875,
|
|
"learning_rate": 3.6615615155503703e-06,
|
|
"loss": 0.5168,
|
|
"step": 1257
|
|
},
|
|
{
|
|
"epoch": 0.6081701716219483,
|
|
"grad_norm": 0.4098861167543977,
|
|
"learning_rate": 3.6538610855637953e-06,
|
|
"loss": 0.5193,
|
|
"step": 1258
|
|
},
|
|
{
|
|
"epoch": 0.6086536137297559,
|
|
"grad_norm": 0.45344600794993284,
|
|
"learning_rate": 3.6461640964167755e-06,
|
|
"loss": 0.5213,
|
|
"step": 1259
|
|
},
|
|
{
|
|
"epoch": 0.6091370558375635,
|
|
"grad_norm": 0.408785994340013,
|
|
"learning_rate": 3.638470567783442e-06,
|
|
"loss": 0.4982,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.609620497945371,
|
|
"grad_norm": 0.4481815917202834,
|
|
"learning_rate": 3.630780519329069e-06,
|
|
"loss": 0.5329,
|
|
"step": 1261
|
|
},
|
|
{
|
|
"epoch": 0.6101039400531786,
|
|
"grad_norm": 0.4271346926738626,
|
|
"learning_rate": 3.623093970710043e-06,
|
|
"loss": 0.5278,
|
|
"step": 1262
|
|
},
|
|
{
|
|
"epoch": 0.6105873821609862,
|
|
"grad_norm": 0.4443519643294819,
|
|
"learning_rate": 3.615410941573799e-06,
|
|
"loss": 0.5358,
|
|
"step": 1263
|
|
},
|
|
{
|
|
"epoch": 0.6110708242687938,
|
|
"grad_norm": 0.41093410035963396,
|
|
"learning_rate": 3.607731451558783e-06,
|
|
"loss": 0.4973,
|
|
"step": 1264
|
|
},
|
|
{
|
|
"epoch": 0.6115542663766014,
|
|
"grad_norm": 0.4526917508007144,
|
|
"learning_rate": 3.6000555202943872e-06,
|
|
"loss": 0.5223,
|
|
"step": 1265
|
|
},
|
|
{
|
|
"epoch": 0.612037708484409,
|
|
"grad_norm": 0.458600770079082,
|
|
"learning_rate": 3.59238316740091e-06,
|
|
"loss": 0.5206,
|
|
"step": 1266
|
|
},
|
|
{
|
|
"epoch": 0.6125211505922166,
|
|
"grad_norm": 0.4390522720994981,
|
|
"learning_rate": 3.584714412489506e-06,
|
|
"loss": 0.5306,
|
|
"step": 1267
|
|
},
|
|
{
|
|
"epoch": 0.6130045927000242,
|
|
"grad_norm": 0.41799452227515504,
|
|
"learning_rate": 3.5770492751621292e-06,
|
|
"loss": 0.5029,
|
|
"step": 1268
|
|
},
|
|
{
|
|
"epoch": 0.6134880348078318,
|
|
"grad_norm": 0.43636835439611227,
|
|
"learning_rate": 3.5693877750114903e-06,
|
|
"loss": 0.5167,
|
|
"step": 1269
|
|
},
|
|
{
|
|
"epoch": 0.6139714769156394,
|
|
"grad_norm": 0.43211619164840076,
|
|
"learning_rate": 3.5617299316209984e-06,
|
|
"loss": 0.5049,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.614454919023447,
|
|
"grad_norm": 0.42547953690955836,
|
|
"learning_rate": 3.5540757645647217e-06,
|
|
"loss": 0.4939,
|
|
"step": 1271
|
|
},
|
|
{
|
|
"epoch": 0.6149383611312546,
|
|
"grad_norm": 0.4170182860561763,
|
|
"learning_rate": 3.546425293407324e-06,
|
|
"loss": 0.5199,
|
|
"step": 1272
|
|
},
|
|
{
|
|
"epoch": 0.6154218032390621,
|
|
"grad_norm": 0.4222424350681242,
|
|
"learning_rate": 3.5387785377040316e-06,
|
|
"loss": 0.5132,
|
|
"step": 1273
|
|
},
|
|
{
|
|
"epoch": 0.6159052453468697,
|
|
"grad_norm": 0.4552864030500758,
|
|
"learning_rate": 3.531135517000561e-06,
|
|
"loss": 0.5269,
|
|
"step": 1274
|
|
},
|
|
{
|
|
"epoch": 0.6163886874546773,
|
|
"grad_norm": 0.43855551812482985,
|
|
"learning_rate": 3.523496250833098e-06,
|
|
"loss": 0.5122,
|
|
"step": 1275
|
|
},
|
|
{
|
|
"epoch": 0.6168721295624849,
|
|
"grad_norm": 0.46449768544610603,
|
|
"learning_rate": 3.515860758728214e-06,
|
|
"loss": 0.5234,
|
|
"step": 1276
|
|
},
|
|
{
|
|
"epoch": 0.6173555716702925,
|
|
"grad_norm": 0.46363731713711515,
|
|
"learning_rate": 3.5082290602028492e-06,
|
|
"loss": 0.5269,
|
|
"step": 1277
|
|
},
|
|
{
|
|
"epoch": 0.6178390137781,
|
|
"grad_norm": 0.42830833200680596,
|
|
"learning_rate": 3.5006011747642366e-06,
|
|
"loss": 0.5177,
|
|
"step": 1278
|
|
},
|
|
{
|
|
"epoch": 0.6183224558859076,
|
|
"grad_norm": 0.45403297568672957,
|
|
"learning_rate": 3.492977121909865e-06,
|
|
"loss": 0.5329,
|
|
"step": 1279
|
|
},
|
|
{
|
|
"epoch": 0.6188058979937152,
|
|
"grad_norm": 0.4707193517755616,
|
|
"learning_rate": 3.4853569211274306e-06,
|
|
"loss": 0.5275,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.6192893401015228,
|
|
"grad_norm": 0.4382585499371175,
|
|
"learning_rate": 3.4777405918947795e-06,
|
|
"loss": 0.5117,
|
|
"step": 1281
|
|
},
|
|
{
|
|
"epoch": 0.6197727822093304,
|
|
"grad_norm": 0.43247243116721396,
|
|
"learning_rate": 3.4701281536798638e-06,
|
|
"loss": 0.5274,
|
|
"step": 1282
|
|
},
|
|
{
|
|
"epoch": 0.620256224317138,
|
|
"grad_norm": 0.4457194202455219,
|
|
"learning_rate": 3.462519625940688e-06,
|
|
"loss": 0.5282,
|
|
"step": 1283
|
|
},
|
|
{
|
|
"epoch": 0.6207396664249456,
|
|
"grad_norm": 0.45208181214242377,
|
|
"learning_rate": 3.4549150281252635e-06,
|
|
"loss": 0.5224,
|
|
"step": 1284
|
|
},
|
|
{
|
|
"epoch": 0.6212231085327532,
|
|
"grad_norm": 0.43419084686544124,
|
|
"learning_rate": 3.4473143796715537e-06,
|
|
"loss": 0.5221,
|
|
"step": 1285
|
|
},
|
|
{
|
|
"epoch": 0.6217065506405608,
|
|
"grad_norm": 0.45834613229050314,
|
|
"learning_rate": 3.4397177000074307e-06,
|
|
"loss": 0.5286,
|
|
"step": 1286
|
|
},
|
|
{
|
|
"epoch": 0.6221899927483684,
|
|
"grad_norm": 0.4551713196802731,
|
|
"learning_rate": 3.4321250085506174e-06,
|
|
"loss": 0.519,
|
|
"step": 1287
|
|
},
|
|
{
|
|
"epoch": 0.622673434856176,
|
|
"grad_norm": 0.45716705644935435,
|
|
"learning_rate": 3.4245363247086477e-06,
|
|
"loss": 0.5291,
|
|
"step": 1288
|
|
},
|
|
{
|
|
"epoch": 0.6231568769639836,
|
|
"grad_norm": 0.4214582611290155,
|
|
"learning_rate": 3.4169516678788096e-06,
|
|
"loss": 0.5084,
|
|
"step": 1289
|
|
},
|
|
{
|
|
"epoch": 0.6236403190717912,
|
|
"grad_norm": 0.43304150590207136,
|
|
"learning_rate": 3.4093710574480926e-06,
|
|
"loss": 0.5181,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.6241237611795988,
|
|
"grad_norm": 0.4201723521255349,
|
|
"learning_rate": 3.4017945127931517e-06,
|
|
"loss": 0.5215,
|
|
"step": 1291
|
|
},
|
|
{
|
|
"epoch": 0.6246072032874064,
|
|
"grad_norm": 0.43513341637312203,
|
|
"learning_rate": 3.394222053280245e-06,
|
|
"loss": 0.5219,
|
|
"step": 1292
|
|
},
|
|
{
|
|
"epoch": 0.625090645395214,
|
|
"grad_norm": 0.41778354176218346,
|
|
"learning_rate": 3.386653698265189e-06,
|
|
"loss": 0.5295,
|
|
"step": 1293
|
|
},
|
|
{
|
|
"epoch": 0.6255740875030215,
|
|
"grad_norm": 0.4289158469228602,
|
|
"learning_rate": 3.3790894670933096e-06,
|
|
"loss": 0.4993,
|
|
"step": 1294
|
|
},
|
|
{
|
|
"epoch": 0.626057529610829,
|
|
"grad_norm": 0.4362452363722638,
|
|
"learning_rate": 3.3715293790993906e-06,
|
|
"loss": 0.5212,
|
|
"step": 1295
|
|
},
|
|
{
|
|
"epoch": 0.6265409717186367,
|
|
"grad_norm": 0.4287020140556269,
|
|
"learning_rate": 3.3639734536076263e-06,
|
|
"loss": 0.5145,
|
|
"step": 1296
|
|
},
|
|
{
|
|
"epoch": 0.6270244138264442,
|
|
"grad_norm": 0.4371619386426176,
|
|
"learning_rate": 3.356421709931573e-06,
|
|
"loss": 0.5263,
|
|
"step": 1297
|
|
},
|
|
{
|
|
"epoch": 0.6275078559342518,
|
|
"grad_norm": 0.4558196176944881,
|
|
"learning_rate": 3.348874167374093e-06,
|
|
"loss": 0.5193,
|
|
"step": 1298
|
|
},
|
|
{
|
|
"epoch": 0.6279912980420594,
|
|
"grad_norm": 0.433400379634257,
|
|
"learning_rate": 3.341330845227316e-06,
|
|
"loss": 0.5342,
|
|
"step": 1299
|
|
},
|
|
{
|
|
"epoch": 0.628474740149867,
|
|
"grad_norm": 0.44874534866829735,
|
|
"learning_rate": 3.33379176277258e-06,
|
|
"loss": 0.5192,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.6289581822576746,
|
|
"grad_norm": 0.42814892447345076,
|
|
"learning_rate": 3.326256939280389e-06,
|
|
"loss": 0.5222,
|
|
"step": 1301
|
|
},
|
|
{
|
|
"epoch": 0.6294416243654822,
|
|
"grad_norm": 0.4175511142456795,
|
|
"learning_rate": 3.3187263940103587e-06,
|
|
"loss": 0.5008,
|
|
"step": 1302
|
|
},
|
|
{
|
|
"epoch": 0.6299250664732898,
|
|
"grad_norm": 0.43012465279292367,
|
|
"learning_rate": 3.3112001462111666e-06,
|
|
"loss": 0.5252,
|
|
"step": 1303
|
|
},
|
|
{
|
|
"epoch": 0.6304085085810974,
|
|
"grad_norm": 0.4343943982087317,
|
|
"learning_rate": 3.3036782151205134e-06,
|
|
"loss": 0.5269,
|
|
"step": 1304
|
|
},
|
|
{
|
|
"epoch": 0.630891950688905,
|
|
"grad_norm": 0.4399879585469454,
|
|
"learning_rate": 3.296160619965056e-06,
|
|
"loss": 0.5348,
|
|
"step": 1305
|
|
},
|
|
{
|
|
"epoch": 0.6313753927967126,
|
|
"grad_norm": 0.41469773355380823,
|
|
"learning_rate": 3.2886473799603793e-06,
|
|
"loss": 0.5315,
|
|
"step": 1306
|
|
},
|
|
{
|
|
"epoch": 0.6318588349045202,
|
|
"grad_norm": 0.4118723735223055,
|
|
"learning_rate": 3.2811385143109254e-06,
|
|
"loss": 0.5199,
|
|
"step": 1307
|
|
},
|
|
{
|
|
"epoch": 0.6323422770123278,
|
|
"grad_norm": 0.42911493217824326,
|
|
"learning_rate": 3.2736340422099633e-06,
|
|
"loss": 0.5287,
|
|
"step": 1308
|
|
},
|
|
{
|
|
"epoch": 0.6328257191201354,
|
|
"grad_norm": 0.42229266051589764,
|
|
"learning_rate": 3.2661339828395263e-06,
|
|
"loss": 0.5034,
|
|
"step": 1309
|
|
},
|
|
{
|
|
"epoch": 0.633309161227943,
|
|
"grad_norm": 0.4171629681078508,
|
|
"learning_rate": 3.2586383553703723e-06,
|
|
"loss": 0.5169,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 0.6337926033357505,
|
|
"grad_norm": 0.4335972937122555,
|
|
"learning_rate": 3.2511471789619274e-06,
|
|
"loss": 0.5084,
|
|
"step": 1311
|
|
},
|
|
{
|
|
"epoch": 0.6342760454435581,
|
|
"grad_norm": 0.42465524204681926,
|
|
"learning_rate": 3.2436604727622447e-06,
|
|
"loss": 0.5126,
|
|
"step": 1312
|
|
},
|
|
{
|
|
"epoch": 0.6347594875513657,
|
|
"grad_norm": 0.4075010185296818,
|
|
"learning_rate": 3.2361782559079465e-06,
|
|
"loss": 0.5158,
|
|
"step": 1313
|
|
},
|
|
{
|
|
"epoch": 0.6352429296591733,
|
|
"grad_norm": 0.4308541178278502,
|
|
"learning_rate": 3.228700547524184e-06,
|
|
"loss": 0.5145,
|
|
"step": 1314
|
|
},
|
|
{
|
|
"epoch": 0.6357263717669809,
|
|
"grad_norm": 0.428226473042128,
|
|
"learning_rate": 3.221227366724581e-06,
|
|
"loss": 0.5146,
|
|
"step": 1315
|
|
},
|
|
{
|
|
"epoch": 0.6362098138747885,
|
|
"grad_norm": 0.4299253923140349,
|
|
"learning_rate": 3.2137587326111896e-06,
|
|
"loss": 0.5207,
|
|
"step": 1316
|
|
},
|
|
{
|
|
"epoch": 0.6366932559825961,
|
|
"grad_norm": 0.4181473728080887,
|
|
"learning_rate": 3.206294664274443e-06,
|
|
"loss": 0.5268,
|
|
"step": 1317
|
|
},
|
|
{
|
|
"epoch": 0.6371766980904037,
|
|
"grad_norm": 0.4474913351660176,
|
|
"learning_rate": 3.198835180793097e-06,
|
|
"loss": 0.5277,
|
|
"step": 1318
|
|
},
|
|
{
|
|
"epoch": 0.6376601401982113,
|
|
"grad_norm": 0.432676302059824,
|
|
"learning_rate": 3.1913803012341987e-06,
|
|
"loss": 0.5195,
|
|
"step": 1319
|
|
},
|
|
{
|
|
"epoch": 0.6381435823060189,
|
|
"grad_norm": 0.44131963361999216,
|
|
"learning_rate": 3.183930044653014e-06,
|
|
"loss": 0.5157,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.6386270244138265,
|
|
"grad_norm": 0.4300971230394046,
|
|
"learning_rate": 3.176484430093007e-06,
|
|
"loss": 0.5312,
|
|
"step": 1321
|
|
},
|
|
{
|
|
"epoch": 0.6391104665216341,
|
|
"grad_norm": 0.44998544162450493,
|
|
"learning_rate": 3.1690434765857604e-06,
|
|
"loss": 0.523,
|
|
"step": 1322
|
|
},
|
|
{
|
|
"epoch": 0.6395939086294417,
|
|
"grad_norm": 0.4472778564601584,
|
|
"learning_rate": 3.1616072031509594e-06,
|
|
"loss": 0.5155,
|
|
"step": 1323
|
|
},
|
|
{
|
|
"epoch": 0.6400773507372493,
|
|
"grad_norm": 0.4278886331070072,
|
|
"learning_rate": 3.154175628796311e-06,
|
|
"loss": 0.5214,
|
|
"step": 1324
|
|
},
|
|
{
|
|
"epoch": 0.6405607928450568,
|
|
"grad_norm": 0.4354238172365612,
|
|
"learning_rate": 3.146748772517523e-06,
|
|
"loss": 0.5202,
|
|
"step": 1325
|
|
},
|
|
{
|
|
"epoch": 0.6410442349528644,
|
|
"grad_norm": 0.48506314375368076,
|
|
"learning_rate": 3.139326653298236e-06,
|
|
"loss": 0.5226,
|
|
"step": 1326
|
|
},
|
|
{
|
|
"epoch": 0.6415276770606719,
|
|
"grad_norm": 0.42689588677759766,
|
|
"learning_rate": 3.1319092901099847e-06,
|
|
"loss": 0.5192,
|
|
"step": 1327
|
|
},
|
|
{
|
|
"epoch": 0.6420111191684795,
|
|
"grad_norm": 0.44087925863432936,
|
|
"learning_rate": 3.1244967019121496e-06,
|
|
"loss": 0.5127,
|
|
"step": 1328
|
|
},
|
|
{
|
|
"epoch": 0.6424945612762871,
|
|
"grad_norm": 0.42605880529211515,
|
|
"learning_rate": 3.117088907651902e-06,
|
|
"loss": 0.5176,
|
|
"step": 1329
|
|
},
|
|
{
|
|
"epoch": 0.6429780033840947,
|
|
"grad_norm": 0.42151112378627853,
|
|
"learning_rate": 3.109685926264161e-06,
|
|
"loss": 0.5165,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.6434614454919023,
|
|
"grad_norm": 0.4268979096606091,
|
|
"learning_rate": 3.102287776671544e-06,
|
|
"loss": 0.5339,
|
|
"step": 1331
|
|
},
|
|
{
|
|
"epoch": 0.6439448875997099,
|
|
"grad_norm": 0.4392831430463705,
|
|
"learning_rate": 3.094894477784318e-06,
|
|
"loss": 0.5166,
|
|
"step": 1332
|
|
},
|
|
{
|
|
"epoch": 0.6444283297075175,
|
|
"grad_norm": 0.4146076328411298,
|
|
"learning_rate": 3.0875060485003496e-06,
|
|
"loss": 0.5274,
|
|
"step": 1333
|
|
},
|
|
{
|
|
"epoch": 0.6449117718153251,
|
|
"grad_norm": 0.42157017978455763,
|
|
"learning_rate": 3.080122507705062e-06,
|
|
"loss": 0.5243,
|
|
"step": 1334
|
|
},
|
|
{
|
|
"epoch": 0.6453952139231327,
|
|
"grad_norm": 0.41448886842899935,
|
|
"learning_rate": 3.0727438742713766e-06,
|
|
"loss": 0.4982,
|
|
"step": 1335
|
|
},
|
|
{
|
|
"epoch": 0.6458786560309403,
|
|
"grad_norm": 0.4311221980804021,
|
|
"learning_rate": 3.0653701670596805e-06,
|
|
"loss": 0.5222,
|
|
"step": 1336
|
|
},
|
|
{
|
|
"epoch": 0.6463620981387479,
|
|
"grad_norm": 0.42860321112689415,
|
|
"learning_rate": 3.0580014049177566e-06,
|
|
"loss": 0.5203,
|
|
"step": 1337
|
|
},
|
|
{
|
|
"epoch": 0.6468455402465555,
|
|
"grad_norm": 0.42363404336164073,
|
|
"learning_rate": 3.0506376066807632e-06,
|
|
"loss": 0.5131,
|
|
"step": 1338
|
|
},
|
|
{
|
|
"epoch": 0.6473289823543631,
|
|
"grad_norm": 0.4352925336415172,
|
|
"learning_rate": 3.0432787911711553e-06,
|
|
"loss": 0.5244,
|
|
"step": 1339
|
|
},
|
|
{
|
|
"epoch": 0.6478124244621707,
|
|
"grad_norm": 0.4213888881156135,
|
|
"learning_rate": 3.0359249771986605e-06,
|
|
"loss": 0.5114,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.6482958665699783,
|
|
"grad_norm": 0.44310700039649703,
|
|
"learning_rate": 3.028576183560221e-06,
|
|
"loss": 0.5345,
|
|
"step": 1341
|
|
},
|
|
{
|
|
"epoch": 0.6487793086777859,
|
|
"grad_norm": 0.46384351518694394,
|
|
"learning_rate": 3.021232429039944e-06,
|
|
"loss": 0.5103,
|
|
"step": 1342
|
|
},
|
|
{
|
|
"epoch": 0.6492627507855935,
|
|
"grad_norm": 0.420074285156663,
|
|
"learning_rate": 3.01389373240906e-06,
|
|
"loss": 0.5307,
|
|
"step": 1343
|
|
},
|
|
{
|
|
"epoch": 0.649746192893401,
|
|
"grad_norm": 0.46717936599561755,
|
|
"learning_rate": 3.006560112425867e-06,
|
|
"loss": 0.5146,
|
|
"step": 1344
|
|
},
|
|
{
|
|
"epoch": 0.6502296350012086,
|
|
"grad_norm": 0.4411181920960548,
|
|
"learning_rate": 2.999231587835691e-06,
|
|
"loss": 0.5113,
|
|
"step": 1345
|
|
},
|
|
{
|
|
"epoch": 0.6507130771090162,
|
|
"grad_norm": 0.4353633086273451,
|
|
"learning_rate": 2.9919081773708293e-06,
|
|
"loss": 0.5195,
|
|
"step": 1346
|
|
},
|
|
{
|
|
"epoch": 0.6511965192168238,
|
|
"grad_norm": 0.4555577360086876,
|
|
"learning_rate": 2.9845898997505102e-06,
|
|
"loss": 0.5201,
|
|
"step": 1347
|
|
},
|
|
{
|
|
"epoch": 0.6516799613246314,
|
|
"grad_norm": 0.43234112941806857,
|
|
"learning_rate": 2.9772767736808406e-06,
|
|
"loss": 0.5194,
|
|
"step": 1348
|
|
},
|
|
{
|
|
"epoch": 0.652163403432439,
|
|
"grad_norm": 0.43499867909496204,
|
|
"learning_rate": 2.9699688178547615e-06,
|
|
"loss": 0.5252,
|
|
"step": 1349
|
|
},
|
|
{
|
|
"epoch": 0.6526468455402465,
|
|
"grad_norm": 0.4243771527145887,
|
|
"learning_rate": 2.962666050951997e-06,
|
|
"loss": 0.5122,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.6531302876480541,
|
|
"grad_norm": 0.4158873835022681,
|
|
"learning_rate": 2.9553684916390053e-06,
|
|
"loss": 0.5092,
|
|
"step": 1351
|
|
},
|
|
{
|
|
"epoch": 0.6536137297558617,
|
|
"grad_norm": 0.4494940146550669,
|
|
"learning_rate": 2.948076158568939e-06,
|
|
"loss": 0.5256,
|
|
"step": 1352
|
|
},
|
|
{
|
|
"epoch": 0.6540971718636693,
|
|
"grad_norm": 0.39860657725442444,
|
|
"learning_rate": 2.940789070381587e-06,
|
|
"loss": 0.5001,
|
|
"step": 1353
|
|
},
|
|
{
|
|
"epoch": 0.6545806139714769,
|
|
"grad_norm": 0.41241371956595596,
|
|
"learning_rate": 2.933507245703335e-06,
|
|
"loss": 0.5174,
|
|
"step": 1354
|
|
},
|
|
{
|
|
"epoch": 0.6550640560792845,
|
|
"grad_norm": 0.41370768103275585,
|
|
"learning_rate": 2.9262307031471132e-06,
|
|
"loss": 0.5142,
|
|
"step": 1355
|
|
},
|
|
{
|
|
"epoch": 0.6555474981870921,
|
|
"grad_norm": 0.4457235721009106,
|
|
"learning_rate": 2.918959461312353e-06,
|
|
"loss": 0.5212,
|
|
"step": 1356
|
|
},
|
|
{
|
|
"epoch": 0.6560309402948997,
|
|
"grad_norm": 0.44189033261031596,
|
|
"learning_rate": 2.911693538784931e-06,
|
|
"loss": 0.5315,
|
|
"step": 1357
|
|
},
|
|
{
|
|
"epoch": 0.6565143824027073,
|
|
"grad_norm": 0.417441027459776,
|
|
"learning_rate": 2.904432954137136e-06,
|
|
"loss": 0.5197,
|
|
"step": 1358
|
|
},
|
|
{
|
|
"epoch": 0.6569978245105149,
|
|
"grad_norm": 0.41446617019595194,
|
|
"learning_rate": 2.897177725927599e-06,
|
|
"loss": 0.4977,
|
|
"step": 1359
|
|
},
|
|
{
|
|
"epoch": 0.6574812666183224,
|
|
"grad_norm": 0.424230216094722,
|
|
"learning_rate": 2.889927872701278e-06,
|
|
"loss": 0.5319,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.65796470872613,
|
|
"grad_norm": 0.42985260891150956,
|
|
"learning_rate": 2.8826834129893755e-06,
|
|
"loss": 0.5166,
|
|
"step": 1361
|
|
},
|
|
{
|
|
"epoch": 0.6584481508339376,
|
|
"grad_norm": 0.38447115699767576,
|
|
"learning_rate": 2.8754443653093186e-06,
|
|
"loss": 0.4786,
|
|
"step": 1362
|
|
},
|
|
{
|
|
"epoch": 0.6589315929417452,
|
|
"grad_norm": 0.4044201835297723,
|
|
"learning_rate": 2.8682107481646915e-06,
|
|
"loss": 0.5216,
|
|
"step": 1363
|
|
},
|
|
{
|
|
"epoch": 0.6594150350495528,
|
|
"grad_norm": 0.4022645350617216,
|
|
"learning_rate": 2.8609825800452063e-06,
|
|
"loss": 0.4988,
|
|
"step": 1364
|
|
},
|
|
{
|
|
"epoch": 0.6598984771573604,
|
|
"grad_norm": 0.4401229027571195,
|
|
"learning_rate": 2.853759879426644e-06,
|
|
"loss": 0.5181,
|
|
"step": 1365
|
|
},
|
|
{
|
|
"epoch": 0.660381919265168,
|
|
"grad_norm": 0.42349548120906483,
|
|
"learning_rate": 2.8465426647708067e-06,
|
|
"loss": 0.5163,
|
|
"step": 1366
|
|
},
|
|
{
|
|
"epoch": 0.6608653613729756,
|
|
"grad_norm": 0.40013997451662586,
|
|
"learning_rate": 2.8393309545254776e-06,
|
|
"loss": 0.5214,
|
|
"step": 1367
|
|
},
|
|
{
|
|
"epoch": 0.6613488034807832,
|
|
"grad_norm": 0.4359244125864156,
|
|
"learning_rate": 2.8321247671243695e-06,
|
|
"loss": 0.5179,
|
|
"step": 1368
|
|
},
|
|
{
|
|
"epoch": 0.6618322455885908,
|
|
"grad_norm": 0.41425895295471055,
|
|
"learning_rate": 2.82492412098708e-06,
|
|
"loss": 0.5081,
|
|
"step": 1369
|
|
},
|
|
{
|
|
"epoch": 0.6623156876963984,
|
|
"grad_norm": 0.4210065663342879,
|
|
"learning_rate": 2.8177290345190387e-06,
|
|
"loss": 0.5194,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.662799129804206,
|
|
"grad_norm": 0.4028980901393777,
|
|
"learning_rate": 2.8105395261114666e-06,
|
|
"loss": 0.5234,
|
|
"step": 1371
|
|
},
|
|
{
|
|
"epoch": 0.6632825719120136,
|
|
"grad_norm": 0.4325922757476261,
|
|
"learning_rate": 2.803355614141327e-06,
|
|
"loss": 0.5188,
|
|
"step": 1372
|
|
},
|
|
{
|
|
"epoch": 0.6637660140198212,
|
|
"grad_norm": 0.4308186918740408,
|
|
"learning_rate": 2.7961773169712803e-06,
|
|
"loss": 0.5125,
|
|
"step": 1373
|
|
},
|
|
{
|
|
"epoch": 0.6642494561276288,
|
|
"grad_norm": 0.4211885259856405,
|
|
"learning_rate": 2.7890046529496284e-06,
|
|
"loss": 0.5233,
|
|
"step": 1374
|
|
},
|
|
{
|
|
"epoch": 0.6647328982354364,
|
|
"grad_norm": 0.4304676159038956,
|
|
"learning_rate": 2.7818376404102832e-06,
|
|
"loss": 0.5188,
|
|
"step": 1375
|
|
},
|
|
{
|
|
"epoch": 0.665216340343244,
|
|
"grad_norm": 0.4137521174014562,
|
|
"learning_rate": 2.774676297672701e-06,
|
|
"loss": 0.5248,
|
|
"step": 1376
|
|
},
|
|
{
|
|
"epoch": 0.6656997824510514,
|
|
"grad_norm": 0.4389331875357886,
|
|
"learning_rate": 2.7675206430418542e-06,
|
|
"loss": 0.5265,
|
|
"step": 1377
|
|
},
|
|
{
|
|
"epoch": 0.666183224558859,
|
|
"grad_norm": 0.46429330512304384,
|
|
"learning_rate": 2.7603706948081745e-06,
|
|
"loss": 0.5211,
|
|
"step": 1378
|
|
},
|
|
{
|
|
"epoch": 0.6666666666666666,
|
|
"grad_norm": 0.4260734411731187,
|
|
"learning_rate": 2.753226471247501e-06,
|
|
"loss": 0.517,
|
|
"step": 1379
|
|
},
|
|
{
|
|
"epoch": 0.6671501087744742,
|
|
"grad_norm": 0.4189810127916622,
|
|
"learning_rate": 2.7460879906210485e-06,
|
|
"loss": 0.5107,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.6676335508822818,
|
|
"grad_norm": 0.41204910620329505,
|
|
"learning_rate": 2.7389552711753477e-06,
|
|
"loss": 0.5191,
|
|
"step": 1381
|
|
},
|
|
{
|
|
"epoch": 0.6681169929900894,
|
|
"grad_norm": 0.4267680612975131,
|
|
"learning_rate": 2.731828331142207e-06,
|
|
"loss": 0.5128,
|
|
"step": 1382
|
|
},
|
|
{
|
|
"epoch": 0.668600435097897,
|
|
"grad_norm": 0.42901984315752384,
|
|
"learning_rate": 2.7247071887386544e-06,
|
|
"loss": 0.5257,
|
|
"step": 1383
|
|
},
|
|
{
|
|
"epoch": 0.6690838772057046,
|
|
"grad_norm": 0.4146728225846163,
|
|
"learning_rate": 2.7175918621669074e-06,
|
|
"loss": 0.5184,
|
|
"step": 1384
|
|
},
|
|
{
|
|
"epoch": 0.6695673193135122,
|
|
"grad_norm": 0.4782489091382579,
|
|
"learning_rate": 2.7104823696143136e-06,
|
|
"loss": 0.5298,
|
|
"step": 1385
|
|
},
|
|
{
|
|
"epoch": 0.6700507614213198,
|
|
"grad_norm": 0.40703765978893935,
|
|
"learning_rate": 2.70337872925331e-06,
|
|
"loss": 0.5111,
|
|
"step": 1386
|
|
},
|
|
{
|
|
"epoch": 0.6705342035291274,
|
|
"grad_norm": 0.4109547447766556,
|
|
"learning_rate": 2.6962809592413726e-06,
|
|
"loss": 0.5002,
|
|
"step": 1387
|
|
},
|
|
{
|
|
"epoch": 0.671017645636935,
|
|
"grad_norm": 0.4498968198632276,
|
|
"learning_rate": 2.6891890777209696e-06,
|
|
"loss": 0.5256,
|
|
"step": 1388
|
|
},
|
|
{
|
|
"epoch": 0.6715010877447426,
|
|
"grad_norm": 0.42208190857564254,
|
|
"learning_rate": 2.68210310281953e-06,
|
|
"loss": 0.5193,
|
|
"step": 1389
|
|
},
|
|
{
|
|
"epoch": 0.6719845298525502,
|
|
"grad_norm": 0.41822528698390377,
|
|
"learning_rate": 2.67502305264937e-06,
|
|
"loss": 0.5163,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.6724679719603578,
|
|
"grad_norm": 0.4218034674050614,
|
|
"learning_rate": 2.667948945307674e-06,
|
|
"loss": 0.5174,
|
|
"step": 1391
|
|
},
|
|
{
|
|
"epoch": 0.6729514140681654,
|
|
"grad_norm": 0.4206471334382422,
|
|
"learning_rate": 2.6608807988764252e-06,
|
|
"loss": 0.4936,
|
|
"step": 1392
|
|
},
|
|
{
|
|
"epoch": 0.6734348561759729,
|
|
"grad_norm": 0.42181885072694014,
|
|
"learning_rate": 2.653818631422378e-06,
|
|
"loss": 0.5138,
|
|
"step": 1393
|
|
},
|
|
{
|
|
"epoch": 0.6739182982837805,
|
|
"grad_norm": 0.4261589725068296,
|
|
"learning_rate": 2.6467624609970005e-06,
|
|
"loss": 0.5145,
|
|
"step": 1394
|
|
},
|
|
{
|
|
"epoch": 0.6744017403915881,
|
|
"grad_norm": 0.40519700853309554,
|
|
"learning_rate": 2.6397123056364364e-06,
|
|
"loss": 0.5013,
|
|
"step": 1395
|
|
},
|
|
{
|
|
"epoch": 0.6748851824993957,
|
|
"grad_norm": 0.4510436140721377,
|
|
"learning_rate": 2.6326681833614464e-06,
|
|
"loss": 0.5184,
|
|
"step": 1396
|
|
},
|
|
{
|
|
"epoch": 0.6753686246072033,
|
|
"grad_norm": 0.45003681113297744,
|
|
"learning_rate": 2.6256301121773775e-06,
|
|
"loss": 0.5149,
|
|
"step": 1397
|
|
},
|
|
{
|
|
"epoch": 0.6758520667150109,
|
|
"grad_norm": 0.4263810181960221,
|
|
"learning_rate": 2.618598110074105e-06,
|
|
"loss": 0.5115,
|
|
"step": 1398
|
|
},
|
|
{
|
|
"epoch": 0.6763355088228185,
|
|
"grad_norm": 0.4263005297393967,
|
|
"learning_rate": 2.6115721950259977e-06,
|
|
"loss": 0.5243,
|
|
"step": 1399
|
|
},
|
|
{
|
|
"epoch": 0.676818950930626,
|
|
"grad_norm": 0.4563967376255983,
|
|
"learning_rate": 2.6045523849918553e-06,
|
|
"loss": 0.5314,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.6773023930384336,
|
|
"grad_norm": 0.4478593986013541,
|
|
"learning_rate": 2.5975386979148792e-06,
|
|
"loss": 0.5179,
|
|
"step": 1401
|
|
},
|
|
{
|
|
"epoch": 0.6777858351462412,
|
|
"grad_norm": 0.40707261007936574,
|
|
"learning_rate": 2.590531151722622e-06,
|
|
"loss": 0.5165,
|
|
"step": 1402
|
|
},
|
|
{
|
|
"epoch": 0.6782692772540488,
|
|
"grad_norm": 0.45689999209163507,
|
|
"learning_rate": 2.5835297643269326e-06,
|
|
"loss": 0.5212,
|
|
"step": 1403
|
|
},
|
|
{
|
|
"epoch": 0.6787527193618564,
|
|
"grad_norm": 0.41521250872284,
|
|
"learning_rate": 2.576534553623925e-06,
|
|
"loss": 0.5197,
|
|
"step": 1404
|
|
},
|
|
{
|
|
"epoch": 0.679236161469664,
|
|
"grad_norm": 0.3969654860159799,
|
|
"learning_rate": 2.5695455374939147e-06,
|
|
"loss": 0.4939,
|
|
"step": 1405
|
|
},
|
|
{
|
|
"epoch": 0.6797196035774716,
|
|
"grad_norm": 0.4115250925249713,
|
|
"learning_rate": 2.5625627338014004e-06,
|
|
"loss": 0.5242,
|
|
"step": 1406
|
|
},
|
|
{
|
|
"epoch": 0.6802030456852792,
|
|
"grad_norm": 0.4253454941567133,
|
|
"learning_rate": 2.5555861603949832e-06,
|
|
"loss": 0.513,
|
|
"step": 1407
|
|
},
|
|
{
|
|
"epoch": 0.6806864877930868,
|
|
"grad_norm": 0.4448844424181978,
|
|
"learning_rate": 2.548615835107352e-06,
|
|
"loss": 0.5047,
|
|
"step": 1408
|
|
},
|
|
{
|
|
"epoch": 0.6811699299008944,
|
|
"grad_norm": 0.41222858577096244,
|
|
"learning_rate": 2.5416517757552157e-06,
|
|
"loss": 0.5286,
|
|
"step": 1409
|
|
},
|
|
{
|
|
"epoch": 0.6816533720087019,
|
|
"grad_norm": 0.42285086542458045,
|
|
"learning_rate": 2.534694000139273e-06,
|
|
"loss": 0.5169,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.6821368141165095,
|
|
"grad_norm": 0.4122433378845125,
|
|
"learning_rate": 2.5277425260441616e-06,
|
|
"loss": 0.515,
|
|
"step": 1411
|
|
},
|
|
{
|
|
"epoch": 0.6826202562243171,
|
|
"grad_norm": 0.4362061175188878,
|
|
"learning_rate": 2.520797371238406e-06,
|
|
"loss": 0.5225,
|
|
"step": 1412
|
|
},
|
|
{
|
|
"epoch": 0.6831036983321247,
|
|
"grad_norm": 0.4411789430289944,
|
|
"learning_rate": 2.513858553474382e-06,
|
|
"loss": 0.5191,
|
|
"step": 1413
|
|
},
|
|
{
|
|
"epoch": 0.6835871404399323,
|
|
"grad_norm": 0.4415744443134195,
|
|
"learning_rate": 2.506926090488269e-06,
|
|
"loss": 0.5306,
|
|
"step": 1414
|
|
},
|
|
{
|
|
"epoch": 0.6840705825477399,
|
|
"grad_norm": 0.4477316137829116,
|
|
"learning_rate": 2.5000000000000015e-06,
|
|
"loss": 0.5248,
|
|
"step": 1415
|
|
},
|
|
{
|
|
"epoch": 0.6845540246555475,
|
|
"grad_norm": 0.41099572818531255,
|
|
"learning_rate": 2.4930802997132213e-06,
|
|
"loss": 0.5218,
|
|
"step": 1416
|
|
},
|
|
{
|
|
"epoch": 0.6850374667633551,
|
|
"grad_norm": 0.4009913145578469,
|
|
"learning_rate": 2.486167007315243e-06,
|
|
"loss": 0.5189,
|
|
"step": 1417
|
|
},
|
|
{
|
|
"epoch": 0.6855209088711627,
|
|
"grad_norm": 0.43880257019064667,
|
|
"learning_rate": 2.479260140476999e-06,
|
|
"loss": 0.5114,
|
|
"step": 1418
|
|
},
|
|
{
|
|
"epoch": 0.6860043509789703,
|
|
"grad_norm": 0.4322007294880164,
|
|
"learning_rate": 2.4723597168529984e-06,
|
|
"loss": 0.5066,
|
|
"step": 1419
|
|
},
|
|
{
|
|
"epoch": 0.6864877930867779,
|
|
"grad_norm": 0.4106120224272021,
|
|
"learning_rate": 2.465465754081277e-06,
|
|
"loss": 0.4888,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.6869712351945855,
|
|
"grad_norm": 0.422067985874925,
|
|
"learning_rate": 2.458578269783364e-06,
|
|
"loss": 0.5155,
|
|
"step": 1421
|
|
},
|
|
{
|
|
"epoch": 0.6874546773023931,
|
|
"grad_norm": 0.4136266956566046,
|
|
"learning_rate": 2.4516972815642166e-06,
|
|
"loss": 0.5143,
|
|
"step": 1422
|
|
},
|
|
{
|
|
"epoch": 0.6879381194102007,
|
|
"grad_norm": 0.4335536983962682,
|
|
"learning_rate": 2.444822807012204e-06,
|
|
"loss": 0.5196,
|
|
"step": 1423
|
|
},
|
|
{
|
|
"epoch": 0.6884215615180083,
|
|
"grad_norm": 0.42723749184962806,
|
|
"learning_rate": 2.4379548636990343e-06,
|
|
"loss": 0.5136,
|
|
"step": 1424
|
|
},
|
|
{
|
|
"epoch": 0.6889050036258159,
|
|
"grad_norm": 0.4307011628135296,
|
|
"learning_rate": 2.4310934691797207e-06,
|
|
"loss": 0.5305,
|
|
"step": 1425
|
|
},
|
|
{
|
|
"epoch": 0.6893884457336233,
|
|
"grad_norm": 0.45161428649005025,
|
|
"learning_rate": 2.4242386409925435e-06,
|
|
"loss": 0.5048,
|
|
"step": 1426
|
|
},
|
|
{
|
|
"epoch": 0.6898718878414309,
|
|
"grad_norm": 0.4351186095813856,
|
|
"learning_rate": 2.4173903966589957e-06,
|
|
"loss": 0.5216,
|
|
"step": 1427
|
|
},
|
|
{
|
|
"epoch": 0.6903553299492385,
|
|
"grad_norm": 0.4128958039987362,
|
|
"learning_rate": 2.410548753683743e-06,
|
|
"loss": 0.5206,
|
|
"step": 1428
|
|
},
|
|
{
|
|
"epoch": 0.6908387720570461,
|
|
"grad_norm": 0.4185374425485222,
|
|
"learning_rate": 2.4037137295545737e-06,
|
|
"loss": 0.5205,
|
|
"step": 1429
|
|
},
|
|
{
|
|
"epoch": 0.6913222141648537,
|
|
"grad_norm": 0.4256083734187945,
|
|
"learning_rate": 2.396885341742361e-06,
|
|
"loss": 0.4804,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.6918056562726613,
|
|
"grad_norm": 0.411514639053229,
|
|
"learning_rate": 2.390063607701016e-06,
|
|
"loss": 0.5194,
|
|
"step": 1431
|
|
},
|
|
{
|
|
"epoch": 0.6922890983804689,
|
|
"grad_norm": 0.43241514860902464,
|
|
"learning_rate": 2.3832485448674407e-06,
|
|
"loss": 0.53,
|
|
"step": 1432
|
|
},
|
|
{
|
|
"epoch": 0.6927725404882765,
|
|
"grad_norm": 0.4291596725507727,
|
|
"learning_rate": 2.3764401706614832e-06,
|
|
"loss": 0.5144,
|
|
"step": 1433
|
|
},
|
|
{
|
|
"epoch": 0.6932559825960841,
|
|
"grad_norm": 0.42041788788695633,
|
|
"learning_rate": 2.369638502485897e-06,
|
|
"loss": 0.5148,
|
|
"step": 1434
|
|
},
|
|
{
|
|
"epoch": 0.6937394247038917,
|
|
"grad_norm": 0.4482987713314786,
|
|
"learning_rate": 2.3628435577262947e-06,
|
|
"loss": 0.5191,
|
|
"step": 1435
|
|
},
|
|
{
|
|
"epoch": 0.6942228668116993,
|
|
"grad_norm": 0.42573448798758273,
|
|
"learning_rate": 2.3560553537511043e-06,
|
|
"loss": 0.5021,
|
|
"step": 1436
|
|
},
|
|
{
|
|
"epoch": 0.6947063089195069,
|
|
"grad_norm": 0.41739963072931596,
|
|
"learning_rate": 2.3492739079115214e-06,
|
|
"loss": 0.5061,
|
|
"step": 1437
|
|
},
|
|
{
|
|
"epoch": 0.6951897510273145,
|
|
"grad_norm": 0.4366261411331466,
|
|
"learning_rate": 2.3424992375414655e-06,
|
|
"loss": 0.5133,
|
|
"step": 1438
|
|
},
|
|
{
|
|
"epoch": 0.6956731931351221,
|
|
"grad_norm": 0.42225675860612266,
|
|
"learning_rate": 2.3357313599575422e-06,
|
|
"loss": 0.5254,
|
|
"step": 1439
|
|
},
|
|
{
|
|
"epoch": 0.6961566352429297,
|
|
"grad_norm": 0.4347650420428982,
|
|
"learning_rate": 2.3289702924589914e-06,
|
|
"loss": 0.5143,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.6966400773507373,
|
|
"grad_norm": 0.4220266027824235,
|
|
"learning_rate": 2.3222160523276486e-06,
|
|
"loss": 0.5194,
|
|
"step": 1441
|
|
},
|
|
{
|
|
"epoch": 0.6971235194585449,
|
|
"grad_norm": 0.400495176856287,
|
|
"learning_rate": 2.3154686568278933e-06,
|
|
"loss": 0.5315,
|
|
"step": 1442
|
|
},
|
|
{
|
|
"epoch": 0.6976069615663524,
|
|
"grad_norm": 0.4149083634198192,
|
|
"learning_rate": 2.3087281232066134e-06,
|
|
"loss": 0.5109,
|
|
"step": 1443
|
|
},
|
|
{
|
|
"epoch": 0.69809040367416,
|
|
"grad_norm": 0.43831779922906355,
|
|
"learning_rate": 2.3019944686931554e-06,
|
|
"loss": 0.5256,
|
|
"step": 1444
|
|
},
|
|
{
|
|
"epoch": 0.6985738457819676,
|
|
"grad_norm": 0.4379300687242213,
|
|
"learning_rate": 2.2952677104992855e-06,
|
|
"loss": 0.5287,
|
|
"step": 1445
|
|
},
|
|
{
|
|
"epoch": 0.6990572878897752,
|
|
"grad_norm": 0.43973213205463885,
|
|
"learning_rate": 2.2885478658191364e-06,
|
|
"loss": 0.5192,
|
|
"step": 1446
|
|
},
|
|
{
|
|
"epoch": 0.6995407299975828,
|
|
"grad_norm": 0.42002084857343974,
|
|
"learning_rate": 2.281834951829174e-06,
|
|
"loss": 0.521,
|
|
"step": 1447
|
|
},
|
|
{
|
|
"epoch": 0.7000241721053904,
|
|
"grad_norm": 0.38595076036167364,
|
|
"learning_rate": 2.2751289856881487e-06,
|
|
"loss": 0.4869,
|
|
"step": 1448
|
|
},
|
|
{
|
|
"epoch": 0.700507614213198,
|
|
"grad_norm": 0.436647846778714,
|
|
"learning_rate": 2.268429984537048e-06,
|
|
"loss": 0.5216,
|
|
"step": 1449
|
|
},
|
|
{
|
|
"epoch": 0.7009910563210056,
|
|
"grad_norm": 0.4140253730185284,
|
|
"learning_rate": 2.2617379654990623e-06,
|
|
"loss": 0.5165,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.7014744984288132,
|
|
"grad_norm": 0.4644944125638521,
|
|
"learning_rate": 2.255052945679525e-06,
|
|
"loss": 0.5183,
|
|
"step": 1451
|
|
},
|
|
{
|
|
"epoch": 0.7019579405366208,
|
|
"grad_norm": 0.41536119938345195,
|
|
"learning_rate": 2.248374942165894e-06,
|
|
"loss": 0.5231,
|
|
"step": 1452
|
|
},
|
|
{
|
|
"epoch": 0.7024413826444283,
|
|
"grad_norm": 0.4012349549582878,
|
|
"learning_rate": 2.241703972027679e-06,
|
|
"loss": 0.5168,
|
|
"step": 1453
|
|
},
|
|
{
|
|
"epoch": 0.7029248247522359,
|
|
"grad_norm": 0.4521292215779327,
|
|
"learning_rate": 2.23504005231642e-06,
|
|
"loss": 0.5158,
|
|
"step": 1454
|
|
},
|
|
{
|
|
"epoch": 0.7034082668600435,
|
|
"grad_norm": 0.4172271643387044,
|
|
"learning_rate": 2.2283832000656304e-06,
|
|
"loss": 0.4941,
|
|
"step": 1455
|
|
},
|
|
{
|
|
"epoch": 0.7038917089678511,
|
|
"grad_norm": 0.421958406666486,
|
|
"learning_rate": 2.221733432290762e-06,
|
|
"loss": 0.5209,
|
|
"step": 1456
|
|
},
|
|
{
|
|
"epoch": 0.7043751510756587,
|
|
"grad_norm": 0.42224698163781604,
|
|
"learning_rate": 2.2150907659891566e-06,
|
|
"loss": 0.5173,
|
|
"step": 1457
|
|
},
|
|
{
|
|
"epoch": 0.7048585931834663,
|
|
"grad_norm": 0.43523243642666853,
|
|
"learning_rate": 2.2084552181400087e-06,
|
|
"loss": 0.5186,
|
|
"step": 1458
|
|
},
|
|
{
|
|
"epoch": 0.7053420352912738,
|
|
"grad_norm": 0.4437233504227722,
|
|
"learning_rate": 2.201826805704308e-06,
|
|
"loss": 0.5125,
|
|
"step": 1459
|
|
},
|
|
{
|
|
"epoch": 0.7058254773990814,
|
|
"grad_norm": 0.42532048824174346,
|
|
"learning_rate": 2.195205545624813e-06,
|
|
"loss": 0.5243,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.706308919506889,
|
|
"grad_norm": 0.4322950043512432,
|
|
"learning_rate": 2.188591454826e-06,
|
|
"loss": 0.5135,
|
|
"step": 1461
|
|
},
|
|
{
|
|
"epoch": 0.7067923616146966,
|
|
"grad_norm": 0.4272575345234204,
|
|
"learning_rate": 2.181984550214015e-06,
|
|
"loss": 0.5116,
|
|
"step": 1462
|
|
},
|
|
{
|
|
"epoch": 0.7072758037225042,
|
|
"grad_norm": 0.41921770884395154,
|
|
"learning_rate": 2.175384848676639e-06,
|
|
"loss": 0.5165,
|
|
"step": 1463
|
|
},
|
|
{
|
|
"epoch": 0.7077592458303118,
|
|
"grad_norm": 0.43176187181049736,
|
|
"learning_rate": 2.168792367083243e-06,
|
|
"loss": 0.5138,
|
|
"step": 1464
|
|
},
|
|
{
|
|
"epoch": 0.7082426879381194,
|
|
"grad_norm": 0.41695232513283254,
|
|
"learning_rate": 2.162207122284742e-06,
|
|
"loss": 0.5091,
|
|
"step": 1465
|
|
},
|
|
{
|
|
"epoch": 0.708726130045927,
|
|
"grad_norm": 0.41339935320490057,
|
|
"learning_rate": 2.155629131113549e-06,
|
|
"loss": 0.5158,
|
|
"step": 1466
|
|
},
|
|
{
|
|
"epoch": 0.7092095721537346,
|
|
"grad_norm": 0.40689486411834114,
|
|
"learning_rate": 2.1490584103835433e-06,
|
|
"loss": 0.4847,
|
|
"step": 1467
|
|
},
|
|
{
|
|
"epoch": 0.7096930142615422,
|
|
"grad_norm": 0.417060588337446,
|
|
"learning_rate": 2.142494976890011e-06,
|
|
"loss": 0.5241,
|
|
"step": 1468
|
|
},
|
|
{
|
|
"epoch": 0.7101764563693498,
|
|
"grad_norm": 0.4289677663647557,
|
|
"learning_rate": 2.135938847409625e-06,
|
|
"loss": 0.5206,
|
|
"step": 1469
|
|
},
|
|
{
|
|
"epoch": 0.7106598984771574,
|
|
"grad_norm": 0.43410470718447147,
|
|
"learning_rate": 2.1293900387003742e-06,
|
|
"loss": 0.4931,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.711143340584965,
|
|
"grad_norm": 0.42958196993128944,
|
|
"learning_rate": 2.1228485675015455e-06,
|
|
"loss": 0.5204,
|
|
"step": 1471
|
|
},
|
|
{
|
|
"epoch": 0.7116267826927726,
|
|
"grad_norm": 0.4311771692424152,
|
|
"learning_rate": 2.1163144505336634e-06,
|
|
"loss": 0.5219,
|
|
"step": 1472
|
|
},
|
|
{
|
|
"epoch": 0.7121102248005802,
|
|
"grad_norm": 0.4150104118521869,
|
|
"learning_rate": 2.109787704498459e-06,
|
|
"loss": 0.519,
|
|
"step": 1473
|
|
},
|
|
{
|
|
"epoch": 0.7125936669083878,
|
|
"grad_norm": 0.43013467795196153,
|
|
"learning_rate": 2.1032683460788223e-06,
|
|
"loss": 0.4979,
|
|
"step": 1474
|
|
},
|
|
{
|
|
"epoch": 0.7130771090161954,
|
|
"grad_norm": 0.4303795815833922,
|
|
"learning_rate": 2.0967563919387563e-06,
|
|
"loss": 0.5256,
|
|
"step": 1475
|
|
},
|
|
{
|
|
"epoch": 0.7135605511240029,
|
|
"grad_norm": 0.4386538663824397,
|
|
"learning_rate": 2.0902518587233418e-06,
|
|
"loss": 0.5195,
|
|
"step": 1476
|
|
},
|
|
{
|
|
"epoch": 0.7140439932318104,
|
|
"grad_norm": 0.41141211228553354,
|
|
"learning_rate": 2.08375476305869e-06,
|
|
"loss": 0.5238,
|
|
"step": 1477
|
|
},
|
|
{
|
|
"epoch": 0.714527435339618,
|
|
"grad_norm": 0.3832973623968104,
|
|
"learning_rate": 2.077265121551903e-06,
|
|
"loss": 0.4914,
|
|
"step": 1478
|
|
},
|
|
{
|
|
"epoch": 0.7150108774474256,
|
|
"grad_norm": 0.4396380345403612,
|
|
"learning_rate": 2.0707829507910237e-06,
|
|
"loss": 0.5224,
|
|
"step": 1479
|
|
},
|
|
{
|
|
"epoch": 0.7154943195552332,
|
|
"grad_norm": 0.4084969868928133,
|
|
"learning_rate": 2.0643082673450053e-06,
|
|
"loss": 0.5214,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.7159777616630408,
|
|
"grad_norm": 0.41940449704789057,
|
|
"learning_rate": 2.05784108776366e-06,
|
|
"loss": 0.5098,
|
|
"step": 1481
|
|
},
|
|
{
|
|
"epoch": 0.7164612037708484,
|
|
"grad_norm": 0.4368606150106444,
|
|
"learning_rate": 2.051381428577622e-06,
|
|
"loss": 0.5213,
|
|
"step": 1482
|
|
},
|
|
{
|
|
"epoch": 0.716944645878656,
|
|
"grad_norm": 0.4475169176125263,
|
|
"learning_rate": 2.044929306298298e-06,
|
|
"loss": 0.5169,
|
|
"step": 1483
|
|
},
|
|
{
|
|
"epoch": 0.7174280879864636,
|
|
"grad_norm": 0.4192404761939798,
|
|
"learning_rate": 2.0384847374178346e-06,
|
|
"loss": 0.5214,
|
|
"step": 1484
|
|
},
|
|
{
|
|
"epoch": 0.7179115300942712,
|
|
"grad_norm": 0.4000794067095613,
|
|
"learning_rate": 2.0320477384090665e-06,
|
|
"loss": 0.5002,
|
|
"step": 1485
|
|
},
|
|
{
|
|
"epoch": 0.7183949722020788,
|
|
"grad_norm": 0.4083964682274076,
|
|
"learning_rate": 2.0256183257254837e-06,
|
|
"loss": 0.5057,
|
|
"step": 1486
|
|
},
|
|
{
|
|
"epoch": 0.7188784143098864,
|
|
"grad_norm": 0.4286205023949667,
|
|
"learning_rate": 2.0191965158011854e-06,
|
|
"loss": 0.4815,
|
|
"step": 1487
|
|
},
|
|
{
|
|
"epoch": 0.719361856417694,
|
|
"grad_norm": 0.40907099979637535,
|
|
"learning_rate": 2.012782325050831e-06,
|
|
"loss": 0.5283,
|
|
"step": 1488
|
|
},
|
|
{
|
|
"epoch": 0.7198452985255016,
|
|
"grad_norm": 0.41946463733283473,
|
|
"learning_rate": 2.006375769869611e-06,
|
|
"loss": 0.522,
|
|
"step": 1489
|
|
},
|
|
{
|
|
"epoch": 0.7203287406333092,
|
|
"grad_norm": 0.4222854300641897,
|
|
"learning_rate": 1.9999768666331974e-06,
|
|
"loss": 0.5132,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.7208121827411168,
|
|
"grad_norm": 0.3830302288103666,
|
|
"learning_rate": 1.9935856316977044e-06,
|
|
"loss": 0.4938,
|
|
"step": 1491
|
|
},
|
|
{
|
|
"epoch": 0.7212956248489243,
|
|
"grad_norm": 0.47757660690611003,
|
|
"learning_rate": 1.987202081399639e-06,
|
|
"loss": 0.5251,
|
|
"step": 1492
|
|
},
|
|
{
|
|
"epoch": 0.7217790669567319,
|
|
"grad_norm": 0.3992903621119011,
|
|
"learning_rate": 1.9808262320558724e-06,
|
|
"loss": 0.506,
|
|
"step": 1493
|
|
},
|
|
{
|
|
"epoch": 0.7222625090645395,
|
|
"grad_norm": 0.41142424465140587,
|
|
"learning_rate": 1.9744580999635902e-06,
|
|
"loss": 0.5143,
|
|
"step": 1494
|
|
},
|
|
{
|
|
"epoch": 0.7227459511723471,
|
|
"grad_norm": 0.4124129943865437,
|
|
"learning_rate": 1.968097701400252e-06,
|
|
"loss": 0.5245,
|
|
"step": 1495
|
|
},
|
|
{
|
|
"epoch": 0.7232293932801547,
|
|
"grad_norm": 0.4312737875038871,
|
|
"learning_rate": 1.9617450526235464e-06,
|
|
"loss": 0.5178,
|
|
"step": 1496
|
|
},
|
|
{
|
|
"epoch": 0.7237128353879623,
|
|
"grad_norm": 0.43509903197162936,
|
|
"learning_rate": 1.9554001698713572e-06,
|
|
"loss": 0.5131,
|
|
"step": 1497
|
|
},
|
|
{
|
|
"epoch": 0.7241962774957699,
|
|
"grad_norm": 0.4260008705271214,
|
|
"learning_rate": 1.949063069361717e-06,
|
|
"loss": 0.5136,
|
|
"step": 1498
|
|
},
|
|
{
|
|
"epoch": 0.7246797196035775,
|
|
"grad_norm": 0.42356802738060345,
|
|
"learning_rate": 1.9427337672927632e-06,
|
|
"loss": 0.5146,
|
|
"step": 1499
|
|
},
|
|
{
|
|
"epoch": 0.7251631617113851,
|
|
"grad_norm": 0.4027997963462275,
|
|
"learning_rate": 1.936412279842705e-06,
|
|
"loss": 0.4913,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.7256466038191927,
|
|
"grad_norm": 0.4124397793510055,
|
|
"learning_rate": 1.9300986231697705e-06,
|
|
"loss": 0.5175,
|
|
"step": 1501
|
|
},
|
|
{
|
|
"epoch": 0.7261300459270003,
|
|
"grad_norm": 0.4442811918906246,
|
|
"learning_rate": 1.9237928134121757e-06,
|
|
"loss": 0.516,
|
|
"step": 1502
|
|
},
|
|
{
|
|
"epoch": 0.7266134880348079,
|
|
"grad_norm": 0.4393627100062481,
|
|
"learning_rate": 1.9174948666880805e-06,
|
|
"loss": 0.5155,
|
|
"step": 1503
|
|
},
|
|
{
|
|
"epoch": 0.7270969301426154,
|
|
"grad_norm": 0.43133527501756386,
|
|
"learning_rate": 1.9112047990955446e-06,
|
|
"loss": 0.5136,
|
|
"step": 1504
|
|
},
|
|
{
|
|
"epoch": 0.727580372250423,
|
|
"grad_norm": 0.45322135855021595,
|
|
"learning_rate": 1.9049226267124844e-06,
|
|
"loss": 0.5172,
|
|
"step": 1505
|
|
},
|
|
{
|
|
"epoch": 0.7280638143582306,
|
|
"grad_norm": 0.41078461158260915,
|
|
"learning_rate": 1.8986483655966408e-06,
|
|
"loss": 0.5179,
|
|
"step": 1506
|
|
},
|
|
{
|
|
"epoch": 0.7285472564660382,
|
|
"grad_norm": 0.4178604053793329,
|
|
"learning_rate": 1.8923820317855307e-06,
|
|
"loss": 0.5076,
|
|
"step": 1507
|
|
},
|
|
{
|
|
"epoch": 0.7290306985738458,
|
|
"grad_norm": 0.42623268157040256,
|
|
"learning_rate": 1.8861236412964106e-06,
|
|
"loss": 0.5172,
|
|
"step": 1508
|
|
},
|
|
{
|
|
"epoch": 0.7295141406816533,
|
|
"grad_norm": 0.42835046843347674,
|
|
"learning_rate": 1.879873210126229e-06,
|
|
"loss": 0.5259,
|
|
"step": 1509
|
|
},
|
|
{
|
|
"epoch": 0.7299975827894609,
|
|
"grad_norm": 0.4196504177616674,
|
|
"learning_rate": 1.873630754251588e-06,
|
|
"loss": 0.5177,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.7304810248972685,
|
|
"grad_norm": 0.4079644120305993,
|
|
"learning_rate": 1.8673962896287152e-06,
|
|
"loss": 0.5201,
|
|
"step": 1511
|
|
},
|
|
{
|
|
"epoch": 0.7309644670050761,
|
|
"grad_norm": 0.43892341061011425,
|
|
"learning_rate": 1.8611698321933991e-06,
|
|
"loss": 0.5186,
|
|
"step": 1512
|
|
},
|
|
{
|
|
"epoch": 0.7314479091128837,
|
|
"grad_norm": 0.42683430911112086,
|
|
"learning_rate": 1.8549513978609707e-06,
|
|
"loss": 0.5111,
|
|
"step": 1513
|
|
},
|
|
{
|
|
"epoch": 0.7319313512206913,
|
|
"grad_norm": 0.41062878136002484,
|
|
"learning_rate": 1.8487410025262436e-06,
|
|
"loss": 0.5103,
|
|
"step": 1514
|
|
},
|
|
{
|
|
"epoch": 0.7324147933284989,
|
|
"grad_norm": 0.4256013874707191,
|
|
"learning_rate": 1.8425386620634961e-06,
|
|
"loss": 0.5167,
|
|
"step": 1515
|
|
},
|
|
{
|
|
"epoch": 0.7328982354363065,
|
|
"grad_norm": 0.4388797350675763,
|
|
"learning_rate": 1.8363443923264046e-06,
|
|
"loss": 0.5125,
|
|
"step": 1516
|
|
},
|
|
{
|
|
"epoch": 0.7333816775441141,
|
|
"grad_norm": 0.4394233254146738,
|
|
"learning_rate": 1.8301582091480264e-06,
|
|
"loss": 0.5217,
|
|
"step": 1517
|
|
},
|
|
{
|
|
"epoch": 0.7338651196519217,
|
|
"grad_norm": 0.41564422037394944,
|
|
"learning_rate": 1.8239801283407393e-06,
|
|
"loss": 0.5164,
|
|
"step": 1518
|
|
},
|
|
{
|
|
"epoch": 0.7343485617597293,
|
|
"grad_norm": 0.4173422643681329,
|
|
"learning_rate": 1.8178101656962188e-06,
|
|
"loss": 0.5205,
|
|
"step": 1519
|
|
},
|
|
{
|
|
"epoch": 0.7348320038675369,
|
|
"grad_norm": 0.39698118648442665,
|
|
"learning_rate": 1.8116483369853853e-06,
|
|
"loss": 0.4835,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.7353154459753445,
|
|
"grad_norm": 0.42300362992419904,
|
|
"learning_rate": 1.8054946579583732e-06,
|
|
"loss": 0.5143,
|
|
"step": 1521
|
|
},
|
|
{
|
|
"epoch": 0.7357988880831521,
|
|
"grad_norm": 0.42464469919772974,
|
|
"learning_rate": 1.7993491443444771e-06,
|
|
"loss": 0.5129,
|
|
"step": 1522
|
|
},
|
|
{
|
|
"epoch": 0.7362823301909597,
|
|
"grad_norm": 0.4501988280108448,
|
|
"learning_rate": 1.7932118118521274e-06,
|
|
"loss": 0.5131,
|
|
"step": 1523
|
|
},
|
|
{
|
|
"epoch": 0.7367657722987673,
|
|
"grad_norm": 0.41493548901611477,
|
|
"learning_rate": 1.787082676168842e-06,
|
|
"loss": 0.5268,
|
|
"step": 1524
|
|
},
|
|
{
|
|
"epoch": 0.7372492144065748,
|
|
"grad_norm": 0.4436917707906808,
|
|
"learning_rate": 1.7809617529611828e-06,
|
|
"loss": 0.5126,
|
|
"step": 1525
|
|
},
|
|
{
|
|
"epoch": 0.7377326565143824,
|
|
"grad_norm": 0.39767655781448813,
|
|
"learning_rate": 1.7748490578747257e-06,
|
|
"loss": 0.4945,
|
|
"step": 1526
|
|
},
|
|
{
|
|
"epoch": 0.73821609862219,
|
|
"grad_norm": 0.4281607415979641,
|
|
"learning_rate": 1.7687446065340074e-06,
|
|
"loss": 0.5189,
|
|
"step": 1527
|
|
},
|
|
{
|
|
"epoch": 0.7386995407299976,
|
|
"grad_norm": 0.4123906023331037,
|
|
"learning_rate": 1.7626484145425038e-06,
|
|
"loss": 0.5117,
|
|
"step": 1528
|
|
},
|
|
{
|
|
"epoch": 0.7391829828378051,
|
|
"grad_norm": 0.39861909677156787,
|
|
"learning_rate": 1.7565604974825678e-06,
|
|
"loss": 0.4917,
|
|
"step": 1529
|
|
},
|
|
{
|
|
"epoch": 0.7396664249456127,
|
|
"grad_norm": 0.4164290248459804,
|
|
"learning_rate": 1.7504808709154104e-06,
|
|
"loss": 0.5187,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.7401498670534203,
|
|
"grad_norm": 0.4149617264710624,
|
|
"learning_rate": 1.744409550381041e-06,
|
|
"loss": 0.529,
|
|
"step": 1531
|
|
},
|
|
{
|
|
"epoch": 0.7406333091612279,
|
|
"grad_norm": 0.402995768205116,
|
|
"learning_rate": 1.7383465513982517e-06,
|
|
"loss": 0.4906,
|
|
"step": 1532
|
|
},
|
|
{
|
|
"epoch": 0.7411167512690355,
|
|
"grad_norm": 0.4357911248878148,
|
|
"learning_rate": 1.7322918894645525e-06,
|
|
"loss": 0.5209,
|
|
"step": 1533
|
|
},
|
|
{
|
|
"epoch": 0.7416001933768431,
|
|
"grad_norm": 0.4310636351470309,
|
|
"learning_rate": 1.7262455800561456e-06,
|
|
"loss": 0.529,
|
|
"step": 1534
|
|
},
|
|
{
|
|
"epoch": 0.7420836354846507,
|
|
"grad_norm": 0.40110062198063573,
|
|
"learning_rate": 1.7202076386278876e-06,
|
|
"loss": 0.5218,
|
|
"step": 1535
|
|
},
|
|
{
|
|
"epoch": 0.7425670775924583,
|
|
"grad_norm": 0.4044655145984996,
|
|
"learning_rate": 1.7141780806132429e-06,
|
|
"loss": 0.5038,
|
|
"step": 1536
|
|
},
|
|
{
|
|
"epoch": 0.7430505197002659,
|
|
"grad_norm": 0.4169687562172726,
|
|
"learning_rate": 1.70815692142425e-06,
|
|
"loss": 0.5094,
|
|
"step": 1537
|
|
},
|
|
{
|
|
"epoch": 0.7435339618080735,
|
|
"grad_norm": 0.3892005945860465,
|
|
"learning_rate": 1.702144176451473e-06,
|
|
"loss": 0.4909,
|
|
"step": 1538
|
|
},
|
|
{
|
|
"epoch": 0.7440174039158811,
|
|
"grad_norm": 0.4059894671987348,
|
|
"learning_rate": 1.696139861063974e-06,
|
|
"loss": 0.5231,
|
|
"step": 1539
|
|
},
|
|
{
|
|
"epoch": 0.7445008460236887,
|
|
"grad_norm": 0.4235285224343199,
|
|
"learning_rate": 1.690143990609268e-06,
|
|
"loss": 0.5116,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.7449842881314963,
|
|
"grad_norm": 0.4066059462995061,
|
|
"learning_rate": 1.6841565804132843e-06,
|
|
"loss": 0.5159,
|
|
"step": 1541
|
|
},
|
|
{
|
|
"epoch": 0.7454677302393038,
|
|
"grad_norm": 0.41374792014057904,
|
|
"learning_rate": 1.6781776457803227e-06,
|
|
"loss": 0.5146,
|
|
"step": 1542
|
|
},
|
|
{
|
|
"epoch": 0.7459511723471114,
|
|
"grad_norm": 0.41330516594974576,
|
|
"learning_rate": 1.6722072019930242e-06,
|
|
"loss": 0.4841,
|
|
"step": 1543
|
|
},
|
|
{
|
|
"epoch": 0.746434614454919,
|
|
"grad_norm": 0.4342078760633199,
|
|
"learning_rate": 1.6662452643123234e-06,
|
|
"loss": 0.5181,
|
|
"step": 1544
|
|
},
|
|
{
|
|
"epoch": 0.7469180565627266,
|
|
"grad_norm": 0.4366803318877013,
|
|
"learning_rate": 1.660291847977415e-06,
|
|
"loss": 0.5056,
|
|
"step": 1545
|
|
},
|
|
{
|
|
"epoch": 0.7474014986705342,
|
|
"grad_norm": 0.4107968782550443,
|
|
"learning_rate": 1.6543469682057105e-06,
|
|
"loss": 0.5102,
|
|
"step": 1546
|
|
},
|
|
{
|
|
"epoch": 0.7478849407783418,
|
|
"grad_norm": 0.43703346533243426,
|
|
"learning_rate": 1.6484106401927991e-06,
|
|
"loss": 0.517,
|
|
"step": 1547
|
|
},
|
|
{
|
|
"epoch": 0.7483683828861494,
|
|
"grad_norm": 0.4185149815126949,
|
|
"learning_rate": 1.6424828791124159e-06,
|
|
"loss": 0.5162,
|
|
"step": 1548
|
|
},
|
|
{
|
|
"epoch": 0.748851824993957,
|
|
"grad_norm": 0.3941815905233016,
|
|
"learning_rate": 1.6365637001163958e-06,
|
|
"loss": 0.4694,
|
|
"step": 1549
|
|
},
|
|
{
|
|
"epoch": 0.7493352671017646,
|
|
"grad_norm": 0.4069386532862478,
|
|
"learning_rate": 1.6306531183346387e-06,
|
|
"loss": 0.5172,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.7498187092095722,
|
|
"grad_norm": 0.44449597102378385,
|
|
"learning_rate": 1.624751148875065e-06,
|
|
"loss": 0.5227,
|
|
"step": 1551
|
|
},
|
|
{
|
|
"epoch": 0.7503021513173798,
|
|
"grad_norm": 0.4200070436877298,
|
|
"learning_rate": 1.6188578068235855e-06,
|
|
"loss": 0.5227,
|
|
"step": 1552
|
|
},
|
|
{
|
|
"epoch": 0.7507855934251874,
|
|
"grad_norm": 0.4134676341568954,
|
|
"learning_rate": 1.6129731072440586e-06,
|
|
"loss": 0.5197,
|
|
"step": 1553
|
|
},
|
|
{
|
|
"epoch": 0.751269035532995,
|
|
"grad_norm": 0.4342416540931307,
|
|
"learning_rate": 1.6070970651782514e-06,
|
|
"loss": 0.5234,
|
|
"step": 1554
|
|
},
|
|
{
|
|
"epoch": 0.7517524776408026,
|
|
"grad_norm": 0.4621699665968105,
|
|
"learning_rate": 1.6012296956457972e-06,
|
|
"loss": 0.5224,
|
|
"step": 1555
|
|
},
|
|
{
|
|
"epoch": 0.7522359197486101,
|
|
"grad_norm": 0.39794619123328484,
|
|
"learning_rate": 1.5953710136441685e-06,
|
|
"loss": 0.5222,
|
|
"step": 1556
|
|
},
|
|
{
|
|
"epoch": 0.7527193618564177,
|
|
"grad_norm": 0.39795969856270086,
|
|
"learning_rate": 1.5895210341486279e-06,
|
|
"loss": 0.4697,
|
|
"step": 1557
|
|
},
|
|
{
|
|
"epoch": 0.7532028039642252,
|
|
"grad_norm": 0.4348573897259895,
|
|
"learning_rate": 1.583679772112196e-06,
|
|
"loss": 0.5256,
|
|
"step": 1558
|
|
},
|
|
{
|
|
"epoch": 0.7536862460720328,
|
|
"grad_norm": 0.4108494121358044,
|
|
"learning_rate": 1.5778472424656083e-06,
|
|
"loss": 0.5185,
|
|
"step": 1559
|
|
},
|
|
{
|
|
"epoch": 0.7541696881798404,
|
|
"grad_norm": 0.41224584403564757,
|
|
"learning_rate": 1.5720234601172767e-06,
|
|
"loss": 0.5203,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.754653130287648,
|
|
"grad_norm": 0.4348874788487397,
|
|
"learning_rate": 1.566208439953265e-06,
|
|
"loss": 0.5189,
|
|
"step": 1561
|
|
},
|
|
{
|
|
"epoch": 0.7551365723954556,
|
|
"grad_norm": 0.42842919833727694,
|
|
"learning_rate": 1.5604021968372286e-06,
|
|
"loss": 0.5111,
|
|
"step": 1562
|
|
},
|
|
{
|
|
"epoch": 0.7556200145032632,
|
|
"grad_norm": 0.43772492324957596,
|
|
"learning_rate": 1.5546047456103964e-06,
|
|
"loss": 0.5147,
|
|
"step": 1563
|
|
},
|
|
{
|
|
"epoch": 0.7561034566110708,
|
|
"grad_norm": 0.41431446343362865,
|
|
"learning_rate": 1.548816101091517e-06,
|
|
"loss": 0.5149,
|
|
"step": 1564
|
|
},
|
|
{
|
|
"epoch": 0.7565868987188784,
|
|
"grad_norm": 0.40777837421338714,
|
|
"learning_rate": 1.5430362780768343e-06,
|
|
"loss": 0.5117,
|
|
"step": 1565
|
|
},
|
|
{
|
|
"epoch": 0.757070340826686,
|
|
"grad_norm": 0.4454487846070906,
|
|
"learning_rate": 1.537265291340042e-06,
|
|
"loss": 0.5074,
|
|
"step": 1566
|
|
},
|
|
{
|
|
"epoch": 0.7575537829344936,
|
|
"grad_norm": 0.46396843002779686,
|
|
"learning_rate": 1.531503155632249e-06,
|
|
"loss": 0.5223,
|
|
"step": 1567
|
|
},
|
|
{
|
|
"epoch": 0.7580372250423012,
|
|
"grad_norm": 0.41741600165011983,
|
|
"learning_rate": 1.5257498856819353e-06,
|
|
"loss": 0.5158,
|
|
"step": 1568
|
|
},
|
|
{
|
|
"epoch": 0.7585206671501088,
|
|
"grad_norm": 0.4059061868499258,
|
|
"learning_rate": 1.5200054961949233e-06,
|
|
"loss": 0.5049,
|
|
"step": 1569
|
|
},
|
|
{
|
|
"epoch": 0.7590041092579164,
|
|
"grad_norm": 0.41330390270516437,
|
|
"learning_rate": 1.5142700018543382e-06,
|
|
"loss": 0.5305,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.759487551365724,
|
|
"grad_norm": 0.43099056056318497,
|
|
"learning_rate": 1.508543417320562e-06,
|
|
"loss": 0.5212,
|
|
"step": 1571
|
|
},
|
|
{
|
|
"epoch": 0.7599709934735316,
|
|
"grad_norm": 0.39882553101049034,
|
|
"learning_rate": 1.5028257572312105e-06,
|
|
"loss": 0.4883,
|
|
"step": 1572
|
|
},
|
|
{
|
|
"epoch": 0.7604544355813392,
|
|
"grad_norm": 0.4581685557000849,
|
|
"learning_rate": 1.4971170362010774e-06,
|
|
"loss": 0.5225,
|
|
"step": 1573
|
|
},
|
|
{
|
|
"epoch": 0.7609378776891468,
|
|
"grad_norm": 0.4428964310587446,
|
|
"learning_rate": 1.4914172688221213e-06,
|
|
"loss": 0.5195,
|
|
"step": 1574
|
|
},
|
|
{
|
|
"epoch": 0.7614213197969543,
|
|
"grad_norm": 0.4170791170307987,
|
|
"learning_rate": 1.485726469663401e-06,
|
|
"loss": 0.5294,
|
|
"step": 1575
|
|
},
|
|
{
|
|
"epoch": 0.7619047619047619,
|
|
"grad_norm": 0.4212168944035229,
|
|
"learning_rate": 1.4800446532710627e-06,
|
|
"loss": 0.5143,
|
|
"step": 1576
|
|
},
|
|
{
|
|
"epoch": 0.7623882040125695,
|
|
"grad_norm": 0.4317778496296824,
|
|
"learning_rate": 1.4743718341682806e-06,
|
|
"loss": 0.5242,
|
|
"step": 1577
|
|
},
|
|
{
|
|
"epoch": 0.7628716461203771,
|
|
"grad_norm": 0.3887549768642727,
|
|
"learning_rate": 1.468708026855245e-06,
|
|
"loss": 0.4927,
|
|
"step": 1578
|
|
},
|
|
{
|
|
"epoch": 0.7633550882281847,
|
|
"grad_norm": 0.41991973562573803,
|
|
"learning_rate": 1.463053245809099e-06,
|
|
"loss": 0.5248,
|
|
"step": 1579
|
|
},
|
|
{
|
|
"epoch": 0.7638385303359922,
|
|
"grad_norm": 0.41267795471721197,
|
|
"learning_rate": 1.457407505483921e-06,
|
|
"loss": 0.5187,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.7643219724437998,
|
|
"grad_norm": 0.44716407911896383,
|
|
"learning_rate": 1.4517708203106763e-06,
|
|
"loss": 0.523,
|
|
"step": 1581
|
|
},
|
|
{
|
|
"epoch": 0.7648054145516074,
|
|
"grad_norm": 0.4254440302923612,
|
|
"learning_rate": 1.446143204697187e-06,
|
|
"loss": 0.5233,
|
|
"step": 1582
|
|
},
|
|
{
|
|
"epoch": 0.765288856659415,
|
|
"grad_norm": 0.39996785018921494,
|
|
"learning_rate": 1.4405246730280946e-06,
|
|
"loss": 0.5172,
|
|
"step": 1583
|
|
},
|
|
{
|
|
"epoch": 0.7657722987672226,
|
|
"grad_norm": 0.443369622770567,
|
|
"learning_rate": 1.4349152396648153e-06,
|
|
"loss": 0.5183,
|
|
"step": 1584
|
|
},
|
|
{
|
|
"epoch": 0.7662557408750302,
|
|
"grad_norm": 0.40505843584897416,
|
|
"learning_rate": 1.4293149189455146e-06,
|
|
"loss": 0.5161,
|
|
"step": 1585
|
|
},
|
|
{
|
|
"epoch": 0.7667391829828378,
|
|
"grad_norm": 0.4077704595280849,
|
|
"learning_rate": 1.4237237251850634e-06,
|
|
"loss": 0.5107,
|
|
"step": 1586
|
|
},
|
|
{
|
|
"epoch": 0.7672226250906454,
|
|
"grad_norm": 0.40791039312028615,
|
|
"learning_rate": 1.4181416726750052e-06,
|
|
"loss": 0.5146,
|
|
"step": 1587
|
|
},
|
|
{
|
|
"epoch": 0.767706067198453,
|
|
"grad_norm": 0.41705043398231784,
|
|
"learning_rate": 1.4125687756835132e-06,
|
|
"loss": 0.4812,
|
|
"step": 1588
|
|
},
|
|
{
|
|
"epoch": 0.7681895093062606,
|
|
"grad_norm": 0.4235182346193989,
|
|
"learning_rate": 1.4070050484553644e-06,
|
|
"loss": 0.5129,
|
|
"step": 1589
|
|
},
|
|
{
|
|
"epoch": 0.7686729514140682,
|
|
"grad_norm": 0.414137655909364,
|
|
"learning_rate": 1.4014505052118893e-06,
|
|
"loss": 0.5236,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 0.7691563935218757,
|
|
"grad_norm": 0.43611300077847176,
|
|
"learning_rate": 1.3959051601509537e-06,
|
|
"loss": 0.5345,
|
|
"step": 1591
|
|
},
|
|
{
|
|
"epoch": 0.7696398356296833,
|
|
"grad_norm": 0.410845648388898,
|
|
"learning_rate": 1.3903690274469029e-06,
|
|
"loss": 0.5115,
|
|
"step": 1592
|
|
},
|
|
{
|
|
"epoch": 0.7701232777374909,
|
|
"grad_norm": 0.3961083948871449,
|
|
"learning_rate": 1.3848421212505404e-06,
|
|
"loss": 0.5168,
|
|
"step": 1593
|
|
},
|
|
{
|
|
"epoch": 0.7706067198452985,
|
|
"grad_norm": 0.42179325369386034,
|
|
"learning_rate": 1.37932445568908e-06,
|
|
"loss": 0.5125,
|
|
"step": 1594
|
|
},
|
|
{
|
|
"epoch": 0.7710901619531061,
|
|
"grad_norm": 0.4213217250215216,
|
|
"learning_rate": 1.3738160448661253e-06,
|
|
"loss": 0.5267,
|
|
"step": 1595
|
|
},
|
|
{
|
|
"epoch": 0.7715736040609137,
|
|
"grad_norm": 0.4143253090473424,
|
|
"learning_rate": 1.3683169028616155e-06,
|
|
"loss": 0.5178,
|
|
"step": 1596
|
|
},
|
|
{
|
|
"epoch": 0.7720570461687213,
|
|
"grad_norm": 0.4171850827541685,
|
|
"learning_rate": 1.3628270437317993e-06,
|
|
"loss": 0.5211,
|
|
"step": 1597
|
|
},
|
|
{
|
|
"epoch": 0.7725404882765289,
|
|
"grad_norm": 0.39565458081679644,
|
|
"learning_rate": 1.3573464815092003e-06,
|
|
"loss": 0.5055,
|
|
"step": 1598
|
|
},
|
|
{
|
|
"epoch": 0.7730239303843365,
|
|
"grad_norm": 0.4271922188091497,
|
|
"learning_rate": 1.3518752302025773e-06,
|
|
"loss": 0.5279,
|
|
"step": 1599
|
|
},
|
|
{
|
|
"epoch": 0.7735073724921441,
|
|
"grad_norm": 0.4151739224827406,
|
|
"learning_rate": 1.3464133037968914e-06,
|
|
"loss": 0.5239,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.7739908145999517,
|
|
"grad_norm": 0.3960683162461613,
|
|
"learning_rate": 1.3409607162532628e-06,
|
|
"loss": 0.4987,
|
|
"step": 1601
|
|
},
|
|
{
|
|
"epoch": 0.7744742567077593,
|
|
"grad_norm": 0.43044333694614223,
|
|
"learning_rate": 1.3355174815089477e-06,
|
|
"loss": 0.5273,
|
|
"step": 1602
|
|
},
|
|
{
|
|
"epoch": 0.7749576988155669,
|
|
"grad_norm": 0.4121649380386113,
|
|
"learning_rate": 1.3300836134772916e-06,
|
|
"loss": 0.5162,
|
|
"step": 1603
|
|
},
|
|
{
|
|
"epoch": 0.7754411409233745,
|
|
"grad_norm": 0.4005354058641754,
|
|
"learning_rate": 1.3246591260477015e-06,
|
|
"loss": 0.5167,
|
|
"step": 1604
|
|
},
|
|
{
|
|
"epoch": 0.7759245830311821,
|
|
"grad_norm": 0.3951020817933521,
|
|
"learning_rate": 1.3192440330856005e-06,
|
|
"loss": 0.5251,
|
|
"step": 1605
|
|
},
|
|
{
|
|
"epoch": 0.7764080251389897,
|
|
"grad_norm": 0.42611917105831465,
|
|
"learning_rate": 1.3138383484324063e-06,
|
|
"loss": 0.5252,
|
|
"step": 1606
|
|
},
|
|
{
|
|
"epoch": 0.7768914672467973,
|
|
"grad_norm": 0.40098636118444037,
|
|
"learning_rate": 1.308442085905482e-06,
|
|
"loss": 0.5101,
|
|
"step": 1607
|
|
},
|
|
{
|
|
"epoch": 0.7773749093546047,
|
|
"grad_norm": 0.4404415072756006,
|
|
"learning_rate": 1.30305525929811e-06,
|
|
"loss": 0.5224,
|
|
"step": 1608
|
|
},
|
|
{
|
|
"epoch": 0.7778583514624123,
|
|
"grad_norm": 0.40390400609014704,
|
|
"learning_rate": 1.297677882379455e-06,
|
|
"loss": 0.5191,
|
|
"step": 1609
|
|
},
|
|
{
|
|
"epoch": 0.7783417935702199,
|
|
"grad_norm": 0.43645719023114843,
|
|
"learning_rate": 1.2923099688945234e-06,
|
|
"loss": 0.5096,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 0.7788252356780275,
|
|
"grad_norm": 0.401799031041578,
|
|
"learning_rate": 1.2869515325641357e-06,
|
|
"loss": 0.4812,
|
|
"step": 1611
|
|
},
|
|
{
|
|
"epoch": 0.7793086777858351,
|
|
"grad_norm": 0.40544675897829047,
|
|
"learning_rate": 1.281602587084887e-06,
|
|
"loss": 0.5211,
|
|
"step": 1612
|
|
},
|
|
{
|
|
"epoch": 0.7797921198936427,
|
|
"grad_norm": 0.4166351291750946,
|
|
"learning_rate": 1.2762631461291148e-06,
|
|
"loss": 0.5294,
|
|
"step": 1613
|
|
},
|
|
{
|
|
"epoch": 0.7802755620014503,
|
|
"grad_norm": 0.4334981607396633,
|
|
"learning_rate": 1.2709332233448573e-06,
|
|
"loss": 0.5096,
|
|
"step": 1614
|
|
},
|
|
{
|
|
"epoch": 0.7807590041092579,
|
|
"grad_norm": 0.437984950036233,
|
|
"learning_rate": 1.2656128323558286e-06,
|
|
"loss": 0.5135,
|
|
"step": 1615
|
|
},
|
|
{
|
|
"epoch": 0.7812424462170655,
|
|
"grad_norm": 0.41467240914944964,
|
|
"learning_rate": 1.2603019867613764e-06,
|
|
"loss": 0.5162,
|
|
"step": 1616
|
|
},
|
|
{
|
|
"epoch": 0.7817258883248731,
|
|
"grad_norm": 0.40797210573439474,
|
|
"learning_rate": 1.2550007001364518e-06,
|
|
"loss": 0.5064,
|
|
"step": 1617
|
|
},
|
|
{
|
|
"epoch": 0.7822093304326807,
|
|
"grad_norm": 0.40625079236189654,
|
|
"learning_rate": 1.2497089860315675e-06,
|
|
"loss": 0.5057,
|
|
"step": 1618
|
|
},
|
|
{
|
|
"epoch": 0.7826927725404883,
|
|
"grad_norm": 0.3973135238618207,
|
|
"learning_rate": 1.244426857972773e-06,
|
|
"loss": 0.5125,
|
|
"step": 1619
|
|
},
|
|
{
|
|
"epoch": 0.7831762146482959,
|
|
"grad_norm": 0.41758654400468537,
|
|
"learning_rate": 1.239154329461615e-06,
|
|
"loss": 0.5146,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 0.7836596567561035,
|
|
"grad_norm": 0.4546571879884002,
|
|
"learning_rate": 1.233891413975098e-06,
|
|
"loss": 0.5138,
|
|
"step": 1621
|
|
},
|
|
{
|
|
"epoch": 0.7841430988639111,
|
|
"grad_norm": 0.4501304501527847,
|
|
"learning_rate": 1.228638124965661e-06,
|
|
"loss": 0.5111,
|
|
"step": 1622
|
|
},
|
|
{
|
|
"epoch": 0.7846265409717187,
|
|
"grad_norm": 0.40173574952002505,
|
|
"learning_rate": 1.223394475861131e-06,
|
|
"loss": 0.5134,
|
|
"step": 1623
|
|
},
|
|
{
|
|
"epoch": 0.7851099830795262,
|
|
"grad_norm": 0.4105768174048188,
|
|
"learning_rate": 1.2181604800646996e-06,
|
|
"loss": 0.5092,
|
|
"step": 1624
|
|
},
|
|
{
|
|
"epoch": 0.7855934251873338,
|
|
"grad_norm": 0.39390517153871624,
|
|
"learning_rate": 1.212936150954882e-06,
|
|
"loss": 0.498,
|
|
"step": 1625
|
|
},
|
|
{
|
|
"epoch": 0.7860768672951414,
|
|
"grad_norm": 0.41453725871465896,
|
|
"learning_rate": 1.207721501885486e-06,
|
|
"loss": 0.5063,
|
|
"step": 1626
|
|
},
|
|
{
|
|
"epoch": 0.786560309402949,
|
|
"grad_norm": 0.44249465126635484,
|
|
"learning_rate": 1.2025165461855714e-06,
|
|
"loss": 0.5212,
|
|
"step": 1627
|
|
},
|
|
{
|
|
"epoch": 0.7870437515107566,
|
|
"grad_norm": 0.4079816768267276,
|
|
"learning_rate": 1.1973212971594262e-06,
|
|
"loss": 0.5155,
|
|
"step": 1628
|
|
},
|
|
{
|
|
"epoch": 0.7875271936185642,
|
|
"grad_norm": 0.4318458945961838,
|
|
"learning_rate": 1.1921357680865258e-06,
|
|
"loss": 0.5183,
|
|
"step": 1629
|
|
},
|
|
{
|
|
"epoch": 0.7880106357263718,
|
|
"grad_norm": 0.40656198305401237,
|
|
"learning_rate": 1.1869599722215013e-06,
|
|
"loss": 0.4949,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 0.7884940778341794,
|
|
"grad_norm": 0.4056814293942294,
|
|
"learning_rate": 1.181793922794102e-06,
|
|
"loss": 0.5206,
|
|
"step": 1631
|
|
},
|
|
{
|
|
"epoch": 0.788977519941987,
|
|
"grad_norm": 0.42895763169120843,
|
|
"learning_rate": 1.1766376330091684e-06,
|
|
"loss": 0.503,
|
|
"step": 1632
|
|
},
|
|
{
|
|
"epoch": 0.7894609620497945,
|
|
"grad_norm": 0.4165970675717556,
|
|
"learning_rate": 1.1714911160465924e-06,
|
|
"loss": 0.5255,
|
|
"step": 1633
|
|
},
|
|
{
|
|
"epoch": 0.7899444041576021,
|
|
"grad_norm": 0.4123917311937627,
|
|
"learning_rate": 1.1663543850612847e-06,
|
|
"loss": 0.5169,
|
|
"step": 1634
|
|
},
|
|
{
|
|
"epoch": 0.7904278462654097,
|
|
"grad_norm": 0.41612583641837364,
|
|
"learning_rate": 1.1612274531831463e-06,
|
|
"loss": 0.4938,
|
|
"step": 1635
|
|
},
|
|
{
|
|
"epoch": 0.7909112883732173,
|
|
"grad_norm": 0.40728900719245686,
|
|
"learning_rate": 1.1561103335170242e-06,
|
|
"loss": 0.5222,
|
|
"step": 1636
|
|
},
|
|
{
|
|
"epoch": 0.7913947304810249,
|
|
"grad_norm": 0.4348645075910405,
|
|
"learning_rate": 1.1510030391426941e-06,
|
|
"loss": 0.5192,
|
|
"step": 1637
|
|
},
|
|
{
|
|
"epoch": 0.7918781725888325,
|
|
"grad_norm": 0.4086546804175218,
|
|
"learning_rate": 1.1459055831148074e-06,
|
|
"loss": 0.5232,
|
|
"step": 1638
|
|
},
|
|
{
|
|
"epoch": 0.7923616146966401,
|
|
"grad_norm": 0.40880965205946446,
|
|
"learning_rate": 1.140817978462876e-06,
|
|
"loss": 0.5212,
|
|
"step": 1639
|
|
},
|
|
{
|
|
"epoch": 0.7928450568044476,
|
|
"grad_norm": 0.3893016631161895,
|
|
"learning_rate": 1.1357402381912224e-06,
|
|
"loss": 0.4873,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 0.7933284989122552,
|
|
"grad_norm": 0.4215992969510908,
|
|
"learning_rate": 1.1306723752789672e-06,
|
|
"loss": 0.5211,
|
|
"step": 1641
|
|
},
|
|
{
|
|
"epoch": 0.7938119410200628,
|
|
"grad_norm": 0.420615559845491,
|
|
"learning_rate": 1.1256144026799703e-06,
|
|
"loss": 0.5179,
|
|
"step": 1642
|
|
},
|
|
{
|
|
"epoch": 0.7942953831278704,
|
|
"grad_norm": 0.39236133338098145,
|
|
"learning_rate": 1.1205663333228217e-06,
|
|
"loss": 0.4911,
|
|
"step": 1643
|
|
},
|
|
{
|
|
"epoch": 0.794778825235678,
|
|
"grad_norm": 0.4158254754636244,
|
|
"learning_rate": 1.1155281801107897e-06,
|
|
"loss": 0.5146,
|
|
"step": 1644
|
|
},
|
|
{
|
|
"epoch": 0.7952622673434856,
|
|
"grad_norm": 0.4092049660763265,
|
|
"learning_rate": 1.1104999559218022e-06,
|
|
"loss": 0.5063,
|
|
"step": 1645
|
|
},
|
|
{
|
|
"epoch": 0.7957457094512932,
|
|
"grad_norm": 0.43121118572534733,
|
|
"learning_rate": 1.1054816736084057e-06,
|
|
"loss": 0.5122,
|
|
"step": 1646
|
|
},
|
|
{
|
|
"epoch": 0.7962291515591008,
|
|
"grad_norm": 0.40574034047521074,
|
|
"learning_rate": 1.1004733459977325e-06,
|
|
"loss": 0.5089,
|
|
"step": 1647
|
|
},
|
|
{
|
|
"epoch": 0.7967125936669084,
|
|
"grad_norm": 0.4343773778355907,
|
|
"learning_rate": 1.0954749858914727e-06,
|
|
"loss": 0.5177,
|
|
"step": 1648
|
|
},
|
|
{
|
|
"epoch": 0.797196035774716,
|
|
"grad_norm": 0.429877165339691,
|
|
"learning_rate": 1.0904866060658376e-06,
|
|
"loss": 0.5211,
|
|
"step": 1649
|
|
},
|
|
{
|
|
"epoch": 0.7976794778825236,
|
|
"grad_norm": 0.4108995062804379,
|
|
"learning_rate": 1.0855082192715294e-06,
|
|
"loss": 0.5174,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.7981629199903312,
|
|
"grad_norm": 0.4018616150052113,
|
|
"learning_rate": 1.0805398382337035e-06,
|
|
"loss": 0.5049,
|
|
"step": 1651
|
|
},
|
|
{
|
|
"epoch": 0.7986463620981388,
|
|
"grad_norm": 0.4089174910335269,
|
|
"learning_rate": 1.0755814756519445e-06,
|
|
"loss": 0.5226,
|
|
"step": 1652
|
|
},
|
|
{
|
|
"epoch": 0.7991298042059464,
|
|
"grad_norm": 0.3964537076582955,
|
|
"learning_rate": 1.0706331442002226e-06,
|
|
"loss": 0.5095,
|
|
"step": 1653
|
|
},
|
|
{
|
|
"epoch": 0.799613246313754,
|
|
"grad_norm": 0.4267767025207229,
|
|
"learning_rate": 1.0656948565268782e-06,
|
|
"loss": 0.5168,
|
|
"step": 1654
|
|
},
|
|
{
|
|
"epoch": 0.8000966884215616,
|
|
"grad_norm": 0.41363796984886936,
|
|
"learning_rate": 1.0607666252545673e-06,
|
|
"loss": 0.5128,
|
|
"step": 1655
|
|
},
|
|
{
|
|
"epoch": 0.8005801305293692,
|
|
"grad_norm": 0.43264146945425214,
|
|
"learning_rate": 1.0558484629802502e-06,
|
|
"loss": 0.514,
|
|
"step": 1656
|
|
},
|
|
{
|
|
"epoch": 0.8010635726371766,
|
|
"grad_norm": 0.42544390140386235,
|
|
"learning_rate": 1.0509403822751425e-06,
|
|
"loss": 0.512,
|
|
"step": 1657
|
|
},
|
|
{
|
|
"epoch": 0.8015470147449842,
|
|
"grad_norm": 0.3932679351449648,
|
|
"learning_rate": 1.0460423956846955e-06,
|
|
"loss": 0.4941,
|
|
"step": 1658
|
|
},
|
|
{
|
|
"epoch": 0.8020304568527918,
|
|
"grad_norm": 0.4096876585407803,
|
|
"learning_rate": 1.041154515728559e-06,
|
|
"loss": 0.5088,
|
|
"step": 1659
|
|
},
|
|
{
|
|
"epoch": 0.8025138989605994,
|
|
"grad_norm": 0.4173497731763413,
|
|
"learning_rate": 1.0362767549005454e-06,
|
|
"loss": 0.5119,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 0.802997341068407,
|
|
"grad_norm": 0.41012015779324845,
|
|
"learning_rate": 1.0314091256686065e-06,
|
|
"loss": 0.5212,
|
|
"step": 1661
|
|
},
|
|
{
|
|
"epoch": 0.8034807831762146,
|
|
"grad_norm": 0.38447439239259856,
|
|
"learning_rate": 1.0265516404747943e-06,
|
|
"loss": 0.5052,
|
|
"step": 1662
|
|
},
|
|
{
|
|
"epoch": 0.8039642252840222,
|
|
"grad_norm": 0.40948392634706504,
|
|
"learning_rate": 1.0217043117352337e-06,
|
|
"loss": 0.5109,
|
|
"step": 1663
|
|
},
|
|
{
|
|
"epoch": 0.8044476673918298,
|
|
"grad_norm": 0.40148827230751766,
|
|
"learning_rate": 1.0168671518400853e-06,
|
|
"loss": 0.5118,
|
|
"step": 1664
|
|
},
|
|
{
|
|
"epoch": 0.8049311094996374,
|
|
"grad_norm": 0.3939565441232479,
|
|
"learning_rate": 1.0120401731535213e-06,
|
|
"loss": 0.4879,
|
|
"step": 1665
|
|
},
|
|
{
|
|
"epoch": 0.805414551607445,
|
|
"grad_norm": 0.4394864393242481,
|
|
"learning_rate": 1.0072233880136872e-06,
|
|
"loss": 0.5104,
|
|
"step": 1666
|
|
},
|
|
{
|
|
"epoch": 0.8058979937152526,
|
|
"grad_norm": 0.4318770671908104,
|
|
"learning_rate": 1.0024168087326764e-06,
|
|
"loss": 0.5235,
|
|
"step": 1667
|
|
},
|
|
{
|
|
"epoch": 0.8063814358230602,
|
|
"grad_norm": 0.4281259140520081,
|
|
"learning_rate": 9.976204475964907e-07,
|
|
"loss": 0.5149,
|
|
"step": 1668
|
|
},
|
|
{
|
|
"epoch": 0.8068648779308678,
|
|
"grad_norm": 0.43979946361695016,
|
|
"learning_rate": 9.92834316865015e-07,
|
|
"loss": 0.5191,
|
|
"step": 1669
|
|
},
|
|
{
|
|
"epoch": 0.8073483200386754,
|
|
"grad_norm": 0.4312412015437643,
|
|
"learning_rate": 9.88058428771987e-07,
|
|
"loss": 0.5188,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 0.807831762146483,
|
|
"grad_norm": 0.4461824252192259,
|
|
"learning_rate": 9.832927955249605e-07,
|
|
"loss": 0.518,
|
|
"step": 1671
|
|
},
|
|
{
|
|
"epoch": 0.8083152042542906,
|
|
"grad_norm": 0.40455517199845253,
|
|
"learning_rate": 9.785374293052802e-07,
|
|
"loss": 0.5279,
|
|
"step": 1672
|
|
},
|
|
{
|
|
"epoch": 0.8087986463620981,
|
|
"grad_norm": 0.40500700400967726,
|
|
"learning_rate": 9.737923422680424e-07,
|
|
"loss": 0.5267,
|
|
"step": 1673
|
|
},
|
|
{
|
|
"epoch": 0.8092820884699057,
|
|
"grad_norm": 0.4053422468834684,
|
|
"learning_rate": 9.690575465420733e-07,
|
|
"loss": 0.5098,
|
|
"step": 1674
|
|
},
|
|
{
|
|
"epoch": 0.8097655305777133,
|
|
"grad_norm": 0.41221923071964073,
|
|
"learning_rate": 9.643330542298929e-07,
|
|
"loss": 0.5171,
|
|
"step": 1675
|
|
},
|
|
{
|
|
"epoch": 0.8102489726855209,
|
|
"grad_norm": 0.4289210188727792,
|
|
"learning_rate": 9.596188774076849e-07,
|
|
"loss": 0.5164,
|
|
"step": 1676
|
|
},
|
|
{
|
|
"epoch": 0.8107324147933285,
|
|
"grad_norm": 0.4119920227929362,
|
|
"learning_rate": 9.549150281252633e-07,
|
|
"loss": 0.5167,
|
|
"step": 1677
|
|
},
|
|
{
|
|
"epoch": 0.8112158569011361,
|
|
"grad_norm": 0.43146374267443927,
|
|
"learning_rate": 9.50221518406047e-07,
|
|
"loss": 0.5198,
|
|
"step": 1678
|
|
},
|
|
{
|
|
"epoch": 0.8116992990089437,
|
|
"grad_norm": 0.3915995001014536,
|
|
"learning_rate": 9.455383602470247e-07,
|
|
"loss": 0.5194,
|
|
"step": 1679
|
|
},
|
|
{
|
|
"epoch": 0.8121827411167513,
|
|
"grad_norm": 0.42092897815810126,
|
|
"learning_rate": 9.408655656187282e-07,
|
|
"loss": 0.5154,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 0.8126661832245589,
|
|
"grad_norm": 0.43929014126287974,
|
|
"learning_rate": 9.362031464651955e-07,
|
|
"loss": 0.5111,
|
|
"step": 1681
|
|
},
|
|
{
|
|
"epoch": 0.8131496253323665,
|
|
"grad_norm": 0.419403258433708,
|
|
"learning_rate": 9.31551114703943e-07,
|
|
"loss": 0.5175,
|
|
"step": 1682
|
|
},
|
|
{
|
|
"epoch": 0.813633067440174,
|
|
"grad_norm": 0.4235039718034734,
|
|
"learning_rate": 9.269094822259439e-07,
|
|
"loss": 0.5219,
|
|
"step": 1683
|
|
},
|
|
{
|
|
"epoch": 0.8141165095479816,
|
|
"grad_norm": 0.403949404981181,
|
|
"learning_rate": 9.22278260895581e-07,
|
|
"loss": 0.5257,
|
|
"step": 1684
|
|
},
|
|
{
|
|
"epoch": 0.8145999516557892,
|
|
"grad_norm": 0.40201626032689436,
|
|
"learning_rate": 9.176574625506324e-07,
|
|
"loss": 0.5065,
|
|
"step": 1685
|
|
},
|
|
{
|
|
"epoch": 0.8150833937635968,
|
|
"grad_norm": 0.42029809516611727,
|
|
"learning_rate": 9.130470990022283e-07,
|
|
"loss": 0.5198,
|
|
"step": 1686
|
|
},
|
|
{
|
|
"epoch": 0.8155668358714044,
|
|
"grad_norm": 0.4443584968330059,
|
|
"learning_rate": 9.084471820348306e-07,
|
|
"loss": 0.5054,
|
|
"step": 1687
|
|
},
|
|
{
|
|
"epoch": 0.816050277979212,
|
|
"grad_norm": 0.4011266291605723,
|
|
"learning_rate": 9.038577234061979e-07,
|
|
"loss": 0.481,
|
|
"step": 1688
|
|
},
|
|
{
|
|
"epoch": 0.8165337200870196,
|
|
"grad_norm": 0.4116565403445696,
|
|
"learning_rate": 8.992787348473575e-07,
|
|
"loss": 0.512,
|
|
"step": 1689
|
|
},
|
|
{
|
|
"epoch": 0.8170171621948271,
|
|
"grad_norm": 0.3855753519601646,
|
|
"learning_rate": 8.947102280625708e-07,
|
|
"loss": 0.4919,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 0.8175006043026347,
|
|
"grad_norm": 0.3998193393341577,
|
|
"learning_rate": 8.901522147293107e-07,
|
|
"loss": 0.5063,
|
|
"step": 1691
|
|
},
|
|
{
|
|
"epoch": 0.8179840464104423,
|
|
"grad_norm": 0.40465428030335077,
|
|
"learning_rate": 8.856047064982276e-07,
|
|
"loss": 0.4969,
|
|
"step": 1692
|
|
},
|
|
{
|
|
"epoch": 0.8184674885182499,
|
|
"grad_norm": 0.3993077607842942,
|
|
"learning_rate": 8.810677149931168e-07,
|
|
"loss": 0.5123,
|
|
"step": 1693
|
|
},
|
|
{
|
|
"epoch": 0.8189509306260575,
|
|
"grad_norm": 0.41845032917424874,
|
|
"learning_rate": 8.765412518108957e-07,
|
|
"loss": 0.5222,
|
|
"step": 1694
|
|
},
|
|
{
|
|
"epoch": 0.8194343727338651,
|
|
"grad_norm": 0.4482989172909152,
|
|
"learning_rate": 8.720253285215685e-07,
|
|
"loss": 0.5245,
|
|
"step": 1695
|
|
},
|
|
{
|
|
"epoch": 0.8199178148416727,
|
|
"grad_norm": 0.4096945568958353,
|
|
"learning_rate": 8.675199566682002e-07,
|
|
"loss": 0.4987,
|
|
"step": 1696
|
|
},
|
|
{
|
|
"epoch": 0.8204012569494803,
|
|
"grad_norm": 0.42715377043083036,
|
|
"learning_rate": 8.630251477668828e-07,
|
|
"loss": 0.4956,
|
|
"step": 1697
|
|
},
|
|
{
|
|
"epoch": 0.8208846990572879,
|
|
"grad_norm": 0.42586545844645524,
|
|
"learning_rate": 8.585409133067119e-07,
|
|
"loss": 0.5096,
|
|
"step": 1698
|
|
},
|
|
{
|
|
"epoch": 0.8213681411650955,
|
|
"grad_norm": 0.43766586659276707,
|
|
"learning_rate": 8.540672647497483e-07,
|
|
"loss": 0.5136,
|
|
"step": 1699
|
|
},
|
|
{
|
|
"epoch": 0.8218515832729031,
|
|
"grad_norm": 0.4371618341766256,
|
|
"learning_rate": 8.49604213531004e-07,
|
|
"loss": 0.5213,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.8223350253807107,
|
|
"grad_norm": 0.4375571316772861,
|
|
"learning_rate": 8.451517710583934e-07,
|
|
"loss": 0.5051,
|
|
"step": 1701
|
|
},
|
|
{
|
|
"epoch": 0.8228184674885183,
|
|
"grad_norm": 0.4132441919616583,
|
|
"learning_rate": 8.407099487127207e-07,
|
|
"loss": 0.5257,
|
|
"step": 1702
|
|
},
|
|
{
|
|
"epoch": 0.8233019095963259,
|
|
"grad_norm": 0.42607745465695845,
|
|
"learning_rate": 8.362787578476395e-07,
|
|
"loss": 0.5249,
|
|
"step": 1703
|
|
},
|
|
{
|
|
"epoch": 0.8237853517041335,
|
|
"grad_norm": 0.4075673839523143,
|
|
"learning_rate": 8.318582097896316e-07,
|
|
"loss": 0.5058,
|
|
"step": 1704
|
|
},
|
|
{
|
|
"epoch": 0.8242687938119411,
|
|
"grad_norm": 0.42693741052199397,
|
|
"learning_rate": 8.274483158379759e-07,
|
|
"loss": 0.5111,
|
|
"step": 1705
|
|
},
|
|
{
|
|
"epoch": 0.8247522359197486,
|
|
"grad_norm": 0.39832416179935565,
|
|
"learning_rate": 8.230490872647146e-07,
|
|
"loss": 0.4938,
|
|
"step": 1706
|
|
},
|
|
{
|
|
"epoch": 0.8252356780275562,
|
|
"grad_norm": 0.422151557962671,
|
|
"learning_rate": 8.18660535314631e-07,
|
|
"loss": 0.5183,
|
|
"step": 1707
|
|
},
|
|
{
|
|
"epoch": 0.8257191201353637,
|
|
"grad_norm": 0.4003210551929738,
|
|
"learning_rate": 8.142826712052177e-07,
|
|
"loss": 0.5131,
|
|
"step": 1708
|
|
},
|
|
{
|
|
"epoch": 0.8262025622431713,
|
|
"grad_norm": 0.41552515229148246,
|
|
"learning_rate": 8.099155061266495e-07,
|
|
"loss": 0.5104,
|
|
"step": 1709
|
|
},
|
|
{
|
|
"epoch": 0.8266860043509789,
|
|
"grad_norm": 0.4199192751255081,
|
|
"learning_rate": 8.055590512417499e-07,
|
|
"loss": 0.504,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 0.8271694464587865,
|
|
"grad_norm": 0.4183052253157522,
|
|
"learning_rate": 8.012133176859705e-07,
|
|
"loss": 0.5183,
|
|
"step": 1711
|
|
},
|
|
{
|
|
"epoch": 0.8276528885665941,
|
|
"grad_norm": 0.40771463289221466,
|
|
"learning_rate": 7.968783165673554e-07,
|
|
"loss": 0.5134,
|
|
"step": 1712
|
|
},
|
|
{
|
|
"epoch": 0.8281363306744017,
|
|
"grad_norm": 0.4201027836512912,
|
|
"learning_rate": 7.925540589665187e-07,
|
|
"loss": 0.5074,
|
|
"step": 1713
|
|
},
|
|
{
|
|
"epoch": 0.8286197727822093,
|
|
"grad_norm": 0.395143526726159,
|
|
"learning_rate": 7.882405559366091e-07,
|
|
"loss": 0.4907,
|
|
"step": 1714
|
|
},
|
|
{
|
|
"epoch": 0.8291032148900169,
|
|
"grad_norm": 0.39924930985003787,
|
|
"learning_rate": 7.839378185032897e-07,
|
|
"loss": 0.5107,
|
|
"step": 1715
|
|
},
|
|
{
|
|
"epoch": 0.8295866569978245,
|
|
"grad_norm": 0.4132095601626946,
|
|
"learning_rate": 7.796458576647015e-07,
|
|
"loss": 0.5185,
|
|
"step": 1716
|
|
},
|
|
{
|
|
"epoch": 0.8300700991056321,
|
|
"grad_norm": 0.40587201306044,
|
|
"learning_rate": 7.753646843914465e-07,
|
|
"loss": 0.5182,
|
|
"step": 1717
|
|
},
|
|
{
|
|
"epoch": 0.8305535412134397,
|
|
"grad_norm": 0.4094094956774689,
|
|
"learning_rate": 7.710943096265461e-07,
|
|
"loss": 0.5029,
|
|
"step": 1718
|
|
},
|
|
{
|
|
"epoch": 0.8310369833212473,
|
|
"grad_norm": 0.41067812349491495,
|
|
"learning_rate": 7.668347442854218e-07,
|
|
"loss": 0.5021,
|
|
"step": 1719
|
|
},
|
|
{
|
|
"epoch": 0.8315204254290549,
|
|
"grad_norm": 0.39956787890532264,
|
|
"learning_rate": 7.625859992558665e-07,
|
|
"loss": 0.5206,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 0.8320038675368625,
|
|
"grad_norm": 0.43928086956712875,
|
|
"learning_rate": 7.583480853980158e-07,
|
|
"loss": 0.5134,
|
|
"step": 1721
|
|
},
|
|
{
|
|
"epoch": 0.8324873096446701,
|
|
"grad_norm": 0.4100632271699525,
|
|
"learning_rate": 7.541210135443188e-07,
|
|
"loss": 0.5184,
|
|
"step": 1722
|
|
},
|
|
{
|
|
"epoch": 0.8329707517524776,
|
|
"grad_norm": 0.3961555211112688,
|
|
"learning_rate": 7.499047944995108e-07,
|
|
"loss": 0.5222,
|
|
"step": 1723
|
|
},
|
|
{
|
|
"epoch": 0.8334541938602852,
|
|
"grad_norm": 0.41401758140390904,
|
|
"learning_rate": 7.45699439040588e-07,
|
|
"loss": 0.5149,
|
|
"step": 1724
|
|
},
|
|
{
|
|
"epoch": 0.8339376359680928,
|
|
"grad_norm": 0.41725576477900833,
|
|
"learning_rate": 7.415049579167783e-07,
|
|
"loss": 0.5086,
|
|
"step": 1725
|
|
},
|
|
{
|
|
"epoch": 0.8344210780759004,
|
|
"grad_norm": 0.40808361223845036,
|
|
"learning_rate": 7.37321361849514e-07,
|
|
"loss": 0.5171,
|
|
"step": 1726
|
|
},
|
|
{
|
|
"epoch": 0.834904520183708,
|
|
"grad_norm": 0.4044441513281848,
|
|
"learning_rate": 7.331486615324024e-07,
|
|
"loss": 0.4931,
|
|
"step": 1727
|
|
},
|
|
{
|
|
"epoch": 0.8353879622915156,
|
|
"grad_norm": 0.39255016483428246,
|
|
"learning_rate": 7.289868676312023e-07,
|
|
"loss": 0.4895,
|
|
"step": 1728
|
|
},
|
|
{
|
|
"epoch": 0.8358714043993232,
|
|
"grad_norm": 0.4273894357037594,
|
|
"learning_rate": 7.248359907837959e-07,
|
|
"loss": 0.5141,
|
|
"step": 1729
|
|
},
|
|
{
|
|
"epoch": 0.8363548465071308,
|
|
"grad_norm": 0.41270523260835523,
|
|
"learning_rate": 7.206960416001563e-07,
|
|
"loss": 0.5053,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 0.8368382886149384,
|
|
"grad_norm": 0.42210989792552517,
|
|
"learning_rate": 7.165670306623296e-07,
|
|
"loss": 0.515,
|
|
"step": 1731
|
|
},
|
|
{
|
|
"epoch": 0.837321730722746,
|
|
"grad_norm": 0.4005116526979819,
|
|
"learning_rate": 7.124489685243985e-07,
|
|
"loss": 0.5084,
|
|
"step": 1732
|
|
},
|
|
{
|
|
"epoch": 0.8378051728305536,
|
|
"grad_norm": 0.42730888005294004,
|
|
"learning_rate": 7.08341865712463e-07,
|
|
"loss": 0.5149,
|
|
"step": 1733
|
|
},
|
|
{
|
|
"epoch": 0.8382886149383612,
|
|
"grad_norm": 0.3946117211995092,
|
|
"learning_rate": 7.042457327246088e-07,
|
|
"loss": 0.5272,
|
|
"step": 1734
|
|
},
|
|
{
|
|
"epoch": 0.8387720570461688,
|
|
"grad_norm": 0.40058125990145727,
|
|
"learning_rate": 7.001605800308825e-07,
|
|
"loss": 0.5173,
|
|
"step": 1735
|
|
},
|
|
{
|
|
"epoch": 0.8392554991539763,
|
|
"grad_norm": 0.39419621537510763,
|
|
"learning_rate": 6.960864180732618e-07,
|
|
"loss": 0.5182,
|
|
"step": 1736
|
|
},
|
|
{
|
|
"epoch": 0.8397389412617839,
|
|
"grad_norm": 0.4302451888948554,
|
|
"learning_rate": 6.920232572656349e-07,
|
|
"loss": 0.5145,
|
|
"step": 1737
|
|
},
|
|
{
|
|
"epoch": 0.8402223833695915,
|
|
"grad_norm": 0.39221396906385003,
|
|
"learning_rate": 6.879711079937667e-07,
|
|
"loss": 0.5079,
|
|
"step": 1738
|
|
},
|
|
{
|
|
"epoch": 0.840705825477399,
|
|
"grad_norm": 0.4210023704512398,
|
|
"learning_rate": 6.839299806152799e-07,
|
|
"loss": 0.5061,
|
|
"step": 1739
|
|
},
|
|
{
|
|
"epoch": 0.8411892675852066,
|
|
"grad_norm": 0.4031707044630559,
|
|
"learning_rate": 6.79899885459619e-07,
|
|
"loss": 0.5174,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 0.8416727096930142,
|
|
"grad_norm": 0.40104705743190977,
|
|
"learning_rate": 6.758808328280325e-07,
|
|
"loss": 0.4981,
|
|
"step": 1741
|
|
},
|
|
{
|
|
"epoch": 0.8421561518008218,
|
|
"grad_norm": 0.4158859718137932,
|
|
"learning_rate": 6.718728329935448e-07,
|
|
"loss": 0.5216,
|
|
"step": 1742
|
|
},
|
|
{
|
|
"epoch": 0.8426395939086294,
|
|
"grad_norm": 0.4140963838597211,
|
|
"learning_rate": 6.678758962009241e-07,
|
|
"loss": 0.5154,
|
|
"step": 1743
|
|
},
|
|
{
|
|
"epoch": 0.843123036016437,
|
|
"grad_norm": 0.41926365963573253,
|
|
"learning_rate": 6.638900326666653e-07,
|
|
"loss": 0.5181,
|
|
"step": 1744
|
|
},
|
|
{
|
|
"epoch": 0.8436064781242446,
|
|
"grad_norm": 0.4007033614343704,
|
|
"learning_rate": 6.599152525789531e-07,
|
|
"loss": 0.4772,
|
|
"step": 1745
|
|
},
|
|
{
|
|
"epoch": 0.8440899202320522,
|
|
"grad_norm": 0.4266694328755557,
|
|
"learning_rate": 6.559515660976506e-07,
|
|
"loss": 0.5153,
|
|
"step": 1746
|
|
},
|
|
{
|
|
"epoch": 0.8445733623398598,
|
|
"grad_norm": 0.42158713984389296,
|
|
"learning_rate": 6.519989833542567e-07,
|
|
"loss": 0.5218,
|
|
"step": 1747
|
|
},
|
|
{
|
|
"epoch": 0.8450568044476674,
|
|
"grad_norm": 0.4190422236566301,
|
|
"learning_rate": 6.480575144518931e-07,
|
|
"loss": 0.5267,
|
|
"step": 1748
|
|
},
|
|
{
|
|
"epoch": 0.845540246555475,
|
|
"grad_norm": 0.42322451653416415,
|
|
"learning_rate": 6.441271694652701e-07,
|
|
"loss": 0.517,
|
|
"step": 1749
|
|
},
|
|
{
|
|
"epoch": 0.8460236886632826,
|
|
"grad_norm": 0.4050974433698499,
|
|
"learning_rate": 6.402079584406673e-07,
|
|
"loss": 0.523,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.8465071307710902,
|
|
"grad_norm": 0.39927068510798064,
|
|
"learning_rate": 6.36299891395904e-07,
|
|
"loss": 0.4943,
|
|
"step": 1751
|
|
},
|
|
{
|
|
"epoch": 0.8469905728788978,
|
|
"grad_norm": 0.40520913199613756,
|
|
"learning_rate": 6.32402978320315e-07,
|
|
"loss": 0.519,
|
|
"step": 1752
|
|
},
|
|
{
|
|
"epoch": 0.8474740149867054,
|
|
"grad_norm": 0.41524557234436116,
|
|
"learning_rate": 6.285172291747232e-07,
|
|
"loss": 0.5087,
|
|
"step": 1753
|
|
},
|
|
{
|
|
"epoch": 0.847957457094513,
|
|
"grad_norm": 0.39348055940589066,
|
|
"learning_rate": 6.246426538914174e-07,
|
|
"loss": 0.5135,
|
|
"step": 1754
|
|
},
|
|
{
|
|
"epoch": 0.8484408992023206,
|
|
"grad_norm": 0.40472211918575973,
|
|
"learning_rate": 6.207792623741249e-07,
|
|
"loss": 0.5181,
|
|
"step": 1755
|
|
},
|
|
{
|
|
"epoch": 0.8489243413101281,
|
|
"grad_norm": 0.3797781522780497,
|
|
"learning_rate": 6.169270644979836e-07,
|
|
"loss": 0.4718,
|
|
"step": 1756
|
|
},
|
|
{
|
|
"epoch": 0.8494077834179357,
|
|
"grad_norm": 0.4172564454240539,
|
|
"learning_rate": 6.130860701095226e-07,
|
|
"loss": 0.5093,
|
|
"step": 1757
|
|
},
|
|
{
|
|
"epoch": 0.8498912255257433,
|
|
"grad_norm": 0.460481903524328,
|
|
"learning_rate": 6.092562890266341e-07,
|
|
"loss": 0.5245,
|
|
"step": 1758
|
|
},
|
|
{
|
|
"epoch": 0.8503746676335509,
|
|
"grad_norm": 0.40544203017797725,
|
|
"learning_rate": 6.054377310385479e-07,
|
|
"loss": 0.5067,
|
|
"step": 1759
|
|
},
|
|
{
|
|
"epoch": 0.8508581097413584,
|
|
"grad_norm": 0.4225253280006634,
|
|
"learning_rate": 6.016304059058031e-07,
|
|
"loss": 0.5169,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 0.851341551849166,
|
|
"grad_norm": 0.40769266639259943,
|
|
"learning_rate": 5.97834323360233e-07,
|
|
"loss": 0.5243,
|
|
"step": 1761
|
|
},
|
|
{
|
|
"epoch": 0.8518249939569736,
|
|
"grad_norm": 0.42284940262412657,
|
|
"learning_rate": 5.940494931049262e-07,
|
|
"loss": 0.5194,
|
|
"step": 1762
|
|
},
|
|
{
|
|
"epoch": 0.8523084360647812,
|
|
"grad_norm": 0.3916025337851957,
|
|
"learning_rate": 5.902759248142187e-07,
|
|
"loss": 0.4975,
|
|
"step": 1763
|
|
},
|
|
{
|
|
"epoch": 0.8527918781725888,
|
|
"grad_norm": 0.41326270414280697,
|
|
"learning_rate": 5.86513628133652e-07,
|
|
"loss": 0.5154,
|
|
"step": 1764
|
|
},
|
|
{
|
|
"epoch": 0.8532753202803964,
|
|
"grad_norm": 0.40856588365868324,
|
|
"learning_rate": 5.827626126799613e-07,
|
|
"loss": 0.5154,
|
|
"step": 1765
|
|
},
|
|
{
|
|
"epoch": 0.853758762388204,
|
|
"grad_norm": 0.42831173680710594,
|
|
"learning_rate": 5.790228880410426e-07,
|
|
"loss": 0.5163,
|
|
"step": 1766
|
|
},
|
|
{
|
|
"epoch": 0.8542422044960116,
|
|
"grad_norm": 0.4218590594382107,
|
|
"learning_rate": 5.75294463775935e-07,
|
|
"loss": 0.517,
|
|
"step": 1767
|
|
},
|
|
{
|
|
"epoch": 0.8547256466038192,
|
|
"grad_norm": 0.38253864809006055,
|
|
"learning_rate": 5.715773494147919e-07,
|
|
"loss": 0.4929,
|
|
"step": 1768
|
|
},
|
|
{
|
|
"epoch": 0.8552090887116268,
|
|
"grad_norm": 0.40270548702028475,
|
|
"learning_rate": 5.678715544588547e-07,
|
|
"loss": 0.5088,
|
|
"step": 1769
|
|
},
|
|
{
|
|
"epoch": 0.8556925308194344,
|
|
"grad_norm": 0.4229953125269584,
|
|
"learning_rate": 5.641770883804365e-07,
|
|
"loss": 0.5258,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 0.856175972927242,
|
|
"grad_norm": 0.4037677845049078,
|
|
"learning_rate": 5.604939606228887e-07,
|
|
"loss": 0.5095,
|
|
"step": 1771
|
|
},
|
|
{
|
|
"epoch": 0.8566594150350495,
|
|
"grad_norm": 0.39977977942883575,
|
|
"learning_rate": 5.568221806005847e-07,
|
|
"loss": 0.5128,
|
|
"step": 1772
|
|
},
|
|
{
|
|
"epoch": 0.8571428571428571,
|
|
"grad_norm": 0.4175904938844971,
|
|
"learning_rate": 5.531617576988879e-07,
|
|
"loss": 0.5114,
|
|
"step": 1773
|
|
},
|
|
{
|
|
"epoch": 0.8576262992506647,
|
|
"grad_norm": 0.41812393010867166,
|
|
"learning_rate": 5.495127012741352e-07,
|
|
"loss": 0.5188,
|
|
"step": 1774
|
|
},
|
|
{
|
|
"epoch": 0.8581097413584723,
|
|
"grad_norm": 0.38871202154348194,
|
|
"learning_rate": 5.45875020653609e-07,
|
|
"loss": 0.4882,
|
|
"step": 1775
|
|
},
|
|
{
|
|
"epoch": 0.8585931834662799,
|
|
"grad_norm": 0.40175664384357557,
|
|
"learning_rate": 5.422487251355146e-07,
|
|
"loss": 0.5088,
|
|
"step": 1776
|
|
},
|
|
{
|
|
"epoch": 0.8590766255740875,
|
|
"grad_norm": 0.4258611448475652,
|
|
"learning_rate": 5.386338239889549e-07,
|
|
"loss": 0.5136,
|
|
"step": 1777
|
|
},
|
|
{
|
|
"epoch": 0.8595600676818951,
|
|
"grad_norm": 0.38040545155326977,
|
|
"learning_rate": 5.350303264539091e-07,
|
|
"loss": 0.4692,
|
|
"step": 1778
|
|
},
|
|
{
|
|
"epoch": 0.8600435097897027,
|
|
"grad_norm": 0.4185751036827134,
|
|
"learning_rate": 5.314382417412062e-07,
|
|
"loss": 0.516,
|
|
"step": 1779
|
|
},
|
|
{
|
|
"epoch": 0.8605269518975103,
|
|
"grad_norm": 0.4237092619379993,
|
|
"learning_rate": 5.278575790325052e-07,
|
|
"loss": 0.5146,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 0.8610103940053179,
|
|
"grad_norm": 0.4173802982789206,
|
|
"learning_rate": 5.242883474802696e-07,
|
|
"loss": 0.5125,
|
|
"step": 1781
|
|
},
|
|
{
|
|
"epoch": 0.8614938361131255,
|
|
"grad_norm": 0.41838440801291993,
|
|
"learning_rate": 5.207305562077403e-07,
|
|
"loss": 0.5177,
|
|
"step": 1782
|
|
},
|
|
{
|
|
"epoch": 0.8619772782209331,
|
|
"grad_norm": 0.4779855097218796,
|
|
"learning_rate": 5.1718421430892e-07,
|
|
"loss": 0.5304,
|
|
"step": 1783
|
|
},
|
|
{
|
|
"epoch": 0.8624607203287407,
|
|
"grad_norm": 0.37738685143261025,
|
|
"learning_rate": 5.136493308485446e-07,
|
|
"loss": 0.486,
|
|
"step": 1784
|
|
},
|
|
{
|
|
"epoch": 0.8629441624365483,
|
|
"grad_norm": 0.39963258309250466,
|
|
"learning_rate": 5.101259148620618e-07,
|
|
"loss": 0.4959,
|
|
"step": 1785
|
|
},
|
|
{
|
|
"epoch": 0.8634276045443559,
|
|
"grad_norm": 0.39604391770722097,
|
|
"learning_rate": 5.066139753556049e-07,
|
|
"loss": 0.4993,
|
|
"step": 1786
|
|
},
|
|
{
|
|
"epoch": 0.8639110466521635,
|
|
"grad_norm": 0.40732958269577874,
|
|
"learning_rate": 5.031135213059756e-07,
|
|
"loss": 0.5153,
|
|
"step": 1787
|
|
},
|
|
{
|
|
"epoch": 0.864394488759971,
|
|
"grad_norm": 0.3897806967927546,
|
|
"learning_rate": 4.99624561660616e-07,
|
|
"loss": 0.4871,
|
|
"step": 1788
|
|
},
|
|
{
|
|
"epoch": 0.8648779308677785,
|
|
"grad_norm": 0.4048723969181331,
|
|
"learning_rate": 4.961471053375899e-07,
|
|
"loss": 0.512,
|
|
"step": 1789
|
|
},
|
|
{
|
|
"epoch": 0.8653613729755861,
|
|
"grad_norm": 0.4203351282800037,
|
|
"learning_rate": 4.926811612255539e-07,
|
|
"loss": 0.5121,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 0.8658448150833937,
|
|
"grad_norm": 0.39858565202586066,
|
|
"learning_rate": 4.892267381837396e-07,
|
|
"loss": 0.5011,
|
|
"step": 1791
|
|
},
|
|
{
|
|
"epoch": 0.8663282571912013,
|
|
"grad_norm": 0.4344627773200746,
|
|
"learning_rate": 4.857838450419339e-07,
|
|
"loss": 0.5103,
|
|
"step": 1792
|
|
},
|
|
{
|
|
"epoch": 0.8668116992990089,
|
|
"grad_norm": 0.40293448022650774,
|
|
"learning_rate": 4.823524906004468e-07,
|
|
"loss": 0.5138,
|
|
"step": 1793
|
|
},
|
|
{
|
|
"epoch": 0.8672951414068165,
|
|
"grad_norm": 0.41801337173969716,
|
|
"learning_rate": 4.789326836300983e-07,
|
|
"loss": 0.5151,
|
|
"step": 1794
|
|
},
|
|
{
|
|
"epoch": 0.8677785835146241,
|
|
"grad_norm": 0.4058943681689954,
|
|
"learning_rate": 4.7552443287218866e-07,
|
|
"loss": 0.5098,
|
|
"step": 1795
|
|
},
|
|
{
|
|
"epoch": 0.8682620256224317,
|
|
"grad_norm": 0.42652856984845416,
|
|
"learning_rate": 4.7212774703848273e-07,
|
|
"loss": 0.508,
|
|
"step": 1796
|
|
},
|
|
{
|
|
"epoch": 0.8687454677302393,
|
|
"grad_norm": 0.4211824745719729,
|
|
"learning_rate": 4.687426348111834e-07,
|
|
"loss": 0.5122,
|
|
"step": 1797
|
|
},
|
|
{
|
|
"epoch": 0.8692289098380469,
|
|
"grad_norm": 0.4022753726796167,
|
|
"learning_rate": 4.65369104842911e-07,
|
|
"loss": 0.52,
|
|
"step": 1798
|
|
},
|
|
{
|
|
"epoch": 0.8697123519458545,
|
|
"grad_norm": 0.40283890754002527,
|
|
"learning_rate": 4.620071657566777e-07,
|
|
"loss": 0.5072,
|
|
"step": 1799
|
|
},
|
|
{
|
|
"epoch": 0.8701957940536621,
|
|
"grad_norm": 0.4283203699114763,
|
|
"learning_rate": 4.586568261458729e-07,
|
|
"loss": 0.5096,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.8706792361614697,
|
|
"grad_norm": 0.38328034805235095,
|
|
"learning_rate": 4.553180945742336e-07,
|
|
"loss": 0.4861,
|
|
"step": 1801
|
|
},
|
|
{
|
|
"epoch": 0.8711626782692773,
|
|
"grad_norm": 0.4122501087059972,
|
|
"learning_rate": 4.5199097957582816e-07,
|
|
"loss": 0.5136,
|
|
"step": 1802
|
|
},
|
|
{
|
|
"epoch": 0.8716461203770849,
|
|
"grad_norm": 0.41264272327652995,
|
|
"learning_rate": 4.486754896550288e-07,
|
|
"loss": 0.5012,
|
|
"step": 1803
|
|
},
|
|
{
|
|
"epoch": 0.8721295624848925,
|
|
"grad_norm": 0.41725003600600513,
|
|
"learning_rate": 4.45371633286496e-07,
|
|
"loss": 0.5185,
|
|
"step": 1804
|
|
},
|
|
{
|
|
"epoch": 0.8726130045927,
|
|
"grad_norm": 0.4078148663174146,
|
|
"learning_rate": 4.4207941891515335e-07,
|
|
"loss": 0.5135,
|
|
"step": 1805
|
|
},
|
|
{
|
|
"epoch": 0.8730964467005076,
|
|
"grad_norm": 0.4209684818924423,
|
|
"learning_rate": 4.3879885495616505e-07,
|
|
"loss": 0.512,
|
|
"step": 1806
|
|
},
|
|
{
|
|
"epoch": 0.8735798888083152,
|
|
"grad_norm": 0.3832255061477332,
|
|
"learning_rate": 4.3552994979491836e-07,
|
|
"loss": 0.5131,
|
|
"step": 1807
|
|
},
|
|
{
|
|
"epoch": 0.8740633309161228,
|
|
"grad_norm": 0.415646535369065,
|
|
"learning_rate": 4.322727117869951e-07,
|
|
"loss": 0.5156,
|
|
"step": 1808
|
|
},
|
|
{
|
|
"epoch": 0.8745467730239304,
|
|
"grad_norm": 0.403529021224522,
|
|
"learning_rate": 4.290271492581627e-07,
|
|
"loss": 0.5225,
|
|
"step": 1809
|
|
},
|
|
{
|
|
"epoch": 0.875030215131738,
|
|
"grad_norm": 0.4248226663595473,
|
|
"learning_rate": 4.257932705043372e-07,
|
|
"loss": 0.5276,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 0.8755136572395456,
|
|
"grad_norm": 0.42279657022545747,
|
|
"learning_rate": 4.2257108379157586e-07,
|
|
"loss": 0.5224,
|
|
"step": 1811
|
|
},
|
|
{
|
|
"epoch": 0.8759970993473531,
|
|
"grad_norm": 0.4140176038814713,
|
|
"learning_rate": 4.1936059735604497e-07,
|
|
"loss": 0.5161,
|
|
"step": 1812
|
|
},
|
|
{
|
|
"epoch": 0.8764805414551607,
|
|
"grad_norm": 0.39792458444383394,
|
|
"learning_rate": 4.161618194040079e-07,
|
|
"loss": 0.5277,
|
|
"step": 1813
|
|
},
|
|
{
|
|
"epoch": 0.8769639835629683,
|
|
"grad_norm": 0.39549573015495143,
|
|
"learning_rate": 4.129747581117993e-07,
|
|
"loss": 0.5053,
|
|
"step": 1814
|
|
},
|
|
{
|
|
"epoch": 0.8774474256707759,
|
|
"grad_norm": 0.4160802633412061,
|
|
"learning_rate": 4.0979942162580387e-07,
|
|
"loss": 0.516,
|
|
"step": 1815
|
|
},
|
|
{
|
|
"epoch": 0.8779308677785835,
|
|
"grad_norm": 0.41239251805984983,
|
|
"learning_rate": 4.06635818062438e-07,
|
|
"loss": 0.5278,
|
|
"step": 1816
|
|
},
|
|
{
|
|
"epoch": 0.8784143098863911,
|
|
"grad_norm": 0.40871873580107365,
|
|
"learning_rate": 4.0348395550812713e-07,
|
|
"loss": 0.5294,
|
|
"step": 1817
|
|
},
|
|
{
|
|
"epoch": 0.8788977519941987,
|
|
"grad_norm": 0.40365670038657436,
|
|
"learning_rate": 4.003438420192873e-07,
|
|
"loss": 0.5158,
|
|
"step": 1818
|
|
},
|
|
{
|
|
"epoch": 0.8793811941020063,
|
|
"grad_norm": 0.4255428234546921,
|
|
"learning_rate": 3.9721548562229985e-07,
|
|
"loss": 0.5114,
|
|
"step": 1819
|
|
},
|
|
{
|
|
"epoch": 0.8798646362098139,
|
|
"grad_norm": 0.41203315649756733,
|
|
"learning_rate": 3.9409889431349656e-07,
|
|
"loss": 0.5116,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 0.8803480783176215,
|
|
"grad_norm": 0.4149872650348109,
|
|
"learning_rate": 3.9099407605913576e-07,
|
|
"loss": 0.5099,
|
|
"step": 1821
|
|
},
|
|
{
|
|
"epoch": 0.880831520425429,
|
|
"grad_norm": 0.4258100076362105,
|
|
"learning_rate": 3.879010387953841e-07,
|
|
"loss": 0.5175,
|
|
"step": 1822
|
|
},
|
|
{
|
|
"epoch": 0.8813149625332366,
|
|
"grad_norm": 0.3902355927247227,
|
|
"learning_rate": 3.84819790428293e-07,
|
|
"loss": 0.498,
|
|
"step": 1823
|
|
},
|
|
{
|
|
"epoch": 0.8817984046410442,
|
|
"grad_norm": 0.40842472365457144,
|
|
"learning_rate": 3.8175033883378233e-07,
|
|
"loss": 0.518,
|
|
"step": 1824
|
|
},
|
|
{
|
|
"epoch": 0.8822818467488518,
|
|
"grad_norm": 0.4221970543634826,
|
|
"learning_rate": 3.7869269185761613e-07,
|
|
"loss": 0.5216,
|
|
"step": 1825
|
|
},
|
|
{
|
|
"epoch": 0.8827652888566594,
|
|
"grad_norm": 0.40616883661281006,
|
|
"learning_rate": 3.7564685731538985e-07,
|
|
"loss": 0.5066,
|
|
"step": 1826
|
|
},
|
|
{
|
|
"epoch": 0.883248730964467,
|
|
"grad_norm": 0.4061562407072031,
|
|
"learning_rate": 3.7261284299249967e-07,
|
|
"loss": 0.517,
|
|
"step": 1827
|
|
},
|
|
{
|
|
"epoch": 0.8837321730722746,
|
|
"grad_norm": 0.4079225433423233,
|
|
"learning_rate": 3.695906566441304e-07,
|
|
"loss": 0.4959,
|
|
"step": 1828
|
|
},
|
|
{
|
|
"epoch": 0.8842156151800822,
|
|
"grad_norm": 0.38197368709112006,
|
|
"learning_rate": 3.665803059952344e-07,
|
|
"loss": 0.4871,
|
|
"step": 1829
|
|
},
|
|
{
|
|
"epoch": 0.8846990572878898,
|
|
"grad_norm": 0.411849076052872,
|
|
"learning_rate": 3.63581798740511e-07,
|
|
"loss": 0.5143,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 0.8851824993956974,
|
|
"grad_norm": 0.393276210273132,
|
|
"learning_rate": 3.605951425443871e-07,
|
|
"loss": 0.4936,
|
|
"step": 1831
|
|
},
|
|
{
|
|
"epoch": 0.885665941503505,
|
|
"grad_norm": 0.369604359657528,
|
|
"learning_rate": 3.576203450409943e-07,
|
|
"loss": 0.4684,
|
|
"step": 1832
|
|
},
|
|
{
|
|
"epoch": 0.8861493836113126,
|
|
"grad_norm": 0.43326466002005165,
|
|
"learning_rate": 3.5465741383415684e-07,
|
|
"loss": 0.5104,
|
|
"step": 1833
|
|
},
|
|
{
|
|
"epoch": 0.8866328257191202,
|
|
"grad_norm": 0.41527359664646213,
|
|
"learning_rate": 3.5170635649736497e-07,
|
|
"loss": 0.519,
|
|
"step": 1834
|
|
},
|
|
{
|
|
"epoch": 0.8871162678269278,
|
|
"grad_norm": 0.41356740894281485,
|
|
"learning_rate": 3.487671805737597e-07,
|
|
"loss": 0.508,
|
|
"step": 1835
|
|
},
|
|
{
|
|
"epoch": 0.8875997099347354,
|
|
"grad_norm": 0.4050751048123327,
|
|
"learning_rate": 3.4583989357611037e-07,
|
|
"loss": 0.5135,
|
|
"step": 1836
|
|
},
|
|
{
|
|
"epoch": 0.888083152042543,
|
|
"grad_norm": 0.3923610722591795,
|
|
"learning_rate": 3.4292450298679945e-07,
|
|
"loss": 0.5075,
|
|
"step": 1837
|
|
},
|
|
{
|
|
"epoch": 0.8885665941503504,
|
|
"grad_norm": 0.41919225013002887,
|
|
"learning_rate": 3.400210162577999e-07,
|
|
"loss": 0.5166,
|
|
"step": 1838
|
|
},
|
|
{
|
|
"epoch": 0.889050036258158,
|
|
"grad_norm": 0.42118222715491443,
|
|
"learning_rate": 3.371294408106585e-07,
|
|
"loss": 0.523,
|
|
"step": 1839
|
|
},
|
|
{
|
|
"epoch": 0.8895334783659656,
|
|
"grad_norm": 0.3952238335142466,
|
|
"learning_rate": 3.3424978403647443e-07,
|
|
"loss": 0.5138,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 0.8900169204737732,
|
|
"grad_norm": 0.4163195177412695,
|
|
"learning_rate": 3.313820532958817e-07,
|
|
"loss": 0.5274,
|
|
"step": 1841
|
|
},
|
|
{
|
|
"epoch": 0.8905003625815808,
|
|
"grad_norm": 0.3930314520659748,
|
|
"learning_rate": 3.285262559190322e-07,
|
|
"loss": 0.4991,
|
|
"step": 1842
|
|
},
|
|
{
|
|
"epoch": 0.8909838046893884,
|
|
"grad_norm": 0.4336804309313973,
|
|
"learning_rate": 3.256823992055741e-07,
|
|
"loss": 0.5009,
|
|
"step": 1843
|
|
},
|
|
{
|
|
"epoch": 0.891467246797196,
|
|
"grad_norm": 0.41714068524986875,
|
|
"learning_rate": 3.228504904246349e-07,
|
|
"loss": 0.5238,
|
|
"step": 1844
|
|
},
|
|
{
|
|
"epoch": 0.8919506889050036,
|
|
"grad_norm": 0.41848606366751967,
|
|
"learning_rate": 3.20030536814801e-07,
|
|
"loss": 0.5202,
|
|
"step": 1845
|
|
},
|
|
{
|
|
"epoch": 0.8924341310128112,
|
|
"grad_norm": 0.422964314144621,
|
|
"learning_rate": 3.1722254558410047e-07,
|
|
"loss": 0.5104,
|
|
"step": 1846
|
|
},
|
|
{
|
|
"epoch": 0.8929175731206188,
|
|
"grad_norm": 0.41539348703446205,
|
|
"learning_rate": 3.144265239099864e-07,
|
|
"loss": 0.5152,
|
|
"step": 1847
|
|
},
|
|
{
|
|
"epoch": 0.8934010152284264,
|
|
"grad_norm": 0.3936271006898258,
|
|
"learning_rate": 3.1164247893931575e-07,
|
|
"loss": 0.5071,
|
|
"step": 1848
|
|
},
|
|
{
|
|
"epoch": 0.893884457336234,
|
|
"grad_norm": 0.4152031331913687,
|
|
"learning_rate": 3.088704177883306e-07,
|
|
"loss": 0.5181,
|
|
"step": 1849
|
|
},
|
|
{
|
|
"epoch": 0.8943678994440416,
|
|
"grad_norm": 0.4176432021270733,
|
|
"learning_rate": 3.06110347542643e-07,
|
|
"loss": 0.5235,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.8948513415518492,
|
|
"grad_norm": 0.3954219378639727,
|
|
"learning_rate": 3.033622752572157e-07,
|
|
"loss": 0.5019,
|
|
"step": 1851
|
|
},
|
|
{
|
|
"epoch": 0.8953347836596568,
|
|
"grad_norm": 0.45830856560980365,
|
|
"learning_rate": 3.0062620795634214e-07,
|
|
"loss": 0.5263,
|
|
"step": 1852
|
|
},
|
|
{
|
|
"epoch": 0.8958182257674644,
|
|
"grad_norm": 0.4009466020951186,
|
|
"learning_rate": 2.9790215263363174e-07,
|
|
"loss": 0.5222,
|
|
"step": 1853
|
|
},
|
|
{
|
|
"epoch": 0.896301667875272,
|
|
"grad_norm": 0.3933495297633584,
|
|
"learning_rate": 2.951901162519877e-07,
|
|
"loss": 0.5233,
|
|
"step": 1854
|
|
},
|
|
{
|
|
"epoch": 0.8967851099830795,
|
|
"grad_norm": 0.39895160904445,
|
|
"learning_rate": 2.9249010574359636e-07,
|
|
"loss": 0.5212,
|
|
"step": 1855
|
|
},
|
|
{
|
|
"epoch": 0.8972685520908871,
|
|
"grad_norm": 0.42068899596041226,
|
|
"learning_rate": 2.898021280098995e-07,
|
|
"loss": 0.5168,
|
|
"step": 1856
|
|
},
|
|
{
|
|
"epoch": 0.8977519941986947,
|
|
"grad_norm": 0.39971963228555085,
|
|
"learning_rate": 2.8712618992158656e-07,
|
|
"loss": 0.5084,
|
|
"step": 1857
|
|
},
|
|
{
|
|
"epoch": 0.8982354363065023,
|
|
"grad_norm": 0.3999616227972635,
|
|
"learning_rate": 2.8446229831856964e-07,
|
|
"loss": 0.5088,
|
|
"step": 1858
|
|
},
|
|
{
|
|
"epoch": 0.8987188784143099,
|
|
"grad_norm": 0.4001447692276326,
|
|
"learning_rate": 2.8181046000997136e-07,
|
|
"loss": 0.521,
|
|
"step": 1859
|
|
},
|
|
{
|
|
"epoch": 0.8992023205221175,
|
|
"grad_norm": 0.41592034251039167,
|
|
"learning_rate": 2.791706817741041e-07,
|
|
"loss": 0.5072,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 0.8996857626299251,
|
|
"grad_norm": 0.4445686187455443,
|
|
"learning_rate": 2.765429703584538e-07,
|
|
"loss": 0.5148,
|
|
"step": 1861
|
|
},
|
|
{
|
|
"epoch": 0.9001692047377327,
|
|
"grad_norm": 0.40228802491920107,
|
|
"learning_rate": 2.739273324796621e-07,
|
|
"loss": 0.5262,
|
|
"step": 1862
|
|
},
|
|
{
|
|
"epoch": 0.9006526468455403,
|
|
"grad_norm": 0.40404504261863744,
|
|
"learning_rate": 2.7132377482351037e-07,
|
|
"loss": 0.5147,
|
|
"step": 1863
|
|
},
|
|
{
|
|
"epoch": 0.9011360889533478,
|
|
"grad_norm": 0.3986359660989621,
|
|
"learning_rate": 2.687323040449025e-07,
|
|
"loss": 0.5172,
|
|
"step": 1864
|
|
},
|
|
{
|
|
"epoch": 0.9016195310611554,
|
|
"grad_norm": 0.42039178580411435,
|
|
"learning_rate": 2.6615292676784533e-07,
|
|
"loss": 0.5191,
|
|
"step": 1865
|
|
},
|
|
{
|
|
"epoch": 0.902102973168963,
|
|
"grad_norm": 0.4168785648766661,
|
|
"learning_rate": 2.635856495854372e-07,
|
|
"loss": 0.5116,
|
|
"step": 1866
|
|
},
|
|
{
|
|
"epoch": 0.9025864152767706,
|
|
"grad_norm": 0.4006359687639295,
|
|
"learning_rate": 2.6103047905984224e-07,
|
|
"loss": 0.5243,
|
|
"step": 1867
|
|
},
|
|
{
|
|
"epoch": 0.9030698573845782,
|
|
"grad_norm": 0.4136741219117099,
|
|
"learning_rate": 2.584874217222855e-07,
|
|
"loss": 0.516,
|
|
"step": 1868
|
|
},
|
|
{
|
|
"epoch": 0.9035532994923858,
|
|
"grad_norm": 0.41454758895188654,
|
|
"learning_rate": 2.5595648407302496e-07,
|
|
"loss": 0.5299,
|
|
"step": 1869
|
|
},
|
|
{
|
|
"epoch": 0.9040367416001934,
|
|
"grad_norm": 0.43072596167116733,
|
|
"learning_rate": 2.53437672581342e-07,
|
|
"loss": 0.5192,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 0.9045201837080009,
|
|
"grad_norm": 0.413346134850188,
|
|
"learning_rate": 2.5093099368551974e-07,
|
|
"loss": 0.5135,
|
|
"step": 1871
|
|
},
|
|
{
|
|
"epoch": 0.9050036258158085,
|
|
"grad_norm": 0.44414111234791465,
|
|
"learning_rate": 2.484364537928341e-07,
|
|
"loss": 0.5248,
|
|
"step": 1872
|
|
},
|
|
{
|
|
"epoch": 0.9054870679236161,
|
|
"grad_norm": 0.41031454686253116,
|
|
"learning_rate": 2.45954059279529e-07,
|
|
"loss": 0.5198,
|
|
"step": 1873
|
|
},
|
|
{
|
|
"epoch": 0.9059705100314237,
|
|
"grad_norm": 0.3982976345229948,
|
|
"learning_rate": 2.4348381649080486e-07,
|
|
"loss": 0.5163,
|
|
"step": 1874
|
|
},
|
|
{
|
|
"epoch": 0.9064539521392313,
|
|
"grad_norm": 0.4007617837820295,
|
|
"learning_rate": 2.41025731740801e-07,
|
|
"loss": 0.511,
|
|
"step": 1875
|
|
},
|
|
{
|
|
"epoch": 0.9069373942470389,
|
|
"grad_norm": 0.40168617787804406,
|
|
"learning_rate": 2.3857981131258037e-07,
|
|
"loss": 0.5114,
|
|
"step": 1876
|
|
},
|
|
{
|
|
"epoch": 0.9074208363548465,
|
|
"grad_norm": 0.38110421429609603,
|
|
"learning_rate": 2.3614606145811347e-07,
|
|
"loss": 0.4992,
|
|
"step": 1877
|
|
},
|
|
{
|
|
"epoch": 0.9079042784626541,
|
|
"grad_norm": 0.3870732423514054,
|
|
"learning_rate": 2.3372448839825978e-07,
|
|
"loss": 0.4887,
|
|
"step": 1878
|
|
},
|
|
{
|
|
"epoch": 0.9083877205704617,
|
|
"grad_norm": 0.39979584331802676,
|
|
"learning_rate": 2.3131509832275633e-07,
|
|
"loss": 0.5122,
|
|
"step": 1879
|
|
},
|
|
{
|
|
"epoch": 0.9088711626782693,
|
|
"grad_norm": 0.3996732608438804,
|
|
"learning_rate": 2.2891789739019733e-07,
|
|
"loss": 0.5102,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 0.9093546047860769,
|
|
"grad_norm": 0.40968516048558534,
|
|
"learning_rate": 2.2653289172802295e-07,
|
|
"loss": 0.5049,
|
|
"step": 1881
|
|
},
|
|
{
|
|
"epoch": 0.9098380468938845,
|
|
"grad_norm": 0.4006751726323446,
|
|
"learning_rate": 2.241600874324984e-07,
|
|
"loss": 0.5144,
|
|
"step": 1882
|
|
},
|
|
{
|
|
"epoch": 0.9103214890016921,
|
|
"grad_norm": 0.4066456668668,
|
|
"learning_rate": 2.2179949056870432e-07,
|
|
"loss": 0.5184,
|
|
"step": 1883
|
|
},
|
|
{
|
|
"epoch": 0.9108049311094997,
|
|
"grad_norm": 0.4179374057794063,
|
|
"learning_rate": 2.194511071705141e-07,
|
|
"loss": 0.5131,
|
|
"step": 1884
|
|
},
|
|
{
|
|
"epoch": 0.9112883732173073,
|
|
"grad_norm": 0.419480536858942,
|
|
"learning_rate": 2.1711494324058724e-07,
|
|
"loss": 0.5147,
|
|
"step": 1885
|
|
},
|
|
{
|
|
"epoch": 0.9117718153251149,
|
|
"grad_norm": 0.40624640146953556,
|
|
"learning_rate": 2.1479100475034598e-07,
|
|
"loss": 0.5084,
|
|
"step": 1886
|
|
},
|
|
{
|
|
"epoch": 0.9122552574329225,
|
|
"grad_norm": 0.40367583928635464,
|
|
"learning_rate": 2.1247929763996534e-07,
|
|
"loss": 0.4832,
|
|
"step": 1887
|
|
},
|
|
{
|
|
"epoch": 0.91273869954073,
|
|
"grad_norm": 0.3989060344990105,
|
|
"learning_rate": 2.101798278183542e-07,
|
|
"loss": 0.5144,
|
|
"step": 1888
|
|
},
|
|
{
|
|
"epoch": 0.9132221416485375,
|
|
"grad_norm": 0.3998308893808953,
|
|
"learning_rate": 2.0789260116314215e-07,
|
|
"loss": 0.5081,
|
|
"step": 1889
|
|
},
|
|
{
|
|
"epoch": 0.9137055837563451,
|
|
"grad_norm": 0.4063990008087812,
|
|
"learning_rate": 2.0561762352066638e-07,
|
|
"loss": 0.5109,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 0.9141890258641527,
|
|
"grad_norm": 0.4167108480628528,
|
|
"learning_rate": 2.0335490070595208e-07,
|
|
"loss": 0.5186,
|
|
"step": 1891
|
|
},
|
|
{
|
|
"epoch": 0.9146724679719603,
|
|
"grad_norm": 0.39430080435851855,
|
|
"learning_rate": 2.011044385027011e-07,
|
|
"loss": 0.5101,
|
|
"step": 1892
|
|
},
|
|
{
|
|
"epoch": 0.9151559100797679,
|
|
"grad_norm": 0.42096559238441866,
|
|
"learning_rate": 1.988662426632765e-07,
|
|
"loss": 0.5078,
|
|
"step": 1893
|
|
},
|
|
{
|
|
"epoch": 0.9156393521875755,
|
|
"grad_norm": 0.39723951707790667,
|
|
"learning_rate": 1.9664031890868795e-07,
|
|
"loss": 0.5223,
|
|
"step": 1894
|
|
},
|
|
{
|
|
"epoch": 0.9161227942953831,
|
|
"grad_norm": 0.3912147208179025,
|
|
"learning_rate": 1.9442667292857432e-07,
|
|
"loss": 0.509,
|
|
"step": 1895
|
|
},
|
|
{
|
|
"epoch": 0.9166062364031907,
|
|
"grad_norm": 0.4054442997347736,
|
|
"learning_rate": 1.922253103811944e-07,
|
|
"loss": 0.4972,
|
|
"step": 1896
|
|
},
|
|
{
|
|
"epoch": 0.9170896785109983,
|
|
"grad_norm": 0.4117401816100168,
|
|
"learning_rate": 1.9003623689340777e-07,
|
|
"loss": 0.5143,
|
|
"step": 1897
|
|
},
|
|
{
|
|
"epoch": 0.9175731206188059,
|
|
"grad_norm": 0.40528953423093284,
|
|
"learning_rate": 1.8785945806066297e-07,
|
|
"loss": 0.5186,
|
|
"step": 1898
|
|
},
|
|
{
|
|
"epoch": 0.9180565627266135,
|
|
"grad_norm": 0.4027696401480633,
|
|
"learning_rate": 1.85694979446982e-07,
|
|
"loss": 0.5167,
|
|
"step": 1899
|
|
},
|
|
{
|
|
"epoch": 0.9185400048344211,
|
|
"grad_norm": 0.38938110778215645,
|
|
"learning_rate": 1.835428065849465e-07,
|
|
"loss": 0.5141,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.9190234469422287,
|
|
"grad_norm": 0.3958049685314876,
|
|
"learning_rate": 1.814029449756849e-07,
|
|
"loss": 0.5231,
|
|
"step": 1901
|
|
},
|
|
{
|
|
"epoch": 0.9195068890500363,
|
|
"grad_norm": 0.4039199277502588,
|
|
"learning_rate": 1.7927540008885414e-07,
|
|
"loss": 0.5088,
|
|
"step": 1902
|
|
},
|
|
{
|
|
"epoch": 0.9199903311578439,
|
|
"grad_norm": 0.40426884197944674,
|
|
"learning_rate": 1.7716017736263192e-07,
|
|
"loss": 0.5129,
|
|
"step": 1903
|
|
},
|
|
{
|
|
"epoch": 0.9204737732656514,
|
|
"grad_norm": 0.41358470698939953,
|
|
"learning_rate": 1.7505728220369667e-07,
|
|
"loss": 0.5203,
|
|
"step": 1904
|
|
},
|
|
{
|
|
"epoch": 0.920957215373459,
|
|
"grad_norm": 0.4250820090378729,
|
|
"learning_rate": 1.729667199872187e-07,
|
|
"loss": 0.5223,
|
|
"step": 1905
|
|
},
|
|
{
|
|
"epoch": 0.9214406574812666,
|
|
"grad_norm": 0.40899977989644076,
|
|
"learning_rate": 1.70888496056843e-07,
|
|
"loss": 0.5107,
|
|
"step": 1906
|
|
},
|
|
{
|
|
"epoch": 0.9219240995890742,
|
|
"grad_norm": 0.4187760713922149,
|
|
"learning_rate": 1.6882261572467862e-07,
|
|
"loss": 0.5142,
|
|
"step": 1907
|
|
},
|
|
{
|
|
"epoch": 0.9224075416968818,
|
|
"grad_norm": 0.39684261118945696,
|
|
"learning_rate": 1.6676908427128103e-07,
|
|
"loss": 0.4847,
|
|
"step": 1908
|
|
},
|
|
{
|
|
"epoch": 0.9228909838046894,
|
|
"grad_norm": 0.4124141033869449,
|
|
"learning_rate": 1.64727906945642e-07,
|
|
"loss": 0.5063,
|
|
"step": 1909
|
|
},
|
|
{
|
|
"epoch": 0.923374425912497,
|
|
"grad_norm": 0.4104731721152495,
|
|
"learning_rate": 1.6269908896517638e-07,
|
|
"loss": 0.5035,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 0.9238578680203046,
|
|
"grad_norm": 0.38208183163995635,
|
|
"learning_rate": 1.6068263551570596e-07,
|
|
"loss": 0.4855,
|
|
"step": 1911
|
|
},
|
|
{
|
|
"epoch": 0.9243413101281122,
|
|
"grad_norm": 0.37943822460943005,
|
|
"learning_rate": 1.5867855175144885e-07,
|
|
"loss": 0.4863,
|
|
"step": 1912
|
|
},
|
|
{
|
|
"epoch": 0.9248247522359198,
|
|
"grad_norm": 0.4169103989292416,
|
|
"learning_rate": 1.5668684279500245e-07,
|
|
"loss": 0.5077,
|
|
"step": 1913
|
|
},
|
|
{
|
|
"epoch": 0.9253081943437274,
|
|
"grad_norm": 0.41157707540822663,
|
|
"learning_rate": 1.5470751373733773e-07,
|
|
"loss": 0.5184,
|
|
"step": 1914
|
|
},
|
|
{
|
|
"epoch": 0.925791636451535,
|
|
"grad_norm": 0.39771451862665147,
|
|
"learning_rate": 1.5274056963777817e-07,
|
|
"loss": 0.5094,
|
|
"step": 1915
|
|
},
|
|
{
|
|
"epoch": 0.9262750785593425,
|
|
"grad_norm": 0.4092987974762817,
|
|
"learning_rate": 1.507860155239921e-07,
|
|
"loss": 0.5154,
|
|
"step": 1916
|
|
},
|
|
{
|
|
"epoch": 0.9267585206671501,
|
|
"grad_norm": 0.3854503813446518,
|
|
"learning_rate": 1.488438563919764e-07,
|
|
"loss": 0.4938,
|
|
"step": 1917
|
|
},
|
|
{
|
|
"epoch": 0.9272419627749577,
|
|
"grad_norm": 0.3900052964813903,
|
|
"learning_rate": 1.4691409720604732e-07,
|
|
"loss": 0.5077,
|
|
"step": 1918
|
|
},
|
|
{
|
|
"epoch": 0.9277254048827653,
|
|
"grad_norm": 0.40750712678387396,
|
|
"learning_rate": 1.449967428988247e-07,
|
|
"loss": 0.5145,
|
|
"step": 1919
|
|
},
|
|
{
|
|
"epoch": 0.9282088469905729,
|
|
"grad_norm": 0.4023813113333878,
|
|
"learning_rate": 1.4309179837122045e-07,
|
|
"loss": 0.5291,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 0.9286922890983804,
|
|
"grad_norm": 0.38502235475455626,
|
|
"learning_rate": 1.411992684924257e-07,
|
|
"loss": 0.5119,
|
|
"step": 1921
|
|
},
|
|
{
|
|
"epoch": 0.929175731206188,
|
|
"grad_norm": 0.40862887218787325,
|
|
"learning_rate": 1.3931915809990039e-07,
|
|
"loss": 0.5106,
|
|
"step": 1922
|
|
},
|
|
{
|
|
"epoch": 0.9296591733139956,
|
|
"grad_norm": 0.4123756674563694,
|
|
"learning_rate": 1.374514719993575e-07,
|
|
"loss": 0.5126,
|
|
"step": 1923
|
|
},
|
|
{
|
|
"epoch": 0.9301426154218032,
|
|
"grad_norm": 0.41456641529199556,
|
|
"learning_rate": 1.3559621496475438e-07,
|
|
"loss": 0.5145,
|
|
"step": 1924
|
|
},
|
|
{
|
|
"epoch": 0.9306260575296108,
|
|
"grad_norm": 0.4049152537963314,
|
|
"learning_rate": 1.3375339173827551e-07,
|
|
"loss": 0.5261,
|
|
"step": 1925
|
|
},
|
|
{
|
|
"epoch": 0.9311094996374184,
|
|
"grad_norm": 0.37450439680837744,
|
|
"learning_rate": 1.3192300703032733e-07,
|
|
"loss": 0.474,
|
|
"step": 1926
|
|
},
|
|
{
|
|
"epoch": 0.931592941745226,
|
|
"grad_norm": 0.41100475742292075,
|
|
"learning_rate": 1.3010506551952018e-07,
|
|
"loss": 0.5134,
|
|
"step": 1927
|
|
},
|
|
{
|
|
"epoch": 0.9320763838530336,
|
|
"grad_norm": 0.41369315234307685,
|
|
"learning_rate": 1.2829957185265863e-07,
|
|
"loss": 0.52,
|
|
"step": 1928
|
|
},
|
|
{
|
|
"epoch": 0.9325598259608412,
|
|
"grad_norm": 0.3885589982730842,
|
|
"learning_rate": 1.2650653064473106e-07,
|
|
"loss": 0.5031,
|
|
"step": 1929
|
|
},
|
|
{
|
|
"epoch": 0.9330432680686488,
|
|
"grad_norm": 0.3951920703691663,
|
|
"learning_rate": 1.2472594647889357e-07,
|
|
"loss": 0.5092,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 0.9335267101764564,
|
|
"grad_norm": 0.40947647060207415,
|
|
"learning_rate": 1.2295782390646494e-07,
|
|
"loss": 0.5177,
|
|
"step": 1931
|
|
},
|
|
{
|
|
"epoch": 0.934010152284264,
|
|
"grad_norm": 0.390574491653679,
|
|
"learning_rate": 1.2120216744690716e-07,
|
|
"loss": 0.5133,
|
|
"step": 1932
|
|
},
|
|
{
|
|
"epoch": 0.9344935943920716,
|
|
"grad_norm": 0.4045498383765011,
|
|
"learning_rate": 1.194589815878211e-07,
|
|
"loss": 0.5163,
|
|
"step": 1933
|
|
},
|
|
{
|
|
"epoch": 0.9349770364998792,
|
|
"grad_norm": 0.40440549648310886,
|
|
"learning_rate": 1.177282707849281e-07,
|
|
"loss": 0.5181,
|
|
"step": 1934
|
|
},
|
|
{
|
|
"epoch": 0.9354604786076868,
|
|
"grad_norm": 0.4024689599876574,
|
|
"learning_rate": 1.1601003946206723e-07,
|
|
"loss": 0.5181,
|
|
"step": 1935
|
|
},
|
|
{
|
|
"epoch": 0.9359439207154944,
|
|
"grad_norm": 0.3986512567562451,
|
|
"learning_rate": 1.1430429201117476e-07,
|
|
"loss": 0.5032,
|
|
"step": 1936
|
|
},
|
|
{
|
|
"epoch": 0.9364273628233019,
|
|
"grad_norm": 0.39397430112101045,
|
|
"learning_rate": 1.1261103279227858e-07,
|
|
"loss": 0.5178,
|
|
"step": 1937
|
|
},
|
|
{
|
|
"epoch": 0.9369108049311095,
|
|
"grad_norm": 0.4291769455926264,
|
|
"learning_rate": 1.1093026613348601e-07,
|
|
"loss": 0.5196,
|
|
"step": 1938
|
|
},
|
|
{
|
|
"epoch": 0.937394247038917,
|
|
"grad_norm": 0.3917679927009391,
|
|
"learning_rate": 1.0926199633097156e-07,
|
|
"loss": 0.4919,
|
|
"step": 1939
|
|
},
|
|
{
|
|
"epoch": 0.9378776891467246,
|
|
"grad_norm": 0.42599062790587783,
|
|
"learning_rate": 1.0760622764896866e-07,
|
|
"loss": 0.5147,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.9383611312545322,
|
|
"grad_norm": 0.4023777838627757,
|
|
"learning_rate": 1.0596296431975406e-07,
|
|
"loss": 0.5156,
|
|
"step": 1941
|
|
},
|
|
{
|
|
"epoch": 0.9388445733623398,
|
|
"grad_norm": 0.3966354448847634,
|
|
"learning_rate": 1.0433221054364174e-07,
|
|
"loss": 0.5065,
|
|
"step": 1942
|
|
},
|
|
{
|
|
"epoch": 0.9393280154701474,
|
|
"grad_norm": 0.4013413460541232,
|
|
"learning_rate": 1.0271397048897014e-07,
|
|
"loss": 0.5053,
|
|
"step": 1943
|
|
},
|
|
{
|
|
"epoch": 0.939811457577955,
|
|
"grad_norm": 0.37653088174864213,
|
|
"learning_rate": 1.0110824829209164e-07,
|
|
"loss": 0.4939,
|
|
"step": 1944
|
|
},
|
|
{
|
|
"epoch": 0.9402948996857626,
|
|
"grad_norm": 0.399035469753345,
|
|
"learning_rate": 9.951504805735979e-08,
|
|
"loss": 0.5106,
|
|
"step": 1945
|
|
},
|
|
{
|
|
"epoch": 0.9407783417935702,
|
|
"grad_norm": 0.3991989592342914,
|
|
"learning_rate": 9.793437385712479e-08,
|
|
"loss": 0.5153,
|
|
"step": 1946
|
|
},
|
|
{
|
|
"epoch": 0.9412617839013778,
|
|
"grad_norm": 0.4057585743893453,
|
|
"learning_rate": 9.636622973171583e-08,
|
|
"loss": 0.51,
|
|
"step": 1947
|
|
},
|
|
{
|
|
"epoch": 0.9417452260091854,
|
|
"grad_norm": 0.4054528739627977,
|
|
"learning_rate": 9.481061968943717e-08,
|
|
"loss": 0.516,
|
|
"step": 1948
|
|
},
|
|
{
|
|
"epoch": 0.942228668116993,
|
|
"grad_norm": 0.3921980636127477,
|
|
"learning_rate": 9.3267547706552e-08,
|
|
"loss": 0.5051,
|
|
"step": 1949
|
|
},
|
|
{
|
|
"epoch": 0.9427121102248006,
|
|
"grad_norm": 0.39913144156030567,
|
|
"learning_rate": 9.17370177272775e-08,
|
|
"loss": 0.5055,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.9431955523326082,
|
|
"grad_norm": 0.4004586843938766,
|
|
"learning_rate": 9.021903366377093e-08,
|
|
"loss": 0.5164,
|
|
"step": 1951
|
|
},
|
|
{
|
|
"epoch": 0.9436789944404158,
|
|
"grad_norm": 0.4037223050343566,
|
|
"learning_rate": 8.8713599396123e-08,
|
|
"loss": 0.5098,
|
|
"step": 1952
|
|
},
|
|
{
|
|
"epoch": 0.9441624365482234,
|
|
"grad_norm": 0.39850858877215634,
|
|
"learning_rate": 8.72207187723445e-08,
|
|
"loss": 0.5211,
|
|
"step": 1953
|
|
},
|
|
{
|
|
"epoch": 0.9446458786560309,
|
|
"grad_norm": 0.41059877409881057,
|
|
"learning_rate": 8.5740395608358e-08,
|
|
"loss": 0.5121,
|
|
"step": 1954
|
|
},
|
|
{
|
|
"epoch": 0.9451293207638385,
|
|
"grad_norm": 0.40573184845060545,
|
|
"learning_rate": 8.427263368798955e-08,
|
|
"loss": 0.5256,
|
|
"step": 1955
|
|
},
|
|
{
|
|
"epoch": 0.9456127628716461,
|
|
"grad_norm": 0.3966583772201167,
|
|
"learning_rate": 8.281743676295639e-08,
|
|
"loss": 0.5183,
|
|
"step": 1956
|
|
},
|
|
{
|
|
"epoch": 0.9460962049794537,
|
|
"grad_norm": 0.40701943797191764,
|
|
"learning_rate": 8.13748085528604e-08,
|
|
"loss": 0.5135,
|
|
"step": 1957
|
|
},
|
|
{
|
|
"epoch": 0.9465796470872613,
|
|
"grad_norm": 0.37606341196980025,
|
|
"learning_rate": 7.99447527451741e-08,
|
|
"loss": 0.4903,
|
|
"step": 1958
|
|
},
|
|
{
|
|
"epoch": 0.9470630891950689,
|
|
"grad_norm": 0.4114856897492863,
|
|
"learning_rate": 7.852727299523577e-08,
|
|
"loss": 0.5068,
|
|
"step": 1959
|
|
},
|
|
{
|
|
"epoch": 0.9475465313028765,
|
|
"grad_norm": 0.4093526523044555,
|
|
"learning_rate": 7.71223729262377e-08,
|
|
"loss": 0.5127,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 0.9480299734106841,
|
|
"grad_norm": 0.4130076310229578,
|
|
"learning_rate": 7.573005612921903e-08,
|
|
"loss": 0.5121,
|
|
"step": 1961
|
|
},
|
|
{
|
|
"epoch": 0.9485134155184917,
|
|
"grad_norm": 0.40254945616875554,
|
|
"learning_rate": 7.435032616305238e-08,
|
|
"loss": 0.5178,
|
|
"step": 1962
|
|
},
|
|
{
|
|
"epoch": 0.9489968576262993,
|
|
"grad_norm": 0.4108181664423654,
|
|
"learning_rate": 7.298318655443893e-08,
|
|
"loss": 0.5078,
|
|
"step": 1963
|
|
},
|
|
{
|
|
"epoch": 0.9494802997341069,
|
|
"grad_norm": 0.3954161759006289,
|
|
"learning_rate": 7.162864079789777e-08,
|
|
"loss": 0.5137,
|
|
"step": 1964
|
|
},
|
|
{
|
|
"epoch": 0.9499637418419145,
|
|
"grad_norm": 0.3993428213266096,
|
|
"learning_rate": 7.028669235575714e-08,
|
|
"loss": 0.496,
|
|
"step": 1965
|
|
},
|
|
{
|
|
"epoch": 0.950447183949722,
|
|
"grad_norm": 0.41493027982851327,
|
|
"learning_rate": 6.895734465814597e-08,
|
|
"loss": 0.5257,
|
|
"step": 1966
|
|
},
|
|
{
|
|
"epoch": 0.9509306260575296,
|
|
"grad_norm": 0.38537633628397905,
|
|
"learning_rate": 6.764060110298287e-08,
|
|
"loss": 0.5208,
|
|
"step": 1967
|
|
},
|
|
{
|
|
"epoch": 0.9514140681653372,
|
|
"grad_norm": 0.41057398606285567,
|
|
"learning_rate": 6.633646505597113e-08,
|
|
"loss": 0.5224,
|
|
"step": 1968
|
|
},
|
|
{
|
|
"epoch": 0.9518975102731448,
|
|
"grad_norm": 0.4420797620121168,
|
|
"learning_rate": 6.504493985058813e-08,
|
|
"loss": 0.5108,
|
|
"step": 1969
|
|
},
|
|
{
|
|
"epoch": 0.9523809523809523,
|
|
"grad_norm": 0.39854773939873966,
|
|
"learning_rate": 6.376602878807592e-08,
|
|
"loss": 0.5134,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 0.9528643944887599,
|
|
"grad_norm": 0.4104047856111181,
|
|
"learning_rate": 6.249973513743345e-08,
|
|
"loss": 0.5079,
|
|
"step": 1971
|
|
},
|
|
{
|
|
"epoch": 0.9533478365965675,
|
|
"grad_norm": 0.40077931999667527,
|
|
"learning_rate": 6.124606213541052e-08,
|
|
"loss": 0.5196,
|
|
"step": 1972
|
|
},
|
|
{
|
|
"epoch": 0.9538312787043751,
|
|
"grad_norm": 0.43500257686302385,
|
|
"learning_rate": 6.000501298649653e-08,
|
|
"loss": 0.5197,
|
|
"step": 1973
|
|
},
|
|
{
|
|
"epoch": 0.9543147208121827,
|
|
"grad_norm": 0.4186094433656202,
|
|
"learning_rate": 5.8776590862911764e-08,
|
|
"loss": 0.5135,
|
|
"step": 1974
|
|
},
|
|
{
|
|
"epoch": 0.9547981629199903,
|
|
"grad_norm": 0.4119358911199865,
|
|
"learning_rate": 5.756079890460342e-08,
|
|
"loss": 0.5137,
|
|
"step": 1975
|
|
},
|
|
{
|
|
"epoch": 0.9552816050277979,
|
|
"grad_norm": 0.39694645564275877,
|
|
"learning_rate": 5.635764021923229e-08,
|
|
"loss": 0.5121,
|
|
"step": 1976
|
|
},
|
|
{
|
|
"epoch": 0.9557650471356055,
|
|
"grad_norm": 0.4154887872586203,
|
|
"learning_rate": 5.5167117882171104e-08,
|
|
"loss": 0.516,
|
|
"step": 1977
|
|
},
|
|
{
|
|
"epoch": 0.9562484892434131,
|
|
"grad_norm": 0.7692472130509296,
|
|
"learning_rate": 5.3989234936489556e-08,
|
|
"loss": 0.5055,
|
|
"step": 1978
|
|
},
|
|
{
|
|
"epoch": 0.9567319313512207,
|
|
"grad_norm": 0.4198618304821996,
|
|
"learning_rate": 5.2823994392951497e-08,
|
|
"loss": 0.5094,
|
|
"step": 1979
|
|
},
|
|
{
|
|
"epoch": 0.9572153734590283,
|
|
"grad_norm": 0.39385026351820934,
|
|
"learning_rate": 5.167139923000553e-08,
|
|
"loss": 0.4933,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 0.9576988155668359,
|
|
"grad_norm": 0.4159053427086944,
|
|
"learning_rate": 5.053145239377777e-08,
|
|
"loss": 0.4936,
|
|
"step": 1981
|
|
},
|
|
{
|
|
"epoch": 0.9581822576746435,
|
|
"grad_norm": 0.3990167973444839,
|
|
"learning_rate": 4.940415679806465e-08,
|
|
"loss": 0.5124,
|
|
"step": 1982
|
|
},
|
|
{
|
|
"epoch": 0.9586656997824511,
|
|
"grad_norm": 0.4012277528608715,
|
|
"learning_rate": 4.828951532432457e-08,
|
|
"loss": 0.5151,
|
|
"step": 1983
|
|
},
|
|
{
|
|
"epoch": 0.9591491418902587,
|
|
"grad_norm": 0.4099731484035176,
|
|
"learning_rate": 4.718753082167071e-08,
|
|
"loss": 0.5191,
|
|
"step": 1984
|
|
},
|
|
{
|
|
"epoch": 0.9596325839980663,
|
|
"grad_norm": 0.41474696363438857,
|
|
"learning_rate": 4.6098206106863774e-08,
|
|
"loss": 0.515,
|
|
"step": 1985
|
|
},
|
|
{
|
|
"epoch": 0.9601160261058739,
|
|
"grad_norm": 0.4044716506352786,
|
|
"learning_rate": 4.5021543964306466e-08,
|
|
"loss": 0.5123,
|
|
"step": 1986
|
|
},
|
|
{
|
|
"epoch": 0.9605994682136814,
|
|
"grad_norm": 0.40133573312591214,
|
|
"learning_rate": 4.395754714603351e-08,
|
|
"loss": 0.5133,
|
|
"step": 1987
|
|
},
|
|
{
|
|
"epoch": 0.961082910321489,
|
|
"grad_norm": 0.4089192998561785,
|
|
"learning_rate": 4.290621837170661e-08,
|
|
"loss": 0.5236,
|
|
"step": 1988
|
|
},
|
|
{
|
|
"epoch": 0.9615663524292966,
|
|
"grad_norm": 0.39452360352891674,
|
|
"learning_rate": 4.186756032860728e-08,
|
|
"loss": 0.5137,
|
|
"step": 1989
|
|
},
|
|
{
|
|
"epoch": 0.9620497945371042,
|
|
"grad_norm": 0.39867371724056727,
|
|
"learning_rate": 4.08415756716285e-08,
|
|
"loss": 0.5093,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 0.9625332366449117,
|
|
"grad_norm": 0.357065447847406,
|
|
"learning_rate": 3.9828267023269696e-08,
|
|
"loss": 0.4505,
|
|
"step": 1991
|
|
},
|
|
{
|
|
"epoch": 0.9630166787527193,
|
|
"grad_norm": 0.427089982663271,
|
|
"learning_rate": 3.8827636973630126e-08,
|
|
"loss": 0.5101,
|
|
"step": 1992
|
|
},
|
|
{
|
|
"epoch": 0.9635001208605269,
|
|
"grad_norm": 0.4025101063369687,
|
|
"learning_rate": 3.783968808039995e-08,
|
|
"loss": 0.5245,
|
|
"step": 1993
|
|
},
|
|
{
|
|
"epoch": 0.9639835629683345,
|
|
"grad_norm": 0.4012223737061637,
|
|
"learning_rate": 3.68644228688575e-08,
|
|
"loss": 0.514,
|
|
"step": 1994
|
|
},
|
|
{
|
|
"epoch": 0.9644670050761421,
|
|
"grad_norm": 0.39715847085154765,
|
|
"learning_rate": 3.590184383185758e-08,
|
|
"loss": 0.507,
|
|
"step": 1995
|
|
},
|
|
{
|
|
"epoch": 0.9649504471839497,
|
|
"grad_norm": 0.4019019064729592,
|
|
"learning_rate": 3.4951953429831484e-08,
|
|
"loss": 0.5093,
|
|
"step": 1996
|
|
},
|
|
{
|
|
"epoch": 0.9654338892917573,
|
|
"grad_norm": 0.3997438820964838,
|
|
"learning_rate": 3.401475409077426e-08,
|
|
"loss": 0.4987,
|
|
"step": 1997
|
|
},
|
|
{
|
|
"epoch": 0.9659173313995649,
|
|
"grad_norm": 0.42247021949710184,
|
|
"learning_rate": 3.309024821024354e-08,
|
|
"loss": 0.5099,
|
|
"step": 1998
|
|
},
|
|
{
|
|
"epoch": 0.9664007735073725,
|
|
"grad_norm": 0.4228197536210846,
|
|
"learning_rate": 3.2178438151350685e-08,
|
|
"loss": 0.5181,
|
|
"step": 1999
|
|
},
|
|
{
|
|
"epoch": 0.9668842156151801,
|
|
"grad_norm": 0.40195549014330173,
|
|
"learning_rate": 3.127932624475638e-08,
|
|
"loss": 0.5118,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.9673676577229877,
|
|
"grad_norm": 0.40083823310970984,
|
|
"learning_rate": 3.039291478866169e-08,
|
|
"loss": 0.5265,
|
|
"step": 2001
|
|
},
|
|
{
|
|
"epoch": 0.9678510998307953,
|
|
"grad_norm": 0.4054162095867977,
|
|
"learning_rate": 2.9519206048807535e-08,
|
|
"loss": 0.5173,
|
|
"step": 2002
|
|
},
|
|
{
|
|
"epoch": 0.9683345419386028,
|
|
"grad_norm": 0.4091589042260666,
|
|
"learning_rate": 2.8658202258462498e-08,
|
|
"loss": 0.5199,
|
|
"step": 2003
|
|
},
|
|
{
|
|
"epoch": 0.9688179840464104,
|
|
"grad_norm": 0.37360554914951866,
|
|
"learning_rate": 2.7809905618422227e-08,
|
|
"loss": 0.4667,
|
|
"step": 2004
|
|
},
|
|
{
|
|
"epoch": 0.969301426154218,
|
|
"grad_norm": 0.4264262470861418,
|
|
"learning_rate": 2.6974318297001144e-08,
|
|
"loss": 0.5208,
|
|
"step": 2005
|
|
},
|
|
{
|
|
"epoch": 0.9697848682620256,
|
|
"grad_norm": 0.4133603239690626,
|
|
"learning_rate": 2.615144243002743e-08,
|
|
"loss": 0.5049,
|
|
"step": 2006
|
|
},
|
|
{
|
|
"epoch": 0.9702683103698332,
|
|
"grad_norm": 0.41234915425778607,
|
|
"learning_rate": 2.534128012083914e-08,
|
|
"loss": 0.5215,
|
|
"step": 2007
|
|
},
|
|
{
|
|
"epoch": 0.9707517524776408,
|
|
"grad_norm": 0.39530605693418713,
|
|
"learning_rate": 2.4543833440275332e-08,
|
|
"loss": 0.5096,
|
|
"step": 2008
|
|
},
|
|
{
|
|
"epoch": 0.9712351945854484,
|
|
"grad_norm": 0.42034129099753553,
|
|
"learning_rate": 2.375910442667495e-08,
|
|
"loss": 0.5111,
|
|
"step": 2009
|
|
},
|
|
{
|
|
"epoch": 0.971718636693256,
|
|
"grad_norm": 0.4128961831040994,
|
|
"learning_rate": 2.298709508586794e-08,
|
|
"loss": 0.5136,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 0.9722020788010636,
|
|
"grad_norm": 0.40946352601157776,
|
|
"learning_rate": 2.2227807391172474e-08,
|
|
"loss": 0.5239,
|
|
"step": 2011
|
|
},
|
|
{
|
|
"epoch": 0.9726855209088712,
|
|
"grad_norm": 0.3999251664775986,
|
|
"learning_rate": 2.1481243283389408e-08,
|
|
"loss": 0.514,
|
|
"step": 2012
|
|
},
|
|
{
|
|
"epoch": 0.9731689630166788,
|
|
"grad_norm": 0.412440530125608,
|
|
"learning_rate": 2.074740467079672e-08,
|
|
"loss": 0.5174,
|
|
"step": 2013
|
|
},
|
|
{
|
|
"epoch": 0.9736524051244864,
|
|
"grad_norm": 0.40416741933458183,
|
|
"learning_rate": 2.002629342914453e-08,
|
|
"loss": 0.5173,
|
|
"step": 2014
|
|
},
|
|
{
|
|
"epoch": 0.974135847232294,
|
|
"grad_norm": 0.4091688587167212,
|
|
"learning_rate": 1.9317911401651734e-08,
|
|
"loss": 0.5035,
|
|
"step": 2015
|
|
},
|
|
{
|
|
"epoch": 0.9746192893401016,
|
|
"grad_norm": 0.41181207482580323,
|
|
"learning_rate": 1.862226039899995e-08,
|
|
"loss": 0.5194,
|
|
"step": 2016
|
|
},
|
|
{
|
|
"epoch": 0.9751027314479092,
|
|
"grad_norm": 0.38917062513507206,
|
|
"learning_rate": 1.7939342199329023e-08,
|
|
"loss": 0.5081,
|
|
"step": 2017
|
|
},
|
|
{
|
|
"epoch": 0.9755861735557168,
|
|
"grad_norm": 0.4058095413062891,
|
|
"learning_rate": 1.7269158548232633e-08,
|
|
"loss": 0.514,
|
|
"step": 2018
|
|
},
|
|
{
|
|
"epoch": 0.9760696156635243,
|
|
"grad_norm": 0.3909310997249257,
|
|
"learning_rate": 1.661171115875493e-08,
|
|
"loss": 0.5086,
|
|
"step": 2019
|
|
},
|
|
{
|
|
"epoch": 0.9765530577713318,
|
|
"grad_norm": 0.3924463631554743,
|
|
"learning_rate": 1.5967001711383877e-08,
|
|
"loss": 0.5074,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 0.9770364998791394,
|
|
"grad_norm": 0.3897349184690982,
|
|
"learning_rate": 1.5335031854049055e-08,
|
|
"loss": 0.5164,
|
|
"step": 2021
|
|
},
|
|
{
|
|
"epoch": 0.977519941986947,
|
|
"grad_norm": 0.4006696563415638,
|
|
"learning_rate": 1.4715803202116075e-08,
|
|
"loss": 0.516,
|
|
"step": 2022
|
|
},
|
|
{
|
|
"epoch": 0.9780033840947546,
|
|
"grad_norm": 0.39127207135897235,
|
|
"learning_rate": 1.4109317338383832e-08,
|
|
"loss": 0.4864,
|
|
"step": 2023
|
|
},
|
|
{
|
|
"epoch": 0.9784868262025622,
|
|
"grad_norm": 0.41074499955315413,
|
|
"learning_rate": 1.3515575813078386e-08,
|
|
"loss": 0.5276,
|
|
"step": 2024
|
|
},
|
|
{
|
|
"epoch": 0.9789702683103698,
|
|
"grad_norm": 0.3989638057067789,
|
|
"learning_rate": 1.2934580143851294e-08,
|
|
"loss": 0.5116,
|
|
"step": 2025
|
|
},
|
|
{
|
|
"epoch": 0.9794537104181774,
|
|
"grad_norm": 0.4179669163774858,
|
|
"learning_rate": 1.2366331815774069e-08,
|
|
"loss": 0.5169,
|
|
"step": 2026
|
|
},
|
|
{
|
|
"epoch": 0.979937152525985,
|
|
"grad_norm": 0.420952308284563,
|
|
"learning_rate": 1.1810832281335394e-08,
|
|
"loss": 0.5221,
|
|
"step": 2027
|
|
},
|
|
{
|
|
"epoch": 0.9804205946337926,
|
|
"grad_norm": 0.40444089801366945,
|
|
"learning_rate": 1.1268082960436688e-08,
|
|
"loss": 0.526,
|
|
"step": 2028
|
|
},
|
|
{
|
|
"epoch": 0.9809040367416002,
|
|
"grad_norm": 0.39774599938725236,
|
|
"learning_rate": 1.0738085240389883e-08,
|
|
"loss": 0.5158,
|
|
"step": 2029
|
|
},
|
|
{
|
|
"epoch": 0.9813874788494078,
|
|
"grad_norm": 0.40528876629152616,
|
|
"learning_rate": 1.0220840475910765e-08,
|
|
"loss": 0.5148,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 0.9818709209572154,
|
|
"grad_norm": 0.3880426443734388,
|
|
"learning_rate": 9.716349989118412e-09,
|
|
"loss": 0.4977,
|
|
"step": 2031
|
|
},
|
|
{
|
|
"epoch": 0.982354363065023,
|
|
"grad_norm": 0.397796748759872,
|
|
"learning_rate": 9.224615069532428e-09,
|
|
"loss": 0.5183,
|
|
"step": 2032
|
|
},
|
|
{
|
|
"epoch": 0.9828378051728306,
|
|
"grad_norm": 0.41455233095701044,
|
|
"learning_rate": 8.745636974066274e-09,
|
|
"loss": 0.5151,
|
|
"step": 2033
|
|
},
|
|
{
|
|
"epoch": 0.9833212472806382,
|
|
"grad_norm": 0.39149878382311915,
|
|
"learning_rate": 8.279416927026163e-09,
|
|
"loss": 0.4852,
|
|
"step": 2034
|
|
},
|
|
{
|
|
"epoch": 0.9838046893884458,
|
|
"grad_norm": 0.428044296219464,
|
|
"learning_rate": 7.82595612010828e-09,
|
|
"loss": 0.5088,
|
|
"step": 2035
|
|
},
|
|
{
|
|
"epoch": 0.9842881314962533,
|
|
"grad_norm": 0.39066146033771326,
|
|
"learning_rate": 7.385255712395456e-09,
|
|
"loss": 0.5092,
|
|
"step": 2036
|
|
},
|
|
{
|
|
"epoch": 0.9847715736040609,
|
|
"grad_norm": 0.3944546565780817,
|
|
"learning_rate": 6.9573168303532775e-09,
|
|
"loss": 0.5048,
|
|
"step": 2037
|
|
},
|
|
{
|
|
"epoch": 0.9852550157118685,
|
|
"grad_norm": 0.3875137169857006,
|
|
"learning_rate": 6.542140567827871e-09,
|
|
"loss": 0.5166,
|
|
"step": 2038
|
|
},
|
|
{
|
|
"epoch": 0.9857384578196761,
|
|
"grad_norm": 0.3942008356766705,
|
|
"learning_rate": 6.1397279860431205e-09,
|
|
"loss": 0.4846,
|
|
"step": 2039
|
|
},
|
|
{
|
|
"epoch": 0.9862218999274837,
|
|
"grad_norm": 0.4122295335735729,
|
|
"learning_rate": 5.750080113598455e-09,
|
|
"loss": 0.5191,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 0.9867053420352913,
|
|
"grad_norm": 0.4027922091033447,
|
|
"learning_rate": 5.373197946464403e-09,
|
|
"loss": 0.509,
|
|
"step": 2041
|
|
},
|
|
{
|
|
"epoch": 0.9871887841430989,
|
|
"grad_norm": 0.41834346896126373,
|
|
"learning_rate": 5.009082447983149e-09,
|
|
"loss": 0.52,
|
|
"step": 2042
|
|
},
|
|
{
|
|
"epoch": 0.9876722262509064,
|
|
"grad_norm": 0.4293813449158595,
|
|
"learning_rate": 4.65773454886298e-09,
|
|
"loss": 0.5131,
|
|
"step": 2043
|
|
},
|
|
{
|
|
"epoch": 0.988155668358714,
|
|
"grad_norm": 0.3928243234499177,
|
|
"learning_rate": 4.319155147176624e-09,
|
|
"loss": 0.515,
|
|
"step": 2044
|
|
},
|
|
{
|
|
"epoch": 0.9886391104665216,
|
|
"grad_norm": 0.4041253868270013,
|
|
"learning_rate": 3.9933451083612464e-09,
|
|
"loss": 0.5001,
|
|
"step": 2045
|
|
},
|
|
{
|
|
"epoch": 0.9891225525743292,
|
|
"grad_norm": 0.4010404057661429,
|
|
"learning_rate": 3.6803052652134572e-09,
|
|
"loss": 0.5077,
|
|
"step": 2046
|
|
},
|
|
{
|
|
"epoch": 0.9896059946821368,
|
|
"grad_norm": 0.4298866341542551,
|
|
"learning_rate": 3.3800364178881996e-09,
|
|
"loss": 0.5112,
|
|
"step": 2047
|
|
},
|
|
{
|
|
"epoch": 0.9900894367899444,
|
|
"grad_norm": 0.39490801058055036,
|
|
"learning_rate": 3.092539333896527e-09,
|
|
"loss": 0.5087,
|
|
"step": 2048
|
|
},
|
|
{
|
|
"epoch": 0.990572878897752,
|
|
"grad_norm": 0.4110997944280951,
|
|
"learning_rate": 2.817814748104497e-09,
|
|
"loss": 0.5044,
|
|
"step": 2049
|
|
},
|
|
{
|
|
"epoch": 0.9910563210055596,
|
|
"grad_norm": 0.4386800273412446,
|
|
"learning_rate": 2.555863362730393e-09,
|
|
"loss": 0.5217,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 0.9915397631133672,
|
|
"grad_norm": 0.411463570514358,
|
|
"learning_rate": 2.30668584734306e-09,
|
|
"loss": 0.5117,
|
|
"step": 2051
|
|
},
|
|
{
|
|
"epoch": 0.9920232052211748,
|
|
"grad_norm": 0.40419424446848334,
|
|
"learning_rate": 2.070282838859683e-09,
|
|
"loss": 0.5056,
|
|
"step": 2052
|
|
},
|
|
{
|
|
"epoch": 0.9925066473289823,
|
|
"grad_norm": 0.40703300041841234,
|
|
"learning_rate": 1.8466549415463442e-09,
|
|
"loss": 0.5319,
|
|
"step": 2053
|
|
},
|
|
{
|
|
"epoch": 0.9929900894367899,
|
|
"grad_norm": 0.42530845899182246,
|
|
"learning_rate": 1.635802727013025e-09,
|
|
"loss": 0.5138,
|
|
"step": 2054
|
|
},
|
|
{
|
|
"epoch": 0.9934735315445975,
|
|
"grad_norm": 0.4058607106461754,
|
|
"learning_rate": 1.4377267342158274e-09,
|
|
"loss": 0.4883,
|
|
"step": 2055
|
|
},
|
|
{
|
|
"epoch": 0.9939569736524051,
|
|
"grad_norm": 0.4062782037922318,
|
|
"learning_rate": 1.2524274694525329e-09,
|
|
"loss": 0.5225,
|
|
"step": 2056
|
|
},
|
|
{
|
|
"epoch": 0.9944404157602127,
|
|
"grad_norm": 4.724922277274833,
|
|
"learning_rate": 1.0799054063626024e-09,
|
|
"loss": 0.5232,
|
|
"step": 2057
|
|
},
|
|
{
|
|
"epoch": 0.9949238578680203,
|
|
"grad_norm": 0.3906054598062824,
|
|
"learning_rate": 9.201609859271765e-10,
|
|
"loss": 0.5132,
|
|
"step": 2058
|
|
},
|
|
{
|
|
"epoch": 0.9954072999758279,
|
|
"grad_norm": 0.3973857264750407,
|
|
"learning_rate": 7.731946164657445e-10,
|
|
"loss": 0.5083,
|
|
"step": 2059
|
|
},
|
|
{
|
|
"epoch": 0.9958907420836355,
|
|
"grad_norm": 0.39787099969142303,
|
|
"learning_rate": 6.390066736355893e-10,
|
|
"loss": 0.5138,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 0.9963741841914431,
|
|
"grad_norm": 0.4073985533388715,
|
|
"learning_rate": 5.17597500432343e-10,
|
|
"loss": 0.5134,
|
|
"step": 2061
|
|
},
|
|
{
|
|
"epoch": 0.9968576262992507,
|
|
"grad_norm": 0.4217388952314898,
|
|
"learning_rate": 4.089674071872107e-10,
|
|
"loss": 0.5204,
|
|
"step": 2062
|
|
},
|
|
{
|
|
"epoch": 0.9973410684070583,
|
|
"grad_norm": 0.3938957473860418,
|
|
"learning_rate": 3.131166715680811e-10,
|
|
"loss": 0.5134,
|
|
"step": 2063
|
|
},
|
|
{
|
|
"epoch": 0.9978245105148659,
|
|
"grad_norm": 0.4133454970429142,
|
|
"learning_rate": 2.3004553857675082e-10,
|
|
"loss": 0.5136,
|
|
"step": 2064
|
|
},
|
|
{
|
|
"epoch": 0.9983079526226735,
|
|
"grad_norm": 3.9528345451843885,
|
|
"learning_rate": 1.5975422055003465e-10,
|
|
"loss": 0.5088,
|
|
"step": 2065
|
|
},
|
|
{
|
|
"epoch": 0.9987913947304811,
|
|
"grad_norm": 0.4124191883874225,
|
|
"learning_rate": 1.022428971581002e-10,
|
|
"loss": 0.5106,
|
|
"step": 2066
|
|
},
|
|
{
|
|
"epoch": 0.9992748368382887,
|
|
"grad_norm": 0.42214447971757757,
|
|
"learning_rate": 5.751171540391287e-11,
|
|
"loss": 0.513,
|
|
"step": 2067
|
|
},
|
|
{
|
|
"epoch": 0.9997582789460963,
|
|
"grad_norm": 0.4373529560530007,
|
|
"learning_rate": 2.556078962490105e-11,
|
|
"loss": 0.5278,
|
|
"step": 2068
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.4373529560530007,
|
|
"learning_rate": 6.390201489625547e-12,
|
|
"loss": 0.4723,
|
|
"step": 2069
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"step": 2069,
|
|
"total_flos": 2898754626256896.0,
|
|
"train_loss": 0.5475362745847836,
|
|
"train_runtime": 128435.5344,
|
|
"train_samples_per_second": 2.061,
|
|
"train_steps_per_second": 0.016
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 2069,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 208,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2898754626256896.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|