5812 lines
140 KiB
JSON
5812 lines
140 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 4.0,
|
|
"eval_steps": 500,
|
|
"global_step": 824,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.00486470051687443,
|
|
"grad_norm": 7.871616740292343,
|
|
"learning_rate": 0.0,
|
|
"loss": 1.098,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.00972940103374886,
|
|
"grad_norm": 7.799603527969922,
|
|
"learning_rate": 1.204819277108434e-07,
|
|
"loss": 1.0752,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.01459410155062329,
|
|
"grad_norm": 7.423748979018268,
|
|
"learning_rate": 2.409638554216868e-07,
|
|
"loss": 1.0455,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.01945880206749772,
|
|
"grad_norm": 7.564632174548383,
|
|
"learning_rate": 3.614457831325301e-07,
|
|
"loss": 1.0596,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.024323502584372148,
|
|
"grad_norm": 7.9915263324758445,
|
|
"learning_rate": 4.819277108433736e-07,
|
|
"loss": 1.0663,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.02918820310124658,
|
|
"grad_norm": 7.454492919123446,
|
|
"learning_rate": 6.024096385542169e-07,
|
|
"loss": 1.0698,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.03405290361812101,
|
|
"grad_norm": 7.6426494930377675,
|
|
"learning_rate": 7.228915662650602e-07,
|
|
"loss": 1.0578,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.03891760413499544,
|
|
"grad_norm": 7.218028919786697,
|
|
"learning_rate": 8.433734939759036e-07,
|
|
"loss": 1.0742,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.04378230465186987,
|
|
"grad_norm": 6.916645064217657,
|
|
"learning_rate": 9.638554216867472e-07,
|
|
"loss": 1.0415,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.048647005168744296,
|
|
"grad_norm": 6.533862037369981,
|
|
"learning_rate": 1.0843373493975905e-06,
|
|
"loss": 1.081,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.05351170568561873,
|
|
"grad_norm": 5.907831319110147,
|
|
"learning_rate": 1.2048192771084338e-06,
|
|
"loss": 1.0091,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.05837640620249316,
|
|
"grad_norm": 5.910899760943595,
|
|
"learning_rate": 1.3253012048192773e-06,
|
|
"loss": 1.0196,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.06324110671936758,
|
|
"grad_norm": 3.9072512975667073,
|
|
"learning_rate": 1.4457831325301204e-06,
|
|
"loss": 0.9819,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.06810580723624202,
|
|
"grad_norm": 3.6210194450936655,
|
|
"learning_rate": 1.566265060240964e-06,
|
|
"loss": 0.9871,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.07297050775311645,
|
|
"grad_norm": 3.385650180354361,
|
|
"learning_rate": 1.6867469879518073e-06,
|
|
"loss": 0.9592,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.07783520826999088,
|
|
"grad_norm": 3.087496999583691,
|
|
"learning_rate": 1.8072289156626508e-06,
|
|
"loss": 0.95,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.08269990878686531,
|
|
"grad_norm": 2.762465012422017,
|
|
"learning_rate": 1.9277108433734943e-06,
|
|
"loss": 0.9221,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.08756460930373974,
|
|
"grad_norm": 2.168579083802785,
|
|
"learning_rate": 2.0481927710843377e-06,
|
|
"loss": 0.8951,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.09242930982061417,
|
|
"grad_norm": 2.3188100119997603,
|
|
"learning_rate": 2.168674698795181e-06,
|
|
"loss": 0.9424,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.09729401033748859,
|
|
"grad_norm": 1.9097827418782145,
|
|
"learning_rate": 2.2891566265060243e-06,
|
|
"loss": 0.8866,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.10215871085436302,
|
|
"grad_norm": 1.8810911464259783,
|
|
"learning_rate": 2.4096385542168676e-06,
|
|
"loss": 0.9143,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.10702341137123746,
|
|
"grad_norm": 1.7690971431658378,
|
|
"learning_rate": 2.530120481927711e-06,
|
|
"loss": 0.9122,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.11188811188811189,
|
|
"grad_norm": 1.4875309096817997,
|
|
"learning_rate": 2.6506024096385547e-06,
|
|
"loss": 0.8947,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.11675281240498632,
|
|
"grad_norm": 1.2588461642135405,
|
|
"learning_rate": 2.771084337349398e-06,
|
|
"loss": 0.8806,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.12161751292186075,
|
|
"grad_norm": 1.2718827356211329,
|
|
"learning_rate": 2.891566265060241e-06,
|
|
"loss": 0.8649,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.12648221343873517,
|
|
"grad_norm": 1.3111246689174925,
|
|
"learning_rate": 3.012048192771085e-06,
|
|
"loss": 0.8469,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.1313469139556096,
|
|
"grad_norm": 1.23713732205432,
|
|
"learning_rate": 3.132530120481928e-06,
|
|
"loss": 0.8466,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.13621161447248403,
|
|
"grad_norm": 1.0896143312290152,
|
|
"learning_rate": 3.2530120481927713e-06,
|
|
"loss": 0.8125,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.14107631498935846,
|
|
"grad_norm": 0.984807252420441,
|
|
"learning_rate": 3.3734939759036146e-06,
|
|
"loss": 0.8017,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.1459410155062329,
|
|
"grad_norm": 0.808677185338004,
|
|
"learning_rate": 3.4939759036144583e-06,
|
|
"loss": 0.8006,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.15080571602310733,
|
|
"grad_norm": 0.7511476567807504,
|
|
"learning_rate": 3.6144578313253016e-06,
|
|
"loss": 0.8126,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.15567041653998176,
|
|
"grad_norm": 0.6784023795349318,
|
|
"learning_rate": 3.7349397590361445e-06,
|
|
"loss": 0.8152,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.1605351170568562,
|
|
"grad_norm": 0.687290952692141,
|
|
"learning_rate": 3.855421686746989e-06,
|
|
"loss": 0.7862,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.16539981757373062,
|
|
"grad_norm": 0.7497785629029042,
|
|
"learning_rate": 3.975903614457832e-06,
|
|
"loss": 0.7801,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.17026451809060505,
|
|
"grad_norm": 0.7300038686169489,
|
|
"learning_rate": 4.096385542168675e-06,
|
|
"loss": 0.817,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.1751292186074795,
|
|
"grad_norm": 0.6609922528040404,
|
|
"learning_rate": 4.216867469879519e-06,
|
|
"loss": 0.7617,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.17999391912435392,
|
|
"grad_norm": 0.614697070133524,
|
|
"learning_rate": 4.337349397590362e-06,
|
|
"loss": 0.7619,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.18485861964122835,
|
|
"grad_norm": 0.6077536528599503,
|
|
"learning_rate": 4.457831325301205e-06,
|
|
"loss": 0.7479,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.18972332015810275,
|
|
"grad_norm": 0.5860762533393374,
|
|
"learning_rate": 4.578313253012049e-06,
|
|
"loss": 0.7454,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.19458802067497719,
|
|
"grad_norm": 0.5773793355854958,
|
|
"learning_rate": 4.698795180722892e-06,
|
|
"loss": 0.7523,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.19945272119185162,
|
|
"grad_norm": 0.5542277512570439,
|
|
"learning_rate": 4.819277108433735e-06,
|
|
"loss": 0.7409,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.20431742170872605,
|
|
"grad_norm": 0.5237956233348399,
|
|
"learning_rate": 4.939759036144578e-06,
|
|
"loss": 0.7243,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.20918212222560048,
|
|
"grad_norm": 0.4787904640164728,
|
|
"learning_rate": 5.060240963855422e-06,
|
|
"loss": 0.7402,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.2140468227424749,
|
|
"grad_norm": 0.45408220171968083,
|
|
"learning_rate": 5.180722891566266e-06,
|
|
"loss": 0.7396,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.21891152325934934,
|
|
"grad_norm": 0.40479505304377766,
|
|
"learning_rate": 5.301204819277109e-06,
|
|
"loss": 0.7238,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.22377622377622378,
|
|
"grad_norm": 0.41220220446447914,
|
|
"learning_rate": 5.421686746987952e-06,
|
|
"loss": 0.7244,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.2286409242930982,
|
|
"grad_norm": 0.4604658158205623,
|
|
"learning_rate": 5.542168674698796e-06,
|
|
"loss": 0.7147,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.23350562480997264,
|
|
"grad_norm": 0.4115568367425201,
|
|
"learning_rate": 5.66265060240964e-06,
|
|
"loss": 0.7047,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.23837032532684707,
|
|
"grad_norm": 0.42372985871674096,
|
|
"learning_rate": 5.783132530120482e-06,
|
|
"loss": 0.7156,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.2432350258437215,
|
|
"grad_norm": 0.38489101084563504,
|
|
"learning_rate": 5.9036144578313255e-06,
|
|
"loss": 0.6983,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.24809972636059593,
|
|
"grad_norm": 0.3780162411545877,
|
|
"learning_rate": 6.02409638554217e-06,
|
|
"loss": 0.6989,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.25296442687747034,
|
|
"grad_norm": 0.3709017650876072,
|
|
"learning_rate": 6.144578313253012e-06,
|
|
"loss": 0.7309,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.25782912739434477,
|
|
"grad_norm": 0.3623310095010558,
|
|
"learning_rate": 6.265060240963856e-06,
|
|
"loss": 0.6957,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.2626938279112192,
|
|
"grad_norm": 0.38444067769427515,
|
|
"learning_rate": 6.385542168674699e-06,
|
|
"loss": 0.7156,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.26755852842809363,
|
|
"grad_norm": 0.37118023126197947,
|
|
"learning_rate": 6.5060240963855425e-06,
|
|
"loss": 0.7272,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.27242322894496807,
|
|
"grad_norm": 0.37104279152511443,
|
|
"learning_rate": 6.626506024096386e-06,
|
|
"loss": 0.6986,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.2772879294618425,
|
|
"grad_norm": 0.3428943633484335,
|
|
"learning_rate": 6.746987951807229e-06,
|
|
"loss": 0.6925,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.28215262997871693,
|
|
"grad_norm": 0.33413814452617036,
|
|
"learning_rate": 6.867469879518073e-06,
|
|
"loss": 0.6746,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.28701733049559136,
|
|
"grad_norm": 0.3908432972867295,
|
|
"learning_rate": 6.987951807228917e-06,
|
|
"loss": 0.6751,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.2918820310124658,
|
|
"grad_norm": 0.37944860090816573,
|
|
"learning_rate": 7.1084337349397595e-06,
|
|
"loss": 0.6925,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.2967467315293402,
|
|
"grad_norm": 0.32522149657437316,
|
|
"learning_rate": 7.228915662650603e-06,
|
|
"loss": 0.6892,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.30161143204621466,
|
|
"grad_norm": 0.3340974817250857,
|
|
"learning_rate": 7.349397590361447e-06,
|
|
"loss": 0.6879,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.3064761325630891,
|
|
"grad_norm": 0.3413822984437306,
|
|
"learning_rate": 7.469879518072289e-06,
|
|
"loss": 0.6598,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.3113408330799635,
|
|
"grad_norm": 0.3002390480902653,
|
|
"learning_rate": 7.590361445783133e-06,
|
|
"loss": 0.6695,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.31620553359683795,
|
|
"grad_norm": 0.28980952917352437,
|
|
"learning_rate": 7.710843373493977e-06,
|
|
"loss": 0.6839,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.3210702341137124,
|
|
"grad_norm": 0.3260429942196874,
|
|
"learning_rate": 7.83132530120482e-06,
|
|
"loss": 0.6669,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.3259349346305868,
|
|
"grad_norm": 0.30808718354811904,
|
|
"learning_rate": 7.951807228915663e-06,
|
|
"loss": 0.6666,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.33079963514746125,
|
|
"grad_norm": 0.33148289433783834,
|
|
"learning_rate": 8.072289156626508e-06,
|
|
"loss": 0.7033,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.3356643356643357,
|
|
"grad_norm": 0.3189299211341105,
|
|
"learning_rate": 8.19277108433735e-06,
|
|
"loss": 0.7107,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.3405290361812101,
|
|
"grad_norm": 0.2962290263438809,
|
|
"learning_rate": 8.313253012048194e-06,
|
|
"loss": 0.6713,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.34539373669808454,
|
|
"grad_norm": 0.3021392117861154,
|
|
"learning_rate": 8.433734939759038e-06,
|
|
"loss": 0.6544,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.350258437214959,
|
|
"grad_norm": 0.323233089263355,
|
|
"learning_rate": 8.55421686746988e-06,
|
|
"loss": 0.6748,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.3551231377318334,
|
|
"grad_norm": 0.33117087054539995,
|
|
"learning_rate": 8.674698795180724e-06,
|
|
"loss": 0.6637,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.35998783824870784,
|
|
"grad_norm": 0.3134253526382447,
|
|
"learning_rate": 8.795180722891567e-06,
|
|
"loss": 0.6717,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.36485253876558227,
|
|
"grad_norm": 0.30226586352586127,
|
|
"learning_rate": 8.91566265060241e-06,
|
|
"loss": 0.6592,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.3697172392824567,
|
|
"grad_norm": 0.3328065720875336,
|
|
"learning_rate": 9.036144578313254e-06,
|
|
"loss": 0.6478,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.3745819397993311,
|
|
"grad_norm": 0.2847681287612717,
|
|
"learning_rate": 9.156626506024097e-06,
|
|
"loss": 0.6695,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.3794466403162055,
|
|
"grad_norm": 0.3397213424189545,
|
|
"learning_rate": 9.27710843373494e-06,
|
|
"loss": 0.694,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.38431134083307994,
|
|
"grad_norm": 0.33375278029082783,
|
|
"learning_rate": 9.397590361445785e-06,
|
|
"loss": 0.6842,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.38917604134995437,
|
|
"grad_norm": 0.2853578407471598,
|
|
"learning_rate": 9.518072289156628e-06,
|
|
"loss": 0.6735,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.3940407418668288,
|
|
"grad_norm": 0.3074938971217896,
|
|
"learning_rate": 9.63855421686747e-06,
|
|
"loss": 0.7076,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.39890544238370323,
|
|
"grad_norm": 0.31873594402724836,
|
|
"learning_rate": 9.759036144578315e-06,
|
|
"loss": 0.6481,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.40377014290057767,
|
|
"grad_norm": 0.28397571344041816,
|
|
"learning_rate": 9.879518072289156e-06,
|
|
"loss": 0.6628,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.4086348434174521,
|
|
"grad_norm": 0.3231744717226557,
|
|
"learning_rate": 1e-05,
|
|
"loss": 0.662,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.41349954393432653,
|
|
"grad_norm": 0.3064500442482252,
|
|
"learning_rate": 9.99995506314361e-06,
|
|
"loss": 0.6602,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.41836424445120096,
|
|
"grad_norm": 0.3230100691154973,
|
|
"learning_rate": 9.99982025338217e-06,
|
|
"loss": 0.6882,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.4232289449680754,
|
|
"grad_norm": 0.2800126589618668,
|
|
"learning_rate": 9.999595573138845e-06,
|
|
"loss": 0.6329,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.4280936454849498,
|
|
"grad_norm": 0.31430268544090867,
|
|
"learning_rate": 9.99928102645221e-06,
|
|
"loss": 0.6571,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.43295834600182426,
|
|
"grad_norm": 0.3036046109153711,
|
|
"learning_rate": 9.99887661897616e-06,
|
|
"loss": 0.6385,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.4378230465186987,
|
|
"grad_norm": 0.32487136299918457,
|
|
"learning_rate": 9.99838235797981e-06,
|
|
"loss": 0.6674,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.4426877470355731,
|
|
"grad_norm": 0.3031998931969764,
|
|
"learning_rate": 9.997798252347382e-06,
|
|
"loss": 0.6045,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.44755244755244755,
|
|
"grad_norm": 0.3038369920366118,
|
|
"learning_rate": 9.99712431257802e-06,
|
|
"loss": 0.6292,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.452417148069322,
|
|
"grad_norm": 0.3329356283073232,
|
|
"learning_rate": 9.996360550785619e-06,
|
|
"loss": 0.6754,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.4572818485861964,
|
|
"grad_norm": 0.31567669911748764,
|
|
"learning_rate": 9.9955069806986e-06,
|
|
"loss": 0.6515,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.46214654910307085,
|
|
"grad_norm": 0.32833013838410197,
|
|
"learning_rate": 9.994563617659665e-06,
|
|
"loss": 0.6487,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.4670112496199453,
|
|
"grad_norm": 0.2940284322979485,
|
|
"learning_rate": 9.993530478625524e-06,
|
|
"loss": 0.6463,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.4718759501368197,
|
|
"grad_norm": 0.2893495605450668,
|
|
"learning_rate": 9.992407582166582e-06,
|
|
"loss": 0.6144,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.47674065065369414,
|
|
"grad_norm": 0.35388954247988424,
|
|
"learning_rate": 9.991194948466615e-06,
|
|
"loss": 0.6583,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.4816053511705686,
|
|
"grad_norm": 0.3255958183582087,
|
|
"learning_rate": 9.989892599322404e-06,
|
|
"loss": 0.6366,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.486470051687443,
|
|
"grad_norm": 0.3451092306603101,
|
|
"learning_rate": 9.988500558143337e-06,
|
|
"loss": 0.6683,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.49133475220431744,
|
|
"grad_norm": 0.30173242350276314,
|
|
"learning_rate": 9.987018849950996e-06,
|
|
"loss": 0.6542,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.49619945272119187,
|
|
"grad_norm": 0.31734024915060194,
|
|
"learning_rate": 9.985447501378706e-06,
|
|
"loss": 0.6464,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.5010641532380663,
|
|
"grad_norm": 0.3340204530720514,
|
|
"learning_rate": 9.983786540671052e-06,
|
|
"loss": 0.6409,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.5059288537549407,
|
|
"grad_norm": 0.35953177534893943,
|
|
"learning_rate": 9.982035997683372e-06,
|
|
"loss": 0.6399,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.5107935542718152,
|
|
"grad_norm": 0.28766789678290994,
|
|
"learning_rate": 9.980195903881231e-06,
|
|
"loss": 0.6419,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.5156582547886895,
|
|
"grad_norm": 0.3316301588623575,
|
|
"learning_rate": 9.978266292339838e-06,
|
|
"loss": 0.6561,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.520522955305564,
|
|
"grad_norm": 0.28194758329871084,
|
|
"learning_rate": 9.976247197743465e-06,
|
|
"loss": 0.6362,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.5253876558224384,
|
|
"grad_norm": 0.3131499006180912,
|
|
"learning_rate": 9.974138656384815e-06,
|
|
"loss": 0.6346,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.5302523563393129,
|
|
"grad_norm": 0.30900576616616077,
|
|
"learning_rate": 9.97194070616438e-06,
|
|
"loss": 0.6398,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.5351170568561873,
|
|
"grad_norm": 0.30165318020075954,
|
|
"learning_rate": 9.969653386589749e-06,
|
|
"loss": 0.6455,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.5399817573730618,
|
|
"grad_norm": 0.29148738560695625,
|
|
"learning_rate": 9.967276738774897e-06,
|
|
"loss": 0.6372,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.5448464578899361,
|
|
"grad_norm": 0.29937833276487447,
|
|
"learning_rate": 9.964810805439464e-06,
|
|
"loss": 0.6495,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.5497111584068106,
|
|
"grad_norm": 0.3215648587156084,
|
|
"learning_rate": 9.962255630907964e-06,
|
|
"loss": 0.6604,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.554575858923685,
|
|
"grad_norm": 0.3016549120115337,
|
|
"learning_rate": 9.959611261108999e-06,
|
|
"loss": 0.6268,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.5594405594405595,
|
|
"grad_norm": 0.32418813186220485,
|
|
"learning_rate": 9.956877743574437e-06,
|
|
"loss": 0.657,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.5643052599574339,
|
|
"grad_norm": 0.2773971918035161,
|
|
"learning_rate": 9.954055127438554e-06,
|
|
"loss": 0.6326,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.5691699604743083,
|
|
"grad_norm": 0.30671381432141426,
|
|
"learning_rate": 9.951143463437145e-06,
|
|
"loss": 0.6171,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.5740346609911827,
|
|
"grad_norm": 0.294221207297223,
|
|
"learning_rate": 9.948142803906623e-06,
|
|
"loss": 0.6416,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.5788993615080572,
|
|
"grad_norm": 0.3309169613334198,
|
|
"learning_rate": 9.94505320278307e-06,
|
|
"loss": 0.6509,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.5837640620249316,
|
|
"grad_norm": 0.31330113566177165,
|
|
"learning_rate": 9.94187471560127e-06,
|
|
"loss": 0.6386,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.5886287625418061,
|
|
"grad_norm": 0.32126509470942055,
|
|
"learning_rate": 9.938607399493714e-06,
|
|
"loss": 0.6398,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.5934934630586804,
|
|
"grad_norm": 0.31134400279374636,
|
|
"learning_rate": 9.935251313189564e-06,
|
|
"loss": 0.6712,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.5983581635755548,
|
|
"grad_norm": 0.3248486723103563,
|
|
"learning_rate": 9.931806517013612e-06,
|
|
"loss": 0.6457,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.6032228640924293,
|
|
"grad_norm": 0.3139884948675962,
|
|
"learning_rate": 9.92827307288518e-06,
|
|
"loss": 0.6619,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.6080875646093037,
|
|
"grad_norm": 0.3072037010173652,
|
|
"learning_rate": 9.924651044317017e-06,
|
|
"loss": 0.6303,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.6129522651261782,
|
|
"grad_norm": 0.313420051996835,
|
|
"learning_rate": 9.920940496414153e-06,
|
|
"loss": 0.6276,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.6178169656430526,
|
|
"grad_norm": 0.33102586835036,
|
|
"learning_rate": 9.917141495872733e-06,
|
|
"loss": 0.6373,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.622681666159927,
|
|
"grad_norm": 0.3293019683736833,
|
|
"learning_rate": 9.913254110978812e-06,
|
|
"loss": 0.6494,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.6275463666768014,
|
|
"grad_norm": 0.3201254836551897,
|
|
"learning_rate": 9.909278411607134e-06,
|
|
"loss": 0.6393,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.6324110671936759,
|
|
"grad_norm": 0.3029967295356934,
|
|
"learning_rate": 9.90521446921987e-06,
|
|
"loss": 0.609,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.6372757677105503,
|
|
"grad_norm": 0.2938531531316102,
|
|
"learning_rate": 9.90106235686534e-06,
|
|
"loss": 0.6486,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.6421404682274248,
|
|
"grad_norm": 0.3305524191163304,
|
|
"learning_rate": 9.896822149176695e-06,
|
|
"loss": 0.6556,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.6470051687442991,
|
|
"grad_norm": 0.31564384472194085,
|
|
"learning_rate": 9.892493922370575e-06,
|
|
"loss": 0.6393,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.6518698692611736,
|
|
"grad_norm": 0.34096226592518836,
|
|
"learning_rate": 9.888077754245741e-06,
|
|
"loss": 0.647,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.656734569778048,
|
|
"grad_norm": 0.3292830699158915,
|
|
"learning_rate": 9.883573724181683e-06,
|
|
"loss": 0.6641,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.6615992702949225,
|
|
"grad_norm": 0.3179497250191383,
|
|
"learning_rate": 9.878981913137178e-06,
|
|
"loss": 0.6357,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.6664639708117969,
|
|
"grad_norm": 0.29352043038957887,
|
|
"learning_rate": 9.87430240364885e-06,
|
|
"loss": 0.6414,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.6713286713286714,
|
|
"grad_norm": 0.3195944873583672,
|
|
"learning_rate": 9.869535279829674e-06,
|
|
"loss": 0.6373,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.6761933718455457,
|
|
"grad_norm": 0.31585842341884124,
|
|
"learning_rate": 9.864680627367476e-06,
|
|
"loss": 0.6444,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.6810580723624202,
|
|
"grad_norm": 0.3122950909270544,
|
|
"learning_rate": 9.859738533523384e-06,
|
|
"loss": 0.6342,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.6859227728792946,
|
|
"grad_norm": 0.3066082108786697,
|
|
"learning_rate": 9.854709087130261e-06,
|
|
"loss": 0.6343,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.6907874733961691,
|
|
"grad_norm": 0.31549766123110123,
|
|
"learning_rate": 9.849592378591113e-06,
|
|
"loss": 0.6535,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.6956521739130435,
|
|
"grad_norm": 0.2904073187209748,
|
|
"learning_rate": 9.844388499877457e-06,
|
|
"loss": 0.6356,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.700516874429918,
|
|
"grad_norm": 0.29647098758166235,
|
|
"learning_rate": 9.839097544527674e-06,
|
|
"loss": 0.6205,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.7053815749467923,
|
|
"grad_norm": 0.31575637182121563,
|
|
"learning_rate": 9.833719607645325e-06,
|
|
"loss": 0.6192,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.7102462754636668,
|
|
"grad_norm": 0.333422147334672,
|
|
"learning_rate": 9.82825478589744e-06,
|
|
"loss": 0.637,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.7151109759805412,
|
|
"grad_norm": 0.28378992515332846,
|
|
"learning_rate": 9.822703177512783e-06,
|
|
"loss": 0.6507,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.7199756764974157,
|
|
"grad_norm": 0.3248811786859313,
|
|
"learning_rate": 9.817064882280085e-06,
|
|
"loss": 0.6221,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.72484037701429,
|
|
"grad_norm": 0.31059374589112126,
|
|
"learning_rate": 9.811340001546252e-06,
|
|
"loss": 0.6237,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.7297050775311645,
|
|
"grad_norm": 0.2831511442896517,
|
|
"learning_rate": 9.805528638214543e-06,
|
|
"loss": 0.6327,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.7345697780480389,
|
|
"grad_norm": 0.31145307371556186,
|
|
"learning_rate": 9.799630896742716e-06,
|
|
"loss": 0.6284,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.7394344785649134,
|
|
"grad_norm": 0.3026563219956784,
|
|
"learning_rate": 9.793646883141155e-06,
|
|
"loss": 0.6154,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.7442991790817878,
|
|
"grad_norm": 0.2941879445857105,
|
|
"learning_rate": 9.787576704970965e-06,
|
|
"loss": 0.6227,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.7491638795986622,
|
|
"grad_norm": 0.2783423864355946,
|
|
"learning_rate": 9.781420471342035e-06,
|
|
"loss": 0.6314,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.7540285801155366,
|
|
"grad_norm": 0.32618411754942406,
|
|
"learning_rate": 9.77517829291108e-06,
|
|
"loss": 0.6318,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.758893280632411,
|
|
"grad_norm": 0.3202205598622637,
|
|
"learning_rate": 9.768850281879651e-06,
|
|
"loss": 0.6448,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.7637579811492855,
|
|
"grad_norm": 0.3067835918016461,
|
|
"learning_rate": 9.762436551992117e-06,
|
|
"loss": 0.6343,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.7686226816661599,
|
|
"grad_norm": 0.28662018300175146,
|
|
"learning_rate": 9.755937218533622e-06,
|
|
"loss": 0.628,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.7734873821830344,
|
|
"grad_norm": 0.2959364635896564,
|
|
"learning_rate": 9.74935239832801e-06,
|
|
"loss": 0.6215,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.7783520826999087,
|
|
"grad_norm": 0.33661418227611106,
|
|
"learning_rate": 9.742682209735727e-06,
|
|
"loss": 0.6373,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.7832167832167832,
|
|
"grad_norm": 0.31025228760207435,
|
|
"learning_rate": 9.735926772651703e-06,
|
|
"loss": 0.6311,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.7880814837336576,
|
|
"grad_norm": 0.29469085430130315,
|
|
"learning_rate": 9.729086208503174e-06,
|
|
"loss": 0.6424,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.7929461842505321,
|
|
"grad_norm": 0.2903443690677671,
|
|
"learning_rate": 9.722160640247523e-06,
|
|
"loss": 0.5911,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.7978108847674065,
|
|
"grad_norm": 0.3415565105091893,
|
|
"learning_rate": 9.715150192370054e-06,
|
|
"loss": 0.6413,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.802675585284281,
|
|
"grad_norm": 0.2747763530864899,
|
|
"learning_rate": 9.708054990881763e-06,
|
|
"loss": 0.6179,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.8075402858011553,
|
|
"grad_norm": 0.27732863370117194,
|
|
"learning_rate": 9.700875163317072e-06,
|
|
"loss": 0.6237,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.8124049863180298,
|
|
"grad_norm": 0.2783090216099878,
|
|
"learning_rate": 9.693610838731532e-06,
|
|
"loss": 0.6079,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.8172696868349042,
|
|
"grad_norm": 0.30137662776658314,
|
|
"learning_rate": 9.686262147699507e-06,
|
|
"loss": 0.6257,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.8221343873517787,
|
|
"grad_norm": 0.2938092491968976,
|
|
"learning_rate": 9.678829222311827e-06,
|
|
"loss": 0.6209,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.8269990878686531,
|
|
"grad_norm": 0.30850109121695873,
|
|
"learning_rate": 9.671312196173413e-06,
|
|
"loss": 0.6409,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.8318637883855275,
|
|
"grad_norm": 0.31488336546549756,
|
|
"learning_rate": 9.663711204400872e-06,
|
|
"loss": 0.6232,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.8367284889024019,
|
|
"grad_norm": 0.33193878673588145,
|
|
"learning_rate": 9.656026383620076e-06,
|
|
"loss": 0.6353,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.8415931894192764,
|
|
"grad_norm": 0.3172330136868242,
|
|
"learning_rate": 9.6482578719637e-06,
|
|
"loss": 0.6433,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.8464578899361508,
|
|
"grad_norm": 0.30901889717151554,
|
|
"learning_rate": 9.640405809068743e-06,
|
|
"loss": 0.6336,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.8513225904530253,
|
|
"grad_norm": 0.30817037607544295,
|
|
"learning_rate": 9.632470336074009e-06,
|
|
"loss": 0.6284,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.8561872909698997,
|
|
"grad_norm": 0.31855238974367667,
|
|
"learning_rate": 9.624451595617588e-06,
|
|
"loss": 0.6222,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.8610519914867741,
|
|
"grad_norm": 0.3262552248783998,
|
|
"learning_rate": 9.616349731834271e-06,
|
|
"loss": 0.636,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.8659166920036485,
|
|
"grad_norm": 0.3143462631647167,
|
|
"learning_rate": 9.608164890352977e-06,
|
|
"loss": 0.6511,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.870781392520523,
|
|
"grad_norm": 0.30787306966695105,
|
|
"learning_rate": 9.599897218294122e-06,
|
|
"loss": 0.611,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.8756460930373974,
|
|
"grad_norm": 0.3222949877422363,
|
|
"learning_rate": 9.591546864266983e-06,
|
|
"loss": 0.6015,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.8805107935542719,
|
|
"grad_norm": 0.6468852925640117,
|
|
"learning_rate": 9.583113978367026e-06,
|
|
"loss": 0.6248,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.8853754940711462,
|
|
"grad_norm": 0.31834615934154936,
|
|
"learning_rate": 9.574598712173202e-06,
|
|
"loss": 0.6362,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.8902401945880207,
|
|
"grad_norm": 0.3353766921729296,
|
|
"learning_rate": 9.56600121874523e-06,
|
|
"loss": 0.627,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.8951048951048951,
|
|
"grad_norm": 0.3441156972393706,
|
|
"learning_rate": 9.557321652620839e-06,
|
|
"loss": 0.6395,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.8999695956217695,
|
|
"grad_norm": 0.31474912726146764,
|
|
"learning_rate": 9.548560169812997e-06,
|
|
"loss": 0.6329,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.904834296138644,
|
|
"grad_norm": 0.3073487937876131,
|
|
"learning_rate": 9.539716927807102e-06,
|
|
"loss": 0.6296,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.9096989966555183,
|
|
"grad_norm": 0.33226958000665824,
|
|
"learning_rate": 9.530792085558151e-06,
|
|
"loss": 0.6189,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.9145636971723928,
|
|
"grad_norm": 0.3380666322235001,
|
|
"learning_rate": 9.521785803487888e-06,
|
|
"loss": 0.6324,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.9194283976892672,
|
|
"grad_norm": 0.33075937757491486,
|
|
"learning_rate": 9.512698243481914e-06,
|
|
"loss": 0.6453,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.9242930982061417,
|
|
"grad_norm": 0.3034706255741723,
|
|
"learning_rate": 9.50352956888678e-06,
|
|
"loss": 0.6252,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.9291577987230161,
|
|
"grad_norm": 0.2934371993664979,
|
|
"learning_rate": 9.49427994450705e-06,
|
|
"loss": 0.6031,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.9340224992398906,
|
|
"grad_norm": 0.28402396567132315,
|
|
"learning_rate": 9.484949536602343e-06,
|
|
"loss": 0.6392,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.9388871997567649,
|
|
"grad_norm": 0.3257493963036653,
|
|
"learning_rate": 9.47553851288434e-06,
|
|
"loss": 0.6248,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.9437519002736394,
|
|
"grad_norm": 0.36609807315254334,
|
|
"learning_rate": 9.466047042513767e-06,
|
|
"loss": 0.6364,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.9486166007905138,
|
|
"grad_norm": 0.3135930799311896,
|
|
"learning_rate": 9.45647529609736e-06,
|
|
"loss": 0.6357,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.9534813013073883,
|
|
"grad_norm": 0.282534058839446,
|
|
"learning_rate": 9.4468234456848e-06,
|
|
"loss": 0.6447,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.9583460018242627,
|
|
"grad_norm": 0.30039550961649686,
|
|
"learning_rate": 9.437091664765611e-06,
|
|
"loss": 0.5999,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 0.9632107023411371,
|
|
"grad_norm": 0.2983505184946651,
|
|
"learning_rate": 9.427280128266049e-06,
|
|
"loss": 0.6239,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.9680754028580115,
|
|
"grad_norm": 0.32267636708049524,
|
|
"learning_rate": 9.41738901254596e-06,
|
|
"loss": 0.6371,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 0.972940103374886,
|
|
"grad_norm": 0.3161637479255845,
|
|
"learning_rate": 9.4074184953956e-06,
|
|
"loss": 0.6136,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.9778048038917604,
|
|
"grad_norm": 0.28216722909182457,
|
|
"learning_rate": 9.397368756032445e-06,
|
|
"loss": 0.6263,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 0.9826695044086349,
|
|
"grad_norm": 0.29543173068975137,
|
|
"learning_rate": 9.38723997509798e-06,
|
|
"loss": 0.6209,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.9875342049255093,
|
|
"grad_norm": 0.3148459636663263,
|
|
"learning_rate": 9.37703233465443e-06,
|
|
"loss": 0.6302,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 0.9923989054423837,
|
|
"grad_norm": 0.2985230574806046,
|
|
"learning_rate": 9.366746018181503e-06,
|
|
"loss": 0.6341,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.9972636059592581,
|
|
"grad_norm": 0.2887080510422836,
|
|
"learning_rate": 9.356381210573092e-06,
|
|
"loss": 0.6035,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.39122078027568374,
|
|
"learning_rate": 9.345938098133946e-06,
|
|
"loss": 0.6018,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 1.0048647005168745,
|
|
"grad_norm": 0.313252516190162,
|
|
"learning_rate": 9.33541686857632e-06,
|
|
"loss": 0.5895,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 1.0097294010337488,
|
|
"grad_norm": 0.3874020915060344,
|
|
"learning_rate": 9.324817711016609e-06,
|
|
"loss": 0.5999,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 1.0145941015506232,
|
|
"grad_norm": 0.294346619405537,
|
|
"learning_rate": 9.31414081597194e-06,
|
|
"loss": 0.5972,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 1.0194588020674977,
|
|
"grad_norm": 0.3224735476280501,
|
|
"learning_rate": 9.303386375356752e-06,
|
|
"loss": 0.5842,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 1.0243235025843722,
|
|
"grad_norm": 0.3274928088607993,
|
|
"learning_rate": 9.292554582479349e-06,
|
|
"loss": 0.5986,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 1.0291882031012465,
|
|
"grad_norm": 0.33949920305788156,
|
|
"learning_rate": 9.281645632038417e-06,
|
|
"loss": 0.6205,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 1.034052903618121,
|
|
"grad_norm": 0.29249693190899456,
|
|
"learning_rate": 9.270659720119533e-06,
|
|
"loss": 0.596,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 1.0389176041349955,
|
|
"grad_norm": 0.33036073695433377,
|
|
"learning_rate": 9.259597044191635e-06,
|
|
"loss": 0.5965,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 1.04378230465187,
|
|
"grad_norm": 0.31787930137308906,
|
|
"learning_rate": 9.248457803103476e-06,
|
|
"loss": 0.5566,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 1.0486470051687442,
|
|
"grad_norm": 0.3683668799990001,
|
|
"learning_rate": 9.237242197080045e-06,
|
|
"loss": 0.595,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 1.0535117056856187,
|
|
"grad_norm": 0.3199128394432867,
|
|
"learning_rate": 9.225950427718974e-06,
|
|
"loss": 0.614,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 1.0583764062024932,
|
|
"grad_norm": 0.32832344590376233,
|
|
"learning_rate": 9.21458269798691e-06,
|
|
"loss": 0.6024,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 1.0632411067193677,
|
|
"grad_norm": 0.3591732882030981,
|
|
"learning_rate": 9.203139212215868e-06,
|
|
"loss": 0.6353,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 1.068105807236242,
|
|
"grad_norm": 0.3158693119429108,
|
|
"learning_rate": 9.191620176099559e-06,
|
|
"loss": 0.6171,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 1.0729705077531164,
|
|
"grad_norm": 0.30321725130957683,
|
|
"learning_rate": 9.180025796689692e-06,
|
|
"loss": 0.6016,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 1.077835208269991,
|
|
"grad_norm": 0.3275829577047881,
|
|
"learning_rate": 9.168356282392253e-06,
|
|
"loss": 0.5951,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 1.0826999087868654,
|
|
"grad_norm": 0.29954315226185724,
|
|
"learning_rate": 9.156611842963753e-06,
|
|
"loss": 0.5952,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 1.0875646093037397,
|
|
"grad_norm": 0.3303361969254419,
|
|
"learning_rate": 9.144792689507471e-06,
|
|
"loss": 0.5851,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 1.0924293098206141,
|
|
"grad_norm": 0.3369206227134472,
|
|
"learning_rate": 9.132899034469648e-06,
|
|
"loss": 0.595,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 1.0972940103374886,
|
|
"grad_norm": 0.3388807630519231,
|
|
"learning_rate": 9.120931091635669e-06,
|
|
"loss": 0.6279,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 1.1021587108543631,
|
|
"grad_norm": 0.31124074690970155,
|
|
"learning_rate": 9.108889076126226e-06,
|
|
"loss": 0.5947,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 1.1070234113712374,
|
|
"grad_norm": 0.29762923723371265,
|
|
"learning_rate": 9.09677320439345e-06,
|
|
"loss": 0.6089,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 1.1118881118881119,
|
|
"grad_norm": 0.3253100815232674,
|
|
"learning_rate": 9.084583694217012e-06,
|
|
"loss": 0.5728,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 1.1167528124049864,
|
|
"grad_norm": 0.30985871932631076,
|
|
"learning_rate": 9.072320764700223e-06,
|
|
"loss": 0.5935,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 1.1216175129218608,
|
|
"grad_norm": 0.28239053433013905,
|
|
"learning_rate": 9.059984636266082e-06,
|
|
"loss": 0.5833,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 1.1264822134387351,
|
|
"grad_norm": 0.3449624841528913,
|
|
"learning_rate": 9.047575530653324e-06,
|
|
"loss": 0.6124,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 1.1313469139556096,
|
|
"grad_norm": 0.2837693517809675,
|
|
"learning_rate": 9.035093670912424e-06,
|
|
"loss": 0.5916,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 1.136211614472484,
|
|
"grad_norm": 0.3029715666609081,
|
|
"learning_rate": 9.022539281401601e-06,
|
|
"loss": 0.6039,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 1.1410763149893586,
|
|
"grad_norm": 0.34740133048150384,
|
|
"learning_rate": 9.009912587782772e-06,
|
|
"loss": 0.6029,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 1.1459410155062328,
|
|
"grad_norm": 0.3055584136420432,
|
|
"learning_rate": 8.997213817017508e-06,
|
|
"loss": 0.6168,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 1.1508057160231073,
|
|
"grad_norm": 0.2711721375963674,
|
|
"learning_rate": 8.984443197362938e-06,
|
|
"loss": 0.5731,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 1.1556704165399818,
|
|
"grad_norm": 0.30976644973447115,
|
|
"learning_rate": 8.971600958367668e-06,
|
|
"loss": 0.5871,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 1.160535117056856,
|
|
"grad_norm": 0.3267548031055678,
|
|
"learning_rate": 8.958687330867634e-06,
|
|
"loss": 0.5925,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 1.1653998175737306,
|
|
"grad_norm": 0.2733756189235018,
|
|
"learning_rate": 8.94570254698197e-06,
|
|
"loss": 0.587,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 1.170264518090605,
|
|
"grad_norm": 0.30574356144752574,
|
|
"learning_rate": 8.932646840108818e-06,
|
|
"loss": 0.6001,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 1.1751292186074795,
|
|
"grad_norm": 0.3302940776687681,
|
|
"learning_rate": 8.919520444921153e-06,
|
|
"loss": 0.6059,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 1.179993919124354,
|
|
"grad_norm": 0.28222859873408973,
|
|
"learning_rate": 8.906323597362547e-06,
|
|
"loss": 0.5751,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 1.1848586196412283,
|
|
"grad_norm": 0.28378012128958036,
|
|
"learning_rate": 8.893056534642938e-06,
|
|
"loss": 0.5532,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 1.1897233201581028,
|
|
"grad_norm": 0.31176227272835405,
|
|
"learning_rate": 8.879719495234363e-06,
|
|
"loss": 0.6032,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 1.1945880206749773,
|
|
"grad_norm": 0.310028083968784,
|
|
"learning_rate": 8.866312718866669e-06,
|
|
"loss": 0.5915,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 1.1994527211918515,
|
|
"grad_norm": 0.3057911975783169,
|
|
"learning_rate": 8.852836446523213e-06,
|
|
"loss": 0.5814,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 1.204317421708726,
|
|
"grad_norm": 0.30204737374831203,
|
|
"learning_rate": 8.83929092043652e-06,
|
|
"loss": 0.5888,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 1.2091821222256005,
|
|
"grad_norm": 0.2890354780093531,
|
|
"learning_rate": 8.825676384083936e-06,
|
|
"loss": 0.5794,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 1.214046822742475,
|
|
"grad_norm": 0.31315769970721063,
|
|
"learning_rate": 8.811993082183243e-06,
|
|
"loss": 0.5727,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 1.2189115232593493,
|
|
"grad_norm": 0.34491961450386777,
|
|
"learning_rate": 8.798241260688273e-06,
|
|
"loss": 0.6089,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 1.2237762237762237,
|
|
"grad_norm": 0.3111676557647456,
|
|
"learning_rate": 8.784421166784476e-06,
|
|
"loss": 0.6078,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 1.2286409242930982,
|
|
"grad_norm": 0.30085106375809656,
|
|
"learning_rate": 8.770533048884483e-06,
|
|
"loss": 0.59,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 1.2335056248099727,
|
|
"grad_norm": 0.30120737176372964,
|
|
"learning_rate": 8.756577156623636e-06,
|
|
"loss": 0.6053,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 1.238370325326847,
|
|
"grad_norm": 0.29312180826659123,
|
|
"learning_rate": 8.742553740855507e-06,
|
|
"loss": 0.5773,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 1.2432350258437215,
|
|
"grad_norm": 0.29242274272108004,
|
|
"learning_rate": 8.728463053647382e-06,
|
|
"loss": 0.5917,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 1.248099726360596,
|
|
"grad_norm": 0.2974398288336428,
|
|
"learning_rate": 8.71430534827574e-06,
|
|
"loss": 0.6053,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 1.2529644268774702,
|
|
"grad_norm": 0.29759000625673626,
|
|
"learning_rate": 8.700080879221689e-06,
|
|
"loss": 0.5904,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 1.2578291273943447,
|
|
"grad_norm": 0.31774153711940456,
|
|
"learning_rate": 8.685789902166395e-06,
|
|
"loss": 0.6148,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 1.2626938279112192,
|
|
"grad_norm": 0.35616216338767925,
|
|
"learning_rate": 8.671432673986493e-06,
|
|
"loss": 0.5877,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 1.2675585284280937,
|
|
"grad_norm": 0.2955010266710203,
|
|
"learning_rate": 8.657009452749466e-06,
|
|
"loss": 0.6011,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 1.2724232289449682,
|
|
"grad_norm": 0.28250541025994863,
|
|
"learning_rate": 8.642520497709001e-06,
|
|
"loss": 0.5907,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 1.2772879294618424,
|
|
"grad_norm": 0.3125872432334312,
|
|
"learning_rate": 8.627966069300332e-06,
|
|
"loss": 0.6089,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 1.282152629978717,
|
|
"grad_norm": 0.29603469731216636,
|
|
"learning_rate": 8.613346429135567e-06,
|
|
"loss": 0.5901,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 1.2870173304955914,
|
|
"grad_norm": 0.2742211482636206,
|
|
"learning_rate": 8.598661839998972e-06,
|
|
"loss": 0.5828,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 1.2918820310124657,
|
|
"grad_norm": 0.3228096079625964,
|
|
"learning_rate": 8.583912565842258e-06,
|
|
"loss": 0.6162,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 1.2967467315293402,
|
|
"grad_norm": 0.28649229212132593,
|
|
"learning_rate": 8.569098871779828e-06,
|
|
"loss": 0.5783,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 1.3016114320462147,
|
|
"grad_norm": 0.2967355907396642,
|
|
"learning_rate": 8.554221024084019e-06,
|
|
"loss": 0.579,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 1.3064761325630891,
|
|
"grad_norm": 0.31386189421282373,
|
|
"learning_rate": 8.539279290180315e-06,
|
|
"loss": 0.6079,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 1.3113408330799636,
|
|
"grad_norm": 0.2819760471699943,
|
|
"learning_rate": 8.524273938642539e-06,
|
|
"loss": 0.5949,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 1.316205533596838,
|
|
"grad_norm": 0.29105246936191187,
|
|
"learning_rate": 8.509205239188017e-06,
|
|
"loss": 0.6032,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 1.3210702341137124,
|
|
"grad_norm": 0.3062939730360163,
|
|
"learning_rate": 8.494073462672743e-06,
|
|
"loss": 0.602,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 1.3259349346305869,
|
|
"grad_norm": 0.2958974353727754,
|
|
"learning_rate": 8.478878881086505e-06,
|
|
"loss": 0.6153,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 1.3307996351474611,
|
|
"grad_norm": 0.30921513735866024,
|
|
"learning_rate": 8.463621767547998e-06,
|
|
"loss": 0.6063,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 1.3356643356643356,
|
|
"grad_norm": 0.28434960423872424,
|
|
"learning_rate": 8.448302396299906e-06,
|
|
"loss": 0.6033,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 1.34052903618121,
|
|
"grad_norm": 0.2987655238064537,
|
|
"learning_rate": 8.432921042703985e-06,
|
|
"loss": 0.5792,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 1.3453937366980846,
|
|
"grad_norm": 0.292260213537656,
|
|
"learning_rate": 8.417477983236107e-06,
|
|
"loss": 0.5993,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 1.350258437214959,
|
|
"grad_norm": 0.29375985725617115,
|
|
"learning_rate": 8.401973495481289e-06,
|
|
"loss": 0.6305,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 1.3551231377318333,
|
|
"grad_norm": 0.29771224443210076,
|
|
"learning_rate": 8.386407858128707e-06,
|
|
"loss": 0.6061,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 1.3599878382487078,
|
|
"grad_norm": 0.2906539347742839,
|
|
"learning_rate": 8.370781350966683e-06,
|
|
"loss": 0.5759,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 1.3648525387655823,
|
|
"grad_norm": 0.31334076925159593,
|
|
"learning_rate": 8.355094254877665e-06,
|
|
"loss": 0.595,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 1.3697172392824566,
|
|
"grad_norm": 0.29597782060020583,
|
|
"learning_rate": 8.339346851833163e-06,
|
|
"loss": 0.6118,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 1.374581939799331,
|
|
"grad_norm": 0.2987450884439521,
|
|
"learning_rate": 8.323539424888695e-06,
|
|
"loss": 0.6,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 1.3794466403162056,
|
|
"grad_norm": 0.3413110664151245,
|
|
"learning_rate": 8.30767225817869e-06,
|
|
"loss": 0.6154,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 1.3843113408330798,
|
|
"grad_norm": 0.3021764475833527,
|
|
"learning_rate": 8.291745636911382e-06,
|
|
"loss": 0.6138,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 1.3891760413499543,
|
|
"grad_norm": 0.3023527885625636,
|
|
"learning_rate": 8.27575984736369e-06,
|
|
"loss": 0.59,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 1.3940407418668288,
|
|
"grad_norm": 0.29959412122471446,
|
|
"learning_rate": 8.259715176876069e-06,
|
|
"loss": 0.5971,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 1.3989054423837033,
|
|
"grad_norm": 0.2959828198265794,
|
|
"learning_rate": 8.243611913847337e-06,
|
|
"loss": 0.5955,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 1.4037701429005778,
|
|
"grad_norm": 0.29187106473551455,
|
|
"learning_rate": 8.2274503477295e-06,
|
|
"loss": 0.5683,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 1.408634843417452,
|
|
"grad_norm": 0.28073411311513313,
|
|
"learning_rate": 8.211230769022552e-06,
|
|
"loss": 0.5849,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 1.4134995439343265,
|
|
"grad_norm": 0.31051745767426425,
|
|
"learning_rate": 8.19495346926924e-06,
|
|
"loss": 0.6184,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 1.418364244451201,
|
|
"grad_norm": 0.3266728172465444,
|
|
"learning_rate": 8.178618741049841e-06,
|
|
"loss": 0.6052,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 1.4232289449680753,
|
|
"grad_norm": 0.2544904842914839,
|
|
"learning_rate": 8.162226877976886e-06,
|
|
"loss": 0.5618,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 1.4280936454849498,
|
|
"grad_norm": 0.31084184131857023,
|
|
"learning_rate": 8.145778174689897e-06,
|
|
"loss": 0.6088,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 1.4329583460018243,
|
|
"grad_norm": 0.3043254560299071,
|
|
"learning_rate": 8.129272926850079e-06,
|
|
"loss": 0.5889,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 1.4378230465186987,
|
|
"grad_norm": 0.3134623339910932,
|
|
"learning_rate": 8.112711431135014e-06,
|
|
"loss": 0.611,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 1.4426877470355732,
|
|
"grad_norm": 0.3127520079235682,
|
|
"learning_rate": 8.096093985233323e-06,
|
|
"loss": 0.5923,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 1.4475524475524475,
|
|
"grad_norm": 0.3050563928349181,
|
|
"learning_rate": 8.079420887839316e-06,
|
|
"loss": 0.5786,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 1.452417148069322,
|
|
"grad_norm": 0.33431482821996417,
|
|
"learning_rate": 8.062692438647628e-06,
|
|
"loss": 0.6102,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 1.4572818485861965,
|
|
"grad_norm": 0.31461488130638626,
|
|
"learning_rate": 8.045908938347828e-06,
|
|
"loss": 0.5595,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.4621465491030707,
|
|
"grad_norm": 0.27751977816230294,
|
|
"learning_rate": 8.029070688619013e-06,
|
|
"loss": 0.5619,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 1.4670112496199452,
|
|
"grad_norm": 0.3308135306826131,
|
|
"learning_rate": 8.012177992124385e-06,
|
|
"loss": 0.5821,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 1.4718759501368197,
|
|
"grad_norm": 0.2870457263862016,
|
|
"learning_rate": 7.995231152505815e-06,
|
|
"loss": 0.5945,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 1.4767406506536942,
|
|
"grad_norm": 0.3080156040824572,
|
|
"learning_rate": 7.978230474378383e-06,
|
|
"loss": 0.5928,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 1.4816053511705687,
|
|
"grad_norm": 0.3132312440715278,
|
|
"learning_rate": 7.961176263324902e-06,
|
|
"loss": 0.621,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 1.486470051687443,
|
|
"grad_norm": 0.3438780778651031,
|
|
"learning_rate": 7.944068825890424e-06,
|
|
"loss": 0.6374,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 1.4913347522043174,
|
|
"grad_norm": 0.3283100616288732,
|
|
"learning_rate": 7.92690846957673e-06,
|
|
"loss": 0.5977,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 1.496199452721192,
|
|
"grad_norm": 0.3000731561157294,
|
|
"learning_rate": 7.909695502836814e-06,
|
|
"loss": 0.6022,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 1.5010641532380662,
|
|
"grad_norm": 0.27814460303213917,
|
|
"learning_rate": 7.892430235069317e-06,
|
|
"loss": 0.5955,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 1.5059288537549407,
|
|
"grad_norm": 0.3400755187140113,
|
|
"learning_rate": 7.875112976612984e-06,
|
|
"loss": 0.6092,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 1.5107935542718152,
|
|
"grad_norm": 0.2869741781455487,
|
|
"learning_rate": 7.857744038741076e-06,
|
|
"loss": 0.5984,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 1.5156582547886894,
|
|
"grad_norm": 0.31353583623274073,
|
|
"learning_rate": 7.84032373365578e-06,
|
|
"loss": 0.6159,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 1.5205229553055641,
|
|
"grad_norm": 0.27461294588206386,
|
|
"learning_rate": 7.822852374482597e-06,
|
|
"loss": 0.5836,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 1.5253876558224384,
|
|
"grad_norm": 0.3037901039714085,
|
|
"learning_rate": 7.805330275264707e-06,
|
|
"loss": 0.6095,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 1.530252356339313,
|
|
"grad_norm": 0.27393558315372263,
|
|
"learning_rate": 7.787757750957335e-06,
|
|
"loss": 0.5763,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 1.5351170568561874,
|
|
"grad_norm": 0.29933276907338924,
|
|
"learning_rate": 7.77013511742208e-06,
|
|
"loss": 0.5898,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 1.5399817573730616,
|
|
"grad_norm": 0.29241067989328,
|
|
"learning_rate": 7.752462691421245e-06,
|
|
"loss": 0.6032,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 1.5448464578899361,
|
|
"grad_norm": 0.3174998551974883,
|
|
"learning_rate": 7.734740790612137e-06,
|
|
"loss": 0.5906,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 1.5497111584068106,
|
|
"grad_norm": 0.2976404981783012,
|
|
"learning_rate": 7.716969733541357e-06,
|
|
"loss": 0.6044,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 1.5545758589236849,
|
|
"grad_norm": 0.3119585167475296,
|
|
"learning_rate": 7.699149839639086e-06,
|
|
"loss": 0.5968,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 1.5594405594405596,
|
|
"grad_norm": 0.3379481572529628,
|
|
"learning_rate": 7.681281429213328e-06,
|
|
"loss": 0.5949,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 1.5643052599574339,
|
|
"grad_norm": 0.2796045388485364,
|
|
"learning_rate": 7.663364823444157e-06,
|
|
"loss": 0.5771,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 1.5691699604743083,
|
|
"grad_norm": 0.3176843226345013,
|
|
"learning_rate": 7.645400344377953e-06,
|
|
"loss": 0.5982,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 1.5740346609911828,
|
|
"grad_norm": 0.2932753733259599,
|
|
"learning_rate": 7.627388314921602e-06,
|
|
"loss": 0.599,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 1.578899361508057,
|
|
"grad_norm": 0.33768156115276027,
|
|
"learning_rate": 7.609329058836694e-06,
|
|
"loss": 0.6208,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 1.5837640620249316,
|
|
"grad_norm": 0.29272761455414553,
|
|
"learning_rate": 7.59122290073371e-06,
|
|
"loss": 0.5809,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 1.588628762541806,
|
|
"grad_norm": 0.2968614098732931,
|
|
"learning_rate": 7.5730701660661795e-06,
|
|
"loss": 0.579,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 1.5934934630586803,
|
|
"grad_norm": 0.3139335379685541,
|
|
"learning_rate": 7.554871181124836e-06,
|
|
"loss": 0.5597,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 1.5983581635755548,
|
|
"grad_norm": 0.29259703899124107,
|
|
"learning_rate": 7.536626273031747e-06,
|
|
"loss": 0.6057,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 1.6032228640924293,
|
|
"grad_norm": 0.28146664372412034,
|
|
"learning_rate": 7.5183357697344395e-06,
|
|
"loss": 0.5954,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 1.6080875646093036,
|
|
"grad_norm": 0.29047328773925213,
|
|
"learning_rate": 7.500000000000001e-06,
|
|
"loss": 0.6068,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 1.6129522651261783,
|
|
"grad_norm": 0.340158510763134,
|
|
"learning_rate": 7.481619293409173e-06,
|
|
"loss": 0.5929,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 1.6178169656430526,
|
|
"grad_norm": 0.28938526257467434,
|
|
"learning_rate": 7.4631939803504215e-06,
|
|
"loss": 0.5564,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 1.622681666159927,
|
|
"grad_norm": 0.31277538066312616,
|
|
"learning_rate": 7.44472439201401e-06,
|
|
"loss": 0.595,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 1.6275463666768015,
|
|
"grad_norm": 0.3276150531415197,
|
|
"learning_rate": 7.426210860386032e-06,
|
|
"loss": 0.5914,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 1.6324110671936758,
|
|
"grad_norm": 0.2925867639303719,
|
|
"learning_rate": 7.407653718242449e-06,
|
|
"loss": 0.5451,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 1.6372757677105503,
|
|
"grad_norm": 0.3001946275767832,
|
|
"learning_rate": 7.3890532991431174e-06,
|
|
"loss": 0.5884,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 1.6421404682274248,
|
|
"grad_norm": 0.30280396777422025,
|
|
"learning_rate": 7.370409937425781e-06,
|
|
"loss": 0.5687,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 1.647005168744299,
|
|
"grad_norm": 0.3076228032122007,
|
|
"learning_rate": 7.3517239682000675e-06,
|
|
"loss": 0.5816,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 1.6518698692611737,
|
|
"grad_norm": 0.30238937043171743,
|
|
"learning_rate": 7.332995727341462e-06,
|
|
"loss": 0.6102,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 1.656734569778048,
|
|
"grad_norm": 0.3007096629113998,
|
|
"learning_rate": 7.314225551485273e-06,
|
|
"loss": 0.5942,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 1.6615992702949225,
|
|
"grad_norm": 0.29099350720282346,
|
|
"learning_rate": 7.295413778020579e-06,
|
|
"loss": 0.5703,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 1.666463970811797,
|
|
"grad_norm": 0.3326376639559874,
|
|
"learning_rate": 7.276560745084167e-06,
|
|
"loss": 0.6009,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 1.6713286713286712,
|
|
"grad_norm": 0.33694675905264737,
|
|
"learning_rate": 7.257666791554448e-06,
|
|
"loss": 0.6022,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 1.6761933718455457,
|
|
"grad_norm": 0.2907904110831913,
|
|
"learning_rate": 7.2387322570453724e-06,
|
|
"loss": 0.5749,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 1.6810580723624202,
|
|
"grad_norm": 0.28014026469209535,
|
|
"learning_rate": 7.219757481900325e-06,
|
|
"loss": 0.5779,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 1.6859227728792945,
|
|
"grad_norm": 0.3069328743549373,
|
|
"learning_rate": 7.2007428071860045e-06,
|
|
"loss": 0.5961,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 1.6907874733961692,
|
|
"grad_norm": 0.36348696542968195,
|
|
"learning_rate": 7.181688574686292e-06,
|
|
"loss": 0.566,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 1.6956521739130435,
|
|
"grad_norm": 0.33233144390603875,
|
|
"learning_rate": 7.162595126896111e-06,
|
|
"loss": 0.602,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 1.700516874429918,
|
|
"grad_norm": 0.3190135467102481,
|
|
"learning_rate": 7.143462807015271e-06,
|
|
"loss": 0.6029,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.7053815749467924,
|
|
"grad_norm": 0.33984585319051935,
|
|
"learning_rate": 7.1242919589422974e-06,
|
|
"loss": 0.595,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 1.7102462754636667,
|
|
"grad_norm": 0.2945015499348542,
|
|
"learning_rate": 7.105082927268247e-06,
|
|
"loss": 0.5894,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 1.7151109759805412,
|
|
"grad_norm": 0.3203826323223575,
|
|
"learning_rate": 7.085836057270521e-06,
|
|
"loss": 0.5914,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 1.7199756764974157,
|
|
"grad_norm": 0.3135140462483351,
|
|
"learning_rate": 7.066551694906651e-06,
|
|
"loss": 0.5838,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 1.72484037701429,
|
|
"grad_norm": 0.3053471485898868,
|
|
"learning_rate": 7.047230186808085e-06,
|
|
"loss": 0.5988,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 1.7297050775311646,
|
|
"grad_norm": 0.30633204813295156,
|
|
"learning_rate": 7.027871880273959e-06,
|
|
"loss": 0.5878,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 1.734569778048039,
|
|
"grad_norm": 0.30041327488698116,
|
|
"learning_rate": 7.008477123264849e-06,
|
|
"loss": 0.59,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 1.7394344785649134,
|
|
"grad_norm": 0.2860703978901428,
|
|
"learning_rate": 6.989046264396516e-06,
|
|
"loss": 0.5888,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 1.7442991790817879,
|
|
"grad_norm": 0.29872158354355416,
|
|
"learning_rate": 6.96957965293365e-06,
|
|
"loss": 0.588,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 1.7491638795986622,
|
|
"grad_norm": 0.29182552006591084,
|
|
"learning_rate": 6.9500776387835785e-06,
|
|
"loss": 0.5589,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.7540285801155366,
|
|
"grad_norm": 0.2971579947817233,
|
|
"learning_rate": 6.9305405724899876e-06,
|
|
"loss": 0.5954,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 1.7588932806324111,
|
|
"grad_norm": 0.2982643112427319,
|
|
"learning_rate": 6.91096880522661e-06,
|
|
"loss": 0.6186,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 1.7637579811492854,
|
|
"grad_norm": 0.2956880150323247,
|
|
"learning_rate": 6.891362688790925e-06,
|
|
"loss": 0.5976,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 1.7686226816661599,
|
|
"grad_norm": 0.30217580035851954,
|
|
"learning_rate": 6.871722575597829e-06,
|
|
"loss": 0.568,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 1.7734873821830344,
|
|
"grad_norm": 0.2563510928284065,
|
|
"learning_rate": 6.8520488186733e-06,
|
|
"loss": 0.573,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 1.7783520826999086,
|
|
"grad_norm": 0.3042684540410719,
|
|
"learning_rate": 6.832341771648057e-06,
|
|
"loss": 0.6199,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 1.7832167832167833,
|
|
"grad_norm": 0.2768777792919464,
|
|
"learning_rate": 6.812601788751192e-06,
|
|
"loss": 0.5921,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 1.7880814837336576,
|
|
"grad_norm": 0.2647032273275463,
|
|
"learning_rate": 6.792829224803816e-06,
|
|
"loss": 0.5853,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 1.792946184250532,
|
|
"grad_norm": 0.26864810498814923,
|
|
"learning_rate": 6.773024435212678e-06,
|
|
"loss": 0.5921,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 1.7978108847674066,
|
|
"grad_norm": 0.30314336868055797,
|
|
"learning_rate": 6.753187775963773e-06,
|
|
"loss": 0.609,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 1.8026755852842808,
|
|
"grad_norm": 0.2772858655679343,
|
|
"learning_rate": 6.733319603615941e-06,
|
|
"loss": 0.5656,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 1.8075402858011553,
|
|
"grad_norm": 0.28150765101780584,
|
|
"learning_rate": 6.713420275294467e-06,
|
|
"loss": 0.6155,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 1.8124049863180298,
|
|
"grad_norm": 0.30218141892668393,
|
|
"learning_rate": 6.693490148684654e-06,
|
|
"loss": 0.5779,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 1.817269686834904,
|
|
"grad_norm": 0.28275067077284505,
|
|
"learning_rate": 6.673529582025398e-06,
|
|
"loss": 0.5761,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 1.8221343873517788,
|
|
"grad_norm": 0.2853379921512944,
|
|
"learning_rate": 6.653538934102743e-06,
|
|
"loss": 0.621,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.826999087868653,
|
|
"grad_norm": 0.275390771186356,
|
|
"learning_rate": 6.633518564243442e-06,
|
|
"loss": 0.6025,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 1.8318637883855275,
|
|
"grad_norm": 0.27878895559962946,
|
|
"learning_rate": 6.6134688323084884e-06,
|
|
"loss": 0.5947,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 1.836728488902402,
|
|
"grad_norm": 0.31401487153561664,
|
|
"learning_rate": 6.593390098686653e-06,
|
|
"loss": 0.6175,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 1.8415931894192763,
|
|
"grad_norm": 0.2890642735721841,
|
|
"learning_rate": 6.573282724288001e-06,
|
|
"loss": 0.603,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 1.8464578899361508,
|
|
"grad_norm": 0.2756016967533866,
|
|
"learning_rate": 6.553147070537413e-06,
|
|
"loss": 0.6132,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.8513225904530253,
|
|
"grad_norm": 0.2841199314491842,
|
|
"learning_rate": 6.532983499368078e-06,
|
|
"loss": 0.5886,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 1.8561872909698995,
|
|
"grad_norm": 0.2974906694510715,
|
|
"learning_rate": 6.512792373215e-06,
|
|
"loss": 0.5769,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 1.8610519914867742,
|
|
"grad_norm": 0.2605920119052759,
|
|
"learning_rate": 6.492574055008474e-06,
|
|
"loss": 0.5856,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 1.8659166920036485,
|
|
"grad_norm": 0.29930024327749283,
|
|
"learning_rate": 6.472328908167562e-06,
|
|
"loss": 0.5994,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 1.870781392520523,
|
|
"grad_norm": 0.2836877704119603,
|
|
"learning_rate": 6.452057296593568e-06,
|
|
"loss": 0.5939,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 1.8756460930373975,
|
|
"grad_norm": 0.2620981184675462,
|
|
"learning_rate": 6.431759584663492e-06,
|
|
"loss": 0.5901,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 1.8805107935542718,
|
|
"grad_norm": 0.2660169524668314,
|
|
"learning_rate": 6.411436137223479e-06,
|
|
"loss": 0.5561,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 1.8853754940711462,
|
|
"grad_norm": 0.2863064725801307,
|
|
"learning_rate": 6.391087319582264e-06,
|
|
"loss": 0.5734,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 1.8902401945880207,
|
|
"grad_norm": 0.2873616080767967,
|
|
"learning_rate": 6.370713497504607e-06,
|
|
"loss": 0.5863,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 1.895104895104895,
|
|
"grad_norm": 0.2756108475803721,
|
|
"learning_rate": 6.350315037204714e-06,
|
|
"loss": 0.5863,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 1.8999695956217695,
|
|
"grad_norm": 0.2840921414869869,
|
|
"learning_rate": 6.329892305339659e-06,
|
|
"loss": 0.5922,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 1.904834296138644,
|
|
"grad_norm": 0.2703518461208396,
|
|
"learning_rate": 6.309445669002787e-06,
|
|
"loss": 0.5764,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 1.9096989966555182,
|
|
"grad_norm": 0.3179366615818676,
|
|
"learning_rate": 6.288975495717124e-06,
|
|
"loss": 0.5918,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 1.914563697172393,
|
|
"grad_norm": 0.2836363650856831,
|
|
"learning_rate": 6.268482153428763e-06,
|
|
"loss": 0.5982,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 1.9194283976892672,
|
|
"grad_norm": 0.29578539666674475,
|
|
"learning_rate": 6.247966010500258e-06,
|
|
"loss": 0.6103,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 1.9242930982061417,
|
|
"grad_norm": 0.2974645756111545,
|
|
"learning_rate": 6.227427435703997e-06,
|
|
"loss": 0.601,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 1.9291577987230162,
|
|
"grad_norm": 0.3107388663737716,
|
|
"learning_rate": 6.206866798215571e-06,
|
|
"loss": 0.587,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 1.9340224992398904,
|
|
"grad_norm": 0.29959172321227634,
|
|
"learning_rate": 6.186284467607149e-06,
|
|
"loss": 0.6045,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 1.938887199756765,
|
|
"grad_norm": 0.29068983272896337,
|
|
"learning_rate": 6.165680813840822e-06,
|
|
"loss": 0.5864,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 1.9437519002736394,
|
|
"grad_norm": 0.3054960426974372,
|
|
"learning_rate": 6.1450562072619635e-06,
|
|
"loss": 0.6067,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.9486166007905137,
|
|
"grad_norm": 0.2773181702959524,
|
|
"learning_rate": 6.124411018592568e-06,
|
|
"loss": 0.5984,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 1.9534813013073884,
|
|
"grad_norm": 0.285293740086508,
|
|
"learning_rate": 6.103745618924587e-06,
|
|
"loss": 0.5812,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 1.9583460018242627,
|
|
"grad_norm": 0.30191299157402707,
|
|
"learning_rate": 6.0830603797132574e-06,
|
|
"loss": 0.592,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 1.9632107023411371,
|
|
"grad_norm": 0.29440871707780525,
|
|
"learning_rate": 6.0623556727704306e-06,
|
|
"loss": 0.5956,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 1.9680754028580116,
|
|
"grad_norm": 0.2864730353254991,
|
|
"learning_rate": 6.041631870257882e-06,
|
|
"loss": 0.5988,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 1.972940103374886,
|
|
"grad_norm": 0.28390240434279995,
|
|
"learning_rate": 6.020889344680627e-06,
|
|
"loss": 0.595,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 1.9778048038917604,
|
|
"grad_norm": 0.28669443245202686,
|
|
"learning_rate": 6.000128468880223e-06,
|
|
"loss": 0.606,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 1.9826695044086349,
|
|
"grad_norm": 0.3066867340447252,
|
|
"learning_rate": 5.979349616028067e-06,
|
|
"loss": 0.5884,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 1.9875342049255091,
|
|
"grad_norm": 0.28977772843987104,
|
|
"learning_rate": 5.958553159618693e-06,
|
|
"loss": 0.5991,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 1.9923989054423838,
|
|
"grad_norm": 0.28410752030212394,
|
|
"learning_rate": 5.937739473463047e-06,
|
|
"loss": 0.6118,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 1.9972636059592581,
|
|
"grad_norm": 0.2965319797611234,
|
|
"learning_rate": 5.916908931681781e-06,
|
|
"loss": 0.5832,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.36267863006296397,
|
|
"learning_rate": 5.896061908698521e-06,
|
|
"loss": 0.5858,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 2.0048647005168743,
|
|
"grad_norm": 0.356790463227785,
|
|
"learning_rate": 5.8751987792331365e-06,
|
|
"loss": 0.5532,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 2.009729401033749,
|
|
"grad_norm": 0.31044181275769156,
|
|
"learning_rate": 5.854319918295012e-06,
|
|
"loss": 0.563,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 2.0145941015506232,
|
|
"grad_norm": 0.3174358316750536,
|
|
"learning_rate": 5.833425701176294e-06,
|
|
"loss": 0.5803,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 2.0194588020674975,
|
|
"grad_norm": 0.3451873559978031,
|
|
"learning_rate": 5.812516503445158e-06,
|
|
"loss": 0.5798,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 2.024323502584372,
|
|
"grad_norm": 0.3208914624167093,
|
|
"learning_rate": 5.79159270093905e-06,
|
|
"loss": 0.5839,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 2.0291882031012465,
|
|
"grad_norm": 0.2835072658503529,
|
|
"learning_rate": 5.770654669757935e-06,
|
|
"loss": 0.5578,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 2.034052903618121,
|
|
"grad_norm": 0.29746142707499595,
|
|
"learning_rate": 5.749702786257529e-06,
|
|
"loss": 0.5412,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 2.0389176041349955,
|
|
"grad_norm": 0.2741212450118802,
|
|
"learning_rate": 5.7287374270425475e-06,
|
|
"loss": 0.5418,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 2.0437823046518697,
|
|
"grad_norm": 0.3540271516597851,
|
|
"learning_rate": 5.707758968959923e-06,
|
|
"loss": 0.5512,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 2.0486470051687444,
|
|
"grad_norm": 0.2811743634816071,
|
|
"learning_rate": 5.686767789092041e-06,
|
|
"loss": 0.5621,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 2.0535117056856187,
|
|
"grad_norm": 0.2986834344933115,
|
|
"learning_rate": 5.6657642647499545e-06,
|
|
"loss": 0.5835,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 2.058376406202493,
|
|
"grad_norm": 0.27817990450996455,
|
|
"learning_rate": 5.644748773466606e-06,
|
|
"loss": 0.5352,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 2.0632411067193677,
|
|
"grad_norm": 0.2842480307740508,
|
|
"learning_rate": 5.62372169299004e-06,
|
|
"loss": 0.5605,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 2.068105807236242,
|
|
"grad_norm": 0.30427607542668367,
|
|
"learning_rate": 5.6026834012766155e-06,
|
|
"loss": 0.5511,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 2.0729705077531166,
|
|
"grad_norm": 0.30901440315170514,
|
|
"learning_rate": 5.581634276484211e-06,
|
|
"loss": 0.5729,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 2.077835208269991,
|
|
"grad_norm": 1.06688341898057,
|
|
"learning_rate": 5.560574696965425e-06,
|
|
"loss": 0.5872,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 2.082699908786865,
|
|
"grad_norm": 0.29316931511059174,
|
|
"learning_rate": 5.539505041260779e-06,
|
|
"loss": 0.551,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 2.08756460930374,
|
|
"grad_norm": 0.30159252468162273,
|
|
"learning_rate": 5.518425688091906e-06,
|
|
"loss": 0.5675,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 2.092429309820614,
|
|
"grad_norm": 0.3184503591788103,
|
|
"learning_rate": 5.497337016354757e-06,
|
|
"loss": 0.569,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 2.0972940103374884,
|
|
"grad_norm": 0.2944898037583308,
|
|
"learning_rate": 5.476239405112775e-06,
|
|
"loss": 0.5516,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 2.102158710854363,
|
|
"grad_norm": 0.26888261720258333,
|
|
"learning_rate": 5.45513323359009e-06,
|
|
"loss": 0.5602,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 2.1070234113712374,
|
|
"grad_norm": 0.271054360419919,
|
|
"learning_rate": 5.434018881164702e-06,
|
|
"loss": 0.5505,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 2.111888111888112,
|
|
"grad_norm": 0.2922062293101122,
|
|
"learning_rate": 5.412896727361663e-06,
|
|
"loss": 0.5352,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 2.1167528124049864,
|
|
"grad_norm": 0.2827651832311034,
|
|
"learning_rate": 5.391767151846247e-06,
|
|
"loss": 0.5254,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 2.1216175129218606,
|
|
"grad_norm": 0.26964188438969894,
|
|
"learning_rate": 5.370630534417133e-06,
|
|
"loss": 0.5519,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 2.1264822134387353,
|
|
"grad_norm": 0.2820757532319473,
|
|
"learning_rate": 5.349487254999579e-06,
|
|
"loss": 0.572,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 2.1313469139556096,
|
|
"grad_norm": 0.29298880154114176,
|
|
"learning_rate": 5.328337693638591e-06,
|
|
"loss": 0.5561,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 2.136211614472484,
|
|
"grad_norm": 0.32237144129821205,
|
|
"learning_rate": 5.307182230492089e-06,
|
|
"loss": 0.5736,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 2.1410763149893586,
|
|
"grad_norm": 0.28875601718513016,
|
|
"learning_rate": 5.286021245824075e-06,
|
|
"loss": 0.5558,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 2.145941015506233,
|
|
"grad_norm": 0.2857212658938584,
|
|
"learning_rate": 5.264855119997803e-06,
|
|
"loss": 0.5625,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 2.1508057160231075,
|
|
"grad_norm": 0.300716440607665,
|
|
"learning_rate": 5.243684233468933e-06,
|
|
"loss": 0.5593,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 2.155670416539982,
|
|
"grad_norm": 0.2752037982062981,
|
|
"learning_rate": 5.222508966778702e-06,
|
|
"loss": 0.5709,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 2.160535117056856,
|
|
"grad_norm": 0.29386936674665565,
|
|
"learning_rate": 5.201329700547077e-06,
|
|
"loss": 0.5681,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 2.165399817573731,
|
|
"grad_norm": 0.30257828802584974,
|
|
"learning_rate": 5.180146815465915e-06,
|
|
"loss": 0.5547,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 2.170264518090605,
|
|
"grad_norm": 0.2807700176970982,
|
|
"learning_rate": 5.158960692292122e-06,
|
|
"loss": 0.5553,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 2.1751292186074793,
|
|
"grad_norm": 0.260893015316446,
|
|
"learning_rate": 5.137771711840811e-06,
|
|
"loss": 0.5603,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 2.179993919124354,
|
|
"grad_norm": 0.3064453944331366,
|
|
"learning_rate": 5.116580254978447e-06,
|
|
"loss": 0.5541,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 2.1848586196412283,
|
|
"grad_norm": 0.2956353605373719,
|
|
"learning_rate": 5.095386702616012e-06,
|
|
"loss": 0.5653,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 2.1897233201581026,
|
|
"grad_norm": 0.30148473158624955,
|
|
"learning_rate": 5.074191435702155e-06,
|
|
"loss": 0.562,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 2.1945880206749773,
|
|
"grad_norm": 0.29361676721145913,
|
|
"learning_rate": 5.05299483521634e-06,
|
|
"loss": 0.5757,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 2.1994527211918515,
|
|
"grad_norm": 0.2759979946022341,
|
|
"learning_rate": 5.031797282162007e-06,
|
|
"loss": 0.5678,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 2.2043174217087262,
|
|
"grad_norm": 0.2922497783252449,
|
|
"learning_rate": 5.010599157559713e-06,
|
|
"loss": 0.5492,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 2.2091821222256005,
|
|
"grad_norm": 0.26741770943762144,
|
|
"learning_rate": 4.98940084244029e-06,
|
|
"loss": 0.5588,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 2.2140468227424748,
|
|
"grad_norm": 0.2765225837872397,
|
|
"learning_rate": 4.968202717837996e-06,
|
|
"loss": 0.551,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 2.2189115232593495,
|
|
"grad_norm": 0.2872768531738294,
|
|
"learning_rate": 4.947005164783661e-06,
|
|
"loss": 0.5414,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 2.2237762237762237,
|
|
"grad_norm": 0.29669008488361037,
|
|
"learning_rate": 4.925808564297847e-06,
|
|
"loss": 0.5584,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 2.228640924293098,
|
|
"grad_norm": 0.27195801647882323,
|
|
"learning_rate": 4.9046132973839895e-06,
|
|
"loss": 0.5558,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 2.2335056248099727,
|
|
"grad_norm": 0.2941575466914715,
|
|
"learning_rate": 4.883419745021554e-06,
|
|
"loss": 0.5568,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 2.238370325326847,
|
|
"grad_norm": 0.27127633010721547,
|
|
"learning_rate": 4.862228288159191e-06,
|
|
"loss": 0.5493,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 2.2432350258437217,
|
|
"grad_norm": 0.29790760329389465,
|
|
"learning_rate": 4.841039307707878e-06,
|
|
"loss": 0.5555,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 2.248099726360596,
|
|
"grad_norm": 0.28178969119006886,
|
|
"learning_rate": 4.819853184534085e-06,
|
|
"loss": 0.5489,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 2.2529644268774702,
|
|
"grad_norm": 0.28665825131237604,
|
|
"learning_rate": 4.798670299452926e-06,
|
|
"loss": 0.5367,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 2.257829127394345,
|
|
"grad_norm": 0.2935937293566066,
|
|
"learning_rate": 4.7774910332213005e-06,
|
|
"loss": 0.5389,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 2.262693827911219,
|
|
"grad_norm": 0.3136938141716208,
|
|
"learning_rate": 4.756315766531069e-06,
|
|
"loss": 0.6028,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 2.2675585284280935,
|
|
"grad_norm": 0.28593161525850275,
|
|
"learning_rate": 4.735144880002199e-06,
|
|
"loss": 0.5531,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 2.272423228944968,
|
|
"grad_norm": 0.2584739193021387,
|
|
"learning_rate": 4.713978754175926e-06,
|
|
"loss": 0.5356,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 2.2772879294618424,
|
|
"grad_norm": 0.2886853828654475,
|
|
"learning_rate": 4.692817769507912e-06,
|
|
"loss": 0.5722,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 2.282152629978717,
|
|
"grad_norm": 0.2773111425837377,
|
|
"learning_rate": 4.671662306361409e-06,
|
|
"loss": 0.5686,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 2.2870173304955914,
|
|
"grad_norm": 0.28283661445618624,
|
|
"learning_rate": 4.6505127450004216e-06,
|
|
"loss": 0.5776,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 2.2918820310124657,
|
|
"grad_norm": 0.2846289879526706,
|
|
"learning_rate": 4.62936946558287e-06,
|
|
"loss": 0.5533,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 2.2967467315293404,
|
|
"grad_norm": 0.2756039705083194,
|
|
"learning_rate": 4.608232848153757e-06,
|
|
"loss": 0.5747,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 2.3016114320462147,
|
|
"grad_norm": 0.3041913373340015,
|
|
"learning_rate": 4.587103272638339e-06,
|
|
"loss": 0.5548,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 2.306476132563089,
|
|
"grad_norm": 0.27928043703610245,
|
|
"learning_rate": 4.565981118835299e-06,
|
|
"loss": 0.5839,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 2.3113408330799636,
|
|
"grad_norm": 0.26672258260338855,
|
|
"learning_rate": 4.5448667664099125e-06,
|
|
"loss": 0.5564,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 2.316205533596838,
|
|
"grad_norm": 0.28664804760674745,
|
|
"learning_rate": 4.523760594887228e-06,
|
|
"loss": 0.5758,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 2.321070234113712,
|
|
"grad_norm": 0.2819918846210883,
|
|
"learning_rate": 4.5026629836452445e-06,
|
|
"loss": 0.5615,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 2.325934934630587,
|
|
"grad_norm": 0.30134456578571694,
|
|
"learning_rate": 4.481574311908096e-06,
|
|
"loss": 0.5479,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 2.330799635147461,
|
|
"grad_norm": 0.26346632654449464,
|
|
"learning_rate": 4.460494958739223e-06,
|
|
"loss": 0.5519,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 2.335664335664336,
|
|
"grad_norm": 0.27203806055889157,
|
|
"learning_rate": 4.439425303034576e-06,
|
|
"loss": 0.5591,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 2.34052903618121,
|
|
"grad_norm": 0.29967914488350744,
|
|
"learning_rate": 4.418365723515791e-06,
|
|
"loss": 0.5709,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 2.3453937366980844,
|
|
"grad_norm": 0.27259291077879916,
|
|
"learning_rate": 4.397316598723385e-06,
|
|
"loss": 0.5755,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 2.350258437214959,
|
|
"grad_norm": 0.3072483238099613,
|
|
"learning_rate": 4.376278307009962e-06,
|
|
"loss": 0.5783,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 2.3551231377318333,
|
|
"grad_norm": 0.287167100211482,
|
|
"learning_rate": 4.355251226533396e-06,
|
|
"loss": 0.5682,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 2.359987838248708,
|
|
"grad_norm": 0.2862588361920942,
|
|
"learning_rate": 4.334235735250047e-06,
|
|
"loss": 0.549,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 2.3648525387655823,
|
|
"grad_norm": 0.28696247683014703,
|
|
"learning_rate": 4.313232210907959e-06,
|
|
"loss": 0.555,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 2.3697172392824566,
|
|
"grad_norm": 0.3153334685758682,
|
|
"learning_rate": 4.292241031040077e-06,
|
|
"loss": 0.5504,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 2.374581939799331,
|
|
"grad_norm": 0.28504667487142915,
|
|
"learning_rate": 4.271262572957453e-06,
|
|
"loss": 0.5518,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 2.3794466403162056,
|
|
"grad_norm": 0.27770695323001815,
|
|
"learning_rate": 4.250297213742473e-06,
|
|
"loss": 0.5608,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 2.38431134083308,
|
|
"grad_norm": 0.30172889237393113,
|
|
"learning_rate": 4.229345330242067e-06,
|
|
"loss": 0.5504,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 2.3891760413499545,
|
|
"grad_norm": 0.30192183823039137,
|
|
"learning_rate": 4.2084072990609505e-06,
|
|
"loss": 0.5874,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 2.394040741866829,
|
|
"grad_norm": 0.2889245223125804,
|
|
"learning_rate": 4.187483496554844e-06,
|
|
"loss": 0.557,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 2.398905442383703,
|
|
"grad_norm": 0.29264660042424073,
|
|
"learning_rate": 4.166574298823707e-06,
|
|
"loss": 0.5661,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 2.4037701429005778,
|
|
"grad_norm": 0.29990302043506745,
|
|
"learning_rate": 4.145680081704989e-06,
|
|
"loss": 0.5794,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 2.408634843417452,
|
|
"grad_norm": 0.2964130087441388,
|
|
"learning_rate": 4.1248012207668635e-06,
|
|
"loss": 0.5696,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 2.4134995439343268,
|
|
"grad_norm": 0.26620295707728103,
|
|
"learning_rate": 4.103938091301479e-06,
|
|
"loss": 0.5458,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 2.418364244451201,
|
|
"grad_norm": 0.32380498570218474,
|
|
"learning_rate": 4.08309106831822e-06,
|
|
"loss": 0.5755,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 2.4232289449680753,
|
|
"grad_norm": 0.3123446432786783,
|
|
"learning_rate": 4.062260526536955e-06,
|
|
"loss": 0.5558,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 2.42809364548495,
|
|
"grad_norm": 0.27281931300647566,
|
|
"learning_rate": 4.041446840381309e-06,
|
|
"loss": 0.5664,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 2.4329583460018243,
|
|
"grad_norm": 0.26549881730269004,
|
|
"learning_rate": 4.0206503839719335e-06,
|
|
"loss": 0.532,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 2.4378230465186985,
|
|
"grad_norm": 0.2862521923091063,
|
|
"learning_rate": 3.999871531119779e-06,
|
|
"loss": 0.5732,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 2.4426877470355732,
|
|
"grad_norm": 0.29835350483128603,
|
|
"learning_rate": 3.9791106553193746e-06,
|
|
"loss": 0.541,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 2.4475524475524475,
|
|
"grad_norm": 0.32010831116550664,
|
|
"learning_rate": 3.9583681297421194e-06,
|
|
"loss": 0.5831,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 2.4524171480693218,
|
|
"grad_norm": 0.2986325160109337,
|
|
"learning_rate": 3.937644327229572e-06,
|
|
"loss": 0.5491,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 2.4572818485861965,
|
|
"grad_norm": 0.28436781389409954,
|
|
"learning_rate": 3.916939620286743e-06,
|
|
"loss": 0.5842,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 2.4621465491030707,
|
|
"grad_norm": 0.27550162480930007,
|
|
"learning_rate": 3.896254381075416e-06,
|
|
"loss": 0.5729,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 2.4670112496199454,
|
|
"grad_norm": 0.28583680637352304,
|
|
"learning_rate": 3.875588981407433e-06,
|
|
"loss": 0.5431,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 2.4718759501368197,
|
|
"grad_norm": 0.42714406383063547,
|
|
"learning_rate": 3.854943792738037e-06,
|
|
"loss": 0.5558,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 2.476740650653694,
|
|
"grad_norm": 0.3171813500702169,
|
|
"learning_rate": 3.834319186159179e-06,
|
|
"loss": 0.5703,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 2.4816053511705687,
|
|
"grad_norm": 0.3241718603153869,
|
|
"learning_rate": 3.8137155323928526e-06,
|
|
"loss": 0.5682,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 2.486470051687443,
|
|
"grad_norm": 0.283409128437201,
|
|
"learning_rate": 3.7931332017844302e-06,
|
|
"loss": 0.5735,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 2.4913347522043177,
|
|
"grad_norm": 0.2666723728998163,
|
|
"learning_rate": 3.7725725642960047e-06,
|
|
"loss": 0.5609,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 2.496199452721192,
|
|
"grad_norm": 0.2915908817333503,
|
|
"learning_rate": 3.752033989499742e-06,
|
|
"loss": 0.5521,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 2.501064153238066,
|
|
"grad_norm": 0.2821280771972244,
|
|
"learning_rate": 3.7315178465712364e-06,
|
|
"loss": 0.5538,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 2.5059288537549405,
|
|
"grad_norm": 0.26527362534481613,
|
|
"learning_rate": 3.7110245042828786e-06,
|
|
"loss": 0.5747,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 2.510793554271815,
|
|
"grad_norm": 0.3161918959301386,
|
|
"learning_rate": 3.690554330997215e-06,
|
|
"loss": 0.5523,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 2.5156582547886894,
|
|
"grad_norm": 0.27704126728191486,
|
|
"learning_rate": 3.670107694660343e-06,
|
|
"loss": 0.5654,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 2.520522955305564,
|
|
"grad_norm": 0.2661985993377897,
|
|
"learning_rate": 3.6496849627952875e-06,
|
|
"loss": 0.5535,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 2.5253876558224384,
|
|
"grad_norm": 0.2910913978941874,
|
|
"learning_rate": 3.6292865024953945e-06,
|
|
"loss": 0.5906,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 2.5302523563393127,
|
|
"grad_norm": 0.2797826067282238,
|
|
"learning_rate": 3.6089126804177373e-06,
|
|
"loss": 0.5596,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 2.5351170568561874,
|
|
"grad_norm": 0.27913707760157175,
|
|
"learning_rate": 3.5885638627765228e-06,
|
|
"loss": 0.5659,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 2.5399817573730616,
|
|
"grad_norm": 0.2571836165098686,
|
|
"learning_rate": 3.568240415336509e-06,
|
|
"loss": 0.5594,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 2.5448464578899364,
|
|
"grad_norm": 0.2829619981605505,
|
|
"learning_rate": 3.547942703406433e-06,
|
|
"loss": 0.5617,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 2.5497111584068106,
|
|
"grad_norm": 0.255637225666014,
|
|
"learning_rate": 3.52767109183244e-06,
|
|
"loss": 0.5333,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 2.554575858923685,
|
|
"grad_norm": 0.28042606370570583,
|
|
"learning_rate": 3.507425944991529e-06,
|
|
"loss": 0.5545,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 2.5594405594405596,
|
|
"grad_norm": 0.27788574463666416,
|
|
"learning_rate": 3.4872076267850015e-06,
|
|
"loss": 0.5315,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 2.564305259957434,
|
|
"grad_norm": 0.28081543524721414,
|
|
"learning_rate": 3.4670165006319236e-06,
|
|
"loss": 0.5512,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 2.5691699604743086,
|
|
"grad_norm": 0.28595134835716307,
|
|
"learning_rate": 3.4468529294625895e-06,
|
|
"loss": 0.5575,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 2.574034660991183,
|
|
"grad_norm": 0.26816319265835026,
|
|
"learning_rate": 3.4267172757120005e-06,
|
|
"loss": 0.5745,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 2.578899361508057,
|
|
"grad_norm": 0.3155283513191719,
|
|
"learning_rate": 3.406609901313349e-06,
|
|
"loss": 0.5611,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 2.5837640620249314,
|
|
"grad_norm": 0.30475121501867114,
|
|
"learning_rate": 3.386531167691512e-06,
|
|
"loss": 0.5619,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 2.588628762541806,
|
|
"grad_norm": 0.296459382173757,
|
|
"learning_rate": 3.36648143575656e-06,
|
|
"loss": 0.5613,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 2.5934934630586803,
|
|
"grad_norm": 0.2938538757516733,
|
|
"learning_rate": 3.3464610658972584e-06,
|
|
"loss": 0.5555,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 2.598358163575555,
|
|
"grad_norm": 0.2792214422778138,
|
|
"learning_rate": 3.326470417974604e-06,
|
|
"loss": 0.5465,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 2.6032228640924293,
|
|
"grad_norm": 0.28362467918000106,
|
|
"learning_rate": 3.3065098513153473e-06,
|
|
"loss": 0.5297,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 2.6080875646093036,
|
|
"grad_norm": 0.27879108969817884,
|
|
"learning_rate": 3.2865797247055354e-06,
|
|
"loss": 0.5835,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 2.6129522651261783,
|
|
"grad_norm": 0.28728538245271634,
|
|
"learning_rate": 3.266680396384061e-06,
|
|
"loss": 0.5511,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 2.6178169656430526,
|
|
"grad_norm": 0.27113518802362235,
|
|
"learning_rate": 3.2468122240362287e-06,
|
|
"loss": 0.568,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 2.6226816661599273,
|
|
"grad_norm": 0.2561298925923076,
|
|
"learning_rate": 3.226975564787322e-06,
|
|
"loss": 0.5626,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 2.6275463666768015,
|
|
"grad_norm": 0.2634434844335726,
|
|
"learning_rate": 3.2071707751961838e-06,
|
|
"loss": 0.5599,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 2.632411067193676,
|
|
"grad_norm": 0.2818666459537398,
|
|
"learning_rate": 3.187398211248811e-06,
|
|
"loss": 0.5537,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 2.63727576771055,
|
|
"grad_norm": 0.2513509252992497,
|
|
"learning_rate": 3.1676582283519454e-06,
|
|
"loss": 0.5544,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 2.6421404682274248,
|
|
"grad_norm": 0.272026918761039,
|
|
"learning_rate": 3.1479511813267006e-06,
|
|
"loss": 0.5518,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 2.647005168744299,
|
|
"grad_norm": 0.26916779611998876,
|
|
"learning_rate": 3.1282774244021717e-06,
|
|
"loss": 0.5401,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 2.6518698692611737,
|
|
"grad_norm": 0.2700796072752056,
|
|
"learning_rate": 3.1086373112090762e-06,
|
|
"loss": 0.5746,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 2.656734569778048,
|
|
"grad_norm": 0.26802456742744996,
|
|
"learning_rate": 3.089031194773392e-06,
|
|
"loss": 0.571,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 2.6615992702949223,
|
|
"grad_norm": 0.2814167501997253,
|
|
"learning_rate": 3.069459427510014e-06,
|
|
"loss": 0.5723,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 2.666463970811797,
|
|
"grad_norm": 0.3104275824013885,
|
|
"learning_rate": 3.049922361216422e-06,
|
|
"loss": 0.5581,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 2.6713286713286712,
|
|
"grad_norm": 0.2788082453065843,
|
|
"learning_rate": 3.0304203470663507e-06,
|
|
"loss": 0.5519,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 2.676193371845546,
|
|
"grad_norm": 0.26139488585239185,
|
|
"learning_rate": 3.0109537356034856e-06,
|
|
"loss": 0.5557,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 2.68105807236242,
|
|
"grad_norm": 0.2894908984023114,
|
|
"learning_rate": 2.991522876735154e-06,
|
|
"loss": 0.5454,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 2.6859227728792945,
|
|
"grad_norm": 0.276894662927451,
|
|
"learning_rate": 2.9721281197260427e-06,
|
|
"loss": 0.5729,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 2.690787473396169,
|
|
"grad_norm": 0.2959577260752574,
|
|
"learning_rate": 2.9527698131919156e-06,
|
|
"loss": 0.5698,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 2.6956521739130435,
|
|
"grad_norm": 0.28739897280327087,
|
|
"learning_rate": 2.9334483050933506e-06,
|
|
"loss": 0.5509,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 2.700516874429918,
|
|
"grad_norm": 0.2818512070327422,
|
|
"learning_rate": 2.91416394272948e-06,
|
|
"loss": 0.5638,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 2.7053815749467924,
|
|
"grad_norm": 0.2806476774239191,
|
|
"learning_rate": 2.894917072731753e-06,
|
|
"loss": 0.5502,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 2.7102462754636667,
|
|
"grad_norm": 0.2854039845839264,
|
|
"learning_rate": 2.8757080410577042e-06,
|
|
"loss": 0.5758,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 2.715110975980541,
|
|
"grad_norm": 0.3005839729890748,
|
|
"learning_rate": 2.8565371929847286e-06,
|
|
"loss": 0.5355,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 2.7199756764974157,
|
|
"grad_norm": 0.2852454554240035,
|
|
"learning_rate": 2.83740487310389e-06,
|
|
"loss": 0.5461,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 2.72484037701429,
|
|
"grad_norm": 0.2805043903962514,
|
|
"learning_rate": 2.81831142531371e-06,
|
|
"loss": 0.5533,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 2.7297050775311646,
|
|
"grad_norm": 0.278284787936014,
|
|
"learning_rate": 2.7992571928139984e-06,
|
|
"loss": 0.5843,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 2.734569778048039,
|
|
"grad_norm": 0.28004315319531786,
|
|
"learning_rate": 2.780242518099675e-06,
|
|
"loss": 0.5806,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 2.739434478564913,
|
|
"grad_norm": 0.2692332754546377,
|
|
"learning_rate": 2.761267742954629e-06,
|
|
"loss": 0.5482,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 2.744299179081788,
|
|
"grad_norm": 0.26093840862288964,
|
|
"learning_rate": 2.7423332084455543e-06,
|
|
"loss": 0.5705,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 2.749163879598662,
|
|
"grad_norm": 0.28110457374939907,
|
|
"learning_rate": 2.723439254915834e-06,
|
|
"loss": 0.5781,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 2.754028580115537,
|
|
"grad_norm": 0.27225004942475917,
|
|
"learning_rate": 2.704586221979422e-06,
|
|
"loss": 0.5762,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 2.758893280632411,
|
|
"grad_norm": 0.34678887132265535,
|
|
"learning_rate": 2.6857744485147286e-06,
|
|
"loss": 0.5433,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 2.7637579811492854,
|
|
"grad_norm": 0.27210550805207784,
|
|
"learning_rate": 2.667004272658541e-06,
|
|
"loss": 0.5507,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 2.7686226816661597,
|
|
"grad_norm": 0.2786452611437435,
|
|
"learning_rate": 2.6482760317999338e-06,
|
|
"loss": 0.5736,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 2.7734873821830344,
|
|
"grad_norm": 0.27389150632515263,
|
|
"learning_rate": 2.629590062574221e-06,
|
|
"loss": 0.5679,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 2.7783520826999086,
|
|
"grad_norm": 0.29467305273327854,
|
|
"learning_rate": 2.610946700856885e-06,
|
|
"loss": 0.5735,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 2.7832167832167833,
|
|
"grad_norm": 0.2515051525383281,
|
|
"learning_rate": 2.592346281757552e-06,
|
|
"loss": 0.5689,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 2.7880814837336576,
|
|
"grad_norm": 0.2552830435147318,
|
|
"learning_rate": 2.5737891396139713e-06,
|
|
"loss": 0.5469,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 2.792946184250532,
|
|
"grad_norm": 0.26885759554382604,
|
|
"learning_rate": 2.5552756079859904e-06,
|
|
"loss": 0.5526,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 2.7978108847674066,
|
|
"grad_norm": 0.2834321504380753,
|
|
"learning_rate": 2.5368060196495785e-06,
|
|
"loss": 0.5429,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 2.802675585284281,
|
|
"grad_norm": 0.28864858545572697,
|
|
"learning_rate": 2.5183807065908296e-06,
|
|
"loss": 0.5678,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 2.8075402858011556,
|
|
"grad_norm": 0.2940404870152954,
|
|
"learning_rate": 2.5000000000000015e-06,
|
|
"loss": 0.553,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 2.81240498631803,
|
|
"grad_norm": 0.26621780717075505,
|
|
"learning_rate": 2.4816642302655634e-06,
|
|
"loss": 0.5387,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 2.817269686834904,
|
|
"grad_norm": 0.40137657004542887,
|
|
"learning_rate": 2.4633737269682546e-06,
|
|
"loss": 0.5761,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 2.822134387351779,
|
|
"grad_norm": 0.26349536926537026,
|
|
"learning_rate": 2.445128818875166e-06,
|
|
"loss": 0.5608,
|
|
"step": 581
|
|
},
|
|
{
|
|
"epoch": 2.826999087868653,
|
|
"grad_norm": 0.33678105941528547,
|
|
"learning_rate": 2.4269298339338205e-06,
|
|
"loss": 0.5634,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 2.8318637883855278,
|
|
"grad_norm": 0.4567255623818097,
|
|
"learning_rate": 2.408777099266291e-06,
|
|
"loss": 0.5453,
|
|
"step": 583
|
|
},
|
|
{
|
|
"epoch": 2.836728488902402,
|
|
"grad_norm": 0.28926382766763636,
|
|
"learning_rate": 2.3906709411633073e-06,
|
|
"loss": 0.5556,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 2.8415931894192763,
|
|
"grad_norm": 0.28979181326791686,
|
|
"learning_rate": 2.3726116850783987e-06,
|
|
"loss": 0.5429,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 2.8464578899361506,
|
|
"grad_norm": 0.2578275780326417,
|
|
"learning_rate": 2.354599655622049e-06,
|
|
"loss": 0.578,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 2.8513225904530253,
|
|
"grad_norm": 0.2832433370240154,
|
|
"learning_rate": 2.3366351765558437e-06,
|
|
"loss": 0.5467,
|
|
"step": 587
|
|
},
|
|
{
|
|
"epoch": 2.8561872909698995,
|
|
"grad_norm": 0.25907604040265186,
|
|
"learning_rate": 2.318718570786675e-06,
|
|
"loss": 0.5328,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 2.8610519914867742,
|
|
"grad_norm": 0.3355257499996,
|
|
"learning_rate": 2.3008501603609147e-06,
|
|
"loss": 0.5502,
|
|
"step": 589
|
|
},
|
|
{
|
|
"epoch": 2.8659166920036485,
|
|
"grad_norm": 0.2791830270131117,
|
|
"learning_rate": 2.283030266458644e-06,
|
|
"loss": 0.5141,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 2.870781392520523,
|
|
"grad_norm": 0.260781169536477,
|
|
"learning_rate": 2.265259209387867e-06,
|
|
"loss": 0.5685,
|
|
"step": 591
|
|
},
|
|
{
|
|
"epoch": 2.8756460930373975,
|
|
"grad_norm": 0.2655154581142735,
|
|
"learning_rate": 2.2475373085787568e-06,
|
|
"loss": 0.5532,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 2.8805107935542718,
|
|
"grad_norm": 0.271525316668963,
|
|
"learning_rate": 2.229864882577921e-06,
|
|
"loss": 0.5756,
|
|
"step": 593
|
|
},
|
|
{
|
|
"epoch": 2.8853754940711465,
|
|
"grad_norm": 0.23653376983647245,
|
|
"learning_rate": 2.2122422490426676e-06,
|
|
"loss": 0.5544,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 2.8902401945880207,
|
|
"grad_norm": 0.266883606760571,
|
|
"learning_rate": 2.194669724735296e-06,
|
|
"loss": 0.5608,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 2.895104895104895,
|
|
"grad_norm": 0.2705642503429929,
|
|
"learning_rate": 2.1771476255174056e-06,
|
|
"loss": 0.5445,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 2.8999695956217693,
|
|
"grad_norm": 0.2842509880427732,
|
|
"learning_rate": 2.159676266344222e-06,
|
|
"loss": 0.5429,
|
|
"step": 597
|
|
},
|
|
{
|
|
"epoch": 2.904834296138644,
|
|
"grad_norm": 0.29749824871155994,
|
|
"learning_rate": 2.1422559612589266e-06,
|
|
"loss": 0.5599,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 2.9096989966555182,
|
|
"grad_norm": 0.29624640077501896,
|
|
"learning_rate": 2.124887023387017e-06,
|
|
"loss": 0.571,
|
|
"step": 599
|
|
},
|
|
{
|
|
"epoch": 2.914563697172393,
|
|
"grad_norm": 0.28018917318528175,
|
|
"learning_rate": 2.1075697649306838e-06,
|
|
"loss": 0.5515,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 2.919428397689267,
|
|
"grad_norm": 0.27398058489328575,
|
|
"learning_rate": 2.0903044971631854e-06,
|
|
"loss": 0.5651,
|
|
"step": 601
|
|
},
|
|
{
|
|
"epoch": 2.9242930982061415,
|
|
"grad_norm": 0.2909278442303323,
|
|
"learning_rate": 2.0730915304232692e-06,
|
|
"loss": 0.5526,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 2.929157798723016,
|
|
"grad_norm": 0.469240393716124,
|
|
"learning_rate": 2.055931174109579e-06,
|
|
"loss": 0.5354,
|
|
"step": 603
|
|
},
|
|
{
|
|
"epoch": 2.9340224992398904,
|
|
"grad_norm": 0.2826999345119178,
|
|
"learning_rate": 2.0388237366751005e-06,
|
|
"loss": 0.5461,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 2.938887199756765,
|
|
"grad_norm": 0.3163005970075211,
|
|
"learning_rate": 2.02176952562162e-06,
|
|
"loss": 0.5461,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 2.9437519002736394,
|
|
"grad_norm": 0.26437346964057357,
|
|
"learning_rate": 2.004768847494186e-06,
|
|
"loss": 0.553,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 2.9486166007905137,
|
|
"grad_norm": 0.2797324594113432,
|
|
"learning_rate": 1.987822007875617e-06,
|
|
"loss": 0.5698,
|
|
"step": 607
|
|
},
|
|
{
|
|
"epoch": 2.9534813013073884,
|
|
"grad_norm": 0.2761094052806844,
|
|
"learning_rate": 1.9709293113809876e-06,
|
|
"loss": 0.5698,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 2.9583460018242627,
|
|
"grad_norm": 0.2702451870211346,
|
|
"learning_rate": 1.954091061652172e-06,
|
|
"loss": 0.5707,
|
|
"step": 609
|
|
},
|
|
{
|
|
"epoch": 2.9632107023411374,
|
|
"grad_norm": 0.28430070425140097,
|
|
"learning_rate": 1.9373075613523728e-06,
|
|
"loss": 0.567,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 2.9680754028580116,
|
|
"grad_norm": 0.27985449046566496,
|
|
"learning_rate": 1.920579112160685e-06,
|
|
"loss": 0.5602,
|
|
"step": 611
|
|
},
|
|
{
|
|
"epoch": 2.972940103374886,
|
|
"grad_norm": 0.2548926215077567,
|
|
"learning_rate": 1.903906014766681e-06,
|
|
"loss": 0.5562,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 2.97780480389176,
|
|
"grad_norm": 0.2814290936624728,
|
|
"learning_rate": 1.8872885688649879e-06,
|
|
"loss": 0.5471,
|
|
"step": 613
|
|
},
|
|
{
|
|
"epoch": 2.982669504408635,
|
|
"grad_norm": 0.2733316331032585,
|
|
"learning_rate": 1.8707270731499223e-06,
|
|
"loss": 0.5574,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 2.987534204925509,
|
|
"grad_norm": 0.2543167272997479,
|
|
"learning_rate": 1.854221825310103e-06,
|
|
"loss": 0.559,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 2.992398905442384,
|
|
"grad_norm": 0.25182984990195645,
|
|
"learning_rate": 1.8377731220231144e-06,
|
|
"loss": 0.559,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 2.997263605959258,
|
|
"grad_norm": 0.2639861524020335,
|
|
"learning_rate": 1.8213812589501611e-06,
|
|
"loss": 0.5663,
|
|
"step": 617
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.3763708992245366,
|
|
"learning_rate": 1.8050465307307602e-06,
|
|
"loss": 0.5628,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 3.0048647005168743,
|
|
"grad_norm": 0.31757089401419397,
|
|
"learning_rate": 1.78876923097745e-06,
|
|
"loss": 0.5318,
|
|
"step": 619
|
|
},
|
|
{
|
|
"epoch": 3.009729401033749,
|
|
"grad_norm": 0.31277069270446384,
|
|
"learning_rate": 1.7725496522704998e-06,
|
|
"loss": 0.5526,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 3.0145941015506232,
|
|
"grad_norm": 0.29043269180216497,
|
|
"learning_rate": 1.7563880861526656e-06,
|
|
"loss": 0.5404,
|
|
"step": 621
|
|
},
|
|
{
|
|
"epoch": 3.0194588020674975,
|
|
"grad_norm": 0.3212771308843742,
|
|
"learning_rate": 1.7402848231239317e-06,
|
|
"loss": 0.5547,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 3.024323502584372,
|
|
"grad_norm": 0.2668521911689649,
|
|
"learning_rate": 1.7242401526363095e-06,
|
|
"loss": 0.5477,
|
|
"step": 623
|
|
},
|
|
{
|
|
"epoch": 3.0291882031012465,
|
|
"grad_norm": 0.2950497216407057,
|
|
"learning_rate": 1.70825436308862e-06,
|
|
"loss": 0.5448,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 3.034052903618121,
|
|
"grad_norm": 0.2966565330288766,
|
|
"learning_rate": 1.692327741821312e-06,
|
|
"loss": 0.5372,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 3.0389176041349955,
|
|
"grad_norm": 0.38207516406149145,
|
|
"learning_rate": 1.676460575111306e-06,
|
|
"loss": 0.5366,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 3.0437823046518697,
|
|
"grad_norm": 0.28121271303511336,
|
|
"learning_rate": 1.6606531481668364e-06,
|
|
"loss": 0.5487,
|
|
"step": 627
|
|
},
|
|
{
|
|
"epoch": 3.0486470051687444,
|
|
"grad_norm": 0.2794768462350028,
|
|
"learning_rate": 1.6449057451223354e-06,
|
|
"loss": 0.5234,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 3.0535117056856187,
|
|
"grad_norm": 0.2782954360816407,
|
|
"learning_rate": 1.6292186490333172e-06,
|
|
"loss": 0.5376,
|
|
"step": 629
|
|
},
|
|
{
|
|
"epoch": 3.058376406202493,
|
|
"grad_norm": 0.26576543916614165,
|
|
"learning_rate": 1.6135921418712959e-06,
|
|
"loss": 0.5507,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 3.0632411067193677,
|
|
"grad_norm": 0.2783844225548137,
|
|
"learning_rate": 1.5980265045187139e-06,
|
|
"loss": 0.5456,
|
|
"step": 631
|
|
},
|
|
{
|
|
"epoch": 3.068105807236242,
|
|
"grad_norm": 0.25385924195209325,
|
|
"learning_rate": 1.5825220167638945e-06,
|
|
"loss": 0.5276,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 3.0729705077531166,
|
|
"grad_norm": 0.2876914071869914,
|
|
"learning_rate": 1.567078957296016e-06,
|
|
"loss": 0.5571,
|
|
"step": 633
|
|
},
|
|
{
|
|
"epoch": 3.077835208269991,
|
|
"grad_norm": 0.2537991579424408,
|
|
"learning_rate": 1.5516976037000941e-06,
|
|
"loss": 0.5228,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 3.082699908786865,
|
|
"grad_norm": 0.27125482515487254,
|
|
"learning_rate": 1.5363782324520033e-06,
|
|
"loss": 0.5262,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 3.08756460930374,
|
|
"grad_norm": 0.281488864195662,
|
|
"learning_rate": 1.5211211189134955e-06,
|
|
"loss": 0.5108,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 3.092429309820614,
|
|
"grad_norm": 0.2706727582428474,
|
|
"learning_rate": 1.5059265373272574e-06,
|
|
"loss": 0.5164,
|
|
"step": 637
|
|
},
|
|
{
|
|
"epoch": 3.0972940103374884,
|
|
"grad_norm": 0.2567150008917212,
|
|
"learning_rate": 1.4907947608119866e-06,
|
|
"loss": 0.5598,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 3.102158710854363,
|
|
"grad_norm": 0.2768365968017163,
|
|
"learning_rate": 1.475726061357463e-06,
|
|
"loss": 0.5513,
|
|
"step": 639
|
|
},
|
|
{
|
|
"epoch": 3.1070234113712374,
|
|
"grad_norm": 0.2682662222558606,
|
|
"learning_rate": 1.4607207098196851e-06,
|
|
"loss": 0.5259,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 3.111888111888112,
|
|
"grad_norm": 0.28320106327360367,
|
|
"learning_rate": 1.4457789759159813e-06,
|
|
"loss": 0.5375,
|
|
"step": 641
|
|
},
|
|
{
|
|
"epoch": 3.1167528124049864,
|
|
"grad_norm": 0.25671866918237374,
|
|
"learning_rate": 1.430901128220174e-06,
|
|
"loss": 0.5163,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 3.1216175129218606,
|
|
"grad_norm": 0.28732563915717585,
|
|
"learning_rate": 1.4160874341577447e-06,
|
|
"loss": 0.5438,
|
|
"step": 643
|
|
},
|
|
{
|
|
"epoch": 3.1264822134387353,
|
|
"grad_norm": 0.28701229147569035,
|
|
"learning_rate": 1.4013381600010278e-06,
|
|
"loss": 0.5381,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 3.1313469139556096,
|
|
"grad_norm": 0.28561141311798793,
|
|
"learning_rate": 1.3866535708644335e-06,
|
|
"loss": 0.529,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 3.136211614472484,
|
|
"grad_norm": 0.24333010391866297,
|
|
"learning_rate": 1.3720339306996666e-06,
|
|
"loss": 0.5437,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 3.1410763149893586,
|
|
"grad_norm": 0.2722745636687491,
|
|
"learning_rate": 1.3574795022910014e-06,
|
|
"loss": 0.5428,
|
|
"step": 647
|
|
},
|
|
{
|
|
"epoch": 3.145941015506233,
|
|
"grad_norm": 0.2568954295562564,
|
|
"learning_rate": 1.3429905472505344e-06,
|
|
"loss": 0.5397,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 3.1508057160231075,
|
|
"grad_norm": 0.25170741730384455,
|
|
"learning_rate": 1.3285673260135073e-06,
|
|
"loss": 0.5283,
|
|
"step": 649
|
|
},
|
|
{
|
|
"epoch": 3.155670416539982,
|
|
"grad_norm": 0.26738323267511876,
|
|
"learning_rate": 1.314210097833607e-06,
|
|
"loss": 0.5153,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 3.160535117056856,
|
|
"grad_norm": 0.2694029384612985,
|
|
"learning_rate": 1.2999191207783129e-06,
|
|
"loss": 0.5513,
|
|
"step": 651
|
|
},
|
|
{
|
|
"epoch": 3.165399817573731,
|
|
"grad_norm": 0.2782571426006946,
|
|
"learning_rate": 1.2856946517242608e-06,
|
|
"loss": 0.5477,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 3.170264518090605,
|
|
"grad_norm": 0.2762183925606223,
|
|
"learning_rate": 1.2715369463526173e-06,
|
|
"loss": 0.5427,
|
|
"step": 653
|
|
},
|
|
{
|
|
"epoch": 3.1751292186074793,
|
|
"grad_norm": 0.2835159805990978,
|
|
"learning_rate": 1.257446259144494e-06,
|
|
"loss": 0.5226,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 3.179993919124354,
|
|
"grad_norm": 0.26890956558835943,
|
|
"learning_rate": 1.2434228433763657e-06,
|
|
"loss": 0.5343,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 3.1848586196412283,
|
|
"grad_norm": 0.2803447620021645,
|
|
"learning_rate": 1.2294669511155193e-06,
|
|
"loss": 0.5654,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 3.1897233201581026,
|
|
"grad_norm": 0.2661570140851626,
|
|
"learning_rate": 1.215578833215526e-06,
|
|
"loss": 0.5409,
|
|
"step": 657
|
|
},
|
|
{
|
|
"epoch": 3.1945880206749773,
|
|
"grad_norm": 0.27003678848886215,
|
|
"learning_rate": 1.201758739311728e-06,
|
|
"loss": 0.5345,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 3.1994527211918515,
|
|
"grad_norm": 0.2674174888141013,
|
|
"learning_rate": 1.1880069178167586e-06,
|
|
"loss": 0.5307,
|
|
"step": 659
|
|
},
|
|
{
|
|
"epoch": 3.2043174217087262,
|
|
"grad_norm": 0.24818687405691206,
|
|
"learning_rate": 1.1743236159160654e-06,
|
|
"loss": 0.5344,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 3.2091821222256005,
|
|
"grad_norm": 0.2833097485030651,
|
|
"learning_rate": 1.1607090795634802e-06,
|
|
"loss": 0.5592,
|
|
"step": 661
|
|
},
|
|
{
|
|
"epoch": 3.2140468227424748,
|
|
"grad_norm": 0.2573692960542338,
|
|
"learning_rate": 1.1471635534767877e-06,
|
|
"loss": 0.5472,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 3.2189115232593495,
|
|
"grad_norm": 0.263451951366132,
|
|
"learning_rate": 1.133687281133331e-06,
|
|
"loss": 0.5328,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 3.2237762237762237,
|
|
"grad_norm": 0.2795435812812608,
|
|
"learning_rate": 1.1202805047656406e-06,
|
|
"loss": 0.5414,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 3.228640924293098,
|
|
"grad_norm": 0.26767226279986783,
|
|
"learning_rate": 1.1069434653570633e-06,
|
|
"loss": 0.5229,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 3.2335056248099727,
|
|
"grad_norm": 0.2769305726098865,
|
|
"learning_rate": 1.0936764026374547e-06,
|
|
"loss": 0.5461,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 3.238370325326847,
|
|
"grad_norm": 0.2683721043300211,
|
|
"learning_rate": 1.0804795550788473e-06,
|
|
"loss": 0.5335,
|
|
"step": 667
|
|
},
|
|
{
|
|
"epoch": 3.2432350258437217,
|
|
"grad_norm": 0.2586540690024237,
|
|
"learning_rate": 1.0673531598911824e-06,
|
|
"loss": 0.5301,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 3.248099726360596,
|
|
"grad_norm": 0.2585610952363775,
|
|
"learning_rate": 1.0542974530180327e-06,
|
|
"loss": 0.5506,
|
|
"step": 669
|
|
},
|
|
{
|
|
"epoch": 3.2529644268774702,
|
|
"grad_norm": 0.28629317209593635,
|
|
"learning_rate": 1.0413126691323667e-06,
|
|
"loss": 0.5403,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 3.257829127394345,
|
|
"grad_norm": 0.2986383589927962,
|
|
"learning_rate": 1.0283990416323336e-06,
|
|
"loss": 0.5357,
|
|
"step": 671
|
|
},
|
|
{
|
|
"epoch": 3.262693827911219,
|
|
"grad_norm": 0.2783311166127385,
|
|
"learning_rate": 1.0155568026370637e-06,
|
|
"loss": 0.5514,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 3.2675585284280935,
|
|
"grad_norm": 0.27270574343916193,
|
|
"learning_rate": 1.0027861829824953e-06,
|
|
"loss": 0.5521,
|
|
"step": 673
|
|
},
|
|
{
|
|
"epoch": 3.272423228944968,
|
|
"grad_norm": 0.264287931479055,
|
|
"learning_rate": 9.900874122172294e-07,
|
|
"loss": 0.528,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 3.2772879294618424,
|
|
"grad_norm": 0.2749075097836974,
|
|
"learning_rate": 9.774607185984004e-07,
|
|
"loss": 0.5364,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 3.282152629978717,
|
|
"grad_norm": 0.2939999425635478,
|
|
"learning_rate": 9.649063290875771e-07,
|
|
"loss": 0.5598,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 3.2870173304955914,
|
|
"grad_norm": 0.33844964787035414,
|
|
"learning_rate": 9.524244693466773e-07,
|
|
"loss": 0.5429,
|
|
"step": 677
|
|
},
|
|
{
|
|
"epoch": 3.2918820310124657,
|
|
"grad_norm": 0.26009160940043535,
|
|
"learning_rate": 9.400153637339182e-07,
|
|
"loss": 0.5413,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 3.2967467315293404,
|
|
"grad_norm": 0.29667100052103135,
|
|
"learning_rate": 9.276792352997782e-07,
|
|
"loss": 0.5725,
|
|
"step": 679
|
|
},
|
|
{
|
|
"epoch": 3.3016114320462147,
|
|
"grad_norm": 0.2594635976467923,
|
|
"learning_rate": 9.154163057829879e-07,
|
|
"loss": 0.5181,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 3.306476132563089,
|
|
"grad_norm": 0.3042798389896856,
|
|
"learning_rate": 9.032267956065516e-07,
|
|
"loss": 0.5594,
|
|
"step": 681
|
|
},
|
|
{
|
|
"epoch": 3.3113408330799636,
|
|
"grad_norm": 0.27115691672006864,
|
|
"learning_rate": 8.911109238737748e-07,
|
|
"loss": 0.5152,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 3.316205533596838,
|
|
"grad_norm": 0.28660219142821347,
|
|
"learning_rate": 8.790689083643328e-07,
|
|
"loss": 0.5708,
|
|
"step": 683
|
|
},
|
|
{
|
|
"epoch": 3.321070234113712,
|
|
"grad_norm": 0.27926912732786296,
|
|
"learning_rate": 8.671009655303531e-07,
|
|
"loss": 0.5575,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 3.325934934630587,
|
|
"grad_norm": 0.23754677679704442,
|
|
"learning_rate": 8.552073104925296e-07,
|
|
"loss": 0.5267,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 3.330799635147461,
|
|
"grad_norm": 0.25142692556805524,
|
|
"learning_rate": 8.433881570362484e-07,
|
|
"loss": 0.5299,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 3.335664335664336,
|
|
"grad_norm": 0.26738368080924196,
|
|
"learning_rate": 8.316437176077491e-07,
|
|
"loss": 0.5492,
|
|
"step": 687
|
|
},
|
|
{
|
|
"epoch": 3.34052903618121,
|
|
"grad_norm": 0.2849351188328476,
|
|
"learning_rate": 8.199742033103091e-07,
|
|
"loss": 0.5315,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 3.3453937366980844,
|
|
"grad_norm": 0.262350504323181,
|
|
"learning_rate": 8.083798239004408e-07,
|
|
"loss": 0.5458,
|
|
"step": 689
|
|
},
|
|
{
|
|
"epoch": 3.350258437214959,
|
|
"grad_norm": 0.2678230062738687,
|
|
"learning_rate": 7.968607877841333e-07,
|
|
"loss": 0.5574,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 3.3551231377318333,
|
|
"grad_norm": 0.250760824199836,
|
|
"learning_rate": 7.854173020130906e-07,
|
|
"loss": 0.5384,
|
|
"step": 691
|
|
},
|
|
{
|
|
"epoch": 3.359987838248708,
|
|
"grad_norm": 0.2646454489095381,
|
|
"learning_rate": 7.740495722810271e-07,
|
|
"loss": 0.534,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 3.3648525387655823,
|
|
"grad_norm": 0.2874912380934125,
|
|
"learning_rate": 7.627578029199562e-07,
|
|
"loss": 0.5574,
|
|
"step": 693
|
|
},
|
|
{
|
|
"epoch": 3.3697172392824566,
|
|
"grad_norm": 0.26117055690787866,
|
|
"learning_rate": 7.515421968965242e-07,
|
|
"loss": 0.5413,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 3.374581939799331,
|
|
"grad_norm": 0.27749657198179634,
|
|
"learning_rate": 7.404029558083653e-07,
|
|
"loss": 0.5301,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 3.3794466403162056,
|
|
"grad_norm": 0.27232903727854973,
|
|
"learning_rate": 7.293402798804667e-07,
|
|
"loss": 0.5434,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 3.38431134083308,
|
|
"grad_norm": 0.5426235578901134,
|
|
"learning_rate": 7.183543679615834e-07,
|
|
"loss": 0.5442,
|
|
"step": 697
|
|
},
|
|
{
|
|
"epoch": 3.3891760413499545,
|
|
"grad_norm": 0.2673299942613958,
|
|
"learning_rate": 7.074454175206524e-07,
|
|
"loss": 0.5621,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 3.394040741866829,
|
|
"grad_norm": 0.269226772191099,
|
|
"learning_rate": 6.966136246432492e-07,
|
|
"loss": 0.5279,
|
|
"step": 699
|
|
},
|
|
{
|
|
"epoch": 3.398905442383703,
|
|
"grad_norm": 0.2485253898279206,
|
|
"learning_rate": 6.858591840280627e-07,
|
|
"loss": 0.5316,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 3.4037701429005778,
|
|
"grad_norm": 0.26619259707291715,
|
|
"learning_rate": 6.751822889833926e-07,
|
|
"loss": 0.5503,
|
|
"step": 701
|
|
},
|
|
{
|
|
"epoch": 3.408634843417452,
|
|
"grad_norm": 0.2755743118570231,
|
|
"learning_rate": 6.645831314236817e-07,
|
|
"loss": 0.5364,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 3.4134995439343268,
|
|
"grad_norm": 0.2623575079453286,
|
|
"learning_rate": 6.540619018660555e-07,
|
|
"loss": 0.5329,
|
|
"step": 703
|
|
},
|
|
{
|
|
"epoch": 3.418364244451201,
|
|
"grad_norm": 0.2999782351004191,
|
|
"learning_rate": 6.436187894269086e-07,
|
|
"loss": 0.5477,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 3.4232289449680753,
|
|
"grad_norm": 0.3155770599805052,
|
|
"learning_rate": 6.332539818184985e-07,
|
|
"loss": 0.5273,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 3.42809364548495,
|
|
"grad_norm": 0.2481315893130342,
|
|
"learning_rate": 6.229676653455719e-07,
|
|
"loss": 0.5409,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 3.4329583460018243,
|
|
"grad_norm": 0.26832697306240966,
|
|
"learning_rate": 6.127600249020216e-07,
|
|
"loss": 0.5452,
|
|
"step": 707
|
|
},
|
|
{
|
|
"epoch": 3.4378230465186985,
|
|
"grad_norm": 0.2696685856730689,
|
|
"learning_rate": 6.026312439675553e-07,
|
|
"loss": 0.5338,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 3.4426877470355732,
|
|
"grad_norm": 0.2767819640520473,
|
|
"learning_rate": 5.925815046044026e-07,
|
|
"loss": 0.5375,
|
|
"step": 709
|
|
},
|
|
{
|
|
"epoch": 3.4475524475524475,
|
|
"grad_norm": 0.26416581654552523,
|
|
"learning_rate": 5.826109874540409e-07,
|
|
"loss": 0.5399,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 3.4524171480693218,
|
|
"grad_norm": 0.2860445380423454,
|
|
"learning_rate": 5.727198717339511e-07,
|
|
"loss": 0.5683,
|
|
"step": 711
|
|
},
|
|
{
|
|
"epoch": 3.4572818485861965,
|
|
"grad_norm": 0.28746477125025693,
|
|
"learning_rate": 5.6290833523439e-07,
|
|
"loss": 0.5453,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 3.4621465491030707,
|
|
"grad_norm": 0.27123616812056267,
|
|
"learning_rate": 5.531765543152002e-07,
|
|
"loss": 0.547,
|
|
"step": 713
|
|
},
|
|
{
|
|
"epoch": 3.4670112496199454,
|
|
"grad_norm": 0.27064766684975,
|
|
"learning_rate": 5.435247039026398e-07,
|
|
"loss": 0.5246,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 3.4718759501368197,
|
|
"grad_norm": 0.2675591802760159,
|
|
"learning_rate": 5.33952957486234e-07,
|
|
"loss": 0.5371,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 3.476740650653694,
|
|
"grad_norm": 0.2577337953283578,
|
|
"learning_rate": 5.244614871156612e-07,
|
|
"loss": 0.5532,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 3.4816053511705687,
|
|
"grad_norm": 0.2765336326699086,
|
|
"learning_rate": 5.150504633976572e-07,
|
|
"loss": 0.5288,
|
|
"step": 717
|
|
},
|
|
{
|
|
"epoch": 3.486470051687443,
|
|
"grad_norm": 0.2552545600116987,
|
|
"learning_rate": 5.057200554929509e-07,
|
|
"loss": 0.559,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 3.4913347522043177,
|
|
"grad_norm": 0.2577474961856747,
|
|
"learning_rate": 4.964704311132224e-07,
|
|
"loss": 0.5327,
|
|
"step": 719
|
|
},
|
|
{
|
|
"epoch": 3.496199452721192,
|
|
"grad_norm": 0.2544135497241495,
|
|
"learning_rate": 4.873017565180871e-07,
|
|
"loss": 0.5315,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 3.501064153238066,
|
|
"grad_norm": 0.2613617825216244,
|
|
"learning_rate": 4.782141965121129e-07,
|
|
"loss": 0.5452,
|
|
"step": 721
|
|
},
|
|
{
|
|
"epoch": 3.5059288537549405,
|
|
"grad_norm": 0.2570853485283409,
|
|
"learning_rate": 4.6920791444184934e-07,
|
|
"loss": 0.5366,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 3.510793554271815,
|
|
"grad_norm": 0.25029425661462223,
|
|
"learning_rate": 4.602830721928997e-07,
|
|
"loss": 0.532,
|
|
"step": 723
|
|
},
|
|
{
|
|
"epoch": 3.5156582547886894,
|
|
"grad_norm": 0.25969941492008564,
|
|
"learning_rate": 4.5143983018700485e-07,
|
|
"loss": 0.5493,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 3.520522955305564,
|
|
"grad_norm": 0.2969063406368926,
|
|
"learning_rate": 4.4267834737916295e-07,
|
|
"loss": 0.556,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 3.5253876558224384,
|
|
"grad_norm": 0.2625151132858115,
|
|
"learning_rate": 4.33998781254773e-07,
|
|
"loss": 0.5613,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 3.5302523563393127,
|
|
"grad_norm": 0.2581320642349313,
|
|
"learning_rate": 4.2540128782679934e-07,
|
|
"loss": 0.5343,
|
|
"step": 727
|
|
},
|
|
{
|
|
"epoch": 3.5351170568561874,
|
|
"grad_norm": 0.2803545127872987,
|
|
"learning_rate": 4.1688602163297564e-07,
|
|
"loss": 0.5394,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 3.5399817573730616,
|
|
"grad_norm": 0.2950953986558406,
|
|
"learning_rate": 4.0845313573301736e-07,
|
|
"loss": 0.5561,
|
|
"step": 729
|
|
},
|
|
{
|
|
"epoch": 3.5448464578899364,
|
|
"grad_norm": 0.2684371721126504,
|
|
"learning_rate": 4.001027817058789e-07,
|
|
"loss": 0.5315,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 3.5497111584068106,
|
|
"grad_norm": 0.25452762713534766,
|
|
"learning_rate": 3.9183510964702463e-07,
|
|
"loss": 0.535,
|
|
"step": 731
|
|
},
|
|
{
|
|
"epoch": 3.554575858923685,
|
|
"grad_norm": 0.27284279000641687,
|
|
"learning_rate": 3.836502681657289e-07,
|
|
"loss": 0.5376,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 3.5594405594405596,
|
|
"grad_norm": 0.28341394245584633,
|
|
"learning_rate": 3.755484043824131e-07,
|
|
"loss": 0.5556,
|
|
"step": 733
|
|
},
|
|
{
|
|
"epoch": 3.564305259957434,
|
|
"grad_norm": 0.25237362907086613,
|
|
"learning_rate": 3.675296639259912e-07,
|
|
"loss": 0.5512,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 3.5691699604743086,
|
|
"grad_norm": 0.276525141793876,
|
|
"learning_rate": 3.595941909312595e-07,
|
|
"loss": 0.5246,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 3.574034660991183,
|
|
"grad_norm": 0.2526380857652992,
|
|
"learning_rate": 3.517421280363004e-07,
|
|
"loss": 0.5449,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 3.578899361508057,
|
|
"grad_norm": 0.26206050395341407,
|
|
"learning_rate": 3.439736163799251e-07,
|
|
"loss": 0.5235,
|
|
"step": 737
|
|
},
|
|
{
|
|
"epoch": 3.5837640620249314,
|
|
"grad_norm": 0.25356408590019436,
|
|
"learning_rate": 3.362887955991301e-07,
|
|
"loss": 0.521,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 3.588628762541806,
|
|
"grad_norm": 0.24019814987325147,
|
|
"learning_rate": 3.2868780382658895e-07,
|
|
"loss": 0.5264,
|
|
"step": 739
|
|
},
|
|
{
|
|
"epoch": 3.5934934630586803,
|
|
"grad_norm": 0.25285707964888665,
|
|
"learning_rate": 3.2117077768817395e-07,
|
|
"loss": 0.5621,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 3.598358163575555,
|
|
"grad_norm": 0.27260229620262144,
|
|
"learning_rate": 3.1373785230049356e-07,
|
|
"loss": 0.5524,
|
|
"step": 741
|
|
},
|
|
{
|
|
"epoch": 3.6032228640924293,
|
|
"grad_norm": 0.2722440992730437,
|
|
"learning_rate": 3.0638916126846885e-07,
|
|
"loss": 0.5525,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 3.6080875646093036,
|
|
"grad_norm": 0.2634649687327327,
|
|
"learning_rate": 2.991248366829291e-07,
|
|
"loss": 0.5495,
|
|
"step": 743
|
|
},
|
|
{
|
|
"epoch": 3.6129522651261783,
|
|
"grad_norm": 0.2615603819542947,
|
|
"learning_rate": 2.91945009118238e-07,
|
|
"loss": 0.541,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 3.6178169656430526,
|
|
"grad_norm": 0.7358681365578488,
|
|
"learning_rate": 2.848498076299483e-07,
|
|
"loss": 0.5432,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 3.6226816661599273,
|
|
"grad_norm": 0.388594899763495,
|
|
"learning_rate": 2.7783935975247867e-07,
|
|
"loss": 0.5294,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 3.6275463666768015,
|
|
"grad_norm": 0.25790443727551016,
|
|
"learning_rate": 2.7091379149682683e-07,
|
|
"loss": 0.527,
|
|
"step": 747
|
|
},
|
|
{
|
|
"epoch": 3.632411067193676,
|
|
"grad_norm": 0.2630355426758199,
|
|
"learning_rate": 2.6407322734829763e-07,
|
|
"loss": 0.5337,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 3.63727576771055,
|
|
"grad_norm": 0.24636200962143406,
|
|
"learning_rate": 2.573177902642726e-07,
|
|
"loss": 0.5336,
|
|
"step": 749
|
|
},
|
|
{
|
|
"epoch": 3.6421404682274248,
|
|
"grad_norm": 0.2503473601342059,
|
|
"learning_rate": 2.506476016719922e-07,
|
|
"loss": 0.5278,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 3.647005168744299,
|
|
"grad_norm": 0.2646923021723898,
|
|
"learning_rate": 2.440627814663804e-07,
|
|
"loss": 0.5458,
|
|
"step": 751
|
|
},
|
|
{
|
|
"epoch": 3.6518698692611737,
|
|
"grad_norm": 0.28062789745222055,
|
|
"learning_rate": 2.3756344800788421e-07,
|
|
"loss": 0.5404,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 3.656734569778048,
|
|
"grad_norm": 0.25703027388085775,
|
|
"learning_rate": 2.3114971812034981e-07,
|
|
"loss": 0.5481,
|
|
"step": 753
|
|
},
|
|
{
|
|
"epoch": 3.6615992702949223,
|
|
"grad_norm": 0.3008462495958372,
|
|
"learning_rate": 2.2482170708892083e-07,
|
|
"loss": 0.5665,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 3.666463970811797,
|
|
"grad_norm": 0.25601999403821707,
|
|
"learning_rate": 2.1857952865796616e-07,
|
|
"loss": 0.5635,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 3.6713286713286712,
|
|
"grad_norm": 0.27138561209769946,
|
|
"learning_rate": 2.124232950290367e-07,
|
|
"loss": 0.5453,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 3.676193371845546,
|
|
"grad_norm": 0.2513593785822902,
|
|
"learning_rate": 2.0635311685884675e-07,
|
|
"loss": 0.5274,
|
|
"step": 757
|
|
},
|
|
{
|
|
"epoch": 3.68105807236242,
|
|
"grad_norm": 0.2565399270175768,
|
|
"learning_rate": 2.0036910325728521e-07,
|
|
"loss": 0.5332,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 3.6859227728792945,
|
|
"grad_norm": 0.28415452387362666,
|
|
"learning_rate": 1.9447136178545766e-07,
|
|
"loss": 0.5676,
|
|
"step": 759
|
|
},
|
|
{
|
|
"epoch": 3.690787473396169,
|
|
"grad_norm": 0.25144424003282845,
|
|
"learning_rate": 1.8865999845374794e-07,
|
|
"loss": 0.5401,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 3.6956521739130435,
|
|
"grad_norm": 0.2712363196347405,
|
|
"learning_rate": 1.8293511771991624e-07,
|
|
"loss": 0.5571,
|
|
"step": 761
|
|
},
|
|
{
|
|
"epoch": 3.700516874429918,
|
|
"grad_norm": 0.27491234015674665,
|
|
"learning_rate": 1.7729682248721848e-07,
|
|
"loss": 0.5219,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 3.7053815749467924,
|
|
"grad_norm": 0.2522812744244863,
|
|
"learning_rate": 1.7174521410256162e-07,
|
|
"loss": 0.5326,
|
|
"step": 763
|
|
},
|
|
{
|
|
"epoch": 3.7102462754636667,
|
|
"grad_norm": 0.2990835989369813,
|
|
"learning_rate": 1.6628039235467686e-07,
|
|
"loss": 0.5286,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 3.715110975980541,
|
|
"grad_norm": 0.2565780884237795,
|
|
"learning_rate": 1.6090245547232707e-07,
|
|
"loss": 0.5412,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 3.7199756764974157,
|
|
"grad_norm": 0.2607318374047698,
|
|
"learning_rate": 1.5561150012254446e-07,
|
|
"loss": 0.5473,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 3.72484037701429,
|
|
"grad_norm": 0.26802482318696,
|
|
"learning_rate": 1.5040762140888843e-07,
|
|
"loss": 0.5286,
|
|
"step": 767
|
|
},
|
|
{
|
|
"epoch": 3.7297050775311646,
|
|
"grad_norm": 0.357300151073744,
|
|
"learning_rate": 1.4529091286973994e-07,
|
|
"loss": 0.5407,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 3.734569778048039,
|
|
"grad_norm": 0.29304284304963035,
|
|
"learning_rate": 1.402614664766172e-07,
|
|
"loss": 0.5739,
|
|
"step": 769
|
|
},
|
|
{
|
|
"epoch": 3.739434478564913,
|
|
"grad_norm": 0.26120344800544076,
|
|
"learning_rate": 1.353193726325247e-07,
|
|
"loss": 0.5561,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 3.744299179081788,
|
|
"grad_norm": 0.27896242544117483,
|
|
"learning_rate": 1.3046472017032685e-07,
|
|
"loss": 0.5494,
|
|
"step": 771
|
|
},
|
|
{
|
|
"epoch": 3.749163879598662,
|
|
"grad_norm": 0.27994163089285834,
|
|
"learning_rate": 1.2569759635115086e-07,
|
|
"loss": 0.5632,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 3.754028580115537,
|
|
"grad_norm": 0.37095939164121267,
|
|
"learning_rate": 1.210180868628219e-07,
|
|
"loss": 0.5346,
|
|
"step": 773
|
|
},
|
|
{
|
|
"epoch": 3.758893280632411,
|
|
"grad_norm": 0.25582404015705934,
|
|
"learning_rate": 1.1642627581831767e-07,
|
|
"loss": 0.5269,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 3.7637579811492854,
|
|
"grad_norm": 0.24741824170121834,
|
|
"learning_rate": 1.1192224575425848e-07,
|
|
"loss": 0.553,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 3.7686226816661597,
|
|
"grad_norm": 0.26013412811119957,
|
|
"learning_rate": 1.0750607762942622e-07,
|
|
"loss": 0.5443,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 3.7734873821830344,
|
|
"grad_norm": 0.23937616552802693,
|
|
"learning_rate": 1.0317785082330555e-07,
|
|
"loss": 0.542,
|
|
"step": 777
|
|
},
|
|
{
|
|
"epoch": 3.7783520826999086,
|
|
"grad_norm": 0.27662471609042066,
|
|
"learning_rate": 9.89376431346606e-08,
|
|
"loss": 0.565,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 3.7832167832167833,
|
|
"grad_norm": 0.2770174712299304,
|
|
"learning_rate": 9.478553078013042e-08,
|
|
"loss": 0.5341,
|
|
"step": 779
|
|
},
|
|
{
|
|
"epoch": 3.7880814837336576,
|
|
"grad_norm": 0.25467569265119394,
|
|
"learning_rate": 9.072158839286748e-08,
|
|
"loss": 0.54,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 3.792946184250532,
|
|
"grad_norm": 0.26951634651330447,
|
|
"learning_rate": 8.674588902118919e-08,
|
|
"loss": 0.5236,
|
|
"step": 781
|
|
},
|
|
{
|
|
"epoch": 3.7978108847674066,
|
|
"grad_norm": 0.259821430769431,
|
|
"learning_rate": 8.285850412726837e-08,
|
|
"loss": 0.5335,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 3.802675585284281,
|
|
"grad_norm": 0.29661093064338573,
|
|
"learning_rate": 7.905950358584768e-08,
|
|
"loss": 0.5584,
|
|
"step": 783
|
|
},
|
|
{
|
|
"epoch": 3.8075402858011556,
|
|
"grad_norm": 0.29153984224623186,
|
|
"learning_rate": 7.534895568298395e-08,
|
|
"loss": 0.5477,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 3.81240498631803,
|
|
"grad_norm": 0.25718490251334,
|
|
"learning_rate": 7.172692711482022e-08,
|
|
"loss": 0.5608,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 3.817269686834904,
|
|
"grad_norm": 0.2896914739263431,
|
|
"learning_rate": 6.819348298638839e-08,
|
|
"loss": 0.5624,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 3.822134387351779,
|
|
"grad_norm": 0.2516018017568526,
|
|
"learning_rate": 6.474868681043578e-08,
|
|
"loss": 0.5313,
|
|
"step": 787
|
|
},
|
|
{
|
|
"epoch": 3.826999087868653,
|
|
"grad_norm": 0.2537588977378279,
|
|
"learning_rate": 6.13926005062876e-08,
|
|
"loss": 0.5241,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 3.8318637883855278,
|
|
"grad_norm": 0.26163242207815546,
|
|
"learning_rate": 5.8125284398730666e-08,
|
|
"loss": 0.5238,
|
|
"step": 789
|
|
},
|
|
{
|
|
"epoch": 3.836728488902402,
|
|
"grad_norm": 0.2753207652054593,
|
|
"learning_rate": 5.4946797216931524e-08,
|
|
"loss": 0.5493,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 3.8415931894192763,
|
|
"grad_norm": 0.4014078763583581,
|
|
"learning_rate": 5.185719609337836e-08,
|
|
"loss": 0.525,
|
|
"step": 791
|
|
},
|
|
{
|
|
"epoch": 3.8464578899361506,
|
|
"grad_norm": 0.2889768926689584,
|
|
"learning_rate": 4.885653656285627e-08,
|
|
"loss": 0.5322,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 3.8513225904530253,
|
|
"grad_norm": 0.3102463020818238,
|
|
"learning_rate": 4.5944872561448084e-08,
|
|
"loss": 0.5648,
|
|
"step": 793
|
|
},
|
|
{
|
|
"epoch": 3.8561872909698995,
|
|
"grad_norm": 0.2540205640986455,
|
|
"learning_rate": 4.3122256425563444e-08,
|
|
"loss": 0.543,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 3.8610519914867742,
|
|
"grad_norm": 0.27043507557046537,
|
|
"learning_rate": 4.038873889100237e-08,
|
|
"loss": 0.5556,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 3.8659166920036485,
|
|
"grad_norm": 0.26891814006504855,
|
|
"learning_rate": 3.77443690920376e-08,
|
|
"loss": 0.5717,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 3.870781392520523,
|
|
"grad_norm": 0.23077813601697678,
|
|
"learning_rate": 3.518919456053649e-08,
|
|
"loss": 0.5387,
|
|
"step": 797
|
|
},
|
|
{
|
|
"epoch": 3.8756460930373975,
|
|
"grad_norm": 0.3299888054451032,
|
|
"learning_rate": 3.2723261225102164e-08,
|
|
"loss": 0.5498,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 3.8805107935542718,
|
|
"grad_norm": 0.2695699953679799,
|
|
"learning_rate": 3.034661341025258e-08,
|
|
"loss": 0.5393,
|
|
"step": 799
|
|
},
|
|
{
|
|
"epoch": 3.8853754940711465,
|
|
"grad_norm": 0.26264746207922285,
|
|
"learning_rate": 2.8059293835620006e-08,
|
|
"loss": 0.5367,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 3.8902401945880207,
|
|
"grad_norm": 0.2906233561953433,
|
|
"learning_rate": 2.5861343615184997e-08,
|
|
"loss": 0.5483,
|
|
"step": 801
|
|
},
|
|
{
|
|
"epoch": 3.895104895104895,
|
|
"grad_norm": 0.26082308979138996,
|
|
"learning_rate": 2.3752802256536423e-08,
|
|
"loss": 0.5509,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 3.8999695956217693,
|
|
"grad_norm": 0.26243414502263285,
|
|
"learning_rate": 2.173370766016314e-08,
|
|
"loss": 0.5244,
|
|
"step": 803
|
|
},
|
|
{
|
|
"epoch": 3.904834296138644,
|
|
"grad_norm": 0.2396313840427589,
|
|
"learning_rate": 1.98040961187701e-08,
|
|
"loss": 0.5252,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 3.9096989966555182,
|
|
"grad_norm": 0.26749637488953376,
|
|
"learning_rate": 1.7964002316628316e-08,
|
|
"loss": 0.5454,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 3.914563697172393,
|
|
"grad_norm": 0.28231761799640104,
|
|
"learning_rate": 1.6213459328950355e-08,
|
|
"loss": 0.565,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 3.919428397689267,
|
|
"grad_norm": 0.2511696096664254,
|
|
"learning_rate": 1.4552498621295264e-08,
|
|
"loss": 0.5233,
|
|
"step": 807
|
|
},
|
|
{
|
|
"epoch": 3.9242930982061415,
|
|
"grad_norm": 0.22862186801123288,
|
|
"learning_rate": 1.2981150049004021e-08,
|
|
"loss": 0.5337,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 3.929157798723016,
|
|
"grad_norm": 0.24897660074063854,
|
|
"learning_rate": 1.1499441856663296e-08,
|
|
"loss": 0.5578,
|
|
"step": 809
|
|
},
|
|
{
|
|
"epoch": 3.9340224992398904,
|
|
"grad_norm": 0.26710346275879765,
|
|
"learning_rate": 1.0107400677596413e-08,
|
|
"loss": 0.5639,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 3.938887199756765,
|
|
"grad_norm": 0.25817900061264243,
|
|
"learning_rate": 8.805051533384846e-09,
|
|
"loss": 0.5397,
|
|
"step": 811
|
|
},
|
|
{
|
|
"epoch": 3.9437519002736394,
|
|
"grad_norm": 0.25661445582035397,
|
|
"learning_rate": 7.59241783341913e-09,
|
|
"loss": 0.5365,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 3.9486166007905137,
|
|
"grad_norm": 0.2677011754772838,
|
|
"learning_rate": 6.469521374477539e-09,
|
|
"loss": 0.5353,
|
|
"step": 813
|
|
},
|
|
{
|
|
"epoch": 3.9534813013073884,
|
|
"grad_norm": 0.2864530495225435,
|
|
"learning_rate": 5.436382340335833e-09,
|
|
"loss": 0.5441,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 3.9583460018242627,
|
|
"grad_norm": 0.2415904761955439,
|
|
"learning_rate": 4.493019301401447e-09,
|
|
"loss": 0.5262,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 3.9632107023411374,
|
|
"grad_norm": 0.2657479635991742,
|
|
"learning_rate": 3.6394492143820847e-09,
|
|
"loss": 0.5425,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 3.9680754028580116,
|
|
"grad_norm": 0.2443786914100295,
|
|
"learning_rate": 2.875687421980966e-09,
|
|
"loss": 0.5457,
|
|
"step": 817
|
|
},
|
|
{
|
|
"epoch": 3.972940103374886,
|
|
"grad_norm": 0.2693045612925708,
|
|
"learning_rate": 2.201747652618713e-09,
|
|
"loss": 0.5411,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 3.97780480389176,
|
|
"grad_norm": 0.3342079334008971,
|
|
"learning_rate": 1.6176420201902132e-09,
|
|
"loss": 0.5469,
|
|
"step": 819
|
|
},
|
|
{
|
|
"epoch": 3.982669504408635,
|
|
"grad_norm": 0.27406984681523167,
|
|
"learning_rate": 1.1233810238425735e-09,
|
|
"loss": 0.5498,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 3.987534204925509,
|
|
"grad_norm": 0.27439832616969007,
|
|
"learning_rate": 7.189735477913795e-10,
|
|
"loss": 0.5326,
|
|
"step": 821
|
|
},
|
|
{
|
|
"epoch": 3.992398905442384,
|
|
"grad_norm": 0.25816930859088183,
|
|
"learning_rate": 4.0442686115582665e-10,
|
|
"loss": 0.5297,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 3.997263605959258,
|
|
"grad_norm": 0.2715657849904006,
|
|
"learning_rate": 1.797466178327101e-10,
|
|
"loss": 0.5398,
|
|
"step": 823
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.350890890063273,
|
|
"learning_rate": 4.4936856390398465e-11,
|
|
"loss": 0.5195,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"step": 824,
|
|
"total_flos": 1671471016509440.0,
|
|
"train_loss": 0.5990438958973561,
|
|
"train_runtime": 156717.3164,
|
|
"train_samples_per_second": 0.671,
|
|
"train_steps_per_second": 0.005
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 824,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 4,
|
|
"save_steps": 1000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1671471016509440.0,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|