4562 lines
110 KiB
JSON
4562 lines
110 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 3.0,
|
||
|
|
"eval_steps": 50,
|
||
|
|
"global_step": 633,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.004739336492890996,
|
||
|
|
"grad_norm": 33.21675090695969,
|
||
|
|
"learning_rate": 0.0,
|
||
|
|
"loss": 1.6607,
|
||
|
|
"step": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009478672985781991,
|
||
|
|
"grad_norm": 145.79448143612095,
|
||
|
|
"learning_rate": 4.739336492890996e-08,
|
||
|
|
"loss": 6.9341,
|
||
|
|
"step": 2
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014218009478672985,
|
||
|
|
"grad_norm": 76.12710929983453,
|
||
|
|
"learning_rate": 9.478672985781992e-08,
|
||
|
|
"loss": 4.0894,
|
||
|
|
"step": 3
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.018957345971563982,
|
||
|
|
"grad_norm": 120.34557987524876,
|
||
|
|
"learning_rate": 1.4218009478672986e-07,
|
||
|
|
"loss": 4.8714,
|
||
|
|
"step": 4
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.023696682464454975,
|
||
|
|
"grad_norm": 45.93915597012246,
|
||
|
|
"learning_rate": 1.8957345971563984e-07,
|
||
|
|
"loss": 3.0785,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02843601895734597,
|
||
|
|
"grad_norm": 7.588158469972687,
|
||
|
|
"learning_rate": 2.3696682464454978e-07,
|
||
|
|
"loss": 1.1787,
|
||
|
|
"step": 6
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03317535545023697,
|
||
|
|
"grad_norm": 123.2126299473189,
|
||
|
|
"learning_rate": 2.843601895734597e-07,
|
||
|
|
"loss": 4.9773,
|
||
|
|
"step": 7
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.037914691943127965,
|
||
|
|
"grad_norm": 34.85405544555481,
|
||
|
|
"learning_rate": 3.317535545023697e-07,
|
||
|
|
"loss": 1.9134,
|
||
|
|
"step": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04265402843601896,
|
||
|
|
"grad_norm": 6.387158096213077,
|
||
|
|
"learning_rate": 3.791469194312797e-07,
|
||
|
|
"loss": 1.078,
|
||
|
|
"step": 9
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04739336492890995,
|
||
|
|
"grad_norm": 90.5056475587616,
|
||
|
|
"learning_rate": 4.265402843601896e-07,
|
||
|
|
"loss": 3.3833,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052132701421800945,
|
||
|
|
"grad_norm": 19.847643429642027,
|
||
|
|
"learning_rate": 4.7393364928909956e-07,
|
||
|
|
"loss": 1.6906,
|
||
|
|
"step": 11
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05687203791469194,
|
||
|
|
"grad_norm": 69.85258553912271,
|
||
|
|
"learning_rate": 5.213270142180095e-07,
|
||
|
|
"loss": 3.443,
|
||
|
|
"step": 12
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.061611374407582936,
|
||
|
|
"grad_norm": 66.07803912705128,
|
||
|
|
"learning_rate": 5.687203791469194e-07,
|
||
|
|
"loss": 2.998,
|
||
|
|
"step": 13
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06635071090047394,
|
||
|
|
"grad_norm": 60.825322694407426,
|
||
|
|
"learning_rate": 6.161137440758294e-07,
|
||
|
|
"loss": 2.9808,
|
||
|
|
"step": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07109004739336493,
|
||
|
|
"grad_norm": 12.100377024176268,
|
||
|
|
"learning_rate": 6.635071090047394e-07,
|
||
|
|
"loss": 1.1544,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07582938388625593,
|
||
|
|
"grad_norm": 67.6920658849621,
|
||
|
|
"learning_rate": 7.109004739336493e-07,
|
||
|
|
"loss": 2.9571,
|
||
|
|
"step": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08056872037914692,
|
||
|
|
"grad_norm": 18.392508410355724,
|
||
|
|
"learning_rate": 7.582938388625594e-07,
|
||
|
|
"loss": 1.3217,
|
||
|
|
"step": 17
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08530805687203792,
|
||
|
|
"grad_norm": 70.96881552186444,
|
||
|
|
"learning_rate": 8.056872037914692e-07,
|
||
|
|
"loss": 3.4988,
|
||
|
|
"step": 18
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09004739336492891,
|
||
|
|
"grad_norm": 11.624035689102646,
|
||
|
|
"learning_rate": 8.530805687203792e-07,
|
||
|
|
"loss": 1.3954,
|
||
|
|
"step": 19
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0947867298578199,
|
||
|
|
"grad_norm": 63.05933859985993,
|
||
|
|
"learning_rate": 9.004739336492892e-07,
|
||
|
|
"loss": 2.6776,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0995260663507109,
|
||
|
|
"grad_norm": 8.32831094452385,
|
||
|
|
"learning_rate": 9.478672985781991e-07,
|
||
|
|
"loss": 1.0306,
|
||
|
|
"step": 21
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10426540284360189,
|
||
|
|
"grad_norm": 45.10580181897829,
|
||
|
|
"learning_rate": 9.95260663507109e-07,
|
||
|
|
"loss": 2.3985,
|
||
|
|
"step": 22
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10900473933649289,
|
||
|
|
"grad_norm": 15.893169103733232,
|
||
|
|
"learning_rate": 1.042654028436019e-06,
|
||
|
|
"loss": 1.2971,
|
||
|
|
"step": 23
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11374407582938388,
|
||
|
|
"grad_norm": 29.8234296502016,
|
||
|
|
"learning_rate": 1.090047393364929e-06,
|
||
|
|
"loss": 1.919,
|
||
|
|
"step": 24
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11848341232227488,
|
||
|
|
"grad_norm": 82.09962631491388,
|
||
|
|
"learning_rate": 1.1374407582938388e-06,
|
||
|
|
"loss": 3.6626,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12322274881516587,
|
||
|
|
"grad_norm": 40.04271756686343,
|
||
|
|
"learning_rate": 1.184834123222749e-06,
|
||
|
|
"loss": 2.308,
|
||
|
|
"step": 26
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12796208530805686,
|
||
|
|
"grad_norm": 27.449517033776978,
|
||
|
|
"learning_rate": 1.2322274881516587e-06,
|
||
|
|
"loss": 1.8155,
|
||
|
|
"step": 27
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13270142180094788,
|
||
|
|
"grad_norm": 10.639809456341752,
|
||
|
|
"learning_rate": 1.2796208530805687e-06,
|
||
|
|
"loss": 1.0393,
|
||
|
|
"step": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13744075829383887,
|
||
|
|
"grad_norm": 54.85981944259095,
|
||
|
|
"learning_rate": 1.3270142180094788e-06,
|
||
|
|
"loss": 2.7517,
|
||
|
|
"step": 29
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14218009478672985,
|
||
|
|
"grad_norm": 10.614676945303964,
|
||
|
|
"learning_rate": 1.3744075829383887e-06,
|
||
|
|
"loss": 1.1101,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14691943127962084,
|
||
|
|
"grad_norm": 24.53181043088714,
|
||
|
|
"learning_rate": 1.4218009478672987e-06,
|
||
|
|
"loss": 1.7597,
|
||
|
|
"step": 31
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15165876777251186,
|
||
|
|
"grad_norm": 21.276538744853784,
|
||
|
|
"learning_rate": 1.4691943127962086e-06,
|
||
|
|
"loss": 1.8453,
|
||
|
|
"step": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15639810426540285,
|
||
|
|
"grad_norm": 37.367412651323995,
|
||
|
|
"learning_rate": 1.5165876777251187e-06,
|
||
|
|
"loss": 1.9205,
|
||
|
|
"step": 33
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16113744075829384,
|
||
|
|
"grad_norm": 4.908149316461357,
|
||
|
|
"learning_rate": 1.5639810426540287e-06,
|
||
|
|
"loss": 1.0521,
|
||
|
|
"step": 34
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16587677725118483,
|
||
|
|
"grad_norm": 18.58884607239678,
|
||
|
|
"learning_rate": 1.6113744075829384e-06,
|
||
|
|
"loss": 1.2307,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17061611374407584,
|
||
|
|
"grad_norm": 4.500814297819521,
|
||
|
|
"learning_rate": 1.6587677725118483e-06,
|
||
|
|
"loss": 0.9168,
|
||
|
|
"step": 36
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17535545023696683,
|
||
|
|
"grad_norm": 21.66083636003178,
|
||
|
|
"learning_rate": 1.7061611374407585e-06,
|
||
|
|
"loss": 1.5528,
|
||
|
|
"step": 37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18009478672985782,
|
||
|
|
"grad_norm": 18.173576160275513,
|
||
|
|
"learning_rate": 1.7535545023696684e-06,
|
||
|
|
"loss": 1.4227,
|
||
|
|
"step": 38
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1848341232227488,
|
||
|
|
"grad_norm": 3.6059374841290643,
|
||
|
|
"learning_rate": 1.8009478672985784e-06,
|
||
|
|
"loss": 0.9369,
|
||
|
|
"step": 39
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1895734597156398,
|
||
|
|
"grad_norm": 13.61011186508229,
|
||
|
|
"learning_rate": 1.8483412322274883e-06,
|
||
|
|
"loss": 1.3158,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1943127962085308,
|
||
|
|
"grad_norm": 13.70693894260049,
|
||
|
|
"learning_rate": 1.8957345971563982e-06,
|
||
|
|
"loss": 1.3908,
|
||
|
|
"step": 41
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1990521327014218,
|
||
|
|
"grad_norm": 6.763803508410375,
|
||
|
|
"learning_rate": 1.943127962085308e-06,
|
||
|
|
"loss": 1.1349,
|
||
|
|
"step": 42
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2037914691943128,
|
||
|
|
"grad_norm": 5.206847724219033,
|
||
|
|
"learning_rate": 1.990521327014218e-06,
|
||
|
|
"loss": 0.8841,
|
||
|
|
"step": 43
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20853080568720378,
|
||
|
|
"grad_norm": 4.113335406268759,
|
||
|
|
"learning_rate": 2.037914691943128e-06,
|
||
|
|
"loss": 0.8342,
|
||
|
|
"step": 44
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2132701421800948,
|
||
|
|
"grad_norm": 13.973887785697313,
|
||
|
|
"learning_rate": 2.085308056872038e-06,
|
||
|
|
"loss": 1.5232,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21800947867298578,
|
||
|
|
"grad_norm": 24.178882765868533,
|
||
|
|
"learning_rate": 2.1327014218009483e-06,
|
||
|
|
"loss": 1.7558,
|
||
|
|
"step": 46
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22274881516587677,
|
||
|
|
"grad_norm": 15.258943952112597,
|
||
|
|
"learning_rate": 2.180094786729858e-06,
|
||
|
|
"loss": 1.4047,
|
||
|
|
"step": 47
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22748815165876776,
|
||
|
|
"grad_norm": 6.028846809467111,
|
||
|
|
"learning_rate": 2.2274881516587678e-06,
|
||
|
|
"loss": 0.9313,
|
||
|
|
"step": 48
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23222748815165878,
|
||
|
|
"grad_norm": 13.30832695052435,
|
||
|
|
"learning_rate": 2.2748815165876777e-06,
|
||
|
|
"loss": 1.3048,
|
||
|
|
"step": 49
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23696682464454977,
|
||
|
|
"grad_norm": 32.03283861833234,
|
||
|
|
"learning_rate": 2.322274881516588e-06,
|
||
|
|
"loss": 1.9909,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23696682464454977,
|
||
|
|
"eval_loss": 1.5357390642166138,
|
||
|
|
"eval_runtime": 7.7918,
|
||
|
|
"eval_samples_per_second": 24.128,
|
||
|
|
"eval_steps_per_second": 6.032,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24170616113744076,
|
||
|
|
"grad_norm": 3.288468627282892,
|
||
|
|
"learning_rate": 2.369668246445498e-06,
|
||
|
|
"loss": 0.7391,
|
||
|
|
"step": 51
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24644549763033174,
|
||
|
|
"grad_norm": 43.315163503233876,
|
||
|
|
"learning_rate": 2.417061611374408e-06,
|
||
|
|
"loss": 2.074,
|
||
|
|
"step": 52
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25118483412322273,
|
||
|
|
"grad_norm": 18.160736628539848,
|
||
|
|
"learning_rate": 2.4644549763033174e-06,
|
||
|
|
"loss": 1.2847,
|
||
|
|
"step": 53
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2559241706161137,
|
||
|
|
"grad_norm": 12.634993975676384,
|
||
|
|
"learning_rate": 2.5118483412322274e-06,
|
||
|
|
"loss": 1.18,
|
||
|
|
"step": 54
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26066350710900477,
|
||
|
|
"grad_norm": 15.065309167670087,
|
||
|
|
"learning_rate": 2.5592417061611373e-06,
|
||
|
|
"loss": 1.3315,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26540284360189575,
|
||
|
|
"grad_norm": 3.1570174369908455,
|
||
|
|
"learning_rate": 2.606635071090048e-06,
|
||
|
|
"loss": 0.7762,
|
||
|
|
"step": 56
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27014218009478674,
|
||
|
|
"grad_norm": 29.459791307849596,
|
||
|
|
"learning_rate": 2.6540284360189576e-06,
|
||
|
|
"loss": 1.6226,
|
||
|
|
"step": 57
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27488151658767773,
|
||
|
|
"grad_norm": 21.723079688552776,
|
||
|
|
"learning_rate": 2.7014218009478675e-06,
|
||
|
|
"loss": 1.3176,
|
||
|
|
"step": 58
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2796208530805687,
|
||
|
|
"grad_norm": 5.836364892449694,
|
||
|
|
"learning_rate": 2.7488151658767775e-06,
|
||
|
|
"loss": 0.7024,
|
||
|
|
"step": 59
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2843601895734597,
|
||
|
|
"grad_norm": 18.693320830865055,
|
||
|
|
"learning_rate": 2.7962085308056874e-06,
|
||
|
|
"loss": 1.2722,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2890995260663507,
|
||
|
|
"grad_norm": 15.436571327706798,
|
||
|
|
"learning_rate": 2.8436018957345973e-06,
|
||
|
|
"loss": 1.3138,
|
||
|
|
"step": 61
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2938388625592417,
|
||
|
|
"grad_norm": 5.930903722307386,
|
||
|
|
"learning_rate": 2.8909952606635073e-06,
|
||
|
|
"loss": 0.8624,
|
||
|
|
"step": 62
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2985781990521327,
|
||
|
|
"grad_norm": 28.660964672923605,
|
||
|
|
"learning_rate": 2.938388625592417e-06,
|
||
|
|
"loss": 1.4304,
|
||
|
|
"step": 63
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3033175355450237,
|
||
|
|
"grad_norm": 7.170512177516791,
|
||
|
|
"learning_rate": 2.985781990521327e-06,
|
||
|
|
"loss": 0.7581,
|
||
|
|
"step": 64
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3080568720379147,
|
||
|
|
"grad_norm": 24.92537688193459,
|
||
|
|
"learning_rate": 3.0331753554502375e-06,
|
||
|
|
"loss": 1.5542,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3127962085308057,
|
||
|
|
"grad_norm": 6.670020974801537,
|
||
|
|
"learning_rate": 3.0805687203791474e-06,
|
||
|
|
"loss": 0.7192,
|
||
|
|
"step": 66
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3175355450236967,
|
||
|
|
"grad_norm": 18.058205723760572,
|
||
|
|
"learning_rate": 3.1279620853080574e-06,
|
||
|
|
"loss": 1.2775,
|
||
|
|
"step": 67
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3222748815165877,
|
||
|
|
"grad_norm": 2.7688353603669373,
|
||
|
|
"learning_rate": 3.1753554502369673e-06,
|
||
|
|
"loss": 0.7382,
|
||
|
|
"step": 68
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32701421800947866,
|
||
|
|
"grad_norm": 25.79053830589144,
|
||
|
|
"learning_rate": 3.222748815165877e-06,
|
||
|
|
"loss": 1.4285,
|
||
|
|
"step": 69
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33175355450236965,
|
||
|
|
"grad_norm": 27.17162166449944,
|
||
|
|
"learning_rate": 3.2701421800947867e-06,
|
||
|
|
"loss": 1.3835,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33649289099526064,
|
||
|
|
"grad_norm": 2.7709621071894515,
|
||
|
|
"learning_rate": 3.3175355450236967e-06,
|
||
|
|
"loss": 0.8456,
|
||
|
|
"step": 71
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3412322274881517,
|
||
|
|
"grad_norm": 16.104863041856177,
|
||
|
|
"learning_rate": 3.3649289099526066e-06,
|
||
|
|
"loss": 1.0264,
|
||
|
|
"step": 72
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3459715639810427,
|
||
|
|
"grad_norm": 7.87118824845877,
|
||
|
|
"learning_rate": 3.412322274881517e-06,
|
||
|
|
"loss": 0.9177,
|
||
|
|
"step": 73
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35071090047393366,
|
||
|
|
"grad_norm": 14.424951696237573,
|
||
|
|
"learning_rate": 3.459715639810427e-06,
|
||
|
|
"loss": 1.3698,
|
||
|
|
"step": 74
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35545023696682465,
|
||
|
|
"grad_norm": 26.356301557715284,
|
||
|
|
"learning_rate": 3.507109004739337e-06,
|
||
|
|
"loss": 1.4675,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36018957345971564,
|
||
|
|
"grad_norm": 30.488132509935415,
|
||
|
|
"learning_rate": 3.5545023696682468e-06,
|
||
|
|
"loss": 1.4732,
|
||
|
|
"step": 76
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36492890995260663,
|
||
|
|
"grad_norm": 7.144103257314455,
|
||
|
|
"learning_rate": 3.6018957345971567e-06,
|
||
|
|
"loss": 0.9201,
|
||
|
|
"step": 77
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3696682464454976,
|
||
|
|
"grad_norm": 12.335182641269517,
|
||
|
|
"learning_rate": 3.6492890995260666e-06,
|
||
|
|
"loss": 1.0759,
|
||
|
|
"step": 78
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3744075829383886,
|
||
|
|
"grad_norm": 9.761423382810872,
|
||
|
|
"learning_rate": 3.6966824644549766e-06,
|
||
|
|
"loss": 1.1193,
|
||
|
|
"step": 79
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3791469194312796,
|
||
|
|
"grad_norm": 6.228851618657622,
|
||
|
|
"learning_rate": 3.7440758293838865e-06,
|
||
|
|
"loss": 0.8188,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38388625592417064,
|
||
|
|
"grad_norm": 7.476211349226989,
|
||
|
|
"learning_rate": 3.7914691943127964e-06,
|
||
|
|
"loss": 1.0185,
|
||
|
|
"step": 81
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3886255924170616,
|
||
|
|
"grad_norm": 6.008754086378737,
|
||
|
|
"learning_rate": 3.838862559241707e-06,
|
||
|
|
"loss": 0.9504,
|
||
|
|
"step": 82
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3933649289099526,
|
||
|
|
"grad_norm": 39.784238511336135,
|
||
|
|
"learning_rate": 3.886255924170616e-06,
|
||
|
|
"loss": 1.508,
|
||
|
|
"step": 83
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3981042654028436,
|
||
|
|
"grad_norm": 16.093115365998983,
|
||
|
|
"learning_rate": 3.933649289099527e-06,
|
||
|
|
"loss": 0.9674,
|
||
|
|
"step": 84
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4028436018957346,
|
||
|
|
"grad_norm": 2.831228098225237,
|
||
|
|
"learning_rate": 3.981042654028436e-06,
|
||
|
|
"loss": 0.8576,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4075829383886256,
|
||
|
|
"grad_norm": 2.6654563752530755,
|
||
|
|
"learning_rate": 4.0284360189573465e-06,
|
||
|
|
"loss": 0.881,
|
||
|
|
"step": 86
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41232227488151657,
|
||
|
|
"grad_norm": 24.963850396340955,
|
||
|
|
"learning_rate": 4.075829383886256e-06,
|
||
|
|
"loss": 1.381,
|
||
|
|
"step": 87
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41706161137440756,
|
||
|
|
"grad_norm": 18.32888630488476,
|
||
|
|
"learning_rate": 4.123222748815166e-06,
|
||
|
|
"loss": 0.8679,
|
||
|
|
"step": 88
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4218009478672986,
|
||
|
|
"grad_norm": 28.159604020225608,
|
||
|
|
"learning_rate": 4.170616113744076e-06,
|
||
|
|
"loss": 1.4164,
|
||
|
|
"step": 89
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4265402843601896,
|
||
|
|
"grad_norm": 18.38643187927111,
|
||
|
|
"learning_rate": 4.218009478672986e-06,
|
||
|
|
"loss": 0.8316,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4312796208530806,
|
||
|
|
"grad_norm": 18.0776549889313,
|
||
|
|
"learning_rate": 4.265402843601897e-06,
|
||
|
|
"loss": 1.1651,
|
||
|
|
"step": 91
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43601895734597157,
|
||
|
|
"grad_norm": 8.31511353691506,
|
||
|
|
"learning_rate": 4.312796208530806e-06,
|
||
|
|
"loss": 1.027,
|
||
|
|
"step": 92
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44075829383886256,
|
||
|
|
"grad_norm": 2.984359322587433,
|
||
|
|
"learning_rate": 4.360189573459716e-06,
|
||
|
|
"loss": 0.7204,
|
||
|
|
"step": 93
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44549763033175355,
|
||
|
|
"grad_norm": 6.1438951745676516,
|
||
|
|
"learning_rate": 4.407582938388626e-06,
|
||
|
|
"loss": 0.6249,
|
||
|
|
"step": 94
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45023696682464454,
|
||
|
|
"grad_norm": 6.253599995679127,
|
||
|
|
"learning_rate": 4.4549763033175355e-06,
|
||
|
|
"loss": 0.8433,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4549763033175355,
|
||
|
|
"grad_norm": 16.121167837366702,
|
||
|
|
"learning_rate": 4.502369668246446e-06,
|
||
|
|
"loss": 1.2633,
|
||
|
|
"step": 96
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4597156398104265,
|
||
|
|
"grad_norm": 23.92401887282444,
|
||
|
|
"learning_rate": 4.549763033175355e-06,
|
||
|
|
"loss": 1.1481,
|
||
|
|
"step": 97
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46445497630331756,
|
||
|
|
"grad_norm": 7.54919968485265,
|
||
|
|
"learning_rate": 4.597156398104266e-06,
|
||
|
|
"loss": 0.8537,
|
||
|
|
"step": 98
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46919431279620855,
|
||
|
|
"grad_norm": 16.4663797881457,
|
||
|
|
"learning_rate": 4.644549763033176e-06,
|
||
|
|
"loss": 1.0375,
|
||
|
|
"step": 99
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47393364928909953,
|
||
|
|
"grad_norm": 3.2371645854636832,
|
||
|
|
"learning_rate": 4.691943127962086e-06,
|
||
|
|
"loss": 0.6856,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47393364928909953,
|
||
|
|
"eval_loss": 1.0985443592071533,
|
||
|
|
"eval_runtime": 7.9946,
|
||
|
|
"eval_samples_per_second": 23.516,
|
||
|
|
"eval_steps_per_second": 5.879,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4786729857819905,
|
||
|
|
"grad_norm": 3.8478671547588474,
|
||
|
|
"learning_rate": 4.739336492890996e-06,
|
||
|
|
"loss": 0.7252,
|
||
|
|
"step": 101
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4834123222748815,
|
||
|
|
"grad_norm": 17.790211396697263,
|
||
|
|
"learning_rate": 4.7867298578199055e-06,
|
||
|
|
"loss": 1.2033,
|
||
|
|
"step": 102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4881516587677725,
|
||
|
|
"grad_norm": 6.598774872646845,
|
||
|
|
"learning_rate": 4.834123222748816e-06,
|
||
|
|
"loss": 0.7996,
|
||
|
|
"step": 103
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4928909952606635,
|
||
|
|
"grad_norm": 17.90748957259168,
|
||
|
|
"learning_rate": 4.881516587677725e-06,
|
||
|
|
"loss": 0.6942,
|
||
|
|
"step": 104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4976303317535545,
|
||
|
|
"grad_norm": 6.276702585855472,
|
||
|
|
"learning_rate": 4.928909952606635e-06,
|
||
|
|
"loss": 0.881,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5023696682464455,
|
||
|
|
"grad_norm": 2.641182574106109,
|
||
|
|
"learning_rate": 4.976303317535545e-06,
|
||
|
|
"loss": 0.8275,
|
||
|
|
"step": 106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5071090047393365,
|
||
|
|
"grad_norm": 3.1740261509578676,
|
||
|
|
"learning_rate": 5.023696682464455e-06,
|
||
|
|
"loss": 0.64,
|
||
|
|
"step": 107
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5118483412322274,
|
||
|
|
"grad_norm": 15.982354340368344,
|
||
|
|
"learning_rate": 5.071090047393366e-06,
|
||
|
|
"loss": 0.8089,
|
||
|
|
"step": 108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5165876777251185,
|
||
|
|
"grad_norm": 13.62346496564989,
|
||
|
|
"learning_rate": 5.118483412322275e-06,
|
||
|
|
"loss": 1.0223,
|
||
|
|
"step": 109
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5213270142180095,
|
||
|
|
"grad_norm": 18.85115778380913,
|
||
|
|
"learning_rate": 5.165876777251185e-06,
|
||
|
|
"loss": 0.9443,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5260663507109005,
|
||
|
|
"grad_norm": 17.357644955205703,
|
||
|
|
"learning_rate": 5.213270142180096e-06,
|
||
|
|
"loss": 0.7135,
|
||
|
|
"step": 111
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5308056872037915,
|
||
|
|
"grad_norm": 18.435671376617172,
|
||
|
|
"learning_rate": 5.260663507109005e-06,
|
||
|
|
"loss": 0.9026,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5355450236966824,
|
||
|
|
"grad_norm": 16.296720003324083,
|
||
|
|
"learning_rate": 5.308056872037915e-06,
|
||
|
|
"loss": 0.813,
|
||
|
|
"step": 113
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5402843601895735,
|
||
|
|
"grad_norm": 17.387322006549645,
|
||
|
|
"learning_rate": 5.355450236966825e-06,
|
||
|
|
"loss": 0.8703,
|
||
|
|
"step": 114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5450236966824644,
|
||
|
|
"grad_norm": 17.84888433467405,
|
||
|
|
"learning_rate": 5.402843601895735e-06,
|
||
|
|
"loss": 0.9083,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5497630331753555,
|
||
|
|
"grad_norm": 15.567515178037798,
|
||
|
|
"learning_rate": 5.4502369668246446e-06,
|
||
|
|
"loss": 0.8269,
|
||
|
|
"step": 116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5545023696682464,
|
||
|
|
"grad_norm": 32.4120434440015,
|
||
|
|
"learning_rate": 5.497630331753555e-06,
|
||
|
|
"loss": 1.0408,
|
||
|
|
"step": 117
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5592417061611374,
|
||
|
|
"grad_norm": 34.75683609822539,
|
||
|
|
"learning_rate": 5.5450236966824644e-06,
|
||
|
|
"loss": 1.169,
|
||
|
|
"step": 118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5639810426540285,
|
||
|
|
"grad_norm": 16.267510034467378,
|
||
|
|
"learning_rate": 5.592417061611375e-06,
|
||
|
|
"loss": 0.5434,
|
||
|
|
"step": 119
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5687203791469194,
|
||
|
|
"grad_norm": 10.050816033748056,
|
||
|
|
"learning_rate": 5.639810426540285e-06,
|
||
|
|
"loss": 0.9619,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5734597156398105,
|
||
|
|
"grad_norm": 18.015087265001927,
|
||
|
|
"learning_rate": 5.687203791469195e-06,
|
||
|
|
"loss": 0.9081,
|
||
|
|
"step": 121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5781990521327014,
|
||
|
|
"grad_norm": 3.0788046399571103,
|
||
|
|
"learning_rate": 5.734597156398105e-06,
|
||
|
|
"loss": 0.8138,
|
||
|
|
"step": 122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5829383886255924,
|
||
|
|
"grad_norm": 40.81995319269455,
|
||
|
|
"learning_rate": 5.7819905213270145e-06,
|
||
|
|
"loss": 1.0204,
|
||
|
|
"step": 123
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5876777251184834,
|
||
|
|
"grad_norm": 3.382154801748216,
|
||
|
|
"learning_rate": 5.829383886255925e-06,
|
||
|
|
"loss": 0.6919,
|
||
|
|
"step": 124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5924170616113744,
|
||
|
|
"grad_norm": 3.7193644674392594,
|
||
|
|
"learning_rate": 5.876777251184834e-06,
|
||
|
|
"loss": 0.7168,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5971563981042654,
|
||
|
|
"grad_norm": 2.952313965201417,
|
||
|
|
"learning_rate": 5.924170616113745e-06,
|
||
|
|
"loss": 0.771,
|
||
|
|
"step": 126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6018957345971564,
|
||
|
|
"grad_norm": 13.003492397640734,
|
||
|
|
"learning_rate": 5.971563981042654e-06,
|
||
|
|
"loss": 0.8174,
|
||
|
|
"step": 127
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6066350710900474,
|
||
|
|
"grad_norm": 14.589344292080268,
|
||
|
|
"learning_rate": 6.018957345971565e-06,
|
||
|
|
"loss": 0.7877,
|
||
|
|
"step": 128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6113744075829384,
|
||
|
|
"grad_norm": 11.638671492972737,
|
||
|
|
"learning_rate": 6.066350710900475e-06,
|
||
|
|
"loss": 0.7807,
|
||
|
|
"step": 129
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6161137440758294,
|
||
|
|
"grad_norm": 5.48286947202299,
|
||
|
|
"learning_rate": 6.1137440758293845e-06,
|
||
|
|
"loss": 0.8134,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6208530805687204,
|
||
|
|
"grad_norm": 16.323797258539084,
|
||
|
|
"learning_rate": 6.161137440758295e-06,
|
||
|
|
"loss": 0.5628,
|
||
|
|
"step": 131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6255924170616114,
|
||
|
|
"grad_norm": 14.23866523935885,
|
||
|
|
"learning_rate": 6.208530805687204e-06,
|
||
|
|
"loss": 1.0402,
|
||
|
|
"step": 132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6303317535545023,
|
||
|
|
"grad_norm": 17.516776965037845,
|
||
|
|
"learning_rate": 6.255924170616115e-06,
|
||
|
|
"loss": 0.5668,
|
||
|
|
"step": 133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6350710900473934,
|
||
|
|
"grad_norm": 3.203974060674095,
|
||
|
|
"learning_rate": 6.303317535545023e-06,
|
||
|
|
"loss": 0.7752,
|
||
|
|
"step": 134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6398104265402843,
|
||
|
|
"grad_norm": 15.925776501328883,
|
||
|
|
"learning_rate": 6.350710900473935e-06,
|
||
|
|
"loss": 0.4179,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6445497630331753,
|
||
|
|
"grad_norm": 13.118953573289614,
|
||
|
|
"learning_rate": 6.398104265402843e-06,
|
||
|
|
"loss": 0.818,
|
||
|
|
"step": 136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6492890995260664,
|
||
|
|
"grad_norm": 17.67906655380422,
|
||
|
|
"learning_rate": 6.445497630331754e-06,
|
||
|
|
"loss": 1.0207,
|
||
|
|
"step": 137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6540284360189573,
|
||
|
|
"grad_norm": 4.771268317889247,
|
||
|
|
"learning_rate": 6.492890995260665e-06,
|
||
|
|
"loss": 0.7833,
|
||
|
|
"step": 138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6587677725118484,
|
||
|
|
"grad_norm": 13.46170978768313,
|
||
|
|
"learning_rate": 6.5402843601895735e-06,
|
||
|
|
"loss": 0.8421,
|
||
|
|
"step": 139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6635071090047393,
|
||
|
|
"grad_norm": 13.374555494546588,
|
||
|
|
"learning_rate": 6.587677725118484e-06,
|
||
|
|
"loss": 0.7757,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6682464454976303,
|
||
|
|
"grad_norm": 5.6967734677721635,
|
||
|
|
"learning_rate": 6.635071090047393e-06,
|
||
|
|
"loss": 0.7167,
|
||
|
|
"step": 141
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6729857819905213,
|
||
|
|
"grad_norm": 19.051040456172952,
|
||
|
|
"learning_rate": 6.682464454976304e-06,
|
||
|
|
"loss": 0.6418,
|
||
|
|
"step": 142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6777251184834123,
|
||
|
|
"grad_norm": 4.437733313814945,
|
||
|
|
"learning_rate": 6.729857819905213e-06,
|
||
|
|
"loss": 0.8421,
|
||
|
|
"step": 143
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6824644549763034,
|
||
|
|
"grad_norm": 3.3824942666879303,
|
||
|
|
"learning_rate": 6.777251184834124e-06,
|
||
|
|
"loss": 0.6347,
|
||
|
|
"step": 144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6872037914691943,
|
||
|
|
"grad_norm": 16.134029693349987,
|
||
|
|
"learning_rate": 6.824644549763034e-06,
|
||
|
|
"loss": 0.7729,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6919431279620853,
|
||
|
|
"grad_norm": 9.522896679230966,
|
||
|
|
"learning_rate": 6.8720379146919435e-06,
|
||
|
|
"loss": 0.5691,
|
||
|
|
"step": 146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6966824644549763,
|
||
|
|
"grad_norm": 11.26439032421294,
|
||
|
|
"learning_rate": 6.919431279620854e-06,
|
||
|
|
"loss": 0.6833,
|
||
|
|
"step": 147
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7014218009478673,
|
||
|
|
"grad_norm": 2.8946533391937144,
|
||
|
|
"learning_rate": 6.966824644549763e-06,
|
||
|
|
"loss": 0.8339,
|
||
|
|
"step": 148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7061611374407583,
|
||
|
|
"grad_norm": 12.567294143726862,
|
||
|
|
"learning_rate": 7.014218009478674e-06,
|
||
|
|
"loss": 0.7937,
|
||
|
|
"step": 149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7109004739336493,
|
||
|
|
"grad_norm": 4.118378272456221,
|
||
|
|
"learning_rate": 7.061611374407583e-06,
|
||
|
|
"loss": 0.9209,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7109004739336493,
|
||
|
|
"eval_loss": 0.5114782452583313,
|
||
|
|
"eval_runtime": 7.6835,
|
||
|
|
"eval_samples_per_second": 24.468,
|
||
|
|
"eval_steps_per_second": 6.117,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7156398104265402,
|
||
|
|
"grad_norm": 13.081643447337786,
|
||
|
|
"learning_rate": 7.1090047393364935e-06,
|
||
|
|
"loss": 0.5085,
|
||
|
|
"step": 151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7203791469194313,
|
||
|
|
"grad_norm": 7.131592313344539,
|
||
|
|
"learning_rate": 7.156398104265403e-06,
|
||
|
|
"loss": 0.5927,
|
||
|
|
"step": 152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7251184834123223,
|
||
|
|
"grad_norm": 11.868469385411386,
|
||
|
|
"learning_rate": 7.203791469194313e-06,
|
||
|
|
"loss": 0.4432,
|
||
|
|
"step": 153
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7298578199052133,
|
||
|
|
"grad_norm": 13.89380031996673,
|
||
|
|
"learning_rate": 7.251184834123224e-06,
|
||
|
|
"loss": 0.526,
|
||
|
|
"step": 154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7345971563981043,
|
||
|
|
"grad_norm": 3.0245649047418084,
|
||
|
|
"learning_rate": 7.298578199052133e-06,
|
||
|
|
"loss": 0.6342,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7393364928909952,
|
||
|
|
"grad_norm": 8.99445909152358,
|
||
|
|
"learning_rate": 7.345971563981044e-06,
|
||
|
|
"loss": 0.48,
|
||
|
|
"step": 156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7440758293838863,
|
||
|
|
"grad_norm": 4.835328254993896,
|
||
|
|
"learning_rate": 7.393364928909953e-06,
|
||
|
|
"loss": 0.7006,
|
||
|
|
"step": 157
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7488151658767772,
|
||
|
|
"grad_norm": 2.56401277703409,
|
||
|
|
"learning_rate": 7.4407582938388635e-06,
|
||
|
|
"loss": 0.565,
|
||
|
|
"step": 158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7535545023696683,
|
||
|
|
"grad_norm": 8.408290523647263,
|
||
|
|
"learning_rate": 7.488151658767773e-06,
|
||
|
|
"loss": 0.5788,
|
||
|
|
"step": 159
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7582938388625592,
|
||
|
|
"grad_norm": 2.448536630140397,
|
||
|
|
"learning_rate": 7.535545023696683e-06,
|
||
|
|
"loss": 0.7817,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7630331753554502,
|
||
|
|
"grad_norm": 3.2418181238906127,
|
||
|
|
"learning_rate": 7.582938388625593e-06,
|
||
|
|
"loss": 0.2056,
|
||
|
|
"step": 161
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7677725118483413,
|
||
|
|
"grad_norm": 2.216383090131846,
|
||
|
|
"learning_rate": 7.630331753554503e-06,
|
||
|
|
"loss": 0.43,
|
||
|
|
"step": 162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7725118483412322,
|
||
|
|
"grad_norm": 2.7269338690903986,
|
||
|
|
"learning_rate": 7.677725118483414e-06,
|
||
|
|
"loss": 0.5986,
|
||
|
|
"step": 163
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7772511848341233,
|
||
|
|
"grad_norm": 3.703015103620324,
|
||
|
|
"learning_rate": 7.725118483412322e-06,
|
||
|
|
"loss": 0.2139,
|
||
|
|
"step": 164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7819905213270142,
|
||
|
|
"grad_norm": 11.509890344708763,
|
||
|
|
"learning_rate": 7.772511848341233e-06,
|
||
|
|
"loss": 0.3832,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7867298578199052,
|
||
|
|
"grad_norm": 13.221389377721215,
|
||
|
|
"learning_rate": 7.819905213270143e-06,
|
||
|
|
"loss": 0.6961,
|
||
|
|
"step": 166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7914691943127962,
|
||
|
|
"grad_norm": 8.601955890360907,
|
||
|
|
"learning_rate": 7.867298578199053e-06,
|
||
|
|
"loss": 0.7069,
|
||
|
|
"step": 167
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7962085308056872,
|
||
|
|
"grad_norm": 6.464688976078771,
|
||
|
|
"learning_rate": 7.914691943127962e-06,
|
||
|
|
"loss": 0.2874,
|
||
|
|
"step": 168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8009478672985783,
|
||
|
|
"grad_norm": 4.818205368328611,
|
||
|
|
"learning_rate": 7.962085308056872e-06,
|
||
|
|
"loss": 0.2536,
|
||
|
|
"step": 169
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8056872037914692,
|
||
|
|
"grad_norm": 6.818061320004181,
|
||
|
|
"learning_rate": 8.009478672985783e-06,
|
||
|
|
"loss": 0.8167,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8104265402843602,
|
||
|
|
"grad_norm": 6.814053715737355,
|
||
|
|
"learning_rate": 8.056872037914693e-06,
|
||
|
|
"loss": 0.4523,
|
||
|
|
"step": 171
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8151658767772512,
|
||
|
|
"grad_norm": 3.7622792940282554,
|
||
|
|
"learning_rate": 8.104265402843603e-06,
|
||
|
|
"loss": 0.437,
|
||
|
|
"step": 172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8199052132701422,
|
||
|
|
"grad_norm": 17.887658231522614,
|
||
|
|
"learning_rate": 8.151658767772512e-06,
|
||
|
|
"loss": 0.5533,
|
||
|
|
"step": 173
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8246445497630331,
|
||
|
|
"grad_norm": 4.154002223531854,
|
||
|
|
"learning_rate": 8.199052132701422e-06,
|
||
|
|
"loss": 0.767,
|
||
|
|
"step": 174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8293838862559242,
|
||
|
|
"grad_norm": 2.6690075960806445,
|
||
|
|
"learning_rate": 8.246445497630333e-06,
|
||
|
|
"loss": 0.4886,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8341232227488151,
|
||
|
|
"grad_norm": 11.187655316079512,
|
||
|
|
"learning_rate": 8.293838862559243e-06,
|
||
|
|
"loss": 0.5197,
|
||
|
|
"step": 176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8388625592417062,
|
||
|
|
"grad_norm": 2.3362587429831687,
|
||
|
|
"learning_rate": 8.341232227488152e-06,
|
||
|
|
"loss": 0.8314,
|
||
|
|
"step": 177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8436018957345972,
|
||
|
|
"grad_norm": 2.8252680205720817,
|
||
|
|
"learning_rate": 8.388625592417062e-06,
|
||
|
|
"loss": 0.4624,
|
||
|
|
"step": 178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8483412322274881,
|
||
|
|
"grad_norm": 4.528305551354439,
|
||
|
|
"learning_rate": 8.436018957345973e-06,
|
||
|
|
"loss": 0.2562,
|
||
|
|
"step": 179
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8530805687203792,
|
||
|
|
"grad_norm": 4.546641068403436,
|
||
|
|
"learning_rate": 8.483412322274883e-06,
|
||
|
|
"loss": 0.2464,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8578199052132701,
|
||
|
|
"grad_norm": 3.6038044992663334,
|
||
|
|
"learning_rate": 8.530805687203793e-06,
|
||
|
|
"loss": 0.4069,
|
||
|
|
"step": 181
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8625592417061612,
|
||
|
|
"grad_norm": 1.9811719048702106,
|
||
|
|
"learning_rate": 8.578199052132702e-06,
|
||
|
|
"loss": 0.5778,
|
||
|
|
"step": 182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8672985781990521,
|
||
|
|
"grad_norm": 4.384545934120455,
|
||
|
|
"learning_rate": 8.625592417061612e-06,
|
||
|
|
"loss": 0.7424,
|
||
|
|
"step": 183
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8720379146919431,
|
||
|
|
"grad_norm": 2.224370506740259,
|
||
|
|
"learning_rate": 8.672985781990521e-06,
|
||
|
|
"loss": 0.5563,
|
||
|
|
"step": 184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8767772511848341,
|
||
|
|
"grad_norm": 2.2438244553088804,
|
||
|
|
"learning_rate": 8.720379146919431e-06,
|
||
|
|
"loss": 0.5606,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8815165876777251,
|
||
|
|
"grad_norm": 2.4153286166112657,
|
||
|
|
"learning_rate": 8.767772511848342e-06,
|
||
|
|
"loss": 0.7797,
|
||
|
|
"step": 186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8862559241706162,
|
||
|
|
"grad_norm": 4.313982187372051,
|
||
|
|
"learning_rate": 8.815165876777252e-06,
|
||
|
|
"loss": 0.83,
|
||
|
|
"step": 187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8909952606635071,
|
||
|
|
"grad_norm": 5.2744040798784635,
|
||
|
|
"learning_rate": 8.862559241706162e-06,
|
||
|
|
"loss": 0.5133,
|
||
|
|
"step": 188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8957345971563981,
|
||
|
|
"grad_norm": 4.35905212043424,
|
||
|
|
"learning_rate": 8.909952606635071e-06,
|
||
|
|
"loss": 0.4265,
|
||
|
|
"step": 189
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9004739336492891,
|
||
|
|
"grad_norm": 6.916403849349734,
|
||
|
|
"learning_rate": 8.957345971563981e-06,
|
||
|
|
"loss": 0.5007,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9052132701421801,
|
||
|
|
"grad_norm": 4.0093681115073325,
|
||
|
|
"learning_rate": 9.004739336492892e-06,
|
||
|
|
"loss": 0.9012,
|
||
|
|
"step": 191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.909952606635071,
|
||
|
|
"grad_norm": 3.3859156359807496,
|
||
|
|
"learning_rate": 9.052132701421802e-06,
|
||
|
|
"loss": 0.4262,
|
||
|
|
"step": 192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9146919431279621,
|
||
|
|
"grad_norm": 4.488130094949602,
|
||
|
|
"learning_rate": 9.09952606635071e-06,
|
||
|
|
"loss": 0.5656,
|
||
|
|
"step": 193
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.919431279620853,
|
||
|
|
"grad_norm": 7.17629211137066,
|
||
|
|
"learning_rate": 9.146919431279621e-06,
|
||
|
|
"loss": 0.4695,
|
||
|
|
"step": 194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9241706161137441,
|
||
|
|
"grad_norm": 2.7309294256882928,
|
||
|
|
"learning_rate": 9.194312796208532e-06,
|
||
|
|
"loss": 0.8346,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9289099526066351,
|
||
|
|
"grad_norm": 5.085916739731668,
|
||
|
|
"learning_rate": 9.241706161137442e-06,
|
||
|
|
"loss": 0.5857,
|
||
|
|
"step": 196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.933649289099526,
|
||
|
|
"grad_norm": 23.811646540122965,
|
||
|
|
"learning_rate": 9.289099526066352e-06,
|
||
|
|
"loss": 0.7435,
|
||
|
|
"step": 197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9383886255924171,
|
||
|
|
"grad_norm": 2.4009497142615572,
|
||
|
|
"learning_rate": 9.336492890995261e-06,
|
||
|
|
"loss": 0.5708,
|
||
|
|
"step": 198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.943127962085308,
|
||
|
|
"grad_norm": 6.581250829580497,
|
||
|
|
"learning_rate": 9.383886255924171e-06,
|
||
|
|
"loss": 0.4402,
|
||
|
|
"step": 199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9478672985781991,
|
||
|
|
"grad_norm": 2.4308077426776142,
|
||
|
|
"learning_rate": 9.431279620853082e-06,
|
||
|
|
"loss": 0.4197,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9478672985781991,
|
||
|
|
"eval_loss": 0.4012674391269684,
|
||
|
|
"eval_runtime": 7.7289,
|
||
|
|
"eval_samples_per_second": 24.324,
|
||
|
|
"eval_steps_per_second": 6.081,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.95260663507109,
|
||
|
|
"grad_norm": 3.5198078059324027,
|
||
|
|
"learning_rate": 9.478672985781992e-06,
|
||
|
|
"loss": 0.5321,
|
||
|
|
"step": 201
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.957345971563981,
|
||
|
|
"grad_norm": 6.593784858432653,
|
||
|
|
"learning_rate": 9.5260663507109e-06,
|
||
|
|
"loss": 0.5953,
|
||
|
|
"step": 202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9620853080568721,
|
||
|
|
"grad_norm": 4.212951711248403,
|
||
|
|
"learning_rate": 9.573459715639811e-06,
|
||
|
|
"loss": 0.6857,
|
||
|
|
"step": 203
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.966824644549763,
|
||
|
|
"grad_norm": 4.910386484070207,
|
||
|
|
"learning_rate": 9.620853080568721e-06,
|
||
|
|
"loss": 0.6271,
|
||
|
|
"step": 204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9715639810426541,
|
||
|
|
"grad_norm": 6.155738225633911,
|
||
|
|
"learning_rate": 9.668246445497632e-06,
|
||
|
|
"loss": 0.601,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.976303317535545,
|
||
|
|
"grad_norm": 3.268371754216749,
|
||
|
|
"learning_rate": 9.715639810426542e-06,
|
||
|
|
"loss": 0.5909,
|
||
|
|
"step": 206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.981042654028436,
|
||
|
|
"grad_norm": 2.2280729563438784,
|
||
|
|
"learning_rate": 9.76303317535545e-06,
|
||
|
|
"loss": 0.4416,
|
||
|
|
"step": 207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.985781990521327,
|
||
|
|
"grad_norm": 10.634221783829398,
|
||
|
|
"learning_rate": 9.810426540284361e-06,
|
||
|
|
"loss": 0.446,
|
||
|
|
"step": 208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.990521327014218,
|
||
|
|
"grad_norm": 1.9752733492895744,
|
||
|
|
"learning_rate": 9.85781990521327e-06,
|
||
|
|
"loss": 0.5698,
|
||
|
|
"step": 209
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.995260663507109,
|
||
|
|
"grad_norm": 4.058938063363919,
|
||
|
|
"learning_rate": 9.905213270142182e-06,
|
||
|
|
"loss": 0.8303,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"grad_norm": 2.3966848282479023,
|
||
|
|
"learning_rate": 9.95260663507109e-06,
|
||
|
|
"loss": 0.582,
|
||
|
|
"step": 211
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.004739336492891,
|
||
|
|
"grad_norm": 3.218631141884875,
|
||
|
|
"learning_rate": 1e-05,
|
||
|
|
"loss": 0.2923,
|
||
|
|
"step": 212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.009478672985782,
|
||
|
|
"grad_norm": 2.5824515879316516,
|
||
|
|
"learning_rate": 9.999993157895144e-06,
|
||
|
|
"loss": 0.4631,
|
||
|
|
"step": 213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.014218009478673,
|
||
|
|
"grad_norm": 3.6831706895158742,
|
||
|
|
"learning_rate": 9.9999726315993e-06,
|
||
|
|
"loss": 0.1689,
|
||
|
|
"step": 214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.018957345971564,
|
||
|
|
"grad_norm": 3.3891043448121563,
|
||
|
|
"learning_rate": 9.999938421168647e-06,
|
||
|
|
"loss": 0.5278,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0236966824644549,
|
||
|
|
"grad_norm": 2.356450269389873,
|
||
|
|
"learning_rate": 9.999890526696813e-06,
|
||
|
|
"loss": 0.4907,
|
||
|
|
"step": 216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.028436018957346,
|
||
|
|
"grad_norm": 2.693113370180676,
|
||
|
|
"learning_rate": 9.999828948314876e-06,
|
||
|
|
"loss": 0.6182,
|
||
|
|
"step": 217
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.033175355450237,
|
||
|
|
"grad_norm": 10.485075200420136,
|
||
|
|
"learning_rate": 9.999753686191369e-06,
|
||
|
|
"loss": 0.1554,
|
||
|
|
"step": 218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.037914691943128,
|
||
|
|
"grad_norm": 13.319934547783834,
|
||
|
|
"learning_rate": 9.99966474053227e-06,
|
||
|
|
"loss": 0.4698,
|
||
|
|
"step": 219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.042654028436019,
|
||
|
|
"grad_norm": 2.8867025126626813,
|
||
|
|
"learning_rate": 9.999562111581011e-06,
|
||
|
|
"loss": 0.3821,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.04739336492891,
|
||
|
|
"grad_norm": 10.927946668852911,
|
||
|
|
"learning_rate": 9.99944579961847e-06,
|
||
|
|
"loss": 0.7159,
|
||
|
|
"step": 221
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.052132701421801,
|
||
|
|
"grad_norm": 4.262645462720551,
|
||
|
|
"learning_rate": 9.999315804962974e-06,
|
||
|
|
"loss": 0.7124,
|
||
|
|
"step": 222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0568720379146919,
|
||
|
|
"grad_norm": 26.424366500171537,
|
||
|
|
"learning_rate": 9.999172127970301e-06,
|
||
|
|
"loss": 0.5217,
|
||
|
|
"step": 223
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.061611374407583,
|
||
|
|
"grad_norm": 3.1119784365221377,
|
||
|
|
"learning_rate": 9.99901476903367e-06,
|
||
|
|
"loss": 0.5714,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.066350710900474,
|
||
|
|
"grad_norm": 5.335575516099637,
|
||
|
|
"learning_rate": 9.998843728583747e-06,
|
||
|
|
"loss": 0.6435,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0710900473933649,
|
||
|
|
"grad_norm": 2.6631526273812023,
|
||
|
|
"learning_rate": 9.998659007088642e-06,
|
||
|
|
"loss": 0.7229,
|
||
|
|
"step": 226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0758293838862558,
|
||
|
|
"grad_norm": 3.82136179301926,
|
||
|
|
"learning_rate": 9.998460605053911e-06,
|
||
|
|
"loss": 0.7317,
|
||
|
|
"step": 227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.080568720379147,
|
||
|
|
"grad_norm": 4.481488279741978,
|
||
|
|
"learning_rate": 9.998248523022548e-06,
|
||
|
|
"loss": 0.7125,
|
||
|
|
"step": 228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.085308056872038,
|
||
|
|
"grad_norm": 38.77713323075712,
|
||
|
|
"learning_rate": 9.998022761574989e-06,
|
||
|
|
"loss": 0.4422,
|
||
|
|
"step": 229
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0900473933649288,
|
||
|
|
"grad_norm": 14.05824520952655,
|
||
|
|
"learning_rate": 9.997783321329104e-06,
|
||
|
|
"loss": 0.3723,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.09478672985782,
|
||
|
|
"grad_norm": 5.808006574074876,
|
||
|
|
"learning_rate": 9.997530202940206e-06,
|
||
|
|
"loss": 0.503,
|
||
|
|
"step": 231
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.099526066350711,
|
||
|
|
"grad_norm": 3.7946635632876635,
|
||
|
|
"learning_rate": 9.997263407101038e-06,
|
||
|
|
"loss": 0.4076,
|
||
|
|
"step": 232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1042654028436019,
|
||
|
|
"grad_norm": 3.804597829921628,
|
||
|
|
"learning_rate": 9.996982934541781e-06,
|
||
|
|
"loss": 0.6137,
|
||
|
|
"step": 233
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1090047393364928,
|
||
|
|
"grad_norm": 3.086388488116426,
|
||
|
|
"learning_rate": 9.996688786030042e-06,
|
||
|
|
"loss": 0.523,
|
||
|
|
"step": 234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.113744075829384,
|
||
|
|
"grad_norm": 2.593227456525801,
|
||
|
|
"learning_rate": 9.996380962370859e-06,
|
||
|
|
"loss": 0.7126,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1184834123222749,
|
||
|
|
"grad_norm": 3.0824248661799794,
|
||
|
|
"learning_rate": 9.9960594644067e-06,
|
||
|
|
"loss": 0.5933,
|
||
|
|
"step": 236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1232227488151658,
|
||
|
|
"grad_norm": 2.401542304407477,
|
||
|
|
"learning_rate": 9.995724293017449e-06,
|
||
|
|
"loss": 0.5244,
|
||
|
|
"step": 237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1279620853080567,
|
||
|
|
"grad_norm": 17.032209335154683,
|
||
|
|
"learning_rate": 9.995375449120419e-06,
|
||
|
|
"loss": 0.3041,
|
||
|
|
"step": 238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.132701421800948,
|
||
|
|
"grad_norm": 14.316641226011127,
|
||
|
|
"learning_rate": 9.995012933670341e-06,
|
||
|
|
"loss": 0.3489,
|
||
|
|
"step": 239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1374407582938388,
|
||
|
|
"grad_norm": 2.4244669733868593,
|
||
|
|
"learning_rate": 9.994636747659363e-06,
|
||
|
|
"loss": 0.5447,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1421800947867298,
|
||
|
|
"grad_norm": 2.8284944731557715,
|
||
|
|
"learning_rate": 9.994246892117046e-06,
|
||
|
|
"loss": 0.359,
|
||
|
|
"step": 241
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.146919431279621,
|
||
|
|
"grad_norm": 4.092835540014769,
|
||
|
|
"learning_rate": 9.993843368110363e-06,
|
||
|
|
"loss": 0.5189,
|
||
|
|
"step": 242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1516587677725119,
|
||
|
|
"grad_norm": 7.344430749456483,
|
||
|
|
"learning_rate": 9.993426176743695e-06,
|
||
|
|
"loss": 0.6276,
|
||
|
|
"step": 243
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1563981042654028,
|
||
|
|
"grad_norm": 2.4913875975185813,
|
||
|
|
"learning_rate": 9.992995319158832e-06,
|
||
|
|
"loss": 0.4981,
|
||
|
|
"step": 244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.161137440758294,
|
||
|
|
"grad_norm": 3.8542842696245603,
|
||
|
|
"learning_rate": 9.992550796534957e-06,
|
||
|
|
"loss": 0.5826,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1658767772511849,
|
||
|
|
"grad_norm": 1.5510273419539844,
|
||
|
|
"learning_rate": 9.992092610088664e-06,
|
||
|
|
"loss": 0.1907,
|
||
|
|
"step": 246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1706161137440758,
|
||
|
|
"grad_norm": 3.266454326874095,
|
||
|
|
"learning_rate": 9.991620761073932e-06,
|
||
|
|
"loss": 0.5856,
|
||
|
|
"step": 247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1753554502369667,
|
||
|
|
"grad_norm": 2.634621688542773,
|
||
|
|
"learning_rate": 9.991135250782143e-06,
|
||
|
|
"loss": 0.6905,
|
||
|
|
"step": 248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.180094786729858,
|
||
|
|
"grad_norm": 2.598153013578805,
|
||
|
|
"learning_rate": 9.990636080542056e-06,
|
||
|
|
"loss": 0.619,
|
||
|
|
"step": 249
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1848341232227488,
|
||
|
|
"grad_norm": 2.1773544624317007,
|
||
|
|
"learning_rate": 9.990123251719826e-06,
|
||
|
|
"loss": 0.3558,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1848341232227488,
|
||
|
|
"eval_loss": 0.33629781007766724,
|
||
|
|
"eval_runtime": 7.6017,
|
||
|
|
"eval_samples_per_second": 24.731,
|
||
|
|
"eval_steps_per_second": 6.183,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1895734597156398,
|
||
|
|
"grad_norm": 3.988497582009886,
|
||
|
|
"learning_rate": 9.989596765718981e-06,
|
||
|
|
"loss": 0.4084,
|
||
|
|
"step": 251
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1943127962085307,
|
||
|
|
"grad_norm": 2.4657243130513744,
|
||
|
|
"learning_rate": 9.989056623980431e-06,
|
||
|
|
"loss": 0.5131,
|
||
|
|
"step": 252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1990521327014219,
|
||
|
|
"grad_norm": 3.535641712422993,
|
||
|
|
"learning_rate": 9.988502827982458e-06,
|
||
|
|
"loss": 0.4954,
|
||
|
|
"step": 253
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2037914691943128,
|
||
|
|
"grad_norm": 1.85755118873854,
|
||
|
|
"learning_rate": 9.987935379240715e-06,
|
||
|
|
"loss": 0.2961,
|
||
|
|
"step": 254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2085308056872037,
|
||
|
|
"grad_norm": 2.5139993461113845,
|
||
|
|
"learning_rate": 9.98735427930822e-06,
|
||
|
|
"loss": 0.4925,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2132701421800949,
|
||
|
|
"grad_norm": 1.924588366089442,
|
||
|
|
"learning_rate": 9.98675952977535e-06,
|
||
|
|
"loss": 0.5136,
|
||
|
|
"step": 256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2180094786729858,
|
||
|
|
"grad_norm": 1.7640940730996135,
|
||
|
|
"learning_rate": 9.986151132269843e-06,
|
||
|
|
"loss": 0.3154,
|
||
|
|
"step": 257
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2227488151658767,
|
||
|
|
"grad_norm": 3.2916885300512413,
|
||
|
|
"learning_rate": 9.985529088456783e-06,
|
||
|
|
"loss": 0.5185,
|
||
|
|
"step": 258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2274881516587677,
|
||
|
|
"grad_norm": 2.9386914924460767,
|
||
|
|
"learning_rate": 9.984893400038608e-06,
|
||
|
|
"loss": 0.6502,
|
||
|
|
"step": 259
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2322274881516588,
|
||
|
|
"grad_norm": 1.8843342232826004,
|
||
|
|
"learning_rate": 9.9842440687551e-06,
|
||
|
|
"loss": 0.4734,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2369668246445498,
|
||
|
|
"grad_norm": 2.7122087340956003,
|
||
|
|
"learning_rate": 9.98358109638337e-06,
|
||
|
|
"loss": 0.6829,
|
||
|
|
"step": 261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2417061611374407,
|
||
|
|
"grad_norm": 2.2550679323996023,
|
||
|
|
"learning_rate": 9.98290448473787e-06,
|
||
|
|
"loss": 0.4525,
|
||
|
|
"step": 262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2464454976303316,
|
||
|
|
"grad_norm": 1.9647842800496953,
|
||
|
|
"learning_rate": 9.982214235670383e-06,
|
||
|
|
"loss": 0.2775,
|
||
|
|
"step": 263
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2511848341232228,
|
||
|
|
"grad_norm": 2.9680154031551345,
|
||
|
|
"learning_rate": 9.981510351070008e-06,
|
||
|
|
"loss": 0.3757,
|
||
|
|
"step": 264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2559241706161137,
|
||
|
|
"grad_norm": 2.957357955761695,
|
||
|
|
"learning_rate": 9.980792832863166e-06,
|
||
|
|
"loss": 0.4655,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2606635071090047,
|
||
|
|
"grad_norm": 2.6409737245596316,
|
||
|
|
"learning_rate": 9.980061683013594e-06,
|
||
|
|
"loss": 0.7199,
|
||
|
|
"step": 266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2654028436018958,
|
||
|
|
"grad_norm": 2.872009184076046,
|
||
|
|
"learning_rate": 9.979316903522328e-06,
|
||
|
|
"loss": 0.3885,
|
||
|
|
"step": 267
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2701421800947867,
|
||
|
|
"grad_norm": 12.283797018397255,
|
||
|
|
"learning_rate": 9.978558496427718e-06,
|
||
|
|
"loss": 0.448,
|
||
|
|
"step": 268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2748815165876777,
|
||
|
|
"grad_norm": 5.246080493210068,
|
||
|
|
"learning_rate": 9.977786463805399e-06,
|
||
|
|
"loss": 0.6272,
|
||
|
|
"step": 269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2796208530805688,
|
||
|
|
"grad_norm": 6.854106097690291,
|
||
|
|
"learning_rate": 9.977000807768306e-06,
|
||
|
|
"loss": 0.2441,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2843601895734598,
|
||
|
|
"grad_norm": 2.4002121073215914,
|
||
|
|
"learning_rate": 9.976201530466656e-06,
|
||
|
|
"loss": 0.5504,
|
||
|
|
"step": 271
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2890995260663507,
|
||
|
|
"grad_norm": 2.250753376506315,
|
||
|
|
"learning_rate": 9.97538863408794e-06,
|
||
|
|
"loss": 0.5053,
|
||
|
|
"step": 272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2938388625592416,
|
||
|
|
"grad_norm": 2.4676051862347754,
|
||
|
|
"learning_rate": 9.97456212085693e-06,
|
||
|
|
"loss": 0.6538,
|
||
|
|
"step": 273
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2985781990521326,
|
||
|
|
"grad_norm": 1.7931457643079958,
|
||
|
|
"learning_rate": 9.973721993035664e-06,
|
||
|
|
"loss": 0.3308,
|
||
|
|
"step": 274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3033175355450237,
|
||
|
|
"grad_norm": 8.793350718644787,
|
||
|
|
"learning_rate": 9.972868252923433e-06,
|
||
|
|
"loss": 0.4205,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3080568720379147,
|
||
|
|
"grad_norm": 2.3111808159253497,
|
||
|
|
"learning_rate": 9.972000902856795e-06,
|
||
|
|
"loss": 0.35,
|
||
|
|
"step": 276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3127962085308056,
|
||
|
|
"grad_norm": 1.9770114541725161,
|
||
|
|
"learning_rate": 9.971119945209548e-06,
|
||
|
|
"loss": 0.181,
|
||
|
|
"step": 277
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3175355450236967,
|
||
|
|
"grad_norm": 3.676033223865303,
|
||
|
|
"learning_rate": 9.970225382392733e-06,
|
||
|
|
"loss": 0.4626,
|
||
|
|
"step": 278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3222748815165877,
|
||
|
|
"grad_norm": 3.0913472681704914,
|
||
|
|
"learning_rate": 9.969317216854627e-06,
|
||
|
|
"loss": 0.5468,
|
||
|
|
"step": 279
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3270142180094786,
|
||
|
|
"grad_norm": 1.6758883133404263,
|
||
|
|
"learning_rate": 9.968395451080736e-06,
|
||
|
|
"loss": 0.3027,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3317535545023698,
|
||
|
|
"grad_norm": 1.6906328567970788,
|
||
|
|
"learning_rate": 9.967460087593786e-06,
|
||
|
|
"loss": 0.2599,
|
||
|
|
"step": 281
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3364928909952607,
|
||
|
|
"grad_norm": 2.519747919443685,
|
||
|
|
"learning_rate": 9.966511128953723e-06,
|
||
|
|
"loss": 0.3654,
|
||
|
|
"step": 282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3412322274881516,
|
||
|
|
"grad_norm": 3.0994348743265645,
|
||
|
|
"learning_rate": 9.965548577757691e-06,
|
||
|
|
"loss": 0.5109,
|
||
|
|
"step": 283
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3459715639810428,
|
||
|
|
"grad_norm": 5.19769356707834,
|
||
|
|
"learning_rate": 9.964572436640046e-06,
|
||
|
|
"loss": 0.6598,
|
||
|
|
"step": 284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3507109004739337,
|
||
|
|
"grad_norm": 2.2151807054914103,
|
||
|
|
"learning_rate": 9.963582708272328e-06,
|
||
|
|
"loss": 0.3225,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3554502369668247,
|
||
|
|
"grad_norm": 4.321591266645481,
|
||
|
|
"learning_rate": 9.96257939536327e-06,
|
||
|
|
"loss": 0.2298,
|
||
|
|
"step": 286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3601895734597156,
|
||
|
|
"grad_norm": 2.5426417173798423,
|
||
|
|
"learning_rate": 9.961562500658779e-06,
|
||
|
|
"loss": 0.209,
|
||
|
|
"step": 287
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3649289099526065,
|
||
|
|
"grad_norm": 2.641414755534017,
|
||
|
|
"learning_rate": 9.960532026941934e-06,
|
||
|
|
"loss": 0.6695,
|
||
|
|
"step": 288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3696682464454977,
|
||
|
|
"grad_norm": 2.350576800978289,
|
||
|
|
"learning_rate": 9.959487977032982e-06,
|
||
|
|
"loss": 0.1766,
|
||
|
|
"step": 289
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3744075829383886,
|
||
|
|
"grad_norm": 1.5070760436712913,
|
||
|
|
"learning_rate": 9.958430353789321e-06,
|
||
|
|
"loss": 0.2852,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3791469194312795,
|
||
|
|
"grad_norm": 2.693828234820816,
|
||
|
|
"learning_rate": 9.957359160105497e-06,
|
||
|
|
"loss": 0.7203,
|
||
|
|
"step": 291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3838862559241707,
|
||
|
|
"grad_norm": 6.638947415556458,
|
||
|
|
"learning_rate": 9.956274398913201e-06,
|
||
|
|
"loss": 0.5427,
|
||
|
|
"step": 292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3886255924170616,
|
||
|
|
"grad_norm": 2.234860448425406,
|
||
|
|
"learning_rate": 9.95517607318125e-06,
|
||
|
|
"loss": 0.6673,
|
||
|
|
"step": 293
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3933649289099526,
|
||
|
|
"grad_norm": 2.127742473833712,
|
||
|
|
"learning_rate": 9.954064185915589e-06,
|
||
|
|
"loss": 0.3178,
|
||
|
|
"step": 294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3981042654028437,
|
||
|
|
"grad_norm": 2.2598415378345327,
|
||
|
|
"learning_rate": 9.952938740159278e-06,
|
||
|
|
"loss": 0.6143,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4028436018957346,
|
||
|
|
"grad_norm": 3.5494883982443195,
|
||
|
|
"learning_rate": 9.951799738992484e-06,
|
||
|
|
"loss": 0.6594,
|
||
|
|
"step": 296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4075829383886256,
|
||
|
|
"grad_norm": 3.9241929941872313,
|
||
|
|
"learning_rate": 9.950647185532473e-06,
|
||
|
|
"loss": 0.5619,
|
||
|
|
"step": 297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4123222748815165,
|
||
|
|
"grad_norm": 8.034389257470865,
|
||
|
|
"learning_rate": 9.949481082933602e-06,
|
||
|
|
"loss": 0.4057,
|
||
|
|
"step": 298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4170616113744074,
|
||
|
|
"grad_norm": 5.55376279395039,
|
||
|
|
"learning_rate": 9.948301434387308e-06,
|
||
|
|
"loss": 0.6668,
|
||
|
|
"step": 299
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4218009478672986,
|
||
|
|
"grad_norm": 8.382791791140692,
|
||
|
|
"learning_rate": 9.947108243122107e-06,
|
||
|
|
"loss": 0.6512,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4218009478672986,
|
||
|
|
"eval_loss": 0.3448152244091034,
|
||
|
|
"eval_runtime": 7.5747,
|
||
|
|
"eval_samples_per_second": 24.819,
|
||
|
|
"eval_steps_per_second": 6.205,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4265402843601895,
|
||
|
|
"grad_norm": 2.3895201954800327,
|
||
|
|
"learning_rate": 9.94590151240357e-06,
|
||
|
|
"loss": 0.3551,
|
||
|
|
"step": 301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4312796208530805,
|
||
|
|
"grad_norm": 21.81484589554373,
|
||
|
|
"learning_rate": 9.944681245534329e-06,
|
||
|
|
"loss": 0.2085,
|
||
|
|
"step": 302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4360189573459716,
|
||
|
|
"grad_norm": 2.4289020232068603,
|
||
|
|
"learning_rate": 9.943447445854065e-06,
|
||
|
|
"loss": 0.6601,
|
||
|
|
"step": 303
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4407582938388626,
|
||
|
|
"grad_norm": 6.537329090959136,
|
||
|
|
"learning_rate": 9.942200116739488e-06,
|
||
|
|
"loss": 0.4185,
|
||
|
|
"step": 304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4454976303317535,
|
||
|
|
"grad_norm": 1.9272545240932075,
|
||
|
|
"learning_rate": 9.940939261604344e-06,
|
||
|
|
"loss": 0.3802,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4502369668246446,
|
||
|
|
"grad_norm": 2.0804031032401604,
|
||
|
|
"learning_rate": 9.939664883899394e-06,
|
||
|
|
"loss": 0.479,
|
||
|
|
"step": 306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4549763033175356,
|
||
|
|
"grad_norm": 1.5623893795033323,
|
||
|
|
"learning_rate": 9.938376987112406e-06,
|
||
|
|
"loss": 0.3465,
|
||
|
|
"step": 307
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4597156398104265,
|
||
|
|
"grad_norm": 2.4971685926961196,
|
||
|
|
"learning_rate": 9.937075574768152e-06,
|
||
|
|
"loss": 0.5371,
|
||
|
|
"step": 308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4644549763033177,
|
||
|
|
"grad_norm": 1.9465256216683717,
|
||
|
|
"learning_rate": 9.93576065042839e-06,
|
||
|
|
"loss": 0.492,
|
||
|
|
"step": 309
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4691943127962086,
|
||
|
|
"grad_norm": 2.05113471327495,
|
||
|
|
"learning_rate": 9.934432217691862e-06,
|
||
|
|
"loss": 0.5045,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4739336492890995,
|
||
|
|
"grad_norm": 1.9196555117253529,
|
||
|
|
"learning_rate": 9.93309028019428e-06,
|
||
|
|
"loss": 0.3704,
|
||
|
|
"step": 311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4786729857819905,
|
||
|
|
"grad_norm": 3.682379874191357,
|
||
|
|
"learning_rate": 9.931734841608311e-06,
|
||
|
|
"loss": 0.4535,
|
||
|
|
"step": 312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4834123222748814,
|
||
|
|
"grad_norm": 3.3519197093172863,
|
||
|
|
"learning_rate": 9.930365905643578e-06,
|
||
|
|
"loss": 0.5185,
|
||
|
|
"step": 313
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4881516587677726,
|
||
|
|
"grad_norm": 2.881253847151378,
|
||
|
|
"learning_rate": 9.928983476046643e-06,
|
||
|
|
"loss": 0.5396,
|
||
|
|
"step": 314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4928909952606635,
|
||
|
|
"grad_norm": 1.8237235275534953,
|
||
|
|
"learning_rate": 9.927587556600997e-06,
|
||
|
|
"loss": 0.1842,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4976303317535544,
|
||
|
|
"grad_norm": 4.184421241513608,
|
||
|
|
"learning_rate": 9.926178151127049e-06,
|
||
|
|
"loss": 0.5325,
|
||
|
|
"step": 316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5023696682464456,
|
||
|
|
"grad_norm": 3.9338291238727985,
|
||
|
|
"learning_rate": 9.924755263482121e-06,
|
||
|
|
"loss": 0.2008,
|
||
|
|
"step": 317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5071090047393365,
|
||
|
|
"grad_norm": 5.51176109511911,
|
||
|
|
"learning_rate": 9.92331889756043e-06,
|
||
|
|
"loss": 0.4532,
|
||
|
|
"step": 318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5118483412322274,
|
||
|
|
"grad_norm": 2.748622530097229,
|
||
|
|
"learning_rate": 9.921869057293086e-06,
|
||
|
|
"loss": 0.6899,
|
||
|
|
"step": 319
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5165876777251186,
|
||
|
|
"grad_norm": 2.336940895127292,
|
||
|
|
"learning_rate": 9.920405746648067e-06,
|
||
|
|
"loss": 0.4099,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5213270142180095,
|
||
|
|
"grad_norm": 4.063807492448013,
|
||
|
|
"learning_rate": 9.918928969630228e-06,
|
||
|
|
"loss": 0.4569,
|
||
|
|
"step": 321
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5260663507109005,
|
||
|
|
"grad_norm": 2.438274381368647,
|
||
|
|
"learning_rate": 9.917438730281273e-06,
|
||
|
|
"loss": 0.1749,
|
||
|
|
"step": 322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5308056872037916,
|
||
|
|
"grad_norm": 2.5255975967536015,
|
||
|
|
"learning_rate": 9.91593503267975e-06,
|
||
|
|
"loss": 0.6794,
|
||
|
|
"step": 323
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5355450236966823,
|
||
|
|
"grad_norm": 2.435653867656926,
|
||
|
|
"learning_rate": 9.914417880941043e-06,
|
||
|
|
"loss": 0.6476,
|
||
|
|
"step": 324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5402843601895735,
|
||
|
|
"grad_norm": 2.3714317752012914,
|
||
|
|
"learning_rate": 9.912887279217356e-06,
|
||
|
|
"loss": 0.4351,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5450236966824644,
|
||
|
|
"grad_norm": 2.3675026644803006,
|
||
|
|
"learning_rate": 9.911343231697703e-06,
|
||
|
|
"loss": 0.2025,
|
||
|
|
"step": 326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5497630331753554,
|
||
|
|
"grad_norm": 2.6934469311195643,
|
||
|
|
"learning_rate": 9.9097857426079e-06,
|
||
|
|
"loss": 0.4875,
|
||
|
|
"step": 327
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5545023696682465,
|
||
|
|
"grad_norm": 2.382299005054798,
|
||
|
|
"learning_rate": 9.908214816210548e-06,
|
||
|
|
"loss": 0.6983,
|
||
|
|
"step": 328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5592417061611374,
|
||
|
|
"grad_norm": 2.5391906448996613,
|
||
|
|
"learning_rate": 9.906630456805024e-06,
|
||
|
|
"loss": 0.4902,
|
||
|
|
"step": 329
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5639810426540284,
|
||
|
|
"grad_norm": 5.074284156439468,
|
||
|
|
"learning_rate": 9.905032668727467e-06,
|
||
|
|
"loss": 0.3692,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5687203791469195,
|
||
|
|
"grad_norm": 2.2664917617556255,
|
||
|
|
"learning_rate": 9.903421456350776e-06,
|
||
|
|
"loss": 0.5135,
|
||
|
|
"step": 331
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5734597156398105,
|
||
|
|
"grad_norm": 2.19259108575062,
|
||
|
|
"learning_rate": 9.90179682408458e-06,
|
||
|
|
"loss": 0.4938,
|
||
|
|
"step": 332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5781990521327014,
|
||
|
|
"grad_norm": 2.5361885097234933,
|
||
|
|
"learning_rate": 9.90015877637524e-06,
|
||
|
|
"loss": 0.5438,
|
||
|
|
"step": 333
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5829383886255926,
|
||
|
|
"grad_norm": 2.178138486962567,
|
||
|
|
"learning_rate": 9.898507317705837e-06,
|
||
|
|
"loss": 0.6188,
|
||
|
|
"step": 334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5876777251184833,
|
||
|
|
"grad_norm": 1.812913729132945,
|
||
|
|
"learning_rate": 9.896842452596151e-06,
|
||
|
|
"loss": 0.3508,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5924170616113744,
|
||
|
|
"grad_norm": 1.7087086271485783,
|
||
|
|
"learning_rate": 9.895164185602655e-06,
|
||
|
|
"loss": 0.3084,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5971563981042654,
|
||
|
|
"grad_norm": 2.7388427108508053,
|
||
|
|
"learning_rate": 9.893472521318499e-06,
|
||
|
|
"loss": 0.1332,
|
||
|
|
"step": 337
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6018957345971563,
|
||
|
|
"grad_norm": 1.8791204965113866,
|
||
|
|
"learning_rate": 9.891767464373503e-06,
|
||
|
|
"loss": 0.4661,
|
||
|
|
"step": 338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6066350710900474,
|
||
|
|
"grad_norm": 2.068312034507751,
|
||
|
|
"learning_rate": 9.890049019434135e-06,
|
||
|
|
"loss": 0.5085,
|
||
|
|
"step": 339
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6113744075829384,
|
||
|
|
"grad_norm": 1.799668228890366,
|
||
|
|
"learning_rate": 9.888317191203513e-06,
|
||
|
|
"loss": 0.3711,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6161137440758293,
|
||
|
|
"grad_norm": 1.9724625694968003,
|
||
|
|
"learning_rate": 9.886571984421371e-06,
|
||
|
|
"loss": 0.3308,
|
||
|
|
"step": 341
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6208530805687205,
|
||
|
|
"grad_norm": 0.5548688306542162,
|
||
|
|
"learning_rate": 9.884813403864067e-06,
|
||
|
|
"loss": 0.0027,
|
||
|
|
"step": 342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6255924170616114,
|
||
|
|
"grad_norm": 1.1667921040825704,
|
||
|
|
"learning_rate": 9.883041454344558e-06,
|
||
|
|
"loss": 0.1846,
|
||
|
|
"step": 343
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6303317535545023,
|
||
|
|
"grad_norm": 2.504222470295781,
|
||
|
|
"learning_rate": 9.881256140712389e-06,
|
||
|
|
"loss": 0.4055,
|
||
|
|
"step": 344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6350710900473935,
|
||
|
|
"grad_norm": 3.2053743663342202,
|
||
|
|
"learning_rate": 9.879457467853683e-06,
|
||
|
|
"loss": 0.3911,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6398104265402842,
|
||
|
|
"grad_norm": 4.070213617774694,
|
||
|
|
"learning_rate": 9.877645440691122e-06,
|
||
|
|
"loss": 0.3496,
|
||
|
|
"step": 346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6445497630331753,
|
||
|
|
"grad_norm": 4.238271512703958,
|
||
|
|
"learning_rate": 9.875820064183936e-06,
|
||
|
|
"loss": 0.7347,
|
||
|
|
"step": 347
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6492890995260665,
|
||
|
|
"grad_norm": 5.243679722478133,
|
||
|
|
"learning_rate": 9.873981343327895e-06,
|
||
|
|
"loss": 0.4416,
|
||
|
|
"step": 348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6540284360189572,
|
||
|
|
"grad_norm": 2.057271614968161,
|
||
|
|
"learning_rate": 9.872129283155287e-06,
|
||
|
|
"loss": 0.4228,
|
||
|
|
"step": 349
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6587677725118484,
|
||
|
|
"grad_norm": 1.9694558162236104,
|
||
|
|
"learning_rate": 9.870263888734905e-06,
|
||
|
|
"loss": 0.4931,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6587677725118484,
|
||
|
|
"eval_loss": 0.2978443503379822,
|
||
|
|
"eval_runtime": 7.6174,
|
||
|
|
"eval_samples_per_second": 24.68,
|
||
|
|
"eval_steps_per_second": 6.17,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6635071090047393,
|
||
|
|
"grad_norm": 3.1554779761803013,
|
||
|
|
"learning_rate": 9.868385165172042e-06,
|
||
|
|
"loss": 0.6458,
|
||
|
|
"step": 351
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6682464454976302,
|
||
|
|
"grad_norm": 6.676783870329319,
|
||
|
|
"learning_rate": 9.866493117608468e-06,
|
||
|
|
"loss": 0.1516,
|
||
|
|
"step": 352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6729857819905214,
|
||
|
|
"grad_norm": 2.7462701878820575,
|
||
|
|
"learning_rate": 9.864587751222416e-06,
|
||
|
|
"loss": 0.2574,
|
||
|
|
"step": 353
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6777251184834123,
|
||
|
|
"grad_norm": 3.8157454645498454,
|
||
|
|
"learning_rate": 9.862669071228572e-06,
|
||
|
|
"loss": 0.4856,
|
||
|
|
"step": 354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6824644549763033,
|
||
|
|
"grad_norm": 1.3090823665483136,
|
||
|
|
"learning_rate": 9.860737082878062e-06,
|
||
|
|
"loss": 0.323,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6872037914691944,
|
||
|
|
"grad_norm": 10.494439088857515,
|
||
|
|
"learning_rate": 9.858791791458431e-06,
|
||
|
|
"loss": 0.1988,
|
||
|
|
"step": 356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6919431279620853,
|
||
|
|
"grad_norm": 2.0191995262815783,
|
||
|
|
"learning_rate": 9.856833202293637e-06,
|
||
|
|
"loss": 0.3119,
|
||
|
|
"step": 357
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6966824644549763,
|
||
|
|
"grad_norm": 3.5323445127912927,
|
||
|
|
"learning_rate": 9.854861320744024e-06,
|
||
|
|
"loss": 0.1471,
|
||
|
|
"step": 358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7014218009478674,
|
||
|
|
"grad_norm": 4.056087735458044,
|
||
|
|
"learning_rate": 9.852876152206325e-06,
|
||
|
|
"loss": 0.4143,
|
||
|
|
"step": 359
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7061611374407581,
|
||
|
|
"grad_norm": 1.1699046556227357,
|
||
|
|
"learning_rate": 9.85087770211363e-06,
|
||
|
|
"loss": 0.1744,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7109004739336493,
|
||
|
|
"grad_norm": 7.948034395540595,
|
||
|
|
"learning_rate": 9.84886597593538e-06,
|
||
|
|
"loss": 0.583,
|
||
|
|
"step": 361
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7156398104265402,
|
||
|
|
"grad_norm": 1.8387572219605024,
|
||
|
|
"learning_rate": 9.846840979177354e-06,
|
||
|
|
"loss": 0.3403,
|
||
|
|
"step": 362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7203791469194312,
|
||
|
|
"grad_norm": 2.0300481281041978,
|
||
|
|
"learning_rate": 9.844802717381649e-06,
|
||
|
|
"loss": 0.5911,
|
||
|
|
"step": 363
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7251184834123223,
|
||
|
|
"grad_norm": 2.442593688401152,
|
||
|
|
"learning_rate": 9.842751196126663e-06,
|
||
|
|
"loss": 0.3407,
|
||
|
|
"step": 364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7298578199052133,
|
||
|
|
"grad_norm": 2.357867457832997,
|
||
|
|
"learning_rate": 9.840686421027085e-06,
|
||
|
|
"loss": 0.6408,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7345971563981042,
|
||
|
|
"grad_norm": 1.4156381529281636,
|
||
|
|
"learning_rate": 9.83860839773388e-06,
|
||
|
|
"loss": 0.3078,
|
||
|
|
"step": 366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7393364928909953,
|
||
|
|
"grad_norm": 1.4761961207478902,
|
||
|
|
"learning_rate": 9.836517131934267e-06,
|
||
|
|
"loss": 0.3368,
|
||
|
|
"step": 367
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7440758293838863,
|
||
|
|
"grad_norm": 2.233809665949993,
|
||
|
|
"learning_rate": 9.834412629351712e-06,
|
||
|
|
"loss": 0.59,
|
||
|
|
"step": 368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7488151658767772,
|
||
|
|
"grad_norm": 4.153971174320609,
|
||
|
|
"learning_rate": 9.832294895745906e-06,
|
||
|
|
"loss": 0.6378,
|
||
|
|
"step": 369
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7535545023696684,
|
||
|
|
"grad_norm": 1.8346871985935636,
|
||
|
|
"learning_rate": 9.830163936912752e-06,
|
||
|
|
"loss": 0.2077,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.758293838862559,
|
||
|
|
"grad_norm": 2.185943824706028,
|
||
|
|
"learning_rate": 9.828019758684343e-06,
|
||
|
|
"loss": 0.632,
|
||
|
|
"step": 371
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7630331753554502,
|
||
|
|
"grad_norm": 3.585282208139966,
|
||
|
|
"learning_rate": 9.82586236692896e-06,
|
||
|
|
"loss": 0.414,
|
||
|
|
"step": 372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7677725118483414,
|
||
|
|
"grad_norm": 2.9683580597033417,
|
||
|
|
"learning_rate": 9.823691767551042e-06,
|
||
|
|
"loss": 0.5511,
|
||
|
|
"step": 373
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.772511848341232,
|
||
|
|
"grad_norm": 1.8760918872517949,
|
||
|
|
"learning_rate": 9.821507966491178e-06,
|
||
|
|
"loss": 0.3139,
|
||
|
|
"step": 374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7772511848341233,
|
||
|
|
"grad_norm": 2.521809140652447,
|
||
|
|
"learning_rate": 9.819310969726083e-06,
|
||
|
|
"loss": 0.3167,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7819905213270142,
|
||
|
|
"grad_norm": 1.6335080451938315,
|
||
|
|
"learning_rate": 9.817100783268591e-06,
|
||
|
|
"loss": 0.3058,
|
||
|
|
"step": 376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7867298578199051,
|
||
|
|
"grad_norm": 1.8046828342953851,
|
||
|
|
"learning_rate": 9.814877413167635e-06,
|
||
|
|
"loss": 0.3768,
|
||
|
|
"step": 377
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7914691943127963,
|
||
|
|
"grad_norm": 1.8830999035554479,
|
||
|
|
"learning_rate": 9.812640865508228e-06,
|
||
|
|
"loss": 0.4693,
|
||
|
|
"step": 378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7962085308056872,
|
||
|
|
"grad_norm": 2.320257885040441,
|
||
|
|
"learning_rate": 9.810391146411445e-06,
|
||
|
|
"loss": 0.6267,
|
||
|
|
"step": 379
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8009478672985781,
|
||
|
|
"grad_norm": 10.80073855446241,
|
||
|
|
"learning_rate": 9.808128262034411e-06,
|
||
|
|
"loss": 0.1824,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8056872037914693,
|
||
|
|
"grad_norm": 8.414676884797586,
|
||
|
|
"learning_rate": 9.805852218570285e-06,
|
||
|
|
"loss": 0.31,
|
||
|
|
"step": 381
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8104265402843602,
|
||
|
|
"grad_norm": 4.325341013078249,
|
||
|
|
"learning_rate": 9.803563022248238e-06,
|
||
|
|
"loss": 0.5953,
|
||
|
|
"step": 382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8151658767772512,
|
||
|
|
"grad_norm": 2.0110115883060855,
|
||
|
|
"learning_rate": 9.801260679333435e-06,
|
||
|
|
"loss": 0.5959,
|
||
|
|
"step": 383
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8199052132701423,
|
||
|
|
"grad_norm": 6.122877463440686,
|
||
|
|
"learning_rate": 9.79894519612703e-06,
|
||
|
|
"loss": 0.3405,
|
||
|
|
"step": 384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.824644549763033,
|
||
|
|
"grad_norm": 3.650442506848263,
|
||
|
|
"learning_rate": 9.796616578966133e-06,
|
||
|
|
"loss": 0.3861,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8293838862559242,
|
||
|
|
"grad_norm": 1.5157626892732818,
|
||
|
|
"learning_rate": 9.794274834223797e-06,
|
||
|
|
"loss": 0.2846,
|
||
|
|
"step": 386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8341232227488151,
|
||
|
|
"grad_norm": 3.1507961365544745,
|
||
|
|
"learning_rate": 9.791919968309014e-06,
|
||
|
|
"loss": 0.3294,
|
||
|
|
"step": 387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.838862559241706,
|
||
|
|
"grad_norm": 1.7306556573405594,
|
||
|
|
"learning_rate": 9.789551987666676e-06,
|
||
|
|
"loss": 0.3562,
|
||
|
|
"step": 388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8436018957345972,
|
||
|
|
"grad_norm": 5.941824507077249,
|
||
|
|
"learning_rate": 9.787170898777571e-06,
|
||
|
|
"loss": 0.3274,
|
||
|
|
"step": 389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8483412322274881,
|
||
|
|
"grad_norm": 3.030732093438433,
|
||
|
|
"learning_rate": 9.784776708158363e-06,
|
||
|
|
"loss": 0.4133,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.853080568720379,
|
||
|
|
"grad_norm": 1.3937150172782848,
|
||
|
|
"learning_rate": 9.782369422361576e-06,
|
||
|
|
"loss": 0.1756,
|
||
|
|
"step": 391
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8578199052132702,
|
||
|
|
"grad_norm": 12.927627074325668,
|
||
|
|
"learning_rate": 9.779949047975568e-06,
|
||
|
|
"loss": 0.361,
|
||
|
|
"step": 392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8625592417061612,
|
||
|
|
"grad_norm": 4.493223615263428,
|
||
|
|
"learning_rate": 9.777515591624523e-06,
|
||
|
|
"loss": 0.4096,
|
||
|
|
"step": 393
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.867298578199052,
|
||
|
|
"grad_norm": 3.148554545451083,
|
||
|
|
"learning_rate": 9.775069059968426e-06,
|
||
|
|
"loss": 0.3309,
|
||
|
|
"step": 394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8720379146919433,
|
||
|
|
"grad_norm": 2.3641866669229046,
|
||
|
|
"learning_rate": 9.772609459703046e-06,
|
||
|
|
"loss": 0.3819,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.876777251184834,
|
||
|
|
"grad_norm": 2.2830547145033,
|
||
|
|
"learning_rate": 9.770136797559921e-06,
|
||
|
|
"loss": 0.4664,
|
||
|
|
"step": 396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8815165876777251,
|
||
|
|
"grad_norm": 1.1790434142717119,
|
||
|
|
"learning_rate": 9.767651080306337e-06,
|
||
|
|
"loss": 0.1274,
|
||
|
|
"step": 397
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8862559241706163,
|
||
|
|
"grad_norm": 3.845230310093734,
|
||
|
|
"learning_rate": 9.76515231474531e-06,
|
||
|
|
"loss": 0.1594,
|
||
|
|
"step": 398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.890995260663507,
|
||
|
|
"grad_norm": 1.8509410525795489,
|
||
|
|
"learning_rate": 9.762640507715563e-06,
|
||
|
|
"loss": 0.4798,
|
||
|
|
"step": 399
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8957345971563981,
|
||
|
|
"grad_norm": 2.781434794248597,
|
||
|
|
"learning_rate": 9.760115666091518e-06,
|
||
|
|
"loss": 0.1246,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8957345971563981,
|
||
|
|
"eval_loss": 0.2955733835697174,
|
||
|
|
"eval_runtime": 7.4936,
|
||
|
|
"eval_samples_per_second": 25.088,
|
||
|
|
"eval_steps_per_second": 6.272,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.900473933649289,
|
||
|
|
"grad_norm": 2.0822001446365808,
|
||
|
|
"learning_rate": 9.757577796783268e-06,
|
||
|
|
"loss": 0.1796,
|
||
|
|
"step": 401
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.90521327014218,
|
||
|
|
"grad_norm": 1.7683889575687497,
|
||
|
|
"learning_rate": 9.755026906736558e-06,
|
||
|
|
"loss": 0.3831,
|
||
|
|
"step": 402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9099526066350712,
|
||
|
|
"grad_norm": 2.0251576776654665,
|
||
|
|
"learning_rate": 9.752463002932771e-06,
|
||
|
|
"loss": 0.3582,
|
||
|
|
"step": 403
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.914691943127962,
|
||
|
|
"grad_norm": 1.550976752082876,
|
||
|
|
"learning_rate": 9.749886092388907e-06,
|
||
|
|
"loss": 0.2987,
|
||
|
|
"step": 404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.919431279620853,
|
||
|
|
"grad_norm": 2.2015043868744852,
|
||
|
|
"learning_rate": 9.747296182157562e-06,
|
||
|
|
"loss": 0.3003,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9241706161137442,
|
||
|
|
"grad_norm": 1.3089765916841185,
|
||
|
|
"learning_rate": 9.744693279326915e-06,
|
||
|
|
"loss": 0.2871,
|
||
|
|
"step": 406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9289099526066351,
|
||
|
|
"grad_norm": 3.3397852609601415,
|
||
|
|
"learning_rate": 9.742077391020695e-06,
|
||
|
|
"loss": 0.5265,
|
||
|
|
"step": 407
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.933649289099526,
|
||
|
|
"grad_norm": 1.946719052936926,
|
||
|
|
"learning_rate": 9.739448524398176e-06,
|
||
|
|
"loss": 0.5086,
|
||
|
|
"step": 408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9383886255924172,
|
||
|
|
"grad_norm": 1.5684813908714574,
|
||
|
|
"learning_rate": 9.73680668665415e-06,
|
||
|
|
"loss": 0.2019,
|
||
|
|
"step": 409
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.943127962085308,
|
||
|
|
"grad_norm": 1.7688479660064684,
|
||
|
|
"learning_rate": 9.73415188501891e-06,
|
||
|
|
"loss": 0.4819,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.947867298578199,
|
||
|
|
"grad_norm": 1.4921551637020574,
|
||
|
|
"learning_rate": 9.731484126758231e-06,
|
||
|
|
"loss": 0.3432,
|
||
|
|
"step": 411
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.95260663507109,
|
||
|
|
"grad_norm": 1.6904871673634219,
|
||
|
|
"learning_rate": 9.72880341917334e-06,
|
||
|
|
"loss": 0.3338,
|
||
|
|
"step": 412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.957345971563981,
|
||
|
|
"grad_norm": 2.231311267323003,
|
||
|
|
"learning_rate": 9.726109769600915e-06,
|
||
|
|
"loss": 0.3727,
|
||
|
|
"step": 413
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.962085308056872,
|
||
|
|
"grad_norm": 2.064721764431227,
|
||
|
|
"learning_rate": 9.72340318541305e-06,
|
||
|
|
"loss": 0.5217,
|
||
|
|
"step": 414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.966824644549763,
|
||
|
|
"grad_norm": 1.8824517839226762,
|
||
|
|
"learning_rate": 9.720683674017232e-06,
|
||
|
|
"loss": 0.5255,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.971563981042654,
|
||
|
|
"grad_norm": 2.741168518277324,
|
||
|
|
"learning_rate": 9.717951242856338e-06,
|
||
|
|
"loss": 0.574,
|
||
|
|
"step": 416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9763033175355451,
|
||
|
|
"grad_norm": 0.36867385458926955,
|
||
|
|
"learning_rate": 9.7152058994086e-06,
|
||
|
|
"loss": 0.0081,
|
||
|
|
"step": 417
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.981042654028436,
|
||
|
|
"grad_norm": 3.7413445968502455,
|
||
|
|
"learning_rate": 9.712447651187589e-06,
|
||
|
|
"loss": 0.6644,
|
||
|
|
"step": 418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.985781990521327,
|
||
|
|
"grad_norm": 2.036352574421493,
|
||
|
|
"learning_rate": 9.709676505742194e-06,
|
||
|
|
"loss": 0.508,
|
||
|
|
"step": 419
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9905213270142181,
|
||
|
|
"grad_norm": 2.332710921849896,
|
||
|
|
"learning_rate": 9.706892470656601e-06,
|
||
|
|
"loss": 0.672,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9952606635071088,
|
||
|
|
"grad_norm": 1.1977387854956147,
|
||
|
|
"learning_rate": 9.704095553550277e-06,
|
||
|
|
"loss": 0.3395,
|
||
|
|
"step": 421
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0,
|
||
|
|
"grad_norm": 1.306644738004841,
|
||
|
|
"learning_rate": 9.701285762077938e-06,
|
||
|
|
"loss": 0.2778,
|
||
|
|
"step": 422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.004739336492891,
|
||
|
|
"grad_norm": 2.6627265449160573,
|
||
|
|
"learning_rate": 9.698463103929542e-06,
|
||
|
|
"loss": 0.4528,
|
||
|
|
"step": 423
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.009478672985782,
|
||
|
|
"grad_norm": 2.099358840952704,
|
||
|
|
"learning_rate": 9.695627586830258e-06,
|
||
|
|
"loss": 0.3879,
|
||
|
|
"step": 424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.014218009478673,
|
||
|
|
"grad_norm": 5.2879020211730055,
|
||
|
|
"learning_rate": 9.692779218540449e-06,
|
||
|
|
"loss": 0.14,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.018957345971564,
|
||
|
|
"grad_norm": 1.5018740536470672,
|
||
|
|
"learning_rate": 9.689918006855645e-06,
|
||
|
|
"loss": 0.1269,
|
||
|
|
"step": 426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.023696682464455,
|
||
|
|
"grad_norm": 1.4094211658721043,
|
||
|
|
"learning_rate": 9.687043959606535e-06,
|
||
|
|
"loss": 0.2423,
|
||
|
|
"step": 427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.028436018957346,
|
||
|
|
"grad_norm": 2.159506476596885,
|
||
|
|
"learning_rate": 9.684157084658929e-06,
|
||
|
|
"loss": 0.2815,
|
||
|
|
"step": 428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0331753554502368,
|
||
|
|
"grad_norm": 0.8885269405665877,
|
||
|
|
"learning_rate": 9.681257389913747e-06,
|
||
|
|
"loss": 0.1421,
|
||
|
|
"step": 429
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.037914691943128,
|
||
|
|
"grad_norm": 2.0385950670605197,
|
||
|
|
"learning_rate": 9.678344883306997e-06,
|
||
|
|
"loss": 0.3958,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.042654028436019,
|
||
|
|
"grad_norm": 6.205987948434508,
|
||
|
|
"learning_rate": 9.675419572809748e-06,
|
||
|
|
"loss": 0.271,
|
||
|
|
"step": 431
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0473933649289098,
|
||
|
|
"grad_norm": 2.7807782405533352,
|
||
|
|
"learning_rate": 9.672481466428114e-06,
|
||
|
|
"loss": 0.4354,
|
||
|
|
"step": 432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.052132701421801,
|
||
|
|
"grad_norm": 1.5112315738532895,
|
||
|
|
"learning_rate": 9.669530572203228e-06,
|
||
|
|
"loss": 0.2338,
|
||
|
|
"step": 433
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.056872037914692,
|
||
|
|
"grad_norm": 2.403007718370798,
|
||
|
|
"learning_rate": 9.666566898211219e-06,
|
||
|
|
"loss": 0.1161,
|
||
|
|
"step": 434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.061611374407583,
|
||
|
|
"grad_norm": 1.342375032653582,
|
||
|
|
"learning_rate": 9.663590452563193e-06,
|
||
|
|
"loss": 0.1454,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.066350710900474,
|
||
|
|
"grad_norm": 3.4913666949654543,
|
||
|
|
"learning_rate": 9.660601243405214e-06,
|
||
|
|
"loss": 0.2455,
|
||
|
|
"step": 436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.071090047393365,
|
||
|
|
"grad_norm": 2.7479972548361586,
|
||
|
|
"learning_rate": 9.657599278918278e-06,
|
||
|
|
"loss": 0.2492,
|
||
|
|
"step": 437
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.075829383886256,
|
||
|
|
"grad_norm": 1.3732106527900387,
|
||
|
|
"learning_rate": 9.654584567318279e-06,
|
||
|
|
"loss": 0.1943,
|
||
|
|
"step": 438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.080568720379147,
|
||
|
|
"grad_norm": 1.814725144260375,
|
||
|
|
"learning_rate": 9.651557116856015e-06,
|
||
|
|
"loss": 0.256,
|
||
|
|
"step": 439
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.085308056872038,
|
||
|
|
"grad_norm": 2.2069597546240107,
|
||
|
|
"learning_rate": 9.648516935817133e-06,
|
||
|
|
"loss": 0.3961,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.090047393364929,
|
||
|
|
"grad_norm": 1.5420571195505541,
|
||
|
|
"learning_rate": 9.64546403252213e-06,
|
||
|
|
"loss": 0.251,
|
||
|
|
"step": 441
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.09478672985782,
|
||
|
|
"grad_norm": 1.5476167518379802,
|
||
|
|
"learning_rate": 9.642398415326321e-06,
|
||
|
|
"loss": 0.2603,
|
||
|
|
"step": 442
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0995260663507107,
|
||
|
|
"grad_norm": 2.034199340028726,
|
||
|
|
"learning_rate": 9.639320092619814e-06,
|
||
|
|
"loss": 0.1695,
|
||
|
|
"step": 443
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.104265402843602,
|
||
|
|
"grad_norm": 3.7349542663033612,
|
||
|
|
"learning_rate": 9.636229072827495e-06,
|
||
|
|
"loss": 0.128,
|
||
|
|
"step": 444
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.109004739336493,
|
||
|
|
"grad_norm": 2.821904163178345,
|
||
|
|
"learning_rate": 9.633125364408993e-06,
|
||
|
|
"loss": 0.2114,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1137440758293837,
|
||
|
|
"grad_norm": 2.7924773405486736,
|
||
|
|
"learning_rate": 9.630008975858667e-06,
|
||
|
|
"loss": 0.4738,
|
||
|
|
"step": 446
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.118483412322275,
|
||
|
|
"grad_norm": 3.9989024730276475,
|
||
|
|
"learning_rate": 9.626879915705583e-06,
|
||
|
|
"loss": 0.1967,
|
||
|
|
"step": 447
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.123222748815166,
|
||
|
|
"grad_norm": 2.8673915004345267,
|
||
|
|
"learning_rate": 9.62373819251348e-06,
|
||
|
|
"loss": 0.4892,
|
||
|
|
"step": 448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1279620853080567,
|
||
|
|
"grad_norm": 3.946682223252352,
|
||
|
|
"learning_rate": 9.620583814880763e-06,
|
||
|
|
"loss": 0.4804,
|
||
|
|
"step": 449
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.132701421800948,
|
||
|
|
"grad_norm": 1.5786772938702343,
|
||
|
|
"learning_rate": 9.617416791440461e-06,
|
||
|
|
"loss": 0.1804,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.132701421800948,
|
||
|
|
"eval_loss": 0.2992797791957855,
|
||
|
|
"eval_runtime": 7.7669,
|
||
|
|
"eval_samples_per_second": 24.205,
|
||
|
|
"eval_steps_per_second": 6.051,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.137440758293839,
|
||
|
|
"grad_norm": 2.165145174031428,
|
||
|
|
"learning_rate": 9.61423713086022e-06,
|
||
|
|
"loss": 0.4228,
|
||
|
|
"step": 451
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1421800947867298,
|
||
|
|
"grad_norm": 1.866067205365788,
|
||
|
|
"learning_rate": 9.611044841842264e-06,
|
||
|
|
"loss": 0.1926,
|
||
|
|
"step": 452
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.146919431279621,
|
||
|
|
"grad_norm": 2.346074490279633,
|
||
|
|
"learning_rate": 9.607839933123387e-06,
|
||
|
|
"loss": 0.4009,
|
||
|
|
"step": 453
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1516587677725116,
|
||
|
|
"grad_norm": 4.0592215780138945,
|
||
|
|
"learning_rate": 9.604622413474916e-06,
|
||
|
|
"loss": 0.3062,
|
||
|
|
"step": 454
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.156398104265403,
|
||
|
|
"grad_norm": 1.5094788846683966,
|
||
|
|
"learning_rate": 9.601392291702693e-06,
|
||
|
|
"loss": 0.253,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.161137440758294,
|
||
|
|
"grad_norm": 2.214809533583907,
|
||
|
|
"learning_rate": 9.598149576647053e-06,
|
||
|
|
"loss": 0.3733,
|
||
|
|
"step": 456
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1658767772511847,
|
||
|
|
"grad_norm": 1.8852412240790106,
|
||
|
|
"learning_rate": 9.594894277182793e-06,
|
||
|
|
"loss": 0.2866,
|
||
|
|
"step": 457
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.170616113744076,
|
||
|
|
"grad_norm": 1.7526684425452752,
|
||
|
|
"learning_rate": 9.591626402219154e-06,
|
||
|
|
"loss": 0.3004,
|
||
|
|
"step": 458
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.175355450236967,
|
||
|
|
"grad_norm": 2.9894508978330783,
|
||
|
|
"learning_rate": 9.588345960699792e-06,
|
||
|
|
"loss": 0.2337,
|
||
|
|
"step": 459
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1800947867298577,
|
||
|
|
"grad_norm": 1.9990589843914348,
|
||
|
|
"learning_rate": 9.585052961602759e-06,
|
||
|
|
"loss": 0.3459,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.184834123222749,
|
||
|
|
"grad_norm": 2.35306488074333,
|
||
|
|
"learning_rate": 9.581747413940472e-06,
|
||
|
|
"loss": 0.1304,
|
||
|
|
"step": 461
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.18957345971564,
|
||
|
|
"grad_norm": 1.777896718380068,
|
||
|
|
"learning_rate": 9.57842932675969e-06,
|
||
|
|
"loss": 0.3115,
|
||
|
|
"step": 462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1943127962085307,
|
||
|
|
"grad_norm": 1.7487858526836815,
|
||
|
|
"learning_rate": 9.575098709141496e-06,
|
||
|
|
"loss": 0.2286,
|
||
|
|
"step": 463
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.199052132701422,
|
||
|
|
"grad_norm": 2.3258340527853703,
|
||
|
|
"learning_rate": 9.571755570201266e-06,
|
||
|
|
"loss": 0.3659,
|
||
|
|
"step": 464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2037914691943126,
|
||
|
|
"grad_norm": 1.465155899360022,
|
||
|
|
"learning_rate": 9.56839991908864e-06,
|
||
|
|
"loss": 0.1962,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2085308056872037,
|
||
|
|
"grad_norm": 1.4928089369177426,
|
||
|
|
"learning_rate": 9.565031764987502e-06,
|
||
|
|
"loss": 0.1699,
|
||
|
|
"step": 466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.213270142180095,
|
||
|
|
"grad_norm": 1.785576743274789,
|
||
|
|
"learning_rate": 9.561651117115962e-06,
|
||
|
|
"loss": 0.2761,
|
||
|
|
"step": 467
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2180094786729856,
|
||
|
|
"grad_norm": 2.2531836622374337,
|
||
|
|
"learning_rate": 9.558257984726319e-06,
|
||
|
|
"loss": 0.3987,
|
||
|
|
"step": 468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2227488151658767,
|
||
|
|
"grad_norm": 2.315364186256386,
|
||
|
|
"learning_rate": 9.554852377105036e-06,
|
||
|
|
"loss": 0.3683,
|
||
|
|
"step": 469
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.227488151658768,
|
||
|
|
"grad_norm": 1.6764194598679394,
|
||
|
|
"learning_rate": 9.551434303572725e-06,
|
||
|
|
"loss": 0.1712,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2322274881516586,
|
||
|
|
"grad_norm": 1.7843409934441365,
|
||
|
|
"learning_rate": 9.548003773484115e-06,
|
||
|
|
"loss": 0.3081,
|
||
|
|
"step": 471
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2369668246445498,
|
||
|
|
"grad_norm": 2.3510258117985505,
|
||
|
|
"learning_rate": 9.544560796228022e-06,
|
||
|
|
"loss": 0.175,
|
||
|
|
"step": 472
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.241706161137441,
|
||
|
|
"grad_norm": 2.014710977925563,
|
||
|
|
"learning_rate": 9.54110538122733e-06,
|
||
|
|
"loss": 0.332,
|
||
|
|
"step": 473
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2464454976303316,
|
||
|
|
"grad_norm": 1.500227249636288,
|
||
|
|
"learning_rate": 9.537637537938966e-06,
|
||
|
|
"loss": 0.1706,
|
||
|
|
"step": 474
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.251184834123223,
|
||
|
|
"grad_norm": 5.326923875102078,
|
||
|
|
"learning_rate": 9.534157275853869e-06,
|
||
|
|
"loss": 0.3117,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2559241706161135,
|
||
|
|
"grad_norm": 2.395469195860342,
|
||
|
|
"learning_rate": 9.530664604496964e-06,
|
||
|
|
"loss": 0.4078,
|
||
|
|
"step": 476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2606635071090047,
|
||
|
|
"grad_norm": 1.783834474018257,
|
||
|
|
"learning_rate": 9.527159533427142e-06,
|
||
|
|
"loss": 0.3021,
|
||
|
|
"step": 477
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.265402843601896,
|
||
|
|
"grad_norm": 2.424152235039787,
|
||
|
|
"learning_rate": 9.52364207223723e-06,
|
||
|
|
"loss": 0.2725,
|
||
|
|
"step": 478
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.270142180094787,
|
||
|
|
"grad_norm": 1.8235299600725425,
|
||
|
|
"learning_rate": 9.520112230553959e-06,
|
||
|
|
"loss": 0.2643,
|
||
|
|
"step": 479
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2748815165876777,
|
||
|
|
"grad_norm": 2.051524555671329,
|
||
|
|
"learning_rate": 9.51657001803795e-06,
|
||
|
|
"loss": 0.0735,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.279620853080569,
|
||
|
|
"grad_norm": 2.3488000246022755,
|
||
|
|
"learning_rate": 9.513015444383682e-06,
|
||
|
|
"loss": 0.4467,
|
||
|
|
"step": 481
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2843601895734595,
|
||
|
|
"grad_norm": 2.1217146626056556,
|
||
|
|
"learning_rate": 9.509448519319455e-06,
|
||
|
|
"loss": 0.364,
|
||
|
|
"step": 482
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2890995260663507,
|
||
|
|
"grad_norm": 1.6891403485666334,
|
||
|
|
"learning_rate": 9.505869252607385e-06,
|
||
|
|
"loss": 0.2422,
|
||
|
|
"step": 483
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.293838862559242,
|
||
|
|
"grad_norm": 1.8691421689797754,
|
||
|
|
"learning_rate": 9.502277654043355e-06,
|
||
|
|
"loss": 0.1678,
|
||
|
|
"step": 484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2985781990521326,
|
||
|
|
"grad_norm": 2.844637407365249,
|
||
|
|
"learning_rate": 9.498673733457007e-06,
|
||
|
|
"loss": 0.2028,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3033175355450237,
|
||
|
|
"grad_norm": 4.691622791467041,
|
||
|
|
"learning_rate": 9.495057500711698e-06,
|
||
|
|
"loss": 0.3995,
|
||
|
|
"step": 486
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.308056872037915,
|
||
|
|
"grad_norm": 4.110449766395664,
|
||
|
|
"learning_rate": 9.491428965704486e-06,
|
||
|
|
"loss": 0.2655,
|
||
|
|
"step": 487
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3127962085308056,
|
||
|
|
"grad_norm": 3.181980318070533,
|
||
|
|
"learning_rate": 9.487788138366098e-06,
|
||
|
|
"loss": 0.2057,
|
||
|
|
"step": 488
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3175355450236967,
|
||
|
|
"grad_norm": 1.8751228151087935,
|
||
|
|
"learning_rate": 9.484135028660905e-06,
|
||
|
|
"loss": 0.3028,
|
||
|
|
"step": 489
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.322274881516588,
|
||
|
|
"grad_norm": 1.5661514970100012,
|
||
|
|
"learning_rate": 9.480469646586888e-06,
|
||
|
|
"loss": 0.1934,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3270142180094786,
|
||
|
|
"grad_norm": 2.1943914786986927,
|
||
|
|
"learning_rate": 9.476792002175621e-06,
|
||
|
|
"loss": 0.2269,
|
||
|
|
"step": 491
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3317535545023698,
|
||
|
|
"grad_norm": 2.264533107109475,
|
||
|
|
"learning_rate": 9.473102105492234e-06,
|
||
|
|
"loss": 0.4183,
|
||
|
|
"step": 492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3364928909952605,
|
||
|
|
"grad_norm": 2.7234498956935007,
|
||
|
|
"learning_rate": 9.469399966635392e-06,
|
||
|
|
"loss": 0.2831,
|
||
|
|
"step": 493
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3412322274881516,
|
||
|
|
"grad_norm": 1.8580160075814238,
|
||
|
|
"learning_rate": 9.465685595737263e-06,
|
||
|
|
"loss": 0.2907,
|
||
|
|
"step": 494
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.345971563981043,
|
||
|
|
"grad_norm": 1.7716495700178916,
|
||
|
|
"learning_rate": 9.461959002963492e-06,
|
||
|
|
"loss": 0.3222,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3507109004739335,
|
||
|
|
"grad_norm": 2.1649991541967655,
|
||
|
|
"learning_rate": 9.458220198513178e-06,
|
||
|
|
"loss": 0.3767,
|
||
|
|
"step": 496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3554502369668247,
|
||
|
|
"grad_norm": 2.2141707421354204,
|
||
|
|
"learning_rate": 9.454469192618834e-06,
|
||
|
|
"loss": 0.4129,
|
||
|
|
"step": 497
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.360189573459716,
|
||
|
|
"grad_norm": 1.1394313965651783,
|
||
|
|
"learning_rate": 9.45070599554637e-06,
|
||
|
|
"loss": 0.0941,
|
||
|
|
"step": 498
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3649289099526065,
|
||
|
|
"grad_norm": 1.5645808841620317,
|
||
|
|
"learning_rate": 9.446930617595066e-06,
|
||
|
|
"loss": 0.2175,
|
||
|
|
"step": 499
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3696682464454977,
|
||
|
|
"grad_norm": 0.9848357485987885,
|
||
|
|
"learning_rate": 9.443143069097531e-06,
|
||
|
|
"loss": 0.0178,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3696682464454977,
|
||
|
|
"eval_loss": 0.27932682633399963,
|
||
|
|
"eval_runtime": 7.8489,
|
||
|
|
"eval_samples_per_second": 23.952,
|
||
|
|
"eval_steps_per_second": 5.988,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.374407582938389,
|
||
|
|
"grad_norm": 1.463106965895241,
|
||
|
|
"learning_rate": 9.439343360419689e-06,
|
||
|
|
"loss": 0.1835,
|
||
|
|
"step": 501
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3791469194312795,
|
||
|
|
"grad_norm": 0.9453677984452025,
|
||
|
|
"learning_rate": 9.43553150196074e-06,
|
||
|
|
"loss": 0.0948,
|
||
|
|
"step": 502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3838862559241707,
|
||
|
|
"grad_norm": 2.137434931225527,
|
||
|
|
"learning_rate": 9.431707504153138e-06,
|
||
|
|
"loss": 0.3164,
|
||
|
|
"step": 503
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3886255924170614,
|
||
|
|
"grad_norm": 2.641718579279774,
|
||
|
|
"learning_rate": 9.427871377462561e-06,
|
||
|
|
"loss": 0.3065,
|
||
|
|
"step": 504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3933649289099526,
|
||
|
|
"grad_norm": 3.1991815401861565,
|
||
|
|
"learning_rate": 9.424023132387883e-06,
|
||
|
|
"loss": 0.2931,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3981042654028437,
|
||
|
|
"grad_norm": 2.0386672451223515,
|
||
|
|
"learning_rate": 9.420162779461142e-06,
|
||
|
|
"loss": 0.2671,
|
||
|
|
"step": 506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4028436018957344,
|
||
|
|
"grad_norm": 2.5967954379583396,
|
||
|
|
"learning_rate": 9.416290329247513e-06,
|
||
|
|
"loss": 0.0696,
|
||
|
|
"step": 507
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4075829383886256,
|
||
|
|
"grad_norm": 1.6357351836128409,
|
||
|
|
"learning_rate": 9.412405792345278e-06,
|
||
|
|
"loss": 0.2182,
|
||
|
|
"step": 508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4123222748815167,
|
||
|
|
"grad_norm": 1.0931361872228085,
|
||
|
|
"learning_rate": 9.408509179385806e-06,
|
||
|
|
"loss": 0.0861,
|
||
|
|
"step": 509
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4170616113744074,
|
||
|
|
"grad_norm": 1.8664597671910188,
|
||
|
|
"learning_rate": 9.404600501033505e-06,
|
||
|
|
"loss": 0.1282,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4218009478672986,
|
||
|
|
"grad_norm": 1.4441234779633076,
|
||
|
|
"learning_rate": 9.400679767985814e-06,
|
||
|
|
"loss": 0.2087,
|
||
|
|
"step": 511
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4265402843601898,
|
||
|
|
"grad_norm": 1.435779267833689,
|
||
|
|
"learning_rate": 9.39674699097316e-06,
|
||
|
|
"loss": 0.1959,
|
||
|
|
"step": 512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4312796208530805,
|
||
|
|
"grad_norm": 1.843464890515756,
|
||
|
|
"learning_rate": 9.392802180758926e-06,
|
||
|
|
"loss": 0.2495,
|
||
|
|
"step": 513
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4360189573459716,
|
||
|
|
"grad_norm": 1.5674475560557937,
|
||
|
|
"learning_rate": 9.38884534813944e-06,
|
||
|
|
"loss": 0.1966,
|
||
|
|
"step": 514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4407582938388623,
|
||
|
|
"grad_norm": 1.787304736128972,
|
||
|
|
"learning_rate": 9.384876503943929e-06,
|
||
|
|
"loss": 0.2913,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4454976303317535,
|
||
|
|
"grad_norm": 2.297410213230877,
|
||
|
|
"learning_rate": 9.380895659034486e-06,
|
||
|
|
"loss": 0.2654,
|
||
|
|
"step": 516
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4502369668246446,
|
||
|
|
"grad_norm": 2.282985726906157,
|
||
|
|
"learning_rate": 9.376902824306058e-06,
|
||
|
|
"loss": 0.3368,
|
||
|
|
"step": 517
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4549763033175354,
|
||
|
|
"grad_norm": 1.8687545300392534,
|
||
|
|
"learning_rate": 9.3728980106864e-06,
|
||
|
|
"loss": 0.244,
|
||
|
|
"step": 518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4597156398104265,
|
||
|
|
"grad_norm": 1.3880182815684456,
|
||
|
|
"learning_rate": 9.368881229136057e-06,
|
||
|
|
"loss": 0.1899,
|
||
|
|
"step": 519
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4644549763033177,
|
||
|
|
"grad_norm": 1.696370706635656,
|
||
|
|
"learning_rate": 9.364852490648327e-06,
|
||
|
|
"loss": 0.2128,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4691943127962084,
|
||
|
|
"grad_norm": 2.292613729117954,
|
||
|
|
"learning_rate": 9.360811806249224e-06,
|
||
|
|
"loss": 0.1888,
|
||
|
|
"step": 521
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4739336492890995,
|
||
|
|
"grad_norm": 9.78708000296614,
|
||
|
|
"learning_rate": 9.356759186997466e-06,
|
||
|
|
"loss": 0.3178,
|
||
|
|
"step": 522
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4786729857819907,
|
||
|
|
"grad_norm": 2.0045275397991293,
|
||
|
|
"learning_rate": 9.352694643984433e-06,
|
||
|
|
"loss": 0.3639,
|
||
|
|
"step": 523
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4834123222748814,
|
||
|
|
"grad_norm": 3.742887030355059,
|
||
|
|
"learning_rate": 9.348618188334135e-06,
|
||
|
|
"loss": 0.2554,
|
||
|
|
"step": 524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4881516587677726,
|
||
|
|
"grad_norm": 1.94272441768136,
|
||
|
|
"learning_rate": 9.344529831203187e-06,
|
||
|
|
"loss": 0.3038,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4928909952606633,
|
||
|
|
"grad_norm": 5.088624688688455,
|
||
|
|
"learning_rate": 9.340429583780774e-06,
|
||
|
|
"loss": 0.2156,
|
||
|
|
"step": 526
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4976303317535544,
|
||
|
|
"grad_norm": 2.6529254956977706,
|
||
|
|
"learning_rate": 9.33631745728863e-06,
|
||
|
|
"loss": 0.2925,
|
||
|
|
"step": 527
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5023696682464456,
|
||
|
|
"grad_norm": 0.8557408245301991,
|
||
|
|
"learning_rate": 9.33219346298099e-06,
|
||
|
|
"loss": 0.1333,
|
||
|
|
"step": 528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5071090047393367,
|
||
|
|
"grad_norm": 2.068141298388673,
|
||
|
|
"learning_rate": 9.32805761214458e-06,
|
||
|
|
"loss": 0.4115,
|
||
|
|
"step": 529
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5118483412322274,
|
||
|
|
"grad_norm": 2.144402530171497,
|
||
|
|
"learning_rate": 9.323909916098566e-06,
|
||
|
|
"loss": 0.3903,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5165876777251186,
|
||
|
|
"grad_norm": 2.0004594631335935,
|
||
|
|
"learning_rate": 9.319750386194537e-06,
|
||
|
|
"loss": 0.1363,
|
||
|
|
"step": 531
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5213270142180093,
|
||
|
|
"grad_norm": 4.035239471522499,
|
||
|
|
"learning_rate": 9.315579033816471e-06,
|
||
|
|
"loss": 0.2661,
|
||
|
|
"step": 532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5260663507109005,
|
||
|
|
"grad_norm": 1.534201372487289,
|
||
|
|
"learning_rate": 9.311395870380699e-06,
|
||
|
|
"loss": 0.254,
|
||
|
|
"step": 533
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5308056872037916,
|
||
|
|
"grad_norm": 2.080407165105763,
|
||
|
|
"learning_rate": 9.307200907335875e-06,
|
||
|
|
"loss": 0.3705,
|
||
|
|
"step": 534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5355450236966823,
|
||
|
|
"grad_norm": 1.502966463119228,
|
||
|
|
"learning_rate": 9.302994156162957e-06,
|
||
|
|
"loss": 0.1576,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5402843601895735,
|
||
|
|
"grad_norm": 2.210241514895105,
|
||
|
|
"learning_rate": 9.29877562837515e-06,
|
||
|
|
"loss": 0.2451,
|
||
|
|
"step": 536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.545023696682464,
|
||
|
|
"grad_norm": 8.781880069783684,
|
||
|
|
"learning_rate": 9.294545335517904e-06,
|
||
|
|
"loss": 0.2259,
|
||
|
|
"step": 537
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5497630331753554,
|
||
|
|
"grad_norm": 1.2217030042276933,
|
||
|
|
"learning_rate": 9.290303289168859e-06,
|
||
|
|
"loss": 0.1483,
|
||
|
|
"step": 538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5545023696682465,
|
||
|
|
"grad_norm": 2.3742534672201043,
|
||
|
|
"learning_rate": 9.286049500937826e-06,
|
||
|
|
"loss": 0.3232,
|
||
|
|
"step": 539
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5592417061611377,
|
||
|
|
"grad_norm": 2.4723750071994988,
|
||
|
|
"learning_rate": 9.28178398246675e-06,
|
||
|
|
"loss": 0.2007,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5639810426540284,
|
||
|
|
"grad_norm": 2.0869954207453425,
|
||
|
|
"learning_rate": 9.277506745429684e-06,
|
||
|
|
"loss": 0.3059,
|
||
|
|
"step": 541
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5687203791469195,
|
||
|
|
"grad_norm": 0.9781642431980271,
|
||
|
|
"learning_rate": 9.273217801532744e-06,
|
||
|
|
"loss": 0.0759,
|
||
|
|
"step": 542
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5734597156398102,
|
||
|
|
"grad_norm": 1.7701299344624615,
|
||
|
|
"learning_rate": 9.268917162514098e-06,
|
||
|
|
"loss": 0.1652,
|
||
|
|
"step": 543
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5781990521327014,
|
||
|
|
"grad_norm": 1.3356330447131743,
|
||
|
|
"learning_rate": 9.26460484014391e-06,
|
||
|
|
"loss": 0.1213,
|
||
|
|
"step": 544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5829383886255926,
|
||
|
|
"grad_norm": 2.4644062333165313,
|
||
|
|
"learning_rate": 9.260280846224328e-06,
|
||
|
|
"loss": 0.4874,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5876777251184833,
|
||
|
|
"grad_norm": 2.062997126984779,
|
||
|
|
"learning_rate": 9.25594519258944e-06,
|
||
|
|
"loss": 0.3558,
|
||
|
|
"step": 546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5924170616113744,
|
||
|
|
"grad_norm": 1.5375755186462028,
|
||
|
|
"learning_rate": 9.251597891105242e-06,
|
||
|
|
"loss": 0.2059,
|
||
|
|
"step": 547
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.597156398104265,
|
||
|
|
"grad_norm": 1.1624701008662408,
|
||
|
|
"learning_rate": 9.247238953669612e-06,
|
||
|
|
"loss": 0.0804,
|
||
|
|
"step": 548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6018957345971563,
|
||
|
|
"grad_norm": 0.09001542056443658,
|
||
|
|
"learning_rate": 9.242868392212277e-06,
|
||
|
|
"loss": 0.0009,
|
||
|
|
"step": 549
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6066350710900474,
|
||
|
|
"grad_norm": 1.1436516887675665,
|
||
|
|
"learning_rate": 9.238486218694767e-06,
|
||
|
|
"loss": 0.1028,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6066350710900474,
|
||
|
|
"eval_loss": 0.26912641525268555,
|
||
|
|
"eval_runtime": 7.6787,
|
||
|
|
"eval_samples_per_second": 24.483,
|
||
|
|
"eval_steps_per_second": 6.121,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6113744075829386,
|
||
|
|
"grad_norm": 2.133961184910742,
|
||
|
|
"learning_rate": 9.234092445110401e-06,
|
||
|
|
"loss": 0.3103,
|
||
|
|
"step": 551
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6161137440758293,
|
||
|
|
"grad_norm": 2.072404781682465,
|
||
|
|
"learning_rate": 9.229687083484242e-06,
|
||
|
|
"loss": 0.4379,
|
||
|
|
"step": 552
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6208530805687205,
|
||
|
|
"grad_norm": 2.2020800312518833,
|
||
|
|
"learning_rate": 9.225270145873069e-06,
|
||
|
|
"loss": 0.5363,
|
||
|
|
"step": 553
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.625592417061611,
|
||
|
|
"grad_norm": 2.0457818451797647,
|
||
|
|
"learning_rate": 9.220841644365343e-06,
|
||
|
|
"loss": 0.361,
|
||
|
|
"step": 554
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6303317535545023,
|
||
|
|
"grad_norm": 11.521273969858171,
|
||
|
|
"learning_rate": 9.216401591081173e-06,
|
||
|
|
"loss": 0.2696,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6350710900473935,
|
||
|
|
"grad_norm": 1.5840576742667678,
|
||
|
|
"learning_rate": 9.21194999817228e-06,
|
||
|
|
"loss": 0.2055,
|
||
|
|
"step": 556
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.639810426540284,
|
||
|
|
"grad_norm": 2.169655448274581,
|
||
|
|
"learning_rate": 9.207486877821971e-06,
|
||
|
|
"loss": 0.404,
|
||
|
|
"step": 557
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6445497630331753,
|
||
|
|
"grad_norm": 2.0410487060700704,
|
||
|
|
"learning_rate": 9.203012242245103e-06,
|
||
|
|
"loss": 0.3766,
|
||
|
|
"step": 558
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6492890995260665,
|
||
|
|
"grad_norm": 2.726533008767557,
|
||
|
|
"learning_rate": 9.198526103688045e-06,
|
||
|
|
"loss": 0.2197,
|
||
|
|
"step": 559
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.654028436018957,
|
||
|
|
"grad_norm": 2.163218749938081,
|
||
|
|
"learning_rate": 9.194028474428651e-06,
|
||
|
|
"loss": 0.3141,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6587677725118484,
|
||
|
|
"grad_norm": 7.123794048200211,
|
||
|
|
"learning_rate": 9.189519366776218e-06,
|
||
|
|
"loss": 0.2282,
|
||
|
|
"step": 561
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6635071090047395,
|
||
|
|
"grad_norm": 4.431231299759084,
|
||
|
|
"learning_rate": 9.184998793071465e-06,
|
||
|
|
"loss": 0.2181,
|
||
|
|
"step": 562
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6682464454976302,
|
||
|
|
"grad_norm": 1.749031335601768,
|
||
|
|
"learning_rate": 9.180466765686485e-06,
|
||
|
|
"loss": 0.328,
|
||
|
|
"step": 563
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6729857819905214,
|
||
|
|
"grad_norm": 3.7503874156697377,
|
||
|
|
"learning_rate": 9.17592329702472e-06,
|
||
|
|
"loss": 0.201,
|
||
|
|
"step": 564
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.677725118483412,
|
||
|
|
"grad_norm": 2.1106719929114606,
|
||
|
|
"learning_rate": 9.171368399520925e-06,
|
||
|
|
"loss": 0.3745,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6824644549763033,
|
||
|
|
"grad_norm": 2.2680399854307867,
|
||
|
|
"learning_rate": 9.16680208564114e-06,
|
||
|
|
"loss": 0.4675,
|
||
|
|
"step": 566
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6872037914691944,
|
||
|
|
"grad_norm": 3.0991891546864716,
|
||
|
|
"learning_rate": 9.162224367882639e-06,
|
||
|
|
"loss": 0.2777,
|
||
|
|
"step": 567
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6919431279620856,
|
||
|
|
"grad_norm": 3.4744764688143057,
|
||
|
|
"learning_rate": 9.157635258773915e-06,
|
||
|
|
"loss": 0.3598,
|
||
|
|
"step": 568
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6966824644549763,
|
||
|
|
"grad_norm": 3.322846604693465,
|
||
|
|
"learning_rate": 9.15303477087463e-06,
|
||
|
|
"loss": 0.34,
|
||
|
|
"step": 569
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7014218009478674,
|
||
|
|
"grad_norm": 1.4990976721598193,
|
||
|
|
"learning_rate": 9.148422916775596e-06,
|
||
|
|
"loss": 0.1349,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.706161137440758,
|
||
|
|
"grad_norm": 1.457005855011899,
|
||
|
|
"learning_rate": 9.143799709098729e-06,
|
||
|
|
"loss": 0.1827,
|
||
|
|
"step": 571
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7109004739336493,
|
||
|
|
"grad_norm": 3.0061726721844053,
|
||
|
|
"learning_rate": 9.139165160497017e-06,
|
||
|
|
"loss": 0.3803,
|
||
|
|
"step": 572
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7156398104265405,
|
||
|
|
"grad_norm": 1.2933432816063761,
|
||
|
|
"learning_rate": 9.134519283654484e-06,
|
||
|
|
"loss": 0.163,
|
||
|
|
"step": 573
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.720379146919431,
|
||
|
|
"grad_norm": 2.04160773743751,
|
||
|
|
"learning_rate": 9.129862091286165e-06,
|
||
|
|
"loss": 0.3507,
|
||
|
|
"step": 574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7251184834123223,
|
||
|
|
"grad_norm": 1.7075125314751585,
|
||
|
|
"learning_rate": 9.125193596138057e-06,
|
||
|
|
"loss": 0.2775,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.729857819905213,
|
||
|
|
"grad_norm": 2.0702195565525376,
|
||
|
|
"learning_rate": 9.120513810987095e-06,
|
||
|
|
"loss": 0.4498,
|
||
|
|
"step": 576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.734597156398104,
|
||
|
|
"grad_norm": 2.1490772482386538,
|
||
|
|
"learning_rate": 9.115822748641109e-06,
|
||
|
|
"loss": 0.4318,
|
||
|
|
"step": 577
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7393364928909953,
|
||
|
|
"grad_norm": 1.6911398901399057,
|
||
|
|
"learning_rate": 9.111120421938796e-06,
|
||
|
|
"loss": 0.2106,
|
||
|
|
"step": 578
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7440758293838865,
|
||
|
|
"grad_norm": 1.4174417301169415,
|
||
|
|
"learning_rate": 9.106406843749683e-06,
|
||
|
|
"loss": 0.203,
|
||
|
|
"step": 579
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.748815165876777,
|
||
|
|
"grad_norm": 1.6631284624013194,
|
||
|
|
"learning_rate": 9.101682026974086e-06,
|
||
|
|
"loss": 0.2728,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7535545023696684,
|
||
|
|
"grad_norm": 3.139731671637309,
|
||
|
|
"learning_rate": 9.096945984543082e-06,
|
||
|
|
"loss": 0.3951,
|
||
|
|
"step": 581
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.758293838862559,
|
||
|
|
"grad_norm": 1.8737860217419084,
|
||
|
|
"learning_rate": 9.09219872941847e-06,
|
||
|
|
"loss": 0.2615,
|
||
|
|
"step": 582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7630331753554502,
|
||
|
|
"grad_norm": 2.714671958141015,
|
||
|
|
"learning_rate": 9.08744027459274e-06,
|
||
|
|
"loss": 0.2639,
|
||
|
|
"step": 583
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7677725118483414,
|
||
|
|
"grad_norm": 2.1847837467103957,
|
||
|
|
"learning_rate": 9.082670633089028e-06,
|
||
|
|
"loss": 0.4095,
|
||
|
|
"step": 584
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.772511848341232,
|
||
|
|
"grad_norm": 1.3923844550111264,
|
||
|
|
"learning_rate": 9.077889817961089e-06,
|
||
|
|
"loss": 0.191,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7772511848341233,
|
||
|
|
"grad_norm": 1.5983034252351458,
|
||
|
|
"learning_rate": 9.07309784229326e-06,
|
||
|
|
"loss": 0.2239,
|
||
|
|
"step": 586
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.781990521327014,
|
||
|
|
"grad_norm": 1.44827964004181,
|
||
|
|
"learning_rate": 9.068294719200422e-06,
|
||
|
|
"loss": 0.1246,
|
||
|
|
"step": 587
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.786729857819905,
|
||
|
|
"grad_norm": 1.6251016973740264,
|
||
|
|
"learning_rate": 9.063480461827958e-06,
|
||
|
|
"loss": 0.3035,
|
||
|
|
"step": 588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7914691943127963,
|
||
|
|
"grad_norm": 2.52281647071451,
|
||
|
|
"learning_rate": 9.058655083351736e-06,
|
||
|
|
"loss": 0.2279,
|
||
|
|
"step": 589
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7962085308056874,
|
||
|
|
"grad_norm": 2.0494578495916147,
|
||
|
|
"learning_rate": 9.053818596978051e-06,
|
||
|
|
"loss": 0.1287,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.800947867298578,
|
||
|
|
"grad_norm": 1.3704845634766936,
|
||
|
|
"learning_rate": 9.0489710159436e-06,
|
||
|
|
"loss": 0.1626,
|
||
|
|
"step": 591
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8056872037914693,
|
||
|
|
"grad_norm": 2.793908843701991,
|
||
|
|
"learning_rate": 9.044112353515451e-06,
|
||
|
|
"loss": 0.1489,
|
||
|
|
"step": 592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.81042654028436,
|
||
|
|
"grad_norm": 1.2485798376541588,
|
||
|
|
"learning_rate": 9.039242622990991e-06,
|
||
|
|
"loss": 0.0234,
|
||
|
|
"step": 593
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.815165876777251,
|
||
|
|
"grad_norm": 1.450764852010275,
|
||
|
|
"learning_rate": 9.034361837697905e-06,
|
||
|
|
"loss": 0.1147,
|
||
|
|
"step": 594
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8199052132701423,
|
||
|
|
"grad_norm": 2.0316327906965688,
|
||
|
|
"learning_rate": 9.029470010994129e-06,
|
||
|
|
"loss": 0.3353,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.824644549763033,
|
||
|
|
"grad_norm": 1.9981459231385812,
|
||
|
|
"learning_rate": 9.02456715626782e-06,
|
||
|
|
"loss": 0.2966,
|
||
|
|
"step": 596
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.829383886255924,
|
||
|
|
"grad_norm": 3.7732602269541897,
|
||
|
|
"learning_rate": 9.01965328693732e-06,
|
||
|
|
"loss": 0.1657,
|
||
|
|
"step": 597
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.834123222748815,
|
||
|
|
"grad_norm": 1.3140375816715553,
|
||
|
|
"learning_rate": 9.014728416451108e-06,
|
||
|
|
"loss": 0.1341,
|
||
|
|
"step": 598
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.838862559241706,
|
||
|
|
"grad_norm": 4.055146109244563,
|
||
|
|
"learning_rate": 9.009792558287777e-06,
|
||
|
|
"loss": 0.0918,
|
||
|
|
"step": 599
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.843601895734597,
|
||
|
|
"grad_norm": 1.5987581638887849,
|
||
|
|
"learning_rate": 9.004845725955993e-06,
|
||
|
|
"loss": 0.1849,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.843601895734597,
|
||
|
|
"eval_loss": 0.2646949291229248,
|
||
|
|
"eval_runtime": 7.7562,
|
||
|
|
"eval_samples_per_second": 24.239,
|
||
|
|
"eval_steps_per_second": 6.06,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8483412322274884,
|
||
|
|
"grad_norm": 1.4311870136077258,
|
||
|
|
"learning_rate": 8.999887932994451e-06,
|
||
|
|
"loss": 0.2196,
|
||
|
|
"step": 601
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.853080568720379,
|
||
|
|
"grad_norm": 1.5536357323703605,
|
||
|
|
"learning_rate": 8.994919192971849e-06,
|
||
|
|
"loss": 0.1919,
|
||
|
|
"step": 602
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8578199052132702,
|
||
|
|
"grad_norm": 2.701719571128564,
|
||
|
|
"learning_rate": 8.989939519486843e-06,
|
||
|
|
"loss": 0.26,
|
||
|
|
"step": 603
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.862559241706161,
|
||
|
|
"grad_norm": 1.636624610366843,
|
||
|
|
"learning_rate": 8.984948926168014e-06,
|
||
|
|
"loss": 0.2494,
|
||
|
|
"step": 604
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.867298578199052,
|
||
|
|
"grad_norm": 2.1995481470676457,
|
||
|
|
"learning_rate": 8.97994742667382e-06,
|
||
|
|
"loss": 0.3229,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8720379146919433,
|
||
|
|
"grad_norm": 3.077386203425302,
|
||
|
|
"learning_rate": 8.974935034692584e-06,
|
||
|
|
"loss": 0.2151,
|
||
|
|
"step": 606
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.876777251184834,
|
||
|
|
"grad_norm": 2.5094488229151795,
|
||
|
|
"learning_rate": 8.969911763942422e-06,
|
||
|
|
"loss": 0.0976,
|
||
|
|
"step": 607
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.881516587677725,
|
||
|
|
"grad_norm": 2.0153082763397583,
|
||
|
|
"learning_rate": 8.96487762817124e-06,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 608
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8862559241706163,
|
||
|
|
"grad_norm": 2.504820362595467,
|
||
|
|
"learning_rate": 8.959832641156668e-06,
|
||
|
|
"loss": 0.4973,
|
||
|
|
"step": 609
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.890995260663507,
|
||
|
|
"grad_norm": 1.3840947253341358,
|
||
|
|
"learning_rate": 8.954776816706034e-06,
|
||
|
|
"loss": 0.2252,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.895734597156398,
|
||
|
|
"grad_norm": 1.1475318182666634,
|
||
|
|
"learning_rate": 8.949710168656338e-06,
|
||
|
|
"loss": 0.1105,
|
||
|
|
"step": 611
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9004739336492893,
|
||
|
|
"grad_norm": 1.9729878568274046,
|
||
|
|
"learning_rate": 8.94463271087419e-06,
|
||
|
|
"loss": 0.2582,
|
||
|
|
"step": 612
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.90521327014218,
|
||
|
|
"grad_norm": 1.8025160811381695,
|
||
|
|
"learning_rate": 8.939544457255792e-06,
|
||
|
|
"loss": 0.3355,
|
||
|
|
"step": 613
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.909952606635071,
|
||
|
|
"grad_norm": 1.9099688440590183,
|
||
|
|
"learning_rate": 8.934445421726888e-06,
|
||
|
|
"loss": 0.3046,
|
||
|
|
"step": 614
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.914691943127962,
|
||
|
|
"grad_norm": 1.6522115356989961,
|
||
|
|
"learning_rate": 8.929335618242733e-06,
|
||
|
|
"loss": 0.2582,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.919431279620853,
|
||
|
|
"grad_norm": 2.298386865763964,
|
||
|
|
"learning_rate": 8.924215060788052e-06,
|
||
|
|
"loss": 0.4088,
|
||
|
|
"step": 616
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.924170616113744,
|
||
|
|
"grad_norm": 2.147731530462001,
|
||
|
|
"learning_rate": 8.919083763377001e-06,
|
||
|
|
"loss": 0.2494,
|
||
|
|
"step": 617
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9289099526066353,
|
||
|
|
"grad_norm": 1.5422635054909362,
|
||
|
|
"learning_rate": 8.91394174005313e-06,
|
||
|
|
"loss": 0.2203,
|
||
|
|
"step": 618
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.933649289099526,
|
||
|
|
"grad_norm": 1.700833802485036,
|
||
|
|
"learning_rate": 8.908789004889344e-06,
|
||
|
|
"loss": 0.3243,
|
||
|
|
"step": 619
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.938388625592417,
|
||
|
|
"grad_norm": 2.2151123515867686,
|
||
|
|
"learning_rate": 8.903625571987863e-06,
|
||
|
|
"loss": 0.2661,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.943127962085308,
|
||
|
|
"grad_norm": 1.595637385058635,
|
||
|
|
"learning_rate": 8.89845145548019e-06,
|
||
|
|
"loss": 0.2488,
|
||
|
|
"step": 621
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.947867298578199,
|
||
|
|
"grad_norm": 1.479935313492178,
|
||
|
|
"learning_rate": 8.893266669527063e-06,
|
||
|
|
"loss": 0.2238,
|
||
|
|
"step": 622
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9526066350710902,
|
||
|
|
"grad_norm": 2.2751814656976803,
|
||
|
|
"learning_rate": 8.888071228318422e-06,
|
||
|
|
"loss": 0.5095,
|
||
|
|
"step": 623
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.957345971563981,
|
||
|
|
"grad_norm": 2.4969401553056625,
|
||
|
|
"learning_rate": 8.882865146073365e-06,
|
||
|
|
"loss": 0.1634,
|
||
|
|
"step": 624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.962085308056872,
|
||
|
|
"grad_norm": 1.532477373318212,
|
||
|
|
"learning_rate": 8.877648437040121e-06,
|
||
|
|
"loss": 0.2584,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.966824644549763,
|
||
|
|
"grad_norm": 2.5398952366709056,
|
||
|
|
"learning_rate": 8.872421115495996e-06,
|
||
|
|
"loss": 0.5054,
|
||
|
|
"step": 626
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.971563981042654,
|
||
|
|
"grad_norm": 2.7892159953371167,
|
||
|
|
"learning_rate": 8.867183195747343e-06,
|
||
|
|
"loss": 0.3134,
|
||
|
|
"step": 627
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.976303317535545,
|
||
|
|
"grad_norm": 1.4358314980311842,
|
||
|
|
"learning_rate": 8.861934692129519e-06,
|
||
|
|
"loss": 0.1268,
|
||
|
|
"step": 628
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9810426540284363,
|
||
|
|
"grad_norm": 3.110877657855391,
|
||
|
|
"learning_rate": 8.85667561900685e-06,
|
||
|
|
"loss": 0.2085,
|
||
|
|
"step": 629
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.985781990521327,
|
||
|
|
"grad_norm": 1.4709345915042766,
|
||
|
|
"learning_rate": 8.851405990772588e-06,
|
||
|
|
"loss": 0.104,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.990521327014218,
|
||
|
|
"grad_norm": 1.608173580874095,
|
||
|
|
"learning_rate": 8.846125821848874e-06,
|
||
|
|
"loss": 0.2228,
|
||
|
|
"step": 631
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.995260663507109,
|
||
|
|
"grad_norm": 1.7819696416704576,
|
||
|
|
"learning_rate": 8.840835126686694e-06,
|
||
|
|
"loss": 0.1161,
|
||
|
|
"step": 632
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0,
|
||
|
|
"grad_norm": 2.3936724791423845,
|
||
|
|
"learning_rate": 8.835533919765844e-06,
|
||
|
|
"loss": 0.2689,
|
||
|
|
"step": 633
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 1.0,
|
||
|
|
"max_steps": 2110,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 10,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 18303531614208.0,
|
||
|
|
"train_batch_size": 2,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|