550 lines
15 KiB
JSON
550 lines
15 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 7.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 231,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.15151515151515152,
|
||
|
|
"grad_norm": 8.12238366792196,
|
||
|
|
"learning_rate": 6.666666666666667e-06,
|
||
|
|
"loss": 0.9445,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.3465409278869629,
|
||
|
|
"step": 5,
|
||
|
|
"valid_targets_mean": 12230.9,
|
||
|
|
"valid_targets_min": 2381
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30303030303030304,
|
||
|
|
"grad_norm": 2.3244763712891396,
|
||
|
|
"learning_rate": 1.5000000000000002e-05,
|
||
|
|
"loss": 0.8623,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.26335418224334717,
|
||
|
|
"step": 10,
|
||
|
|
"valid_targets_mean": 9716.3,
|
||
|
|
"valid_targets_min": 2066
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45454545454545453,
|
||
|
|
"grad_norm": 1.6338159924911353,
|
||
|
|
"learning_rate": 2.3333333333333336e-05,
|
||
|
|
"loss": 0.7769,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.24279282987117767,
|
||
|
|
"step": 15,
|
||
|
|
"valid_targets_mean": 9685.4,
|
||
|
|
"valid_targets_min": 1674
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6060606060606061,
|
||
|
|
"grad_norm": 0.855409558379507,
|
||
|
|
"learning_rate": 3.1666666666666666e-05,
|
||
|
|
"loss": 0.7316,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.2125861495733261,
|
||
|
|
"step": 20,
|
||
|
|
"valid_targets_mean": 9719.6,
|
||
|
|
"valid_targets_min": 4025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7575757575757576,
|
||
|
|
"grad_norm": 0.6878996427884594,
|
||
|
|
"learning_rate": 4e-05,
|
||
|
|
"loss": 0.6956,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.22667255997657776,
|
||
|
|
"step": 25,
|
||
|
|
"valid_targets_mean": 11508.9,
|
||
|
|
"valid_targets_min": 1411
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9090909090909091,
|
||
|
|
"grad_norm": 0.5109614726377141,
|
||
|
|
"learning_rate": 3.994244399375679e-05,
|
||
|
|
"loss": 0.6737,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1945917308330536,
|
||
|
|
"step": 30,
|
||
|
|
"valid_targets_mean": 9065.9,
|
||
|
|
"valid_targets_min": 2877
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0606060606060606,
|
||
|
|
"grad_norm": 0.3600038057004485,
|
||
|
|
"learning_rate": 3.977010724441261e-05,
|
||
|
|
"loss": 0.6398,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.25795793533325195,
|
||
|
|
"step": 35,
|
||
|
|
"valid_targets_mean": 13362.0,
|
||
|
|
"valid_targets_min": 1740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2121212121212122,
|
||
|
|
"grad_norm": 0.31227917597174726,
|
||
|
|
"learning_rate": 3.9483981653469586e-05,
|
||
|
|
"loss": 0.6208,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.21348276734352112,
|
||
|
|
"step": 40,
|
||
|
|
"valid_targets_mean": 11814.1,
|
||
|
|
"valid_targets_min": 3326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3636363636363638,
|
||
|
|
"grad_norm": 0.3090682310426614,
|
||
|
|
"learning_rate": 3.908571404555758e-05,
|
||
|
|
"loss": 0.6038,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1507582664489746,
|
||
|
|
"step": 45,
|
||
|
|
"valid_targets_mean": 7689.3,
|
||
|
|
"valid_targets_min": 1669
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5151515151515151,
|
||
|
|
"grad_norm": 0.30361282072388873,
|
||
|
|
"learning_rate": 3.8577596689969346e-05,
|
||
|
|
"loss": 0.5883,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.18516400456428528,
|
||
|
|
"step": 50,
|
||
|
|
"valid_targets_mean": 9284.1,
|
||
|
|
"valid_targets_min": 1048
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6666666666666665,
|
||
|
|
"grad_norm": 0.22551660139743698,
|
||
|
|
"learning_rate": 3.7962554107273926e-05,
|
||
|
|
"loss": 0.5872,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.19901783764362335,
|
||
|
|
"step": 55,
|
||
|
|
"valid_targets_mean": 10446.1,
|
||
|
|
"valid_targets_min": 1770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8181818181818183,
|
||
|
|
"grad_norm": 0.23298985586480123,
|
||
|
|
"learning_rate": 3.724412623694427e-05,
|
||
|
|
"loss": 0.5734,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.18426942825317383,
|
||
|
|
"step": 60,
|
||
|
|
"valid_targets_mean": 10647.8,
|
||
|
|
"valid_targets_min": 2295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9696969696969697,
|
||
|
|
"grad_norm": 0.2303711147417891,
|
||
|
|
"learning_rate": 3.642644806287938e-05,
|
||
|
|
"loss": 0.5755,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.18550506234169006,
|
||
|
|
"step": 65,
|
||
|
|
"valid_targets_mean": 10255.5,
|
||
|
|
"valid_targets_min": 2301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.121212121212121,
|
||
|
|
"grad_norm": 0.22395388452993772,
|
||
|
|
"learning_rate": 3.55142258140884e-05,
|
||
|
|
"loss": 0.5548,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1839693784713745,
|
||
|
|
"step": 70,
|
||
|
|
"valid_targets_mean": 10588.8,
|
||
|
|
"valid_targets_min": 2757
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2727272727272725,
|
||
|
|
"grad_norm": 0.2742150018494869,
|
||
|
|
"learning_rate": 3.451270987751598e-05,
|
||
|
|
"loss": 0.5656,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1844964623451233,
|
||
|
|
"step": 75,
|
||
|
|
"valid_targets_mean": 10316.0,
|
||
|
|
"valid_targets_min": 2118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4242424242424243,
|
||
|
|
"grad_norm": 0.23481939588137252,
|
||
|
|
"learning_rate": 3.342766457891194e-05,
|
||
|
|
"loss": 0.5443,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.17283733189105988,
|
||
|
|
"step": 80,
|
||
|
|
"valid_targets_mean": 10571.7,
|
||
|
|
"valid_targets_min": 2248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5757575757575757,
|
||
|
|
"grad_norm": 0.22913994808121177,
|
||
|
|
"learning_rate": 3.226533500567433e-05,
|
||
|
|
"loss": 0.5375,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.16651670634746552,
|
||
|
|
"step": 85,
|
||
|
|
"valid_targets_mean": 9745.1,
|
||
|
|
"valid_targets_min": 1978
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7272727272727275,
|
||
|
|
"grad_norm": 0.24302031326379242,
|
||
|
|
"learning_rate": 3.1032411062620544e-05,
|
||
|
|
"loss": 0.5501,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.19409911334514618,
|
||
|
|
"step": 90,
|
||
|
|
"valid_targets_mean": 11224.8,
|
||
|
|
"valid_targets_min": 1389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.878787878787879,
|
||
|
|
"grad_norm": 0.23049710507215065,
|
||
|
|
"learning_rate": 2.973598896756697e-05,
|
||
|
|
"loss": 0.5323,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.18646439909934998,
|
||
|
|
"step": 95,
|
||
|
|
"valid_targets_mean": 11390.2,
|
||
|
|
"valid_targets_min": 2219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0303030303030303,
|
||
|
|
"grad_norm": 0.214839079028194,
|
||
|
|
"learning_rate": 2.8383530408333285e-05,
|
||
|
|
"loss": 0.53,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1786148101091385,
|
||
|
|
"step": 100,
|
||
|
|
"valid_targets_mean": 11495.4,
|
||
|
|
"valid_targets_min": 2884
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.1818181818181817,
|
||
|
|
"grad_norm": 0.2254674378323844,
|
||
|
|
"learning_rate": 2.6982819596247373e-05,
|
||
|
|
"loss": 0.525,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.15925350785255432,
|
||
|
|
"step": 105,
|
||
|
|
"valid_targets_mean": 9950.5,
|
||
|
|
"valid_targets_min": 1751
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.3333333333333335,
|
||
|
|
"grad_norm": 0.2196408033069726,
|
||
|
|
"learning_rate": 2.554191846333378e-05,
|
||
|
|
"loss": 0.5309,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.18058490753173828,
|
||
|
|
"step": 110,
|
||
|
|
"valid_targets_mean": 12094.2,
|
||
|
|
"valid_targets_min": 1840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.484848484848485,
|
||
|
|
"grad_norm": 0.23943747979649102,
|
||
|
|
"learning_rate": 2.4069120261052682e-05,
|
||
|
|
"loss": 0.5219,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.19500833749771118,
|
||
|
|
"step": 115,
|
||
|
|
"valid_targets_mean": 12582.8,
|
||
|
|
"valid_targets_min": 2484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.6363636363636362,
|
||
|
|
"grad_norm": 0.2348454371321129,
|
||
|
|
"learning_rate": 2.2572901827656626e-05,
|
||
|
|
"loss": 0.5134,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1679806411266327,
|
||
|
|
"step": 120,
|
||
|
|
"valid_targets_mean": 9697.8,
|
||
|
|
"valid_targets_min": 1978
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.787878787878788,
|
||
|
|
"grad_norm": 0.2246419072884847,
|
||
|
|
"learning_rate": 2.1061874798894992e-05,
|
||
|
|
"loss": 0.5222,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.16158881783485413,
|
||
|
|
"step": 125,
|
||
|
|
"valid_targets_mean": 10328.7,
|
||
|
|
"valid_targets_min": 1344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.9393939393939394,
|
||
|
|
"grad_norm": 0.2355398761218515,
|
||
|
|
"learning_rate": 1.9544736042877886e-05,
|
||
|
|
"loss": 0.523,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.16300621628761292,
|
||
|
|
"step": 130,
|
||
|
|
"valid_targets_mean": 9793.8,
|
||
|
|
"valid_targets_min": 1479
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.090909090909091,
|
||
|
|
"grad_norm": 0.22067466285967524,
|
||
|
|
"learning_rate": 1.8030217604376628e-05,
|
||
|
|
"loss": 0.5136,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.18298637866973877,
|
||
|
|
"step": 135,
|
||
|
|
"valid_targets_mean": 10920.6,
|
||
|
|
"valid_targets_min": 2219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.242424242424242,
|
||
|
|
"grad_norm": 0.20743964532905532,
|
||
|
|
"learning_rate": 1.6527036446661396e-05,
|
||
|
|
"loss": 0.5168,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.19334109127521515,
|
||
|
|
"step": 140,
|
||
|
|
"valid_targets_mean": 11248.1,
|
||
|
|
"valid_targets_min": 1247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.393939393939394,
|
||
|
|
"grad_norm": 0.23476266334929202,
|
||
|
|
"learning_rate": 1.5043844280142005e-05,
|
||
|
|
"loss": 0.5167,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.14934216439723969,
|
||
|
|
"step": 145,
|
||
|
|
"valid_targets_mean": 8360.1,
|
||
|
|
"valid_targets_min": 2467
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.545454545454545,
|
||
|
|
"grad_norm": 0.19627736108386315,
|
||
|
|
"learning_rate": 1.358917776657806e-05,
|
||
|
|
"loss": 0.5173,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.18021146953105927,
|
||
|
|
"step": 150,
|
||
|
|
"valid_targets_mean": 12818.7,
|
||
|
|
"valid_targets_min": 2883
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.696969696969697,
|
||
|
|
"grad_norm": 0.21398920361472892,
|
||
|
|
"learning_rate": 1.2171409385463218e-05,
|
||
|
|
"loss": 0.5031,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.16597239673137665,
|
||
|
|
"step": 155,
|
||
|
|
"valid_targets_mean": 10478.3,
|
||
|
|
"valid_targets_min": 1655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.848484848484849,
|
||
|
|
"grad_norm": 0.21179990608393784,
|
||
|
|
"learning_rate": 1.0798699245376959e-05,
|
||
|
|
"loss": 0.511,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1842915564775467,
|
||
|
|
"step": 160,
|
||
|
|
"valid_targets_mean": 10866.0,
|
||
|
|
"valid_targets_min": 2629
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.0,
|
||
|
|
"grad_norm": 0.20243539651963496,
|
||
|
|
"learning_rate": 9.478948117658577e-06,
|
||
|
|
"loss": 0.5073,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1693403720855713,
|
||
|
|
"step": 165,
|
||
|
|
"valid_targets_mean": 11555.1,
|
||
|
|
"valid_targets_min": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.151515151515151,
|
||
|
|
"grad_norm": 0.21995234700338384,
|
||
|
|
"learning_rate": 8.219751962722726e-06,
|
||
|
|
"loss": 0.5009,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.19458279013633728,
|
||
|
|
"step": 170,
|
||
|
|
"valid_targets_mean": 10903.9,
|
||
|
|
"valid_targets_min": 2912
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.303030303030303,
|
||
|
|
"grad_norm": 0.19961404869931895,
|
||
|
|
"learning_rate": 7.028358210744881e-06,
|
||
|
|
"loss": 0.5062,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1704961061477661,
|
||
|
|
"step": 175,
|
||
|
|
"valid_targets_mean": 10323.8,
|
||
|
|
"valid_targets_min": 1674
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.454545454545454,
|
||
|
|
"grad_norm": 0.1868367050248924,
|
||
|
|
"learning_rate": 5.911624048347757e-06,
|
||
|
|
"loss": 0.5133,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.13904976844787598,
|
||
|
|
"step": 180,
|
||
|
|
"valid_targets_mean": 9239.8,
|
||
|
|
"valid_targets_min": 2227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.606060606060606,
|
||
|
|
"grad_norm": 0.20255499362596352,
|
||
|
|
"learning_rate": 4.875976951373633e-06,
|
||
|
|
"loss": 0.4969,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1814340353012085,
|
||
|
|
"step": 185,
|
||
|
|
"valid_targets_mean": 12320.0,
|
||
|
|
"valid_targets_min": 2401
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.757575757575758,
|
||
|
|
"grad_norm": 0.19634205407139418,
|
||
|
|
"learning_rate": 3.927377690900436e-06,
|
||
|
|
"loss": 0.5076,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.20642095804214478,
|
||
|
|
"step": 190,
|
||
|
|
"valid_targets_mean": 14353.4,
|
||
|
|
"valid_targets_min": 2651
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.909090909090909,
|
||
|
|
"grad_norm": 0.1764494951381787,
|
||
|
|
"learning_rate": 3.071286025423983e-06,
|
||
|
|
"loss": 0.5152,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.17783287167549133,
|
||
|
|
"step": 195,
|
||
|
|
"valid_targets_mean": 11610.0,
|
||
|
|
"valid_targets_min": 3112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.0606060606060606,
|
||
|
|
"grad_norm": 0.1937790180719643,
|
||
|
|
"learning_rate": 2.312629276668554e-06,
|
||
|
|
"loss": 0.4961,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.12838870286941528,
|
||
|
|
"step": 200,
|
||
|
|
"valid_targets_mean": 7998.2,
|
||
|
|
"valid_targets_min": 2053
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.212121212121212,
|
||
|
|
"grad_norm": 0.19638286518502554,
|
||
|
|
"learning_rate": 1.6557739698909436e-06,
|
||
|
|
"loss": 0.5032,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1665273904800415,
|
||
|
|
"step": 205,
|
||
|
|
"valid_targets_mean": 11573.5,
|
||
|
|
"valid_targets_min": 2883
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.363636363636363,
|
||
|
|
"grad_norm": 0.19162317469724846,
|
||
|
|
"learning_rate": 1.1045007019049182e-06,
|
||
|
|
"loss": 0.5088,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1381627321243286,
|
||
|
|
"step": 210,
|
||
|
|
"valid_targets_mean": 9245.8,
|
||
|
|
"valid_targets_min": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.515151515151516,
|
||
|
|
"grad_norm": 0.19041257044671683,
|
||
|
|
"learning_rate": 6.619823814758786e-07,
|
||
|
|
"loss": 0.5082,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.17835193872451782,
|
||
|
|
"step": 215,
|
||
|
|
"valid_targets_mean": 10446.8,
|
||
|
|
"valid_targets_min": 2301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.666666666666667,
|
||
|
|
"grad_norm": 0.1809565932702134,
|
||
|
|
"learning_rate": 3.307659673251595e-07,
|
||
|
|
"loss": 0.5039,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.1760205328464508,
|
||
|
|
"step": 220,
|
||
|
|
"valid_targets_mean": 11383.7,
|
||
|
|
"valid_targets_min": 2378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.818181818181818,
|
||
|
|
"grad_norm": 0.18418769422837922,
|
||
|
|
"learning_rate": 1.1275780885282806e-07,
|
||
|
|
"loss": 0.5051,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.156514510512352,
|
||
|
|
"step": 225,
|
||
|
|
"valid_targets_mean": 9719.4,
|
||
|
|
"valid_targets_min": 2215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.96969696969697,
|
||
|
|
"grad_norm": 0.199244385075515,
|
||
|
|
"learning_rate": 9.212673951897177e-09,
|
||
|
|
"loss": 0.5035,
|
||
|
|
"loss_nan_ranks": 0,
|
||
|
|
"loss_rank_avg": 0.16282179951667786,
|
||
|
|
"step": 230,
|
||
|
|
"valid_targets_mean": 10562.4,
|
||
|
|
"valid_targets_min": 2828
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.0,
|
||
|
|
"step": 231,
|
||
|
|
"total_flos": 9.111210907244954e+17,
|
||
|
|
"train_loss": 0.0,
|
||
|
|
"train_runtime": 1.5616,
|
||
|
|
"train_samples_per_second": 14164.97,
|
||
|
|
"train_steps_per_second": 147.925
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 5,
|
||
|
|
"max_steps": 231,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 7,
|
||
|
|
"save_steps": 300,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 9.111210907244954e+17,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|