b12f78c121
Model: laion/exp-syh-r2egym-swesmith-mixed_glm_4_7_traces_jupiter Source: Original Platform
7957 lines
221 KiB
JSON
7957 lines
221 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 7.0,
|
|
"eval_steps": 500,
|
|
"global_step": 3598,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.009737098344693282,
|
|
"grad_norm": 23.118894280668776,
|
|
"learning_rate": 4.444444444444445e-07,
|
|
"loss": 0.8845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44496992230415344,
|
|
"step": 5,
|
|
"valid_targets_mean": 4557.9,
|
|
"valid_targets_min": 3428
|
|
},
|
|
{
|
|
"epoch": 0.019474196689386564,
|
|
"grad_norm": 18.20757555459068,
|
|
"learning_rate": 1.0000000000000002e-06,
|
|
"loss": 0.8703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40375640988349915,
|
|
"step": 10,
|
|
"valid_targets_mean": 4226.9,
|
|
"valid_targets_min": 1050
|
|
},
|
|
{
|
|
"epoch": 0.029211295034079845,
|
|
"grad_norm": 17.163536853020847,
|
|
"learning_rate": 1.5555555555555558e-06,
|
|
"loss": 0.862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4125989079475403,
|
|
"step": 15,
|
|
"valid_targets_mean": 4368.9,
|
|
"valid_targets_min": 3337
|
|
},
|
|
{
|
|
"epoch": 0.03894839337877313,
|
|
"grad_norm": 10.759049970128293,
|
|
"learning_rate": 2.1111111111111114e-06,
|
|
"loss": 0.793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3467726707458496,
|
|
"step": 20,
|
|
"valid_targets_mean": 3963.6,
|
|
"valid_targets_min": 3066
|
|
},
|
|
{
|
|
"epoch": 0.04868549172346641,
|
|
"grad_norm": 5.752975899301949,
|
|
"learning_rate": 2.666666666666667e-06,
|
|
"loss": 0.7362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35217881202697754,
|
|
"step": 25,
|
|
"valid_targets_mean": 4167.4,
|
|
"valid_targets_min": 1111
|
|
},
|
|
{
|
|
"epoch": 0.05842259006815969,
|
|
"grad_norm": 3.181712614596086,
|
|
"learning_rate": 3.2222222222222227e-06,
|
|
"loss": 0.7161,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31451717019081116,
|
|
"step": 30,
|
|
"valid_targets_mean": 3717.9,
|
|
"valid_targets_min": 824
|
|
},
|
|
{
|
|
"epoch": 0.06815968841285297,
|
|
"grad_norm": 2.104356488152819,
|
|
"learning_rate": 3.777777777777778e-06,
|
|
"loss": 0.663,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2986396849155426,
|
|
"step": 35,
|
|
"valid_targets_mean": 4273.5,
|
|
"valid_targets_min": 3190
|
|
},
|
|
{
|
|
"epoch": 0.07789678675754626,
|
|
"grad_norm": 1.747451505893338,
|
|
"learning_rate": 4.333333333333334e-06,
|
|
"loss": 0.6479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36746519804000854,
|
|
"step": 40,
|
|
"valid_targets_mean": 4585.8,
|
|
"valid_targets_min": 3646
|
|
},
|
|
{
|
|
"epoch": 0.08763388510223953,
|
|
"grad_norm": 1.4018106341346264,
|
|
"learning_rate": 4.888888888888889e-06,
|
|
"loss": 0.6132,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2811136245727539,
|
|
"step": 45,
|
|
"valid_targets_mean": 4117.2,
|
|
"valid_targets_min": 3317
|
|
},
|
|
{
|
|
"epoch": 0.09737098344693282,
|
|
"grad_norm": 0.9532297822853748,
|
|
"learning_rate": 5.444444444444445e-06,
|
|
"loss": 0.575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2593851387500763,
|
|
"step": 50,
|
|
"valid_targets_mean": 5093.6,
|
|
"valid_targets_min": 2856
|
|
},
|
|
{
|
|
"epoch": 0.10710808179162609,
|
|
"grad_norm": 0.9254315700338628,
|
|
"learning_rate": 6e-06,
|
|
"loss": 0.5861,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2671780586242676,
|
|
"step": 55,
|
|
"valid_targets_mean": 4203.6,
|
|
"valid_targets_min": 746
|
|
},
|
|
{
|
|
"epoch": 0.11684518013631938,
|
|
"grad_norm": 0.9230508754491137,
|
|
"learning_rate": 6.555555555555556e-06,
|
|
"loss": 0.5542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3054065704345703,
|
|
"step": 60,
|
|
"valid_targets_mean": 3866.5,
|
|
"valid_targets_min": 2940
|
|
},
|
|
{
|
|
"epoch": 0.12658227848101267,
|
|
"grad_norm": 0.7785329416348905,
|
|
"learning_rate": 7.111111111111112e-06,
|
|
"loss": 0.5499,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23154807090759277,
|
|
"step": 65,
|
|
"valid_targets_mean": 4170.0,
|
|
"valid_targets_min": 3412
|
|
},
|
|
{
|
|
"epoch": 0.13631937682570594,
|
|
"grad_norm": 0.8291010793663051,
|
|
"learning_rate": 7.666666666666667e-06,
|
|
"loss": 0.5404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2817365527153015,
|
|
"step": 70,
|
|
"valid_targets_mean": 4144.8,
|
|
"valid_targets_min": 1295
|
|
},
|
|
{
|
|
"epoch": 0.1460564751703992,
|
|
"grad_norm": 0.6498603596886385,
|
|
"learning_rate": 8.222222222222222e-06,
|
|
"loss": 0.5136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2053757905960083,
|
|
"step": 75,
|
|
"valid_targets_mean": 4598.1,
|
|
"valid_targets_min": 3318
|
|
},
|
|
{
|
|
"epoch": 0.15579357351509251,
|
|
"grad_norm": 0.7555006740365169,
|
|
"learning_rate": 8.777777777777778e-06,
|
|
"loss": 0.515,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26266223192214966,
|
|
"step": 80,
|
|
"valid_targets_mean": 3878.2,
|
|
"valid_targets_min": 978
|
|
},
|
|
{
|
|
"epoch": 0.1655306718597858,
|
|
"grad_norm": 2.0689702978780855,
|
|
"learning_rate": 9.333333333333334e-06,
|
|
"loss": 0.4948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2561669945716858,
|
|
"step": 85,
|
|
"valid_targets_mean": 4380.8,
|
|
"valid_targets_min": 3373
|
|
},
|
|
{
|
|
"epoch": 0.17526777020447906,
|
|
"grad_norm": 0.6915310477602487,
|
|
"learning_rate": 9.88888888888889e-06,
|
|
"loss": 0.4966,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24356107413768768,
|
|
"step": 90,
|
|
"valid_targets_mean": 4549.0,
|
|
"valid_targets_min": 758
|
|
},
|
|
{
|
|
"epoch": 0.18500486854917234,
|
|
"grad_norm": 0.6982060079865288,
|
|
"learning_rate": 1.0444444444444445e-05,
|
|
"loss": 0.5124,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2629743814468384,
|
|
"step": 95,
|
|
"valid_targets_mean": 3903.0,
|
|
"valid_targets_min": 857
|
|
},
|
|
{
|
|
"epoch": 0.19474196689386564,
|
|
"grad_norm": 0.6567694540972767,
|
|
"learning_rate": 1.1000000000000001e-05,
|
|
"loss": 0.4656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2269618809223175,
|
|
"step": 100,
|
|
"valid_targets_mean": 4326.8,
|
|
"valid_targets_min": 3638
|
|
},
|
|
{
|
|
"epoch": 0.2044790652385589,
|
|
"grad_norm": 0.6764309558951358,
|
|
"learning_rate": 1.1555555555555556e-05,
|
|
"loss": 0.4742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24546125531196594,
|
|
"step": 105,
|
|
"valid_targets_mean": 4178.0,
|
|
"valid_targets_min": 3704
|
|
},
|
|
{
|
|
"epoch": 0.21421616358325218,
|
|
"grad_norm": 0.6657658572559553,
|
|
"learning_rate": 1.211111111111111e-05,
|
|
"loss": 0.4607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22610408067703247,
|
|
"step": 110,
|
|
"valid_targets_mean": 5350.2,
|
|
"valid_targets_min": 3504
|
|
},
|
|
{
|
|
"epoch": 0.22395326192794549,
|
|
"grad_norm": 0.6812819460216482,
|
|
"learning_rate": 1.2666666666666667e-05,
|
|
"loss": 0.4476,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21488001942634583,
|
|
"step": 115,
|
|
"valid_targets_mean": 4650.6,
|
|
"valid_targets_min": 1143
|
|
},
|
|
{
|
|
"epoch": 0.23369036027263876,
|
|
"grad_norm": 0.6719297028546384,
|
|
"learning_rate": 1.3222222222222223e-05,
|
|
"loss": 0.4579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2021813690662384,
|
|
"step": 120,
|
|
"valid_targets_mean": 3420.8,
|
|
"valid_targets_min": 752
|
|
},
|
|
{
|
|
"epoch": 0.24342745861733203,
|
|
"grad_norm": 0.7134508385172472,
|
|
"learning_rate": 1.377777777777778e-05,
|
|
"loss": 0.4624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22716659307479858,
|
|
"step": 125,
|
|
"valid_targets_mean": 4303.2,
|
|
"valid_targets_min": 3452
|
|
},
|
|
{
|
|
"epoch": 0.25316455696202533,
|
|
"grad_norm": 0.6539962297564527,
|
|
"learning_rate": 1.4333333333333334e-05,
|
|
"loss": 0.4488,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22620850801467896,
|
|
"step": 130,
|
|
"valid_targets_mean": 5172.8,
|
|
"valid_targets_min": 3925
|
|
},
|
|
{
|
|
"epoch": 0.2629016553067186,
|
|
"grad_norm": 0.6692439195316646,
|
|
"learning_rate": 1.488888888888889e-05,
|
|
"loss": 0.4374,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21539512276649475,
|
|
"step": 135,
|
|
"valid_targets_mean": 4375.2,
|
|
"valid_targets_min": 876
|
|
},
|
|
{
|
|
"epoch": 0.2726387536514119,
|
|
"grad_norm": 0.6105804659736762,
|
|
"learning_rate": 1.5444444444444446e-05,
|
|
"loss": 0.4635,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24036164581775665,
|
|
"step": 140,
|
|
"valid_targets_mean": 5055.6,
|
|
"valid_targets_min": 3058
|
|
},
|
|
{
|
|
"epoch": 0.28237585199610515,
|
|
"grad_norm": 0.736115990989608,
|
|
"learning_rate": 1.6000000000000003e-05,
|
|
"loss": 0.4285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16464482247829437,
|
|
"step": 145,
|
|
"valid_targets_mean": 3126.5,
|
|
"valid_targets_min": 636
|
|
},
|
|
{
|
|
"epoch": 0.2921129503407984,
|
|
"grad_norm": 1.3117904270902987,
|
|
"learning_rate": 1.6555555555555556e-05,
|
|
"loss": 0.4317,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1798105686903,
|
|
"step": 150,
|
|
"valid_targets_mean": 4147.5,
|
|
"valid_targets_min": 3211
|
|
},
|
|
{
|
|
"epoch": 0.3018500486854917,
|
|
"grad_norm": 0.8818126643515471,
|
|
"learning_rate": 1.7111111111111112e-05,
|
|
"loss": 0.4322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24699127674102783,
|
|
"step": 155,
|
|
"valid_targets_mean": 3863.1,
|
|
"valid_targets_min": 956
|
|
},
|
|
{
|
|
"epoch": 0.31158714703018503,
|
|
"grad_norm": 0.6558286204768558,
|
|
"learning_rate": 1.7666666666666668e-05,
|
|
"loss": 0.4338,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17653688788414001,
|
|
"step": 160,
|
|
"valid_targets_mean": 3518.4,
|
|
"valid_targets_min": 1139
|
|
},
|
|
{
|
|
"epoch": 0.3213242453748783,
|
|
"grad_norm": 0.6672104486072807,
|
|
"learning_rate": 1.8222222222222224e-05,
|
|
"loss": 0.4299,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18814575672149658,
|
|
"step": 165,
|
|
"valid_targets_mean": 3876.2,
|
|
"valid_targets_min": 821
|
|
},
|
|
{
|
|
"epoch": 0.3310613437195716,
|
|
"grad_norm": 0.6416782890906239,
|
|
"learning_rate": 1.877777777777778e-05,
|
|
"loss": 0.4149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16728775203227997,
|
|
"step": 170,
|
|
"valid_targets_mean": 3383.9,
|
|
"valid_targets_min": 1453
|
|
},
|
|
{
|
|
"epoch": 0.34079844206426485,
|
|
"grad_norm": 0.7239962544924382,
|
|
"learning_rate": 1.9333333333333333e-05,
|
|
"loss": 0.418,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19848763942718506,
|
|
"step": 175,
|
|
"valid_targets_mean": 4528.2,
|
|
"valid_targets_min": 1029
|
|
},
|
|
{
|
|
"epoch": 0.3505355404089581,
|
|
"grad_norm": 0.7745664978311559,
|
|
"learning_rate": 1.988888888888889e-05,
|
|
"loss": 0.4246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2215413749217987,
|
|
"step": 180,
|
|
"valid_targets_mean": 3834.4,
|
|
"valid_targets_min": 664
|
|
},
|
|
{
|
|
"epoch": 0.3602726387536514,
|
|
"grad_norm": 0.6749053142831414,
|
|
"learning_rate": 2.0444444444444446e-05,
|
|
"loss": 0.4128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18815171718597412,
|
|
"step": 185,
|
|
"valid_targets_mean": 4859.8,
|
|
"valid_targets_min": 3753
|
|
},
|
|
{
|
|
"epoch": 0.37000973709834467,
|
|
"grad_norm": 0.8176016579754839,
|
|
"learning_rate": 2.1000000000000002e-05,
|
|
"loss": 0.4137,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20829084515571594,
|
|
"step": 190,
|
|
"valid_targets_mean": 4058.4,
|
|
"valid_targets_min": 2002
|
|
},
|
|
{
|
|
"epoch": 0.379746835443038,
|
|
"grad_norm": 0.6584754889654173,
|
|
"learning_rate": 2.1555555555555555e-05,
|
|
"loss": 0.4067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1744072288274765,
|
|
"step": 195,
|
|
"valid_targets_mean": 4416.4,
|
|
"valid_targets_min": 3252
|
|
},
|
|
{
|
|
"epoch": 0.3894839337877313,
|
|
"grad_norm": 0.6767016018050401,
|
|
"learning_rate": 2.2111111111111115e-05,
|
|
"loss": 0.4062,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19470298290252686,
|
|
"step": 200,
|
|
"valid_targets_mean": 4403.0,
|
|
"valid_targets_min": 3480
|
|
},
|
|
{
|
|
"epoch": 0.39922103213242455,
|
|
"grad_norm": 0.775144326550449,
|
|
"learning_rate": 2.2666666666666668e-05,
|
|
"loss": 0.3916,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20275896787643433,
|
|
"step": 205,
|
|
"valid_targets_mean": 4417.1,
|
|
"valid_targets_min": 3425
|
|
},
|
|
{
|
|
"epoch": 0.4089581304771178,
|
|
"grad_norm": 0.7300868695719883,
|
|
"learning_rate": 2.3222222222222227e-05,
|
|
"loss": 0.4201,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29349997639656067,
|
|
"step": 210,
|
|
"valid_targets_mean": 6009.2,
|
|
"valid_targets_min": 1608
|
|
},
|
|
{
|
|
"epoch": 0.4186952288218111,
|
|
"grad_norm": 0.6897090851188222,
|
|
"learning_rate": 2.377777777777778e-05,
|
|
"loss": 0.4184,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21879325807094574,
|
|
"step": 215,
|
|
"valid_targets_mean": 4199.0,
|
|
"valid_targets_min": 3242
|
|
},
|
|
{
|
|
"epoch": 0.42843232716650437,
|
|
"grad_norm": 0.6925917180708949,
|
|
"learning_rate": 2.4333333333333333e-05,
|
|
"loss": 0.392,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17544391751289368,
|
|
"step": 220,
|
|
"valid_targets_mean": 3835.2,
|
|
"valid_targets_min": 1036
|
|
},
|
|
{
|
|
"epoch": 0.43816942551119764,
|
|
"grad_norm": 0.6605511360195409,
|
|
"learning_rate": 2.4888888888888893e-05,
|
|
"loss": 0.4039,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1834697276353836,
|
|
"step": 225,
|
|
"valid_targets_mean": 4260.5,
|
|
"valid_targets_min": 2304
|
|
},
|
|
{
|
|
"epoch": 0.44790652385589097,
|
|
"grad_norm": 0.5777182162922304,
|
|
"learning_rate": 2.5444444444444446e-05,
|
|
"loss": 0.3919,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24139994382858276,
|
|
"step": 230,
|
|
"valid_targets_mean": 5811.8,
|
|
"valid_targets_min": 4310
|
|
},
|
|
{
|
|
"epoch": 0.45764362220058424,
|
|
"grad_norm": 0.7226453858676247,
|
|
"learning_rate": 2.6000000000000002e-05,
|
|
"loss": 0.3874,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2048182636499405,
|
|
"step": 235,
|
|
"valid_targets_mean": 4898.6,
|
|
"valid_targets_min": 3473
|
|
},
|
|
{
|
|
"epoch": 0.4673807205452775,
|
|
"grad_norm": 0.6611768065959763,
|
|
"learning_rate": 2.6555555555555558e-05,
|
|
"loss": 0.3904,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19229689240455627,
|
|
"step": 240,
|
|
"valid_targets_mean": 4399.5,
|
|
"valid_targets_min": 3633
|
|
},
|
|
{
|
|
"epoch": 0.4771178188899708,
|
|
"grad_norm": 0.6683314067792802,
|
|
"learning_rate": 2.7111111111111114e-05,
|
|
"loss": 0.3684,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1989506483078003,
|
|
"step": 245,
|
|
"valid_targets_mean": 5267.8,
|
|
"valid_targets_min": 3228
|
|
},
|
|
{
|
|
"epoch": 0.48685491723466406,
|
|
"grad_norm": 0.7449427318485009,
|
|
"learning_rate": 2.7666666666666667e-05,
|
|
"loss": 0.3909,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22531406581401825,
|
|
"step": 250,
|
|
"valid_targets_mean": 4148.8,
|
|
"valid_targets_min": 817
|
|
},
|
|
{
|
|
"epoch": 0.49659201557935734,
|
|
"grad_norm": 0.6875225240479791,
|
|
"learning_rate": 2.8222222222222227e-05,
|
|
"loss": 0.3919,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.240289568901062,
|
|
"step": 255,
|
|
"valid_targets_mean": 4402.1,
|
|
"valid_targets_min": 3586
|
|
},
|
|
{
|
|
"epoch": 0.5063291139240507,
|
|
"grad_norm": 0.6980597143084923,
|
|
"learning_rate": 2.877777777777778e-05,
|
|
"loss": 0.3848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16534990072250366,
|
|
"step": 260,
|
|
"valid_targets_mean": 3970.9,
|
|
"valid_targets_min": 2911
|
|
},
|
|
{
|
|
"epoch": 0.5160662122687439,
|
|
"grad_norm": 0.7148073487775419,
|
|
"learning_rate": 2.9333333333333333e-05,
|
|
"loss": 0.3815,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19760876893997192,
|
|
"step": 265,
|
|
"valid_targets_mean": 4875.1,
|
|
"valid_targets_min": 2971
|
|
},
|
|
{
|
|
"epoch": 0.5258033106134372,
|
|
"grad_norm": 0.6980379940260597,
|
|
"learning_rate": 2.9888888888888892e-05,
|
|
"loss": 0.3892,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1551802158355713,
|
|
"step": 270,
|
|
"valid_targets_mean": 3418.5,
|
|
"valid_targets_min": 986
|
|
},
|
|
{
|
|
"epoch": 0.5355404089581305,
|
|
"grad_norm": 0.6304591414413756,
|
|
"learning_rate": 3.0444444444444445e-05,
|
|
"loss": 0.3808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20365405082702637,
|
|
"step": 275,
|
|
"valid_targets_mean": 4439.2,
|
|
"valid_targets_min": 2437
|
|
},
|
|
{
|
|
"epoch": 0.5452775073028238,
|
|
"grad_norm": 0.8756759484752723,
|
|
"learning_rate": 3.1e-05,
|
|
"loss": 0.3879,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2187492549419403,
|
|
"step": 280,
|
|
"valid_targets_mean": 3823.9,
|
|
"valid_targets_min": 980
|
|
},
|
|
{
|
|
"epoch": 0.555014605647517,
|
|
"grad_norm": 0.6925384162720198,
|
|
"learning_rate": 3.155555555555556e-05,
|
|
"loss": 0.3893,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20272786915302277,
|
|
"step": 285,
|
|
"valid_targets_mean": 4757.5,
|
|
"valid_targets_min": 3393
|
|
},
|
|
{
|
|
"epoch": 0.5647517039922103,
|
|
"grad_norm": 0.7364360129118342,
|
|
"learning_rate": 3.2111111111111114e-05,
|
|
"loss": 0.3771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23127461969852448,
|
|
"step": 290,
|
|
"valid_targets_mean": 4591.4,
|
|
"valid_targets_min": 3502
|
|
},
|
|
{
|
|
"epoch": 0.5744888023369036,
|
|
"grad_norm": 0.6154305473597166,
|
|
"learning_rate": 3.266666666666667e-05,
|
|
"loss": 0.3835,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18655447661876678,
|
|
"step": 295,
|
|
"valid_targets_mean": 4427.8,
|
|
"valid_targets_min": 3700
|
|
},
|
|
{
|
|
"epoch": 0.5842259006815969,
|
|
"grad_norm": 0.6881642873057486,
|
|
"learning_rate": 3.3222222222222226e-05,
|
|
"loss": 0.3863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19806928932666779,
|
|
"step": 300,
|
|
"valid_targets_mean": 4328.2,
|
|
"valid_targets_min": 3043
|
|
},
|
|
{
|
|
"epoch": 0.5939629990262901,
|
|
"grad_norm": 0.6438307753318919,
|
|
"learning_rate": 3.377777777777778e-05,
|
|
"loss": 0.3962,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1805514693260193,
|
|
"step": 305,
|
|
"valid_targets_mean": 4537.4,
|
|
"valid_targets_min": 1026
|
|
},
|
|
{
|
|
"epoch": 0.6037000973709834,
|
|
"grad_norm": 0.7124154337044125,
|
|
"learning_rate": 3.433333333333333e-05,
|
|
"loss": 0.373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19304269552230835,
|
|
"step": 310,
|
|
"valid_targets_mean": 4386.0,
|
|
"valid_targets_min": 3137
|
|
},
|
|
{
|
|
"epoch": 0.6134371957156767,
|
|
"grad_norm": 0.6401560840195569,
|
|
"learning_rate": 3.4888888888888895e-05,
|
|
"loss": 0.3779,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17118550837039948,
|
|
"step": 315,
|
|
"valid_targets_mean": 4464.1,
|
|
"valid_targets_min": 826
|
|
},
|
|
{
|
|
"epoch": 0.6231742940603701,
|
|
"grad_norm": 0.729992124621984,
|
|
"learning_rate": 3.5444444444444445e-05,
|
|
"loss": 0.3895,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2159796953201294,
|
|
"step": 320,
|
|
"valid_targets_mean": 4337.1,
|
|
"valid_targets_min": 3397
|
|
},
|
|
{
|
|
"epoch": 0.6329113924050633,
|
|
"grad_norm": 0.6756411225774193,
|
|
"learning_rate": 3.6e-05,
|
|
"loss": 0.378,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2206284999847412,
|
|
"step": 325,
|
|
"valid_targets_mean": 4809.0,
|
|
"valid_targets_min": 2999
|
|
},
|
|
{
|
|
"epoch": 0.6426484907497566,
|
|
"grad_norm": 0.8071912360810334,
|
|
"learning_rate": 3.655555555555556e-05,
|
|
"loss": 0.378,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21432818472385406,
|
|
"step": 330,
|
|
"valid_targets_mean": 4727.4,
|
|
"valid_targets_min": 3967
|
|
},
|
|
{
|
|
"epoch": 0.6523855890944499,
|
|
"grad_norm": 0.6867194176879942,
|
|
"learning_rate": 3.7111111111111113e-05,
|
|
"loss": 0.367,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16056394577026367,
|
|
"step": 335,
|
|
"valid_targets_mean": 3940.0,
|
|
"valid_targets_min": 2953
|
|
},
|
|
{
|
|
"epoch": 0.6621226874391432,
|
|
"grad_norm": 0.6751773593057298,
|
|
"learning_rate": 3.766666666666667e-05,
|
|
"loss": 0.3904,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18800443410873413,
|
|
"step": 340,
|
|
"valid_targets_mean": 4233.9,
|
|
"valid_targets_min": 3162
|
|
},
|
|
{
|
|
"epoch": 0.6718597857838364,
|
|
"grad_norm": 0.8257749702852918,
|
|
"learning_rate": 3.8222222222222226e-05,
|
|
"loss": 0.3769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1990666687488556,
|
|
"step": 345,
|
|
"valid_targets_mean": 4171.2,
|
|
"valid_targets_min": 652
|
|
},
|
|
{
|
|
"epoch": 0.6815968841285297,
|
|
"grad_norm": 0.9924626388160639,
|
|
"learning_rate": 3.877777777777778e-05,
|
|
"loss": 0.3677,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21095314621925354,
|
|
"step": 350,
|
|
"valid_targets_mean": 4846.0,
|
|
"valid_targets_min": 3425
|
|
},
|
|
{
|
|
"epoch": 0.691333982473223,
|
|
"grad_norm": 0.7020761469375107,
|
|
"learning_rate": 3.933333333333333e-05,
|
|
"loss": 0.3734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1791234016418457,
|
|
"step": 355,
|
|
"valid_targets_mean": 4898.1,
|
|
"valid_targets_min": 3918
|
|
},
|
|
{
|
|
"epoch": 0.7010710808179162,
|
|
"grad_norm": 0.6418609790138166,
|
|
"learning_rate": 3.9888888888888895e-05,
|
|
"loss": 0.3695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20117180049419403,
|
|
"step": 360,
|
|
"valid_targets_mean": 4694.0,
|
|
"valid_targets_min": 3481
|
|
},
|
|
{
|
|
"epoch": 0.7108081791626095,
|
|
"grad_norm": 0.6657235308214312,
|
|
"learning_rate": 3.9999849385947476e-05,
|
|
"loss": 0.3689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19872650504112244,
|
|
"step": 365,
|
|
"valid_targets_mean": 5165.4,
|
|
"valid_targets_min": 1978
|
|
},
|
|
{
|
|
"epoch": 0.7205452775073028,
|
|
"grad_norm": 0.5628424240381045,
|
|
"learning_rate": 3.999923752024691e-05,
|
|
"loss": 0.377,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15092147886753082,
|
|
"step": 370,
|
|
"valid_targets_mean": 4257.0,
|
|
"valid_targets_min": 1065
|
|
},
|
|
{
|
|
"epoch": 0.7302823758519961,
|
|
"grad_norm": 0.7874439802927935,
|
|
"learning_rate": 3.999815500390824e-05,
|
|
"loss": 0.3708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2088533639907837,
|
|
"step": 375,
|
|
"valid_targets_mean": 4398.4,
|
|
"valid_targets_min": 3126
|
|
},
|
|
{
|
|
"epoch": 0.7400194741966893,
|
|
"grad_norm": 0.813377438148282,
|
|
"learning_rate": 3.9996601862406804e-05,
|
|
"loss": 0.3699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19973430037498474,
|
|
"step": 380,
|
|
"valid_targets_mean": 4125.2,
|
|
"valid_targets_min": 3527
|
|
},
|
|
{
|
|
"epoch": 0.7497565725413826,
|
|
"grad_norm": 0.7659873084812755,
|
|
"learning_rate": 3.999457813229333e-05,
|
|
"loss": 0.3789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17584359645843506,
|
|
"step": 385,
|
|
"valid_targets_mean": 3499.8,
|
|
"valid_targets_min": 894
|
|
},
|
|
{
|
|
"epoch": 0.759493670886076,
|
|
"grad_norm": 0.7873349990956648,
|
|
"learning_rate": 3.999208386119314e-05,
|
|
"loss": 0.3744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16551227867603302,
|
|
"step": 390,
|
|
"valid_targets_mean": 3595.4,
|
|
"valid_targets_min": 1132
|
|
},
|
|
{
|
|
"epoch": 0.7692307692307693,
|
|
"grad_norm": 4.887804203127558,
|
|
"learning_rate": 3.998911910780497e-05,
|
|
"loss": 0.3757,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22275911271572113,
|
|
"step": 395,
|
|
"valid_targets_mean": 6269.8,
|
|
"valid_targets_min": 2934
|
|
},
|
|
{
|
|
"epoch": 0.7789678675754625,
|
|
"grad_norm": 0.7130696585369338,
|
|
"learning_rate": 3.9985683941899654e-05,
|
|
"loss": 0.3759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1910901963710785,
|
|
"step": 400,
|
|
"valid_targets_mean": 4176.4,
|
|
"valid_targets_min": 1208
|
|
},
|
|
{
|
|
"epoch": 0.7887049659201558,
|
|
"grad_norm": 0.7069241977582585,
|
|
"learning_rate": 3.9981778444318414e-05,
|
|
"loss": 0.346,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18419122695922852,
|
|
"step": 405,
|
|
"valid_targets_mean": 4007.8,
|
|
"valid_targets_min": 1155
|
|
},
|
|
{
|
|
"epoch": 0.7984420642648491,
|
|
"grad_norm": 0.7089301143975381,
|
|
"learning_rate": 3.9977402706971e-05,
|
|
"loss": 0.3726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17921440303325653,
|
|
"step": 410,
|
|
"valid_targets_mean": 4235.0,
|
|
"valid_targets_min": 3444
|
|
},
|
|
{
|
|
"epoch": 0.8081791626095424,
|
|
"grad_norm": 0.6495013262151981,
|
|
"learning_rate": 3.997255683283352e-05,
|
|
"loss": 0.3494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15462112426757812,
|
|
"step": 415,
|
|
"valid_targets_mean": 4498.2,
|
|
"valid_targets_min": 2870
|
|
},
|
|
{
|
|
"epoch": 0.8179162609542356,
|
|
"grad_norm": 0.7086966629425835,
|
|
"learning_rate": 3.9967240935946004e-05,
|
|
"loss": 0.3637,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1628843992948532,
|
|
"step": 420,
|
|
"valid_targets_mean": 3420.5,
|
|
"valid_targets_min": 845
|
|
},
|
|
{
|
|
"epoch": 0.8276533592989289,
|
|
"grad_norm": 0.6508253350898261,
|
|
"learning_rate": 3.996145514140974e-05,
|
|
"loss": 0.3718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1732420027256012,
|
|
"step": 425,
|
|
"valid_targets_mean": 4132.9,
|
|
"valid_targets_min": 3245
|
|
},
|
|
{
|
|
"epoch": 0.8373904576436222,
|
|
"grad_norm": 0.7151576501999023,
|
|
"learning_rate": 3.995519958538431e-05,
|
|
"loss": 0.3606,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20288825035095215,
|
|
"step": 430,
|
|
"valid_targets_mean": 5239.4,
|
|
"valid_targets_min": 2900
|
|
},
|
|
{
|
|
"epoch": 0.8471275559883155,
|
|
"grad_norm": 0.7006918695243219,
|
|
"learning_rate": 3.99484744150844e-05,
|
|
"loss": 0.3611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15888266265392303,
|
|
"step": 435,
|
|
"valid_targets_mean": 4164.4,
|
|
"valid_targets_min": 2532
|
|
},
|
|
{
|
|
"epoch": 0.8568646543330087,
|
|
"grad_norm": 0.6708952844523018,
|
|
"learning_rate": 3.9941279788776324e-05,
|
|
"loss": 0.3583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17105917632579803,
|
|
"step": 440,
|
|
"valid_targets_mean": 4686.4,
|
|
"valid_targets_min": 3353
|
|
},
|
|
{
|
|
"epoch": 0.866601752677702,
|
|
"grad_norm": 0.6807208807268397,
|
|
"learning_rate": 3.9933615875774314e-05,
|
|
"loss": 0.3568,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16278314590454102,
|
|
"step": 445,
|
|
"valid_targets_mean": 3676.5,
|
|
"valid_targets_min": 977
|
|
},
|
|
{
|
|
"epoch": 0.8763388510223953,
|
|
"grad_norm": 0.6809046096024852,
|
|
"learning_rate": 3.992548285643653e-05,
|
|
"loss": 0.3525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1752071976661682,
|
|
"step": 450,
|
|
"valid_targets_mean": 3966.8,
|
|
"valid_targets_min": 935
|
|
},
|
|
{
|
|
"epoch": 0.8860759493670886,
|
|
"grad_norm": 0.6165006271847027,
|
|
"learning_rate": 3.99168809221608e-05,
|
|
"loss": 0.3589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16164737939834595,
|
|
"step": 455,
|
|
"valid_targets_mean": 4148.8,
|
|
"valid_targets_min": 3007
|
|
},
|
|
{
|
|
"epoch": 0.8958130477117819,
|
|
"grad_norm": 0.9369745333324089,
|
|
"learning_rate": 3.9907810275380133e-05,
|
|
"loss": 0.3567,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15810510516166687,
|
|
"step": 460,
|
|
"valid_targets_mean": 4040.5,
|
|
"valid_targets_min": 3204
|
|
},
|
|
{
|
|
"epoch": 0.9055501460564752,
|
|
"grad_norm": 0.7111339776253992,
|
|
"learning_rate": 3.989827112955794e-05,
|
|
"loss": 0.3598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22363640367984772,
|
|
"step": 465,
|
|
"valid_targets_mean": 5090.4,
|
|
"valid_targets_min": 3853
|
|
},
|
|
{
|
|
"epoch": 0.9152872444011685,
|
|
"grad_norm": 0.6788966159986422,
|
|
"learning_rate": 3.988826370918306e-05,
|
|
"loss": 0.3577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17157606780529022,
|
|
"step": 470,
|
|
"valid_targets_mean": 3225.8,
|
|
"valid_targets_min": 366
|
|
},
|
|
{
|
|
"epoch": 0.9250243427458618,
|
|
"grad_norm": 0.5910545724823087,
|
|
"learning_rate": 3.987778824976439e-05,
|
|
"loss": 0.3668,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14586105942726135,
|
|
"step": 475,
|
|
"valid_targets_mean": 4006.1,
|
|
"valid_targets_min": 930
|
|
},
|
|
{
|
|
"epoch": 0.934761441090555,
|
|
"grad_norm": 0.6343251918862248,
|
|
"learning_rate": 3.9866844997825415e-05,
|
|
"loss": 0.3669,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19073855876922607,
|
|
"step": 480,
|
|
"valid_targets_mean": 4539.5,
|
|
"valid_targets_min": 3121
|
|
},
|
|
{
|
|
"epoch": 0.9444985394352483,
|
|
"grad_norm": 0.586057970732359,
|
|
"learning_rate": 3.985543421089839e-05,
|
|
"loss": 0.3462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1797710657119751,
|
|
"step": 485,
|
|
"valid_targets_mean": 5746.5,
|
|
"valid_targets_min": 3749
|
|
},
|
|
{
|
|
"epoch": 0.9542356377799416,
|
|
"grad_norm": 0.7576728228823382,
|
|
"learning_rate": 3.984355615751824e-05,
|
|
"loss": 0.3519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16860824823379517,
|
|
"step": 490,
|
|
"valid_targets_mean": 3673.6,
|
|
"valid_targets_min": 3347
|
|
},
|
|
{
|
|
"epoch": 0.9639727361246349,
|
|
"grad_norm": 0.6047838804348274,
|
|
"learning_rate": 3.983121111721631e-05,
|
|
"loss": 0.355,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1805913895368576,
|
|
"step": 495,
|
|
"valid_targets_mean": 4506.4,
|
|
"valid_targets_min": 3192
|
|
},
|
|
{
|
|
"epoch": 0.9737098344693281,
|
|
"grad_norm": 0.7091348845871056,
|
|
"learning_rate": 3.981839938051372e-05,
|
|
"loss": 0.3541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18835121393203735,
|
|
"step": 500,
|
|
"valid_targets_mean": 4159.5,
|
|
"valid_targets_min": 769
|
|
},
|
|
{
|
|
"epoch": 0.9834469328140214,
|
|
"grad_norm": 1.1000070436324856,
|
|
"learning_rate": 3.980512124891458e-05,
|
|
"loss": 0.3448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18073980510234833,
|
|
"step": 505,
|
|
"valid_targets_mean": 4863.8,
|
|
"valid_targets_min": 1502
|
|
},
|
|
{
|
|
"epoch": 0.9931840311587147,
|
|
"grad_norm": 0.7257275042131754,
|
|
"learning_rate": 3.979137703489883e-05,
|
|
"loss": 0.3489,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17253929376602173,
|
|
"step": 510,
|
|
"valid_targets_mean": 4703.0,
|
|
"valid_targets_min": 3474
|
|
},
|
|
{
|
|
"epoch": 1.0019474196689386,
|
|
"grad_norm": 0.6913753699346316,
|
|
"learning_rate": 3.9777167061915e-05,
|
|
"loss": 0.3572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1802053153514862,
|
|
"step": 515,
|
|
"valid_targets_mean": 4860.0,
|
|
"valid_targets_min": 3877
|
|
},
|
|
{
|
|
"epoch": 1.011684518013632,
|
|
"grad_norm": 0.6242824703734373,
|
|
"learning_rate": 3.976249166437243e-05,
|
|
"loss": 0.3537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1576920747756958,
|
|
"step": 520,
|
|
"valid_targets_mean": 4406.5,
|
|
"valid_targets_min": 3229
|
|
},
|
|
{
|
|
"epoch": 1.0214216163583252,
|
|
"grad_norm": 0.6750185091695285,
|
|
"learning_rate": 3.974735118763359e-05,
|
|
"loss": 0.344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15952584147453308,
|
|
"step": 525,
|
|
"valid_targets_mean": 4164.1,
|
|
"valid_targets_min": 3141
|
|
},
|
|
{
|
|
"epoch": 1.0311587147030186,
|
|
"grad_norm": 0.6658277383697083,
|
|
"learning_rate": 3.97317459880058e-05,
|
|
"loss": 0.367,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14350742101669312,
|
|
"step": 530,
|
|
"valid_targets_mean": 3377.6,
|
|
"valid_targets_min": 958
|
|
},
|
|
{
|
|
"epoch": 1.0408958130477117,
|
|
"grad_norm": 0.7400005484213806,
|
|
"learning_rate": 3.971567643273292e-05,
|
|
"loss": 0.3635,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17670761048793793,
|
|
"step": 535,
|
|
"valid_targets_mean": 3588.6,
|
|
"valid_targets_min": 838
|
|
},
|
|
{
|
|
"epoch": 1.0506329113924051,
|
|
"grad_norm": 0.5702088025195045,
|
|
"learning_rate": 3.9699142899986685e-05,
|
|
"loss": 0.3365,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1621592938899994,
|
|
"step": 540,
|
|
"valid_targets_mean": 5561.0,
|
|
"valid_targets_min": 4228
|
|
},
|
|
{
|
|
"epoch": 1.0603700097370983,
|
|
"grad_norm": 0.5360192650840298,
|
|
"learning_rate": 3.968214577885782e-05,
|
|
"loss": 0.3288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19491013884544373,
|
|
"step": 545,
|
|
"valid_targets_mean": 6266.8,
|
|
"valid_targets_min": 3349
|
|
},
|
|
{
|
|
"epoch": 1.0701071080817917,
|
|
"grad_norm": 0.6459768744810942,
|
|
"learning_rate": 3.966468546934687e-05,
|
|
"loss": 0.3519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18637236952781677,
|
|
"step": 550,
|
|
"valid_targets_mean": 4426.6,
|
|
"valid_targets_min": 3476
|
|
},
|
|
{
|
|
"epoch": 1.0798442064264848,
|
|
"grad_norm": 0.5899914630150387,
|
|
"learning_rate": 3.964676238235479e-05,
|
|
"loss": 0.352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19765692949295044,
|
|
"step": 555,
|
|
"valid_targets_mean": 5279.5,
|
|
"valid_targets_min": 3574
|
|
},
|
|
{
|
|
"epoch": 1.0895813047711782,
|
|
"grad_norm": 0.6297912988991564,
|
|
"learning_rate": 3.9628376939673275e-05,
|
|
"loss": 0.3538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1682511270046234,
|
|
"step": 560,
|
|
"valid_targets_mean": 4767.6,
|
|
"valid_targets_min": 3447
|
|
},
|
|
{
|
|
"epoch": 1.0993184031158714,
|
|
"grad_norm": 0.6625458925495679,
|
|
"learning_rate": 3.960952957397484e-05,
|
|
"loss": 0.3488,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1940007507801056,
|
|
"step": 565,
|
|
"valid_targets_mean": 4963.5,
|
|
"valid_targets_min": 3316
|
|
},
|
|
{
|
|
"epoch": 1.1090555014605648,
|
|
"grad_norm": 0.5869505477237944,
|
|
"learning_rate": 3.9590220728802625e-05,
|
|
"loss": 0.3311,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17819081246852875,
|
|
"step": 570,
|
|
"valid_targets_mean": 5148.1,
|
|
"valid_targets_min": 3943
|
|
},
|
|
{
|
|
"epoch": 1.1187925998052581,
|
|
"grad_norm": 0.6109185331055149,
|
|
"learning_rate": 3.9570450858559975e-05,
|
|
"loss": 0.3539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13978806138038635,
|
|
"step": 575,
|
|
"valid_targets_mean": 4263.9,
|
|
"valid_targets_min": 3170
|
|
},
|
|
{
|
|
"epoch": 1.1285296981499513,
|
|
"grad_norm": 0.7478744405338642,
|
|
"learning_rate": 3.9550220428499725e-05,
|
|
"loss": 0.3425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17585650086402893,
|
|
"step": 580,
|
|
"valid_targets_mean": 3399.4,
|
|
"valid_targets_min": 773
|
|
},
|
|
{
|
|
"epoch": 1.1382667964946447,
|
|
"grad_norm": 0.6085289979330304,
|
|
"learning_rate": 3.9529529914713266e-05,
|
|
"loss": 0.3538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22081728279590607,
|
|
"step": 585,
|
|
"valid_targets_mean": 5320.0,
|
|
"valid_targets_min": 3697
|
|
},
|
|
{
|
|
"epoch": 1.1480038948393378,
|
|
"grad_norm": 0.5898435042077811,
|
|
"learning_rate": 3.950837980411934e-05,
|
|
"loss": 0.3502,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16094085574150085,
|
|
"step": 590,
|
|
"valid_targets_mean": 4559.2,
|
|
"valid_targets_min": 3464
|
|
},
|
|
{
|
|
"epoch": 1.1577409931840312,
|
|
"grad_norm": 0.705932213352843,
|
|
"learning_rate": 3.948677059445257e-05,
|
|
"loss": 0.3381,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1893872320652008,
|
|
"step": 595,
|
|
"valid_targets_mean": 3764.2,
|
|
"valid_targets_min": 918
|
|
},
|
|
{
|
|
"epoch": 1.1674780915287244,
|
|
"grad_norm": 0.6879944126389513,
|
|
"learning_rate": 3.946470279425177e-05,
|
|
"loss": 0.3509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18740157783031464,
|
|
"step": 600,
|
|
"valid_targets_mean": 5641.4,
|
|
"valid_targets_min": 3749
|
|
},
|
|
{
|
|
"epoch": 1.1772151898734178,
|
|
"grad_norm": 0.5632271616115904,
|
|
"learning_rate": 3.944217692284794e-05,
|
|
"loss": 0.3496,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2088479995727539,
|
|
"step": 605,
|
|
"valid_targets_mean": 5663.2,
|
|
"valid_targets_min": 3212
|
|
},
|
|
{
|
|
"epoch": 1.186952288218111,
|
|
"grad_norm": 0.6829030682356111,
|
|
"learning_rate": 3.941919351035208e-05,
|
|
"loss": 0.3315,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1710636168718338,
|
|
"step": 610,
|
|
"valid_targets_mean": 3843.6,
|
|
"valid_targets_min": 2966
|
|
},
|
|
{
|
|
"epoch": 1.1966893865628043,
|
|
"grad_norm": 0.6123893566411411,
|
|
"learning_rate": 3.9395753097642703e-05,
|
|
"loss": 0.3358,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16163797676563263,
|
|
"step": 615,
|
|
"valid_targets_mean": 4377.5,
|
|
"valid_targets_min": 1000
|
|
},
|
|
{
|
|
"epoch": 1.2064264849074975,
|
|
"grad_norm": 0.6669525552357072,
|
|
"learning_rate": 3.937185623635309e-05,
|
|
"loss": 0.3499,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15360671281814575,
|
|
"step": 620,
|
|
"valid_targets_mean": 3847.6,
|
|
"valid_targets_min": 856
|
|
},
|
|
{
|
|
"epoch": 1.2161635832521909,
|
|
"grad_norm": 0.6172113771284536,
|
|
"learning_rate": 3.934750348885835e-05,
|
|
"loss": 0.3509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1759207546710968,
|
|
"step": 625,
|
|
"valid_targets_mean": 4304.6,
|
|
"valid_targets_min": 3328
|
|
},
|
|
{
|
|
"epoch": 1.225900681596884,
|
|
"grad_norm": 0.5598570443758227,
|
|
"learning_rate": 3.932269542826211e-05,
|
|
"loss": 0.3318,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13947413861751556,
|
|
"step": 630,
|
|
"valid_targets_mean": 4682.0,
|
|
"valid_targets_min": 1139
|
|
},
|
|
{
|
|
"epoch": 1.2356377799415774,
|
|
"grad_norm": 0.6695863027447954,
|
|
"learning_rate": 3.9297432638383133e-05,
|
|
"loss": 0.3555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17652413249015808,
|
|
"step": 635,
|
|
"valid_targets_mean": 4701.8,
|
|
"valid_targets_min": 3484
|
|
},
|
|
{
|
|
"epoch": 1.2453748782862708,
|
|
"grad_norm": 0.6044650007938313,
|
|
"learning_rate": 3.9271715713741484e-05,
|
|
"loss": 0.347,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17632779479026794,
|
|
"step": 640,
|
|
"valid_targets_mean": 4647.2,
|
|
"valid_targets_min": 4157
|
|
},
|
|
{
|
|
"epoch": 1.255111976630964,
|
|
"grad_norm": 0.565415725601775,
|
|
"learning_rate": 3.9245545259544575e-05,
|
|
"loss": 0.3407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18473611772060394,
|
|
"step": 645,
|
|
"valid_targets_mean": 5276.8,
|
|
"valid_targets_min": 2969
|
|
},
|
|
{
|
|
"epoch": 1.2648490749756571,
|
|
"grad_norm": 0.6648539720597427,
|
|
"learning_rate": 3.9218921891672955e-05,
|
|
"loss": 0.3403,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16993564367294312,
|
|
"step": 650,
|
|
"valid_targets_mean": 4524.9,
|
|
"valid_targets_min": 2912
|
|
},
|
|
{
|
|
"epoch": 1.2745861733203505,
|
|
"grad_norm": 0.5878924178522696,
|
|
"learning_rate": 3.919184623666575e-05,
|
|
"loss": 0.3414,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1747129261493683,
|
|
"step": 655,
|
|
"valid_targets_mean": 4582.0,
|
|
"valid_targets_min": 862
|
|
},
|
|
{
|
|
"epoch": 1.284323271665044,
|
|
"grad_norm": 0.5369825238186156,
|
|
"learning_rate": 3.916431893170596e-05,
|
|
"loss": 0.3356,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1542832851409912,
|
|
"step": 660,
|
|
"valid_targets_mean": 5046.2,
|
|
"valid_targets_min": 638
|
|
},
|
|
{
|
|
"epoch": 1.294060370009737,
|
|
"grad_norm": 0.5746035578362171,
|
|
"learning_rate": 3.913634062460548e-05,
|
|
"loss": 0.3277,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18797087669372559,
|
|
"step": 665,
|
|
"valid_targets_mean": 4773.5,
|
|
"valid_targets_min": 3311
|
|
},
|
|
{
|
|
"epoch": 1.3037974683544304,
|
|
"grad_norm": 0.5518753089791267,
|
|
"learning_rate": 3.910791197378982e-05,
|
|
"loss": 0.3526,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1611878126859665,
|
|
"step": 670,
|
|
"valid_targets_mean": 4323.8,
|
|
"valid_targets_min": 3052
|
|
},
|
|
{
|
|
"epoch": 1.3135345666991236,
|
|
"grad_norm": 0.6171209886908569,
|
|
"learning_rate": 3.9079033648282595e-05,
|
|
"loss": 0.3445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15734905004501343,
|
|
"step": 675,
|
|
"valid_targets_mean": 4047.4,
|
|
"valid_targets_min": 876
|
|
},
|
|
{
|
|
"epoch": 1.323271665043817,
|
|
"grad_norm": 0.6224968861674886,
|
|
"learning_rate": 3.9049706327689844e-05,
|
|
"loss": 0.324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17927172780036926,
|
|
"step": 680,
|
|
"valid_targets_mean": 4603.4,
|
|
"valid_targets_min": 3735
|
|
},
|
|
{
|
|
"epoch": 1.3330087633885102,
|
|
"grad_norm": 0.5698572717191832,
|
|
"learning_rate": 3.9019930702183995e-05,
|
|
"loss": 0.3416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19674797356128693,
|
|
"step": 685,
|
|
"valid_targets_mean": 5559.0,
|
|
"valid_targets_min": 3683
|
|
},
|
|
{
|
|
"epoch": 1.3427458617332035,
|
|
"grad_norm": 0.568448928459607,
|
|
"learning_rate": 3.8989707472487605e-05,
|
|
"loss": 0.345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1570851057767868,
|
|
"step": 690,
|
|
"valid_targets_mean": 4524.1,
|
|
"valid_targets_min": 3631
|
|
},
|
|
{
|
|
"epoch": 1.352482960077897,
|
|
"grad_norm": 0.9315757333471183,
|
|
"learning_rate": 3.8959037349856915e-05,
|
|
"loss": 0.3331,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16120608150959015,
|
|
"step": 695,
|
|
"valid_targets_mean": 4775.5,
|
|
"valid_targets_min": 3790
|
|
},
|
|
{
|
|
"epoch": 1.36222005842259,
|
|
"grad_norm": 0.6226245068931342,
|
|
"learning_rate": 3.8927921056065085e-05,
|
|
"loss": 0.3386,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16979745030403137,
|
|
"step": 700,
|
|
"valid_targets_mean": 4089.8,
|
|
"valid_targets_min": 2312
|
|
},
|
|
{
|
|
"epoch": 1.3719571567672832,
|
|
"grad_norm": 0.5787345580527016,
|
|
"learning_rate": 3.8896359323385196e-05,
|
|
"loss": 0.3434,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19725698232650757,
|
|
"step": 705,
|
|
"valid_targets_mean": 4358.8,
|
|
"valid_targets_min": 850
|
|
},
|
|
{
|
|
"epoch": 1.3816942551119766,
|
|
"grad_norm": 0.5884063178612424,
|
|
"learning_rate": 3.886435289457306e-05,
|
|
"loss": 0.3407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1875753551721573,
|
|
"step": 710,
|
|
"valid_targets_mean": 4473.2,
|
|
"valid_targets_min": 3380
|
|
},
|
|
{
|
|
"epoch": 1.39143135345667,
|
|
"grad_norm": 0.5246635437913529,
|
|
"learning_rate": 3.883190252284969e-05,
|
|
"loss": 0.3215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1934608817100525,
|
|
"step": 715,
|
|
"valid_targets_mean": 5352.0,
|
|
"valid_targets_min": 3471
|
|
},
|
|
{
|
|
"epoch": 1.4011684518013632,
|
|
"grad_norm": 0.514659332271549,
|
|
"learning_rate": 3.879900897188361e-05,
|
|
"loss": 0.3318,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1622016280889511,
|
|
"step": 720,
|
|
"valid_targets_mean": 4736.0,
|
|
"valid_targets_min": 2764
|
|
},
|
|
{
|
|
"epoch": 1.4109055501460563,
|
|
"grad_norm": 0.6102138458061687,
|
|
"learning_rate": 3.876567301577287e-05,
|
|
"loss": 0.3215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17146432399749756,
|
|
"step": 725,
|
|
"valid_targets_mean": 3958.9,
|
|
"valid_targets_min": 2135
|
|
},
|
|
{
|
|
"epoch": 1.4206426484907497,
|
|
"grad_norm": 0.6309198818185169,
|
|
"learning_rate": 3.873189543902683e-05,
|
|
"loss": 0.3461,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20825514197349548,
|
|
"step": 730,
|
|
"valid_targets_mean": 5724.9,
|
|
"valid_targets_min": 3655
|
|
},
|
|
{
|
|
"epoch": 1.4303797468354431,
|
|
"grad_norm": 0.5423095282228948,
|
|
"learning_rate": 3.86976770365477e-05,
|
|
"loss": 0.3371,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1908440887928009,
|
|
"step": 735,
|
|
"valid_targets_mean": 5605.0,
|
|
"valid_targets_min": 4149
|
|
},
|
|
{
|
|
"epoch": 1.4401168451801363,
|
|
"grad_norm": 0.5953169726854945,
|
|
"learning_rate": 3.8663018613611824e-05,
|
|
"loss": 0.3297,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14922137558460236,
|
|
"step": 740,
|
|
"valid_targets_mean": 4322.8,
|
|
"valid_targets_min": 3711
|
|
},
|
|
{
|
|
"epoch": 1.4498539435248297,
|
|
"grad_norm": 0.6381764782176631,
|
|
"learning_rate": 3.862792098585074e-05,
|
|
"loss": 0.3386,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21677705645561218,
|
|
"step": 745,
|
|
"valid_targets_mean": 4385.9,
|
|
"valid_targets_min": 831
|
|
},
|
|
{
|
|
"epoch": 1.4595910418695228,
|
|
"grad_norm": 0.5555832839990852,
|
|
"learning_rate": 3.8592384979231984e-05,
|
|
"loss": 0.338,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18439984321594238,
|
|
"step": 750,
|
|
"valid_targets_mean": 4975.5,
|
|
"valid_targets_min": 2397
|
|
},
|
|
{
|
|
"epoch": 1.4693281402142162,
|
|
"grad_norm": 0.6034849154056584,
|
|
"learning_rate": 3.8556411430039656e-05,
|
|
"loss": 0.329,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.160589799284935,
|
|
"step": 755,
|
|
"valid_targets_mean": 4349.0,
|
|
"valid_targets_min": 602
|
|
},
|
|
{
|
|
"epoch": 1.4790652385589094,
|
|
"grad_norm": 0.5463379544896788,
|
|
"learning_rate": 3.852000118485471e-05,
|
|
"loss": 0.3262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16344690322875977,
|
|
"step": 760,
|
|
"valid_targets_mean": 4050.9,
|
|
"valid_targets_min": 3413
|
|
},
|
|
{
|
|
"epoch": 1.4888023369036028,
|
|
"grad_norm": 0.538144454746949,
|
|
"learning_rate": 3.8483155100535074e-05,
|
|
"loss": 0.3286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2017931342124939,
|
|
"step": 765,
|
|
"valid_targets_mean": 5685.1,
|
|
"valid_targets_min": 3969
|
|
},
|
|
{
|
|
"epoch": 1.4985394352482961,
|
|
"grad_norm": 0.5278935727103556,
|
|
"learning_rate": 3.8445874044195475e-05,
|
|
"loss": 0.3252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14791113138198853,
|
|
"step": 770,
|
|
"valid_targets_mean": 4189.1,
|
|
"valid_targets_min": 3396
|
|
},
|
|
{
|
|
"epoch": 1.5082765335929893,
|
|
"grad_norm": 0.5990293287045305,
|
|
"learning_rate": 3.840815889318699e-05,
|
|
"loss": 0.3271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18097707629203796,
|
|
"step": 775,
|
|
"valid_targets_mean": 3896.0,
|
|
"valid_targets_min": 1193
|
|
},
|
|
{
|
|
"epoch": 1.5180136319376825,
|
|
"grad_norm": 0.5482519342505475,
|
|
"learning_rate": 3.837001053507645e-05,
|
|
"loss": 0.3369,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12885573506355286,
|
|
"step": 780,
|
|
"valid_targets_mean": 3838.6,
|
|
"valid_targets_min": 1878
|
|
},
|
|
{
|
|
"epoch": 1.5277507302823758,
|
|
"grad_norm": 0.5931806259151262,
|
|
"learning_rate": 3.833142986762556e-05,
|
|
"loss": 0.3311,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1717328429222107,
|
|
"step": 785,
|
|
"valid_targets_mean": 4410.5,
|
|
"valid_targets_min": 3582
|
|
},
|
|
{
|
|
"epoch": 1.5374878286270692,
|
|
"grad_norm": 0.5117694497218511,
|
|
"learning_rate": 3.82924177987697e-05,
|
|
"loss": 0.3348,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13753187656402588,
|
|
"step": 790,
|
|
"valid_targets_mean": 4291.2,
|
|
"valid_targets_min": 1017
|
|
},
|
|
{
|
|
"epoch": 1.5472249269717624,
|
|
"grad_norm": 0.6078453733478832,
|
|
"learning_rate": 3.8252975246596634e-05,
|
|
"loss": 0.3369,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16878488659858704,
|
|
"step": 795,
|
|
"valid_targets_mean": 4458.0,
|
|
"valid_targets_min": 3700
|
|
},
|
|
{
|
|
"epoch": 1.5569620253164556,
|
|
"grad_norm": 0.5971417813267725,
|
|
"learning_rate": 3.821310313932486e-05,
|
|
"loss": 0.3384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1788347363471985,
|
|
"step": 800,
|
|
"valid_targets_mean": 4847.5,
|
|
"valid_targets_min": 3328
|
|
},
|
|
{
|
|
"epoch": 1.566699123661149,
|
|
"grad_norm": 0.5858426391310002,
|
|
"learning_rate": 3.8172802415281796e-05,
|
|
"loss": 0.3368,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1780751645565033,
|
|
"step": 805,
|
|
"valid_targets_mean": 4821.9,
|
|
"valid_targets_min": 3804
|
|
},
|
|
{
|
|
"epoch": 1.5764362220058423,
|
|
"grad_norm": 0.5843861600416765,
|
|
"learning_rate": 3.813207402288167e-05,
|
|
"loss": 0.3431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1434214562177658,
|
|
"step": 810,
|
|
"valid_targets_mean": 3885.6,
|
|
"valid_targets_min": 833
|
|
},
|
|
{
|
|
"epoch": 1.5861733203505355,
|
|
"grad_norm": 0.5951781181184778,
|
|
"learning_rate": 3.8090918920603214e-05,
|
|
"loss": 0.3209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.158657968044281,
|
|
"step": 815,
|
|
"valid_targets_mean": 4067.1,
|
|
"valid_targets_min": 3131
|
|
},
|
|
{
|
|
"epoch": 1.5959104186952289,
|
|
"grad_norm": 0.5198602516353442,
|
|
"learning_rate": 3.804933807696712e-05,
|
|
"loss": 0.342,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16447174549102783,
|
|
"step": 820,
|
|
"valid_targets_mean": 4880.2,
|
|
"valid_targets_min": 2800
|
|
},
|
|
{
|
|
"epoch": 1.6056475170399223,
|
|
"grad_norm": 0.6307341038381309,
|
|
"learning_rate": 3.80073324705132e-05,
|
|
"loss": 0.3302,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15612384676933289,
|
|
"step": 825,
|
|
"valid_targets_mean": 4144.4,
|
|
"valid_targets_min": 3474
|
|
},
|
|
{
|
|
"epoch": 1.6153846153846154,
|
|
"grad_norm": 0.5315493079155139,
|
|
"learning_rate": 3.7964903089777443e-05,
|
|
"loss": 0.3338,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18811750411987305,
|
|
"step": 830,
|
|
"valid_targets_mean": 5177.2,
|
|
"valid_targets_min": 3489
|
|
},
|
|
{
|
|
"epoch": 1.6251217137293086,
|
|
"grad_norm": 0.44026095814162886,
|
|
"learning_rate": 3.792205093326865e-05,
|
|
"loss": 0.3129,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13885745406150818,
|
|
"step": 835,
|
|
"valid_targets_mean": 6850.1,
|
|
"valid_targets_min": 3856
|
|
},
|
|
{
|
|
"epoch": 1.634858812074002,
|
|
"grad_norm": 0.6239019005370933,
|
|
"learning_rate": 3.7878777009445025e-05,
|
|
"loss": 0.3238,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16471534967422485,
|
|
"step": 840,
|
|
"valid_targets_mean": 3539.1,
|
|
"valid_targets_min": 839
|
|
},
|
|
{
|
|
"epoch": 1.6445959104186954,
|
|
"grad_norm": 0.5957746473054812,
|
|
"learning_rate": 3.7835082336690376e-05,
|
|
"loss": 0.335,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16049107909202576,
|
|
"step": 845,
|
|
"valid_targets_mean": 3975.8,
|
|
"valid_targets_min": 3441
|
|
},
|
|
{
|
|
"epoch": 1.6543330087633885,
|
|
"grad_norm": 0.5481274199856965,
|
|
"learning_rate": 3.7790967943290186e-05,
|
|
"loss": 0.3289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16004453599452972,
|
|
"step": 850,
|
|
"valid_targets_mean": 5271.0,
|
|
"valid_targets_min": 3463
|
|
},
|
|
{
|
|
"epoch": 1.6640701071080817,
|
|
"grad_norm": 0.5872201220355594,
|
|
"learning_rate": 3.7746434867407405e-05,
|
|
"loss": 0.3286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16967305541038513,
|
|
"step": 855,
|
|
"valid_targets_mean": 5490.1,
|
|
"valid_targets_min": 896
|
|
},
|
|
{
|
|
"epoch": 1.673807205452775,
|
|
"grad_norm": 0.5762659495897475,
|
|
"learning_rate": 3.7701484157058016e-05,
|
|
"loss": 0.3431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17216044664382935,
|
|
"step": 860,
|
|
"valid_targets_mean": 4733.0,
|
|
"valid_targets_min": 3811
|
|
},
|
|
{
|
|
"epoch": 1.6835443037974684,
|
|
"grad_norm": 0.5721111304528664,
|
|
"learning_rate": 3.7656116870086376e-05,
|
|
"loss": 0.3447,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13863375782966614,
|
|
"step": 865,
|
|
"valid_targets_mean": 3824.9,
|
|
"valid_targets_min": 1184
|
|
},
|
|
{
|
|
"epoch": 1.6932814021421616,
|
|
"grad_norm": 0.6302614388804196,
|
|
"learning_rate": 3.761033407414032e-05,
|
|
"loss": 0.3407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16379553079605103,
|
|
"step": 870,
|
|
"valid_targets_mean": 4153.2,
|
|
"valid_targets_min": 2275
|
|
},
|
|
{
|
|
"epoch": 1.7030185004868548,
|
|
"grad_norm": 0.5474823695849069,
|
|
"learning_rate": 3.756413684664602e-05,
|
|
"loss": 0.3283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14791777729988098,
|
|
"step": 875,
|
|
"valid_targets_mean": 4692.0,
|
|
"valid_targets_min": 3221
|
|
},
|
|
{
|
|
"epoch": 1.7127555988315482,
|
|
"grad_norm": 0.6013805243068079,
|
|
"learning_rate": 3.751752627478266e-05,
|
|
"loss": 0.3432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17561230063438416,
|
|
"step": 880,
|
|
"valid_targets_mean": 4641.8,
|
|
"valid_targets_min": 4118
|
|
},
|
|
{
|
|
"epoch": 1.7224926971762415,
|
|
"grad_norm": 0.6047033407359883,
|
|
"learning_rate": 3.747050345545683e-05,
|
|
"loss": 0.3333,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15203335881233215,
|
|
"step": 885,
|
|
"valid_targets_mean": 3712.0,
|
|
"valid_targets_min": 2209
|
|
},
|
|
{
|
|
"epoch": 1.7322297955209347,
|
|
"grad_norm": 0.537236757613599,
|
|
"learning_rate": 3.7423069495276705e-05,
|
|
"loss": 0.3269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1560620814561844,
|
|
"step": 890,
|
|
"valid_targets_mean": 4875.8,
|
|
"valid_targets_min": 3234
|
|
},
|
|
{
|
|
"epoch": 1.741966893865628,
|
|
"grad_norm": 0.5019465253265417,
|
|
"learning_rate": 3.737522551052603e-05,
|
|
"loss": 0.3398,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16537125408649445,
|
|
"step": 895,
|
|
"valid_targets_mean": 5448.4,
|
|
"valid_targets_min": 3481
|
|
},
|
|
{
|
|
"epoch": 1.7517039922103215,
|
|
"grad_norm": 0.5974952266273105,
|
|
"learning_rate": 3.732697262713783e-05,
|
|
"loss": 0.3317,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17743460834026337,
|
|
"step": 900,
|
|
"valid_targets_mean": 4350.5,
|
|
"valid_targets_min": 3080
|
|
},
|
|
{
|
|
"epoch": 1.7614410905550146,
|
|
"grad_norm": 0.5639957174514908,
|
|
"learning_rate": 3.727831198066791e-05,
|
|
"loss": 0.3203,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1562909483909607,
|
|
"step": 905,
|
|
"valid_targets_mean": 4166.9,
|
|
"valid_targets_min": 679
|
|
},
|
|
{
|
|
"epoch": 1.7711781888997078,
|
|
"grad_norm": 0.6170631485068467,
|
|
"learning_rate": 3.722924471626815e-05,
|
|
"loss": 0.3294,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17804409563541412,
|
|
"step": 910,
|
|
"valid_targets_mean": 4821.1,
|
|
"valid_targets_min": 3630
|
|
},
|
|
{
|
|
"epoch": 1.7809152872444012,
|
|
"grad_norm": 0.4673158328554574,
|
|
"learning_rate": 3.7179771988659526e-05,
|
|
"loss": 0.3314,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21074894070625305,
|
|
"step": 915,
|
|
"valid_targets_mean": 6402.4,
|
|
"valid_targets_min": 2390
|
|
},
|
|
{
|
|
"epoch": 1.7906523855890946,
|
|
"grad_norm": 0.5399548888910377,
|
|
"learning_rate": 3.712989496210497e-05,
|
|
"loss": 0.3253,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16420333087444305,
|
|
"step": 920,
|
|
"valid_targets_mean": 4586.5,
|
|
"valid_targets_min": 3330
|
|
},
|
|
{
|
|
"epoch": 1.8003894839337877,
|
|
"grad_norm": 0.6395265590171174,
|
|
"learning_rate": 3.707961481038196e-05,
|
|
"loss": 0.344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16306795179843903,
|
|
"step": 925,
|
|
"valid_targets_mean": 3683.4,
|
|
"valid_targets_min": 944
|
|
},
|
|
{
|
|
"epoch": 1.810126582278481,
|
|
"grad_norm": 0.582459961196632,
|
|
"learning_rate": 3.702893271675487e-05,
|
|
"loss": 0.3328,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1666254699230194,
|
|
"step": 930,
|
|
"valid_targets_mean": 4838.0,
|
|
"valid_targets_min": 3779
|
|
},
|
|
{
|
|
"epoch": 1.8198636806231743,
|
|
"grad_norm": 0.5790814344575442,
|
|
"learning_rate": 3.697784987394716e-05,
|
|
"loss": 0.3218,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16780097782611847,
|
|
"step": 935,
|
|
"valid_targets_mean": 4165.1,
|
|
"valid_targets_min": 3656
|
|
},
|
|
{
|
|
"epoch": 1.8296007789678677,
|
|
"grad_norm": 0.6077344380147001,
|
|
"learning_rate": 3.692636748411329e-05,
|
|
"loss": 0.3184,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15567153692245483,
|
|
"step": 940,
|
|
"valid_targets_mean": 3334.8,
|
|
"valid_targets_min": 821
|
|
},
|
|
{
|
|
"epoch": 1.8393378773125608,
|
|
"grad_norm": 0.5401163680599803,
|
|
"learning_rate": 3.687448675881043e-05,
|
|
"loss": 0.3369,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16284507513046265,
|
|
"step": 945,
|
|
"valid_targets_mean": 4593.9,
|
|
"valid_targets_min": 1027
|
|
},
|
|
{
|
|
"epoch": 1.849074975657254,
|
|
"grad_norm": 0.5365013569314557,
|
|
"learning_rate": 3.682220891896995e-05,
|
|
"loss": 0.3259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18380087614059448,
|
|
"step": 950,
|
|
"valid_targets_mean": 4784.4,
|
|
"valid_targets_min": 902
|
|
},
|
|
{
|
|
"epoch": 1.8588120740019474,
|
|
"grad_norm": 0.524376576602583,
|
|
"learning_rate": 3.676953519486868e-05,
|
|
"loss": 0.3252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15939775109291077,
|
|
"step": 955,
|
|
"valid_targets_mean": 4947.6,
|
|
"valid_targets_min": 3542
|
|
},
|
|
{
|
|
"epoch": 1.8685491723466408,
|
|
"grad_norm": 0.538526758648797,
|
|
"learning_rate": 3.671646682609999e-05,
|
|
"loss": 0.3282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1511407345533371,
|
|
"step": 960,
|
|
"valid_targets_mean": 3909.6,
|
|
"valid_targets_min": 1034
|
|
},
|
|
{
|
|
"epoch": 1.878286270691334,
|
|
"grad_norm": 0.5976696663245833,
|
|
"learning_rate": 3.666300506154455e-05,
|
|
"loss": 0.3301,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15569263696670532,
|
|
"step": 965,
|
|
"valid_targets_mean": 4446.4,
|
|
"valid_targets_min": 3368
|
|
},
|
|
{
|
|
"epoch": 1.8880233690360273,
|
|
"grad_norm": 0.5183784588140344,
|
|
"learning_rate": 3.660915115934103e-05,
|
|
"loss": 0.3282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15463094413280487,
|
|
"step": 970,
|
|
"valid_targets_mean": 4198.8,
|
|
"valid_targets_min": 1312
|
|
},
|
|
{
|
|
"epoch": 1.8977604673807207,
|
|
"grad_norm": 0.49812783952355444,
|
|
"learning_rate": 3.6554906386856394e-05,
|
|
"loss": 0.3311,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1338355392217636,
|
|
"step": 975,
|
|
"valid_targets_mean": 4279.0,
|
|
"valid_targets_min": 3723
|
|
},
|
|
{
|
|
"epoch": 1.9074975657254138,
|
|
"grad_norm": 0.599851452429201,
|
|
"learning_rate": 3.650027202065617e-05,
|
|
"loss": 0.3293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1384090781211853,
|
|
"step": 980,
|
|
"valid_targets_mean": 3824.5,
|
|
"valid_targets_min": 3166
|
|
},
|
|
{
|
|
"epoch": 1.917234664070107,
|
|
"grad_norm": 0.6980758322611927,
|
|
"learning_rate": 3.644524934647432e-05,
|
|
"loss": 0.3288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15351882576942444,
|
|
"step": 985,
|
|
"valid_targets_mean": 4324.6,
|
|
"valid_targets_min": 3715
|
|
},
|
|
{
|
|
"epoch": 1.9269717624148004,
|
|
"grad_norm": 0.5080846132356038,
|
|
"learning_rate": 3.6389839659183064e-05,
|
|
"loss": 0.3338,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12791533768177032,
|
|
"step": 990,
|
|
"valid_targets_mean": 3750.4,
|
|
"valid_targets_min": 3293
|
|
},
|
|
{
|
|
"epoch": 1.9367088607594938,
|
|
"grad_norm": 0.6054785224835317,
|
|
"learning_rate": 3.633404426276234e-05,
|
|
"loss": 0.33,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16290783882141113,
|
|
"step": 995,
|
|
"valid_targets_mean": 4358.2,
|
|
"valid_targets_min": 2759
|
|
},
|
|
{
|
|
"epoch": 1.946445959104187,
|
|
"grad_norm": 0.542886736319438,
|
|
"learning_rate": 3.6277864470269164e-05,
|
|
"loss": 0.3336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17033496499061584,
|
|
"step": 1000,
|
|
"valid_targets_mean": 4465.5,
|
|
"valid_targets_min": 3579
|
|
},
|
|
{
|
|
"epoch": 1.95618305744888,
|
|
"grad_norm": 0.5553705816899526,
|
|
"learning_rate": 3.622130160380668e-05,
|
|
"loss": 0.3289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1488012969493866,
|
|
"step": 1005,
|
|
"valid_targets_mean": 4739.0,
|
|
"valid_targets_min": 3394
|
|
},
|
|
{
|
|
"epoch": 1.9659201557935735,
|
|
"grad_norm": 0.5666918487923883,
|
|
"learning_rate": 3.616435699449311e-05,
|
|
"loss": 0.3392,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.193047434091568,
|
|
"step": 1010,
|
|
"valid_targets_mean": 5256.9,
|
|
"valid_targets_min": 4252
|
|
},
|
|
{
|
|
"epoch": 1.9756572541382669,
|
|
"grad_norm": 0.5702605885274633,
|
|
"learning_rate": 3.6107031982430374e-05,
|
|
"loss": 0.3192,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15549835562705994,
|
|
"step": 1015,
|
|
"valid_targets_mean": 4033.8,
|
|
"valid_targets_min": 718
|
|
},
|
|
{
|
|
"epoch": 1.98539435248296,
|
|
"grad_norm": 0.5839914548334156,
|
|
"learning_rate": 3.604932791667258e-05,
|
|
"loss": 0.3079,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1451077163219452,
|
|
"step": 1020,
|
|
"valid_targets_mean": 3714.9,
|
|
"valid_targets_min": 661
|
|
},
|
|
{
|
|
"epoch": 1.9951314508276532,
|
|
"grad_norm": 0.5179190161445116,
|
|
"learning_rate": 3.599124615519427e-05,
|
|
"loss": 0.3269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1830562800168991,
|
|
"step": 1025,
|
|
"valid_targets_mean": 5324.0,
|
|
"valid_targets_min": 3764
|
|
},
|
|
{
|
|
"epoch": 2.0038948393378773,
|
|
"grad_norm": 0.5062141740709912,
|
|
"learning_rate": 3.5932788064858454e-05,
|
|
"loss": 0.323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12352689355611801,
|
|
"step": 1030,
|
|
"valid_targets_mean": 4541.1,
|
|
"valid_targets_min": 935
|
|
},
|
|
{
|
|
"epoch": 2.0136319376825704,
|
|
"grad_norm": 0.5982437604050643,
|
|
"learning_rate": 3.5873955021384464e-05,
|
|
"loss": 0.3139,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1479397416114807,
|
|
"step": 1035,
|
|
"valid_targets_mean": 4528.1,
|
|
"valid_targets_min": 2932
|
|
},
|
|
{
|
|
"epoch": 2.023369036027264,
|
|
"grad_norm": 0.5331262104040699,
|
|
"learning_rate": 3.5814748409315545e-05,
|
|
"loss": 0.3063,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12414468824863434,
|
|
"step": 1040,
|
|
"valid_targets_mean": 4133.8,
|
|
"valid_targets_min": 2274
|
|
},
|
|
{
|
|
"epoch": 2.033106134371957,
|
|
"grad_norm": 0.6100922068681757,
|
|
"learning_rate": 3.575516962198632e-05,
|
|
"loss": 0.3076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1860358715057373,
|
|
"step": 1045,
|
|
"valid_targets_mean": 4050.4,
|
|
"valid_targets_min": 949
|
|
},
|
|
{
|
|
"epoch": 2.0428432327166504,
|
|
"grad_norm": 0.591663776472911,
|
|
"learning_rate": 3.5695220061489935e-05,
|
|
"loss": 0.3077,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1805332452058792,
|
|
"step": 1050,
|
|
"valid_targets_mean": 4804.6,
|
|
"valid_targets_min": 3410
|
|
},
|
|
{
|
|
"epoch": 2.0525803310613435,
|
|
"grad_norm": 0.5881192373727118,
|
|
"learning_rate": 3.563490113864514e-05,
|
|
"loss": 0.3123,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14763674139976501,
|
|
"step": 1055,
|
|
"valid_targets_mean": 4956.6,
|
|
"valid_targets_min": 3359
|
|
},
|
|
{
|
|
"epoch": 2.062317429406037,
|
|
"grad_norm": 0.5637764211473857,
|
|
"learning_rate": 3.557421427296302e-05,
|
|
"loss": 0.3269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1598266214132309,
|
|
"step": 1060,
|
|
"valid_targets_mean": 4222.1,
|
|
"valid_targets_min": 3046
|
|
},
|
|
{
|
|
"epoch": 2.0720545277507303,
|
|
"grad_norm": 0.5619488862108217,
|
|
"learning_rate": 3.551316089261363e-05,
|
|
"loss": 0.31,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1785147488117218,
|
|
"step": 1065,
|
|
"valid_targets_mean": 4655.8,
|
|
"valid_targets_min": 3556
|
|
},
|
|
{
|
|
"epoch": 2.0817916260954235,
|
|
"grad_norm": 0.5786529359794729,
|
|
"learning_rate": 3.545174243439236e-05,
|
|
"loss": 0.3296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13969169557094574,
|
|
"step": 1070,
|
|
"valid_targets_mean": 3962.9,
|
|
"valid_targets_min": 2532
|
|
},
|
|
{
|
|
"epoch": 2.091528724440117,
|
|
"grad_norm": 0.5835797067821024,
|
|
"learning_rate": 3.538996034368615e-05,
|
|
"loss": 0.3076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14176321029663086,
|
|
"step": 1075,
|
|
"valid_targets_mean": 5522.0,
|
|
"valid_targets_min": 3169
|
|
},
|
|
{
|
|
"epoch": 2.1012658227848102,
|
|
"grad_norm": 0.5648054676557743,
|
|
"learning_rate": 3.5327816074439445e-05,
|
|
"loss": 0.3145,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17459940910339355,
|
|
"step": 1080,
|
|
"valid_targets_mean": 5075.1,
|
|
"valid_targets_min": 2892
|
|
},
|
|
{
|
|
"epoch": 2.1110029211295034,
|
|
"grad_norm": 0.6489311229405051,
|
|
"learning_rate": 3.526531108912e-05,
|
|
"loss": 0.3144,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1332150101661682,
|
|
"step": 1085,
|
|
"valid_targets_mean": 3368.8,
|
|
"valid_targets_min": 833
|
|
},
|
|
{
|
|
"epoch": 2.1207400194741965,
|
|
"grad_norm": 0.494709264377525,
|
|
"learning_rate": 3.520244685868446e-05,
|
|
"loss": 0.3106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19108489155769348,
|
|
"step": 1090,
|
|
"valid_targets_mean": 5825.9,
|
|
"valid_targets_min": 3682
|
|
},
|
|
{
|
|
"epoch": 2.13047711781889,
|
|
"grad_norm": 0.6281778006653698,
|
|
"learning_rate": 3.513922486254373e-05,
|
|
"loss": 0.3042,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1603708565235138,
|
|
"step": 1095,
|
|
"valid_targets_mean": 3378.2,
|
|
"valid_targets_min": 956
|
|
},
|
|
{
|
|
"epoch": 2.1402142161635833,
|
|
"grad_norm": 0.5106745404768562,
|
|
"learning_rate": 3.507564658852817e-05,
|
|
"loss": 0.3025,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15806594491004944,
|
|
"step": 1100,
|
|
"valid_targets_mean": 5692.6,
|
|
"valid_targets_min": 3474
|
|
},
|
|
{
|
|
"epoch": 2.1499513145082765,
|
|
"grad_norm": 0.5744368733768405,
|
|
"learning_rate": 3.501171353285258e-05,
|
|
"loss": 0.3221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14167222380638123,
|
|
"step": 1105,
|
|
"valid_targets_mean": 4465.9,
|
|
"valid_targets_min": 3456
|
|
},
|
|
{
|
|
"epoch": 2.1596884128529696,
|
|
"grad_norm": 0.5212004839518923,
|
|
"learning_rate": 3.494742720008102e-05,
|
|
"loss": 0.3096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15998679399490356,
|
|
"step": 1110,
|
|
"valid_targets_mean": 5271.0,
|
|
"valid_targets_min": 3923
|
|
},
|
|
{
|
|
"epoch": 2.1694255111976632,
|
|
"grad_norm": 0.577219955451033,
|
|
"learning_rate": 3.488278910309131e-05,
|
|
"loss": 0.3078,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17543968558311462,
|
|
"step": 1115,
|
|
"valid_targets_mean": 4961.6,
|
|
"valid_targets_min": 3974
|
|
},
|
|
{
|
|
"epoch": 2.1791626095423564,
|
|
"grad_norm": 0.5594038062707075,
|
|
"learning_rate": 3.481780076303953e-05,
|
|
"loss": 0.3083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13161903619766235,
|
|
"step": 1120,
|
|
"valid_targets_mean": 4576.1,
|
|
"valid_targets_min": 3519
|
|
},
|
|
{
|
|
"epoch": 2.1888997078870496,
|
|
"grad_norm": 0.5322052353521118,
|
|
"learning_rate": 3.475246370932419e-05,
|
|
"loss": 0.3072,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13524478673934937,
|
|
"step": 1125,
|
|
"valid_targets_mean": 4187.4,
|
|
"valid_targets_min": 3659
|
|
},
|
|
{
|
|
"epoch": 2.1986368062317427,
|
|
"grad_norm": 0.5286884721648863,
|
|
"learning_rate": 3.468677947955019e-05,
|
|
"loss": 0.3095,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13178390264511108,
|
|
"step": 1130,
|
|
"valid_targets_mean": 4223.1,
|
|
"valid_targets_min": 3501
|
|
},
|
|
{
|
|
"epoch": 2.2083739045764363,
|
|
"grad_norm": 0.5918475213999014,
|
|
"learning_rate": 3.4620749619492704e-05,
|
|
"loss": 0.3071,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1466686874628067,
|
|
"step": 1135,
|
|
"valid_targets_mean": 4163.9,
|
|
"valid_targets_min": 3078
|
|
},
|
|
{
|
|
"epoch": 2.2181110029211295,
|
|
"grad_norm": 0.949871270636262,
|
|
"learning_rate": 3.455437568306076e-05,
|
|
"loss": 0.2989,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15687699615955353,
|
|
"step": 1140,
|
|
"valid_targets_mean": 4895.0,
|
|
"valid_targets_min": 3380
|
|
},
|
|
{
|
|
"epoch": 2.2278481012658227,
|
|
"grad_norm": 0.5576871609528415,
|
|
"learning_rate": 3.448765923226069e-05,
|
|
"loss": 0.3123,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1623878926038742,
|
|
"step": 1145,
|
|
"valid_targets_mean": 4699.9,
|
|
"valid_targets_min": 2929
|
|
},
|
|
{
|
|
"epoch": 2.2375851996105163,
|
|
"grad_norm": 0.6209223489561736,
|
|
"learning_rate": 3.442060183715935e-05,
|
|
"loss": 0.3164,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18064065277576447,
|
|
"step": 1150,
|
|
"valid_targets_mean": 4818.5,
|
|
"valid_targets_min": 3741
|
|
},
|
|
{
|
|
"epoch": 2.2473222979552094,
|
|
"grad_norm": 0.5753288910537513,
|
|
"learning_rate": 3.4353205075847195e-05,
|
|
"loss": 0.3038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1549452543258667,
|
|
"step": 1155,
|
|
"valid_targets_mean": 3921.2,
|
|
"valid_targets_min": 868
|
|
},
|
|
{
|
|
"epoch": 2.2570593962999026,
|
|
"grad_norm": 0.6114731147497137,
|
|
"learning_rate": 3.428547053440113e-05,
|
|
"loss": 0.3139,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16155298054218292,
|
|
"step": 1160,
|
|
"valid_targets_mean": 3402.0,
|
|
"valid_targets_min": 847
|
|
},
|
|
{
|
|
"epoch": 2.2667964946445958,
|
|
"grad_norm": 0.5699595421030039,
|
|
"learning_rate": 3.421739980684718e-05,
|
|
"loss": 0.3043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14192327857017517,
|
|
"step": 1165,
|
|
"valid_targets_mean": 4583.9,
|
|
"valid_targets_min": 3196
|
|
},
|
|
{
|
|
"epoch": 2.2765335929892894,
|
|
"grad_norm": 0.5395074172555943,
|
|
"learning_rate": 3.4148994495123e-05,
|
|
"loss": 0.297,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14800921082496643,
|
|
"step": 1170,
|
|
"valid_targets_mean": 4952.8,
|
|
"valid_targets_min": 3083
|
|
},
|
|
{
|
|
"epoch": 2.2862706913339825,
|
|
"grad_norm": 0.5246294090811836,
|
|
"learning_rate": 3.408025620904012e-05,
|
|
"loss": 0.3043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14312931895256042,
|
|
"step": 1175,
|
|
"valid_targets_mean": 4658.1,
|
|
"valid_targets_min": 993
|
|
},
|
|
{
|
|
"epoch": 2.2960077896786757,
|
|
"grad_norm": 0.537381381891859,
|
|
"learning_rate": 3.401118656624613e-05,
|
|
"loss": 0.2966,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14508512616157532,
|
|
"step": 1180,
|
|
"valid_targets_mean": 5010.2,
|
|
"valid_targets_min": 3947
|
|
},
|
|
{
|
|
"epoch": 2.305744888023369,
|
|
"grad_norm": 0.5312342214151107,
|
|
"learning_rate": 3.3941787192186584e-05,
|
|
"loss": 0.3045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17704224586486816,
|
|
"step": 1185,
|
|
"valid_targets_mean": 5460.2,
|
|
"valid_targets_min": 2632
|
|
},
|
|
{
|
|
"epoch": 2.3154819863680625,
|
|
"grad_norm": 0.5439839749528556,
|
|
"learning_rate": 3.387205972006671e-05,
|
|
"loss": 0.3117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1809322088956833,
|
|
"step": 1190,
|
|
"valid_targets_mean": 4715.5,
|
|
"valid_targets_min": 3856
|
|
},
|
|
{
|
|
"epoch": 2.3252190847127556,
|
|
"grad_norm": 0.6164616753321168,
|
|
"learning_rate": 3.3802005790813046e-05,
|
|
"loss": 0.3083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13872000575065613,
|
|
"step": 1195,
|
|
"valid_targets_mean": 3101.9,
|
|
"valid_targets_min": 872
|
|
},
|
|
{
|
|
"epoch": 2.334956183057449,
|
|
"grad_norm": 0.5386625547789149,
|
|
"learning_rate": 3.373162705303476e-05,
|
|
"loss": 0.3051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16491888463497162,
|
|
"step": 1200,
|
|
"valid_targets_mean": 5674.6,
|
|
"valid_targets_min": 3462
|
|
},
|
|
{
|
|
"epoch": 2.344693281402142,
|
|
"grad_norm": 0.5548428906068497,
|
|
"learning_rate": 3.366092516298489e-05,
|
|
"loss": 0.3007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15847313404083252,
|
|
"step": 1205,
|
|
"valid_targets_mean": 4145.0,
|
|
"valid_targets_min": 603
|
|
},
|
|
{
|
|
"epoch": 2.3544303797468356,
|
|
"grad_norm": 0.5549765263309128,
|
|
"learning_rate": 3.358990178452135e-05,
|
|
"loss": 0.3004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14063230156898499,
|
|
"step": 1210,
|
|
"valid_targets_mean": 3901.8,
|
|
"valid_targets_min": 2271
|
|
},
|
|
{
|
|
"epoch": 2.3641674780915287,
|
|
"grad_norm": 0.5697552170803372,
|
|
"learning_rate": 3.351855858906778e-05,
|
|
"loss": 0.3283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1691378951072693,
|
|
"step": 1215,
|
|
"valid_targets_mean": 4227.8,
|
|
"valid_targets_min": 806
|
|
},
|
|
{
|
|
"epoch": 2.373904576436222,
|
|
"grad_norm": 0.6390756448819453,
|
|
"learning_rate": 3.344689725557422e-05,
|
|
"loss": 0.3156,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17019158601760864,
|
|
"step": 1220,
|
|
"valid_targets_mean": 3547.5,
|
|
"valid_targets_min": 1115
|
|
},
|
|
{
|
|
"epoch": 2.3836416747809155,
|
|
"grad_norm": 0.6261244446363918,
|
|
"learning_rate": 3.337491947047757e-05,
|
|
"loss": 0.3041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16938380897045135,
|
|
"step": 1225,
|
|
"valid_targets_mean": 5079.8,
|
|
"valid_targets_min": 3861
|
|
},
|
|
{
|
|
"epoch": 2.3933787731256086,
|
|
"grad_norm": 0.5859230761108937,
|
|
"learning_rate": 3.330262692766193e-05,
|
|
"loss": 0.3172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19337376952171326,
|
|
"step": 1230,
|
|
"valid_targets_mean": 5368.2,
|
|
"valid_targets_min": 3945
|
|
},
|
|
{
|
|
"epoch": 2.403115871470302,
|
|
"grad_norm": 0.680801190103709,
|
|
"learning_rate": 3.323002132841875e-05,
|
|
"loss": 0.3125,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16228210926055908,
|
|
"step": 1235,
|
|
"valid_targets_mean": 3661.8,
|
|
"valid_targets_min": 918
|
|
},
|
|
{
|
|
"epoch": 2.412852969814995,
|
|
"grad_norm": 0.5495257553775102,
|
|
"learning_rate": 3.315710438140674e-05,
|
|
"loss": 0.3096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14480452239513397,
|
|
"step": 1240,
|
|
"valid_targets_mean": 3951.8,
|
|
"valid_targets_min": 1345
|
|
},
|
|
{
|
|
"epoch": 2.4225900681596886,
|
|
"grad_norm": 0.5236898539896812,
|
|
"learning_rate": 3.308387780261169e-05,
|
|
"loss": 0.3138,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1490398347377777,
|
|
"step": 1245,
|
|
"valid_targets_mean": 4787.9,
|
|
"valid_targets_min": 1021
|
|
},
|
|
{
|
|
"epoch": 2.4323271665043817,
|
|
"grad_norm": 0.5065248416968627,
|
|
"learning_rate": 3.3010343315306106e-05,
|
|
"loss": 0.3121,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13232021033763885,
|
|
"step": 1250,
|
|
"valid_targets_mean": 4457.4,
|
|
"valid_targets_min": 801
|
|
},
|
|
{
|
|
"epoch": 2.442064264849075,
|
|
"grad_norm": 0.5715277917419054,
|
|
"learning_rate": 3.293650265000864e-05,
|
|
"loss": 0.3055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16457292437553406,
|
|
"step": 1255,
|
|
"valid_targets_mean": 5246.2,
|
|
"valid_targets_min": 3369
|
|
},
|
|
{
|
|
"epoch": 2.451801363193768,
|
|
"grad_norm": 0.6035199329795341,
|
|
"learning_rate": 3.286235754444335e-05,
|
|
"loss": 0.2985,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1417427361011505,
|
|
"step": 1260,
|
|
"valid_targets_mean": 4964.5,
|
|
"valid_targets_min": 3370
|
|
},
|
|
{
|
|
"epoch": 2.4615384615384617,
|
|
"grad_norm": 0.5442116744097487,
|
|
"learning_rate": 3.278790974349882e-05,
|
|
"loss": 0.3089,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14931772649288177,
|
|
"step": 1265,
|
|
"valid_targets_mean": 4670.9,
|
|
"valid_targets_min": 3923
|
|
},
|
|
{
|
|
"epoch": 2.471275559883155,
|
|
"grad_norm": 0.559333461619273,
|
|
"learning_rate": 3.271316099918709e-05,
|
|
"loss": 0.3086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14295917749404907,
|
|
"step": 1270,
|
|
"valid_targets_mean": 3777.9,
|
|
"valid_targets_min": 2508
|
|
},
|
|
{
|
|
"epoch": 2.481012658227848,
|
|
"grad_norm": 0.5582745118297089,
|
|
"learning_rate": 3.2638113070602436e-05,
|
|
"loss": 0.3066,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1525634229183197,
|
|
"step": 1275,
|
|
"valid_targets_mean": 4427.1,
|
|
"valid_targets_min": 2023
|
|
},
|
|
{
|
|
"epoch": 2.4907497565725416,
|
|
"grad_norm": 0.4842882335527433,
|
|
"learning_rate": 3.256276772387997e-05,
|
|
"loss": 0.3021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11070093512535095,
|
|
"step": 1280,
|
|
"valid_targets_mean": 4191.4,
|
|
"valid_targets_min": 2641
|
|
},
|
|
{
|
|
"epoch": 2.5004868549172348,
|
|
"grad_norm": 0.43041408650781615,
|
|
"learning_rate": 3.248712673215405e-05,
|
|
"loss": 0.3038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14166027307510376,
|
|
"step": 1285,
|
|
"valid_targets_mean": 6169.1,
|
|
"valid_targets_min": 3099
|
|
},
|
|
{
|
|
"epoch": 2.510223953261928,
|
|
"grad_norm": 0.5312349566335257,
|
|
"learning_rate": 3.241119187551661e-05,
|
|
"loss": 0.3251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18950393795967102,
|
|
"step": 1290,
|
|
"valid_targets_mean": 5119.1,
|
|
"valid_targets_min": 3304
|
|
},
|
|
{
|
|
"epoch": 2.519961051606621,
|
|
"grad_norm": 0.5658429474177419,
|
|
"learning_rate": 3.233496494097521e-05,
|
|
"loss": 0.3155,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17059403657913208,
|
|
"step": 1295,
|
|
"valid_targets_mean": 4803.5,
|
|
"valid_targets_min": 3540
|
|
},
|
|
{
|
|
"epoch": 2.5296981499513143,
|
|
"grad_norm": 0.5807236823843408,
|
|
"learning_rate": 3.2258447722411e-05,
|
|
"loss": 0.3093,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14119458198547363,
|
|
"step": 1300,
|
|
"valid_targets_mean": 3788.0,
|
|
"valid_targets_min": 1038
|
|
},
|
|
{
|
|
"epoch": 2.539435248296008,
|
|
"grad_norm": 0.5288057155805473,
|
|
"learning_rate": 3.2181642020536536e-05,
|
|
"loss": 0.3271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12025199830532074,
|
|
"step": 1305,
|
|
"valid_targets_mean": 4173.2,
|
|
"valid_targets_min": 941
|
|
},
|
|
{
|
|
"epoch": 2.549172346640701,
|
|
"grad_norm": 0.5875797606727595,
|
|
"learning_rate": 3.210454964285333e-05,
|
|
"loss": 0.3073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1568223237991333,
|
|
"step": 1310,
|
|
"valid_targets_mean": 4531.1,
|
|
"valid_targets_min": 3127
|
|
},
|
|
{
|
|
"epoch": 2.558909444985394,
|
|
"grad_norm": 0.5805603082044997,
|
|
"learning_rate": 3.202717240360941e-05,
|
|
"loss": 0.3003,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17503443360328674,
|
|
"step": 1315,
|
|
"valid_targets_mean": 4729.4,
|
|
"valid_targets_min": 3798
|
|
},
|
|
{
|
|
"epoch": 2.568646543330088,
|
|
"grad_norm": 0.5516596770086013,
|
|
"learning_rate": 3.194951212375654e-05,
|
|
"loss": 0.2953,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15626661479473114,
|
|
"step": 1320,
|
|
"valid_targets_mean": 4995.6,
|
|
"valid_targets_min": 3708
|
|
},
|
|
{
|
|
"epoch": 2.578383641674781,
|
|
"grad_norm": 0.5398796088767358,
|
|
"learning_rate": 3.18715706309074e-05,
|
|
"loss": 0.3114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1588321179151535,
|
|
"step": 1325,
|
|
"valid_targets_mean": 4792.9,
|
|
"valid_targets_min": 3465
|
|
},
|
|
{
|
|
"epoch": 2.588120740019474,
|
|
"grad_norm": 0.5827115145582986,
|
|
"learning_rate": 3.17933497592926e-05,
|
|
"loss": 0.2977,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13239231705665588,
|
|
"step": 1330,
|
|
"valid_targets_mean": 4697.9,
|
|
"valid_targets_min": 3551
|
|
},
|
|
{
|
|
"epoch": 2.5978578383641677,
|
|
"grad_norm": 0.5311381122705868,
|
|
"learning_rate": 3.171485134971748e-05,
|
|
"loss": 0.3241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14801988005638123,
|
|
"step": 1335,
|
|
"valid_targets_mean": 4075.0,
|
|
"valid_targets_min": 3568
|
|
},
|
|
{
|
|
"epoch": 2.607594936708861,
|
|
"grad_norm": 0.5912447143993821,
|
|
"learning_rate": 3.163607724951877e-05,
|
|
"loss": 0.3094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14190785586833954,
|
|
"step": 1340,
|
|
"valid_targets_mean": 4143.0,
|
|
"valid_targets_min": 3443
|
|
},
|
|
{
|
|
"epoch": 2.617332035053554,
|
|
"grad_norm": 0.5384191302770057,
|
|
"learning_rate": 3.155702931252119e-05,
|
|
"loss": 0.3078,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1374586820602417,
|
|
"step": 1345,
|
|
"valid_targets_mean": 4380.6,
|
|
"valid_targets_min": 664
|
|
},
|
|
{
|
|
"epoch": 2.627069133398247,
|
|
"grad_norm": 0.5562861038499344,
|
|
"learning_rate": 3.147770939899376e-05,
|
|
"loss": 0.3026,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1505712866783142,
|
|
"step": 1350,
|
|
"valid_targets_mean": 4433.2,
|
|
"valid_targets_min": 3710
|
|
},
|
|
{
|
|
"epoch": 2.6368062317429404,
|
|
"grad_norm": 0.5389095108329163,
|
|
"learning_rate": 3.1398119375606046e-05,
|
|
"loss": 0.3018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13420599699020386,
|
|
"step": 1355,
|
|
"valid_targets_mean": 3818.4,
|
|
"valid_targets_min": 734
|
|
},
|
|
{
|
|
"epoch": 2.646543330087634,
|
|
"grad_norm": 0.5844352106901917,
|
|
"learning_rate": 3.13182611153842e-05,
|
|
"loss": 0.3081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18089349567890167,
|
|
"step": 1360,
|
|
"valid_targets_mean": 4613.8,
|
|
"valid_targets_min": 723
|
|
},
|
|
{
|
|
"epoch": 2.656280428432327,
|
|
"grad_norm": 0.538351884420079,
|
|
"learning_rate": 3.1238136497666944e-05,
|
|
"loss": 0.3024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16512431204319,
|
|
"step": 1365,
|
|
"valid_targets_mean": 5107.4,
|
|
"valid_targets_min": 4051
|
|
},
|
|
{
|
|
"epoch": 2.6660175267770203,
|
|
"grad_norm": 1.1550577087046785,
|
|
"learning_rate": 3.115774740806128e-05,
|
|
"loss": 0.3045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15896329283714294,
|
|
"step": 1370,
|
|
"valid_targets_mean": 3995.5,
|
|
"valid_targets_min": 964
|
|
},
|
|
{
|
|
"epoch": 2.675754625121714,
|
|
"grad_norm": 0.582180853176557,
|
|
"learning_rate": 3.1077095738398153e-05,
|
|
"loss": 0.3033,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17014168202877045,
|
|
"step": 1375,
|
|
"valid_targets_mean": 4367.5,
|
|
"valid_targets_min": 880
|
|
},
|
|
{
|
|
"epoch": 2.685491723466407,
|
|
"grad_norm": 0.5934598260961282,
|
|
"learning_rate": 3.099618338668791e-05,
|
|
"loss": 0.3131,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12493668496608734,
|
|
"step": 1380,
|
|
"valid_targets_mean": 4327.0,
|
|
"valid_targets_min": 3714
|
|
},
|
|
{
|
|
"epoch": 2.6952288218111002,
|
|
"grad_norm": 0.5259583870899158,
|
|
"learning_rate": 3.0915012257075635e-05,
|
|
"loss": 0.2915,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14063671231269836,
|
|
"step": 1385,
|
|
"valid_targets_mean": 4856.4,
|
|
"valid_targets_min": 3505
|
|
},
|
|
{
|
|
"epoch": 2.704965920155794,
|
|
"grad_norm": 0.5535675261760915,
|
|
"learning_rate": 3.083358425979637e-05,
|
|
"loss": 0.3149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16535528004169464,
|
|
"step": 1390,
|
|
"valid_targets_mean": 4588.6,
|
|
"valid_targets_min": 820
|
|
},
|
|
{
|
|
"epoch": 2.714703018500487,
|
|
"grad_norm": 0.5361465180818037,
|
|
"learning_rate": 3.075190131113009e-05,
|
|
"loss": 0.298,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1534717082977295,
|
|
"step": 1395,
|
|
"valid_targets_mean": 4369.6,
|
|
"valid_targets_min": 3242
|
|
},
|
|
{
|
|
"epoch": 2.72444011684518,
|
|
"grad_norm": 0.5351953528412584,
|
|
"learning_rate": 3.0669965333356695e-05,
|
|
"loss": 0.3008,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12435472011566162,
|
|
"step": 1400,
|
|
"valid_targets_mean": 3751.4,
|
|
"valid_targets_min": 650
|
|
},
|
|
{
|
|
"epoch": 2.7341772151898733,
|
|
"grad_norm": 0.5756275556181341,
|
|
"learning_rate": 3.058777825471071e-05,
|
|
"loss": 0.3216,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13730017840862274,
|
|
"step": 1405,
|
|
"valid_targets_mean": 3602.5,
|
|
"valid_targets_min": 1111
|
|
},
|
|
{
|
|
"epoch": 2.7439143135345665,
|
|
"grad_norm": 0.5469536506954087,
|
|
"learning_rate": 3.0505342009335898e-05,
|
|
"loss": 0.3085,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13161402940750122,
|
|
"step": 1410,
|
|
"valid_targets_mean": 3866.4,
|
|
"valid_targets_min": 3365
|
|
},
|
|
{
|
|
"epoch": 2.75365141187926,
|
|
"grad_norm": 0.5827655936407213,
|
|
"learning_rate": 3.0422658537239823e-05,
|
|
"loss": 0.3087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13761383295059204,
|
|
"step": 1415,
|
|
"valid_targets_mean": 4115.8,
|
|
"valid_targets_min": 3294
|
|
},
|
|
{
|
|
"epoch": 2.7633885102239533,
|
|
"grad_norm": 0.5649461258398,
|
|
"learning_rate": 3.0339729784248103e-05,
|
|
"loss": 0.2975,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15500204265117645,
|
|
"step": 1420,
|
|
"valid_targets_mean": 4271.4,
|
|
"valid_targets_min": 3406
|
|
},
|
|
{
|
|
"epoch": 2.7731256085686464,
|
|
"grad_norm": 0.5793711003701393,
|
|
"learning_rate": 3.025655770195866e-05,
|
|
"loss": 0.293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1798117309808731,
|
|
"step": 1425,
|
|
"valid_targets_mean": 4510.8,
|
|
"valid_targets_min": 2712
|
|
},
|
|
{
|
|
"epoch": 2.78286270691334,
|
|
"grad_norm": 0.5177877954454848,
|
|
"learning_rate": 3.0173144247695796e-05,
|
|
"loss": 0.32,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1714254915714264,
|
|
"step": 1430,
|
|
"valid_targets_mean": 5389.1,
|
|
"valid_targets_min": 3922
|
|
},
|
|
{
|
|
"epoch": 2.792599805258033,
|
|
"grad_norm": 0.49950463829089403,
|
|
"learning_rate": 3.008949138446413e-05,
|
|
"loss": 0.3015,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1443287432193756,
|
|
"step": 1435,
|
|
"valid_targets_mean": 4833.9,
|
|
"valid_targets_min": 3476
|
|
},
|
|
{
|
|
"epoch": 2.8023369036027264,
|
|
"grad_norm": 0.5247189977861658,
|
|
"learning_rate": 3.0005601080902376e-05,
|
|
"loss": 0.2934,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17010296881198883,
|
|
"step": 1440,
|
|
"valid_targets_mean": 5573.1,
|
|
"valid_targets_min": 3676
|
|
},
|
|
{
|
|
"epoch": 2.8120740019474195,
|
|
"grad_norm": 0.5612910980221456,
|
|
"learning_rate": 2.9921475311237055e-05,
|
|
"loss": 0.2989,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17654839158058167,
|
|
"step": 1445,
|
|
"valid_targets_mean": 4656.1,
|
|
"valid_targets_min": 3715
|
|
},
|
|
{
|
|
"epoch": 2.8218111002921127,
|
|
"grad_norm": 0.5074720786944287,
|
|
"learning_rate": 2.9837116055236e-05,
|
|
"loss": 0.3006,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14683783054351807,
|
|
"step": 1450,
|
|
"valid_targets_mean": 4678.2,
|
|
"valid_targets_min": 3345
|
|
},
|
|
{
|
|
"epoch": 2.8315481986368063,
|
|
"grad_norm": 0.6824579003436837,
|
|
"learning_rate": 2.975252529816178e-05,
|
|
"loss": 0.3024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13158957660198212,
|
|
"step": 1455,
|
|
"valid_targets_mean": 3765.4,
|
|
"valid_targets_min": 891
|
|
},
|
|
{
|
|
"epoch": 2.8412852969814995,
|
|
"grad_norm": 0.5591052774964402,
|
|
"learning_rate": 2.9667705030724976e-05,
|
|
"loss": 0.3172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2231038212776184,
|
|
"step": 1460,
|
|
"valid_targets_mean": 4964.5,
|
|
"valid_targets_min": 3417
|
|
},
|
|
{
|
|
"epoch": 2.8510223953261926,
|
|
"grad_norm": 0.5562122280848797,
|
|
"learning_rate": 2.9582657249037335e-05,
|
|
"loss": 0.3067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1449592113494873,
|
|
"step": 1465,
|
|
"valid_targets_mean": 4370.0,
|
|
"valid_targets_min": 3510
|
|
},
|
|
{
|
|
"epoch": 2.8607594936708862,
|
|
"grad_norm": 0.568215618071862,
|
|
"learning_rate": 2.9497383954564807e-05,
|
|
"loss": 0.2983,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1569761335849762,
|
|
"step": 1470,
|
|
"valid_targets_mean": 4728.9,
|
|
"valid_targets_min": 2500
|
|
},
|
|
{
|
|
"epoch": 2.8704965920155794,
|
|
"grad_norm": 0.49601170795295146,
|
|
"learning_rate": 2.941188715408041e-05,
|
|
"loss": 0.3133,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1577417403459549,
|
|
"step": 1475,
|
|
"valid_targets_mean": 5978.9,
|
|
"valid_targets_min": 3426
|
|
},
|
|
{
|
|
"epoch": 2.8802336903602725,
|
|
"grad_norm": 0.5893755134602132,
|
|
"learning_rate": 2.9326168859617044e-05,
|
|
"loss": 0.3135,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18798495829105377,
|
|
"step": 1480,
|
|
"valid_targets_mean": 4515.2,
|
|
"valid_targets_min": 2565
|
|
},
|
|
{
|
|
"epoch": 2.889970788704966,
|
|
"grad_norm": 0.5602906459329979,
|
|
"learning_rate": 2.9240231088420112e-05,
|
|
"loss": 0.3116,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18006697297096252,
|
|
"step": 1485,
|
|
"valid_targets_mean": 5029.5,
|
|
"valid_targets_min": 854
|
|
},
|
|
{
|
|
"epoch": 2.8997078870496593,
|
|
"grad_norm": 0.5646142998572641,
|
|
"learning_rate": 2.9154075862900047e-05,
|
|
"loss": 0.3128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17120343446731567,
|
|
"step": 1490,
|
|
"valid_targets_mean": 4255.9,
|
|
"valid_targets_min": 3711
|
|
},
|
|
{
|
|
"epoch": 2.9094449853943525,
|
|
"grad_norm": 0.564805662671005,
|
|
"learning_rate": 2.9067705210584764e-05,
|
|
"loss": 0.3136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1788097769021988,
|
|
"step": 1495,
|
|
"valid_targets_mean": 4762.5,
|
|
"valid_targets_min": 3633
|
|
},
|
|
{
|
|
"epoch": 2.9191820837390456,
|
|
"grad_norm": 0.6174628930697116,
|
|
"learning_rate": 2.898112116407186e-05,
|
|
"loss": 0.3172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16867046058177948,
|
|
"step": 1500,
|
|
"valid_targets_mean": 4821.1,
|
|
"valid_targets_min": 3266
|
|
},
|
|
{
|
|
"epoch": 2.928919182083739,
|
|
"grad_norm": 0.5749250150204451,
|
|
"learning_rate": 2.889432576098087e-05,
|
|
"loss": 0.3255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14719168841838837,
|
|
"step": 1505,
|
|
"valid_targets_mean": 4338.9,
|
|
"valid_targets_min": 3455
|
|
},
|
|
{
|
|
"epoch": 2.9386562804284324,
|
|
"grad_norm": 0.5750089330289814,
|
|
"learning_rate": 2.8807321043905253e-05,
|
|
"loss": 0.3101,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14039798080921173,
|
|
"step": 1510,
|
|
"valid_targets_mean": 3943.5,
|
|
"valid_targets_min": 842
|
|
},
|
|
{
|
|
"epoch": 2.9483933787731256,
|
|
"grad_norm": 0.5128539306501144,
|
|
"learning_rate": 2.872010906036435e-05,
|
|
"loss": 0.307,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1284104585647583,
|
|
"step": 1515,
|
|
"valid_targets_mean": 4067.5,
|
|
"valid_targets_min": 2981
|
|
},
|
|
{
|
|
"epoch": 2.9581304771178187,
|
|
"grad_norm": 0.6991441353480424,
|
|
"learning_rate": 2.863269186275519e-05,
|
|
"loss": 0.3049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14474327862262726,
|
|
"step": 1520,
|
|
"valid_targets_mean": 3958.2,
|
|
"valid_targets_min": 944
|
|
},
|
|
{
|
|
"epoch": 2.9678675754625123,
|
|
"grad_norm": 0.5849315103365564,
|
|
"learning_rate": 2.8545071508304193e-05,
|
|
"loss": 0.3165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14652173221111298,
|
|
"step": 1525,
|
|
"valid_targets_mean": 3729.0,
|
|
"valid_targets_min": 963
|
|
},
|
|
{
|
|
"epoch": 2.9776046738072055,
|
|
"grad_norm": 0.49959866035083783,
|
|
"learning_rate": 2.8457250059018765e-05,
|
|
"loss": 0.303,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1424277126789093,
|
|
"step": 1530,
|
|
"valid_targets_mean": 4692.8,
|
|
"valid_targets_min": 3413
|
|
},
|
|
{
|
|
"epoch": 2.9873417721518987,
|
|
"grad_norm": 0.5461571110524959,
|
|
"learning_rate": 2.836922958163875e-05,
|
|
"loss": 0.3026,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14327436685562134,
|
|
"step": 1535,
|
|
"valid_targets_mean": 4981.6,
|
|
"valid_targets_min": 870
|
|
},
|
|
{
|
|
"epoch": 2.9970788704965923,
|
|
"grad_norm": 0.5916489668113946,
|
|
"learning_rate": 2.8281012147587816e-05,
|
|
"loss": 0.3005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1285589635372162,
|
|
"step": 1540,
|
|
"valid_targets_mean": 3224.1,
|
|
"valid_targets_min": 900
|
|
},
|
|
{
|
|
"epoch": 3.005842259006816,
|
|
"grad_norm": 0.5260468736879659,
|
|
"learning_rate": 2.8192599832924677e-05,
|
|
"loss": 0.2767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1306810975074768,
|
|
"step": 1545,
|
|
"valid_targets_mean": 4352.6,
|
|
"valid_targets_min": 3437
|
|
},
|
|
{
|
|
"epoch": 3.015579357351509,
|
|
"grad_norm": 0.613461419110215,
|
|
"learning_rate": 2.810399471829429e-05,
|
|
"loss": 0.2929,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1785038709640503,
|
|
"step": 1550,
|
|
"valid_targets_mean": 4464.5,
|
|
"valid_targets_min": 1065
|
|
},
|
|
{
|
|
"epoch": 3.0253164556962027,
|
|
"grad_norm": 0.5673533735219711,
|
|
"learning_rate": 2.8015198888878835e-05,
|
|
"loss": 0.2776,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14384561777114868,
|
|
"step": 1555,
|
|
"valid_targets_mean": 4750.8,
|
|
"valid_targets_min": 3953
|
|
},
|
|
{
|
|
"epoch": 3.035053554040896,
|
|
"grad_norm": 0.565253904430208,
|
|
"learning_rate": 2.7926214434348645e-05,
|
|
"loss": 0.2942,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14825423061847687,
|
|
"step": 1560,
|
|
"valid_targets_mean": 4587.1,
|
|
"valid_targets_min": 3610
|
|
},
|
|
{
|
|
"epoch": 3.044790652385589,
|
|
"grad_norm": 0.5577420057055872,
|
|
"learning_rate": 2.78370434488131e-05,
|
|
"loss": 0.2872,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13824856281280518,
|
|
"step": 1565,
|
|
"valid_targets_mean": 3871.2,
|
|
"valid_targets_min": 874
|
|
},
|
|
{
|
|
"epoch": 3.0545277507302826,
|
|
"grad_norm": 0.5137625048643271,
|
|
"learning_rate": 2.7747688030771253e-05,
|
|
"loss": 0.291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14553338289260864,
|
|
"step": 1570,
|
|
"valid_targets_mean": 4825.0,
|
|
"valid_targets_min": 3620
|
|
},
|
|
{
|
|
"epoch": 3.0642648490749758,
|
|
"grad_norm": 0.5968584656427234,
|
|
"learning_rate": 2.765815028306249e-05,
|
|
"loss": 0.2887,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15466415882110596,
|
|
"step": 1575,
|
|
"valid_targets_mean": 4244.1,
|
|
"valid_targets_min": 1246
|
|
},
|
|
{
|
|
"epoch": 3.074001947419669,
|
|
"grad_norm": 0.5701188989154224,
|
|
"learning_rate": 2.756843231281707e-05,
|
|
"loss": 0.2971,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17137470841407776,
|
|
"step": 1580,
|
|
"valid_targets_mean": 4704.4,
|
|
"valid_targets_min": 3481
|
|
},
|
|
{
|
|
"epoch": 3.083739045764362,
|
|
"grad_norm": 0.5932389465647907,
|
|
"learning_rate": 2.747853623140646e-05,
|
|
"loss": 0.2947,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1456705778837204,
|
|
"step": 1585,
|
|
"valid_targets_mean": 4333.1,
|
|
"valid_targets_min": 3412
|
|
},
|
|
{
|
|
"epoch": 3.0934761441090557,
|
|
"grad_norm": 1.1639637682347415,
|
|
"learning_rate": 2.7388464154393735e-05,
|
|
"loss": 0.2961,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11643892526626587,
|
|
"step": 1590,
|
|
"valid_targets_mean": 3620.2,
|
|
"valid_targets_min": 880
|
|
},
|
|
{
|
|
"epoch": 3.103213242453749,
|
|
"grad_norm": 0.5443951877519766,
|
|
"learning_rate": 2.7298218201483725e-05,
|
|
"loss": 0.2805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13159920275211334,
|
|
"step": 1595,
|
|
"valid_targets_mean": 4375.2,
|
|
"valid_targets_min": 847
|
|
},
|
|
{
|
|
"epoch": 3.112950340798442,
|
|
"grad_norm": 0.6565290190153463,
|
|
"learning_rate": 2.7207800496473157e-05,
|
|
"loss": 0.2846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1461639404296875,
|
|
"step": 1600,
|
|
"valid_targets_mean": 3693.1,
|
|
"valid_targets_min": 1017
|
|
},
|
|
{
|
|
"epoch": 3.122687439143135,
|
|
"grad_norm": 0.5838526029422603,
|
|
"learning_rate": 2.7117213167200696e-05,
|
|
"loss": 0.3073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16136851906776428,
|
|
"step": 1605,
|
|
"valid_targets_mean": 3947.2,
|
|
"valid_targets_min": 1163
|
|
},
|
|
{
|
|
"epoch": 3.132424537487829,
|
|
"grad_norm": 0.6509334579262541,
|
|
"learning_rate": 2.7026458345496826e-05,
|
|
"loss": 0.3047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19014398753643036,
|
|
"step": 1610,
|
|
"valid_targets_mean": 4305.9,
|
|
"valid_targets_min": 1073
|
|
},
|
|
{
|
|
"epoch": 3.142161635832522,
|
|
"grad_norm": 0.6046997299463505,
|
|
"learning_rate": 2.6935538167133702e-05,
|
|
"loss": 0.2936,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17839956283569336,
|
|
"step": 1615,
|
|
"valid_targets_mean": 4219.6,
|
|
"valid_targets_min": 2892
|
|
},
|
|
{
|
|
"epoch": 3.151898734177215,
|
|
"grad_norm": 0.543645233726318,
|
|
"learning_rate": 2.6844454771774898e-05,
|
|
"loss": 0.287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13276870548725128,
|
|
"step": 1620,
|
|
"valid_targets_mean": 5300.0,
|
|
"valid_targets_min": 3132
|
|
},
|
|
{
|
|
"epoch": 3.1616358325219083,
|
|
"grad_norm": 0.5582937777224337,
|
|
"learning_rate": 2.6753210302925044e-05,
|
|
"loss": 0.2866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18694062530994415,
|
|
"step": 1625,
|
|
"valid_targets_mean": 5042.0,
|
|
"valid_targets_min": 1463
|
|
},
|
|
{
|
|
"epoch": 3.171372930866602,
|
|
"grad_norm": 0.5302062621160738,
|
|
"learning_rate": 2.6661806907879385e-05,
|
|
"loss": 0.2947,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16426973044872284,
|
|
"step": 1630,
|
|
"valid_targets_mean": 5698.5,
|
|
"valid_targets_min": 3997
|
|
},
|
|
{
|
|
"epoch": 3.181110029211295,
|
|
"grad_norm": 0.5218898199389939,
|
|
"learning_rate": 2.6570246737673216e-05,
|
|
"loss": 0.2789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1338643878698349,
|
|
"step": 1635,
|
|
"valid_targets_mean": 5401.1,
|
|
"valid_targets_min": 2999
|
|
},
|
|
{
|
|
"epoch": 3.190847127555988,
|
|
"grad_norm": 0.5457509565915137,
|
|
"learning_rate": 2.6478531947031325e-05,
|
|
"loss": 0.2833,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1352064609527588,
|
|
"step": 1640,
|
|
"valid_targets_mean": 4577.5,
|
|
"valid_targets_min": 3313
|
|
},
|
|
{
|
|
"epoch": 3.2005842259006814,
|
|
"grad_norm": 0.5221241813266677,
|
|
"learning_rate": 2.638666469431723e-05,
|
|
"loss": 0.2857,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16360121965408325,
|
|
"step": 1645,
|
|
"valid_targets_mean": 6039.2,
|
|
"valid_targets_min": 4422
|
|
},
|
|
{
|
|
"epoch": 3.210321324245375,
|
|
"grad_norm": 0.5383552979573822,
|
|
"learning_rate": 2.6294647141482413e-05,
|
|
"loss": 0.2845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1205267682671547,
|
|
"step": 1650,
|
|
"valid_targets_mean": 3710.4,
|
|
"valid_targets_min": 805
|
|
},
|
|
{
|
|
"epoch": 3.220058422590068,
|
|
"grad_norm": 0.5510664272717279,
|
|
"learning_rate": 2.6202481454015426e-05,
|
|
"loss": 0.2857,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15154537558555603,
|
|
"step": 1655,
|
|
"valid_targets_mean": 4707.9,
|
|
"valid_targets_min": 3403
|
|
},
|
|
{
|
|
"epoch": 3.2297955209347613,
|
|
"grad_norm": 0.6134241750336596,
|
|
"learning_rate": 2.6110169800890937e-05,
|
|
"loss": 0.2867,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1724124699831009,
|
|
"step": 1660,
|
|
"valid_targets_mean": 4382.6,
|
|
"valid_targets_min": 2870
|
|
},
|
|
{
|
|
"epoch": 3.239532619279455,
|
|
"grad_norm": 0.7623792747817205,
|
|
"learning_rate": 2.6017714354518696e-05,
|
|
"loss": 0.3016,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14434286952018738,
|
|
"step": 1665,
|
|
"valid_targets_mean": 4364.2,
|
|
"valid_targets_min": 3705
|
|
},
|
|
{
|
|
"epoch": 3.249269717624148,
|
|
"grad_norm": 0.5777416446525403,
|
|
"learning_rate": 2.592511729069239e-05,
|
|
"loss": 0.2978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1274181604385376,
|
|
"step": 1670,
|
|
"valid_targets_mean": 3835.0,
|
|
"valid_targets_min": 1155
|
|
},
|
|
{
|
|
"epoch": 3.2590068159688412,
|
|
"grad_norm": 0.5485897640559537,
|
|
"learning_rate": 2.5832380788538457e-05,
|
|
"loss": 0.294,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13670822978019714,
|
|
"step": 1675,
|
|
"valid_targets_mean": 3975.5,
|
|
"valid_targets_min": 1105
|
|
},
|
|
{
|
|
"epoch": 3.2687439143135344,
|
|
"grad_norm": 0.5198559660018749,
|
|
"learning_rate": 2.573950703046479e-05,
|
|
"loss": 0.2802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15408968925476074,
|
|
"step": 1680,
|
|
"valid_targets_mean": 5415.4,
|
|
"valid_targets_min": 3539
|
|
},
|
|
{
|
|
"epoch": 3.278481012658228,
|
|
"grad_norm": 0.5719344459529572,
|
|
"learning_rate": 2.564649820210939e-05,
|
|
"loss": 0.2818,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14029723405838013,
|
|
"step": 1685,
|
|
"valid_targets_mean": 4609.9,
|
|
"valid_targets_min": 2505
|
|
},
|
|
{
|
|
"epoch": 3.288218111002921,
|
|
"grad_norm": 0.5380223254879148,
|
|
"learning_rate": 2.5553356492288933e-05,
|
|
"loss": 0.2848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14935359358787537,
|
|
"step": 1690,
|
|
"valid_targets_mean": 5267.2,
|
|
"valid_targets_min": 3694
|
|
},
|
|
{
|
|
"epoch": 3.2979552093476143,
|
|
"grad_norm": 0.5084028591808477,
|
|
"learning_rate": 2.5460084092947233e-05,
|
|
"loss": 0.2811,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12564489245414734,
|
|
"step": 1695,
|
|
"valid_targets_mean": 4477.4,
|
|
"valid_targets_min": 3452
|
|
},
|
|
{
|
|
"epoch": 3.3076923076923075,
|
|
"grad_norm": 0.8648494099648836,
|
|
"learning_rate": 2.5366683199103692e-05,
|
|
"loss": 0.2969,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16778680682182312,
|
|
"step": 1700,
|
|
"valid_targets_mean": 4279.0,
|
|
"valid_targets_min": 3471
|
|
},
|
|
{
|
|
"epoch": 3.317429406037001,
|
|
"grad_norm": 0.6045428648420095,
|
|
"learning_rate": 2.5273156008801614e-05,
|
|
"loss": 0.3027,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14208298921585083,
|
|
"step": 1705,
|
|
"valid_targets_mean": 3909.2,
|
|
"valid_targets_min": 987
|
|
},
|
|
{
|
|
"epoch": 3.3271665043816943,
|
|
"grad_norm": 0.581595997149262,
|
|
"learning_rate": 2.517950472305651e-05,
|
|
"loss": 0.2844,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1563170850276947,
|
|
"step": 1710,
|
|
"valid_targets_mean": 4329.1,
|
|
"valid_targets_min": 3063
|
|
},
|
|
{
|
|
"epoch": 3.3369036027263874,
|
|
"grad_norm": 0.5940529837089468,
|
|
"learning_rate": 2.508573154580427e-05,
|
|
"loss": 0.2852,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14828792214393616,
|
|
"step": 1715,
|
|
"valid_targets_mean": 4038.0,
|
|
"valid_targets_min": 1077
|
|
},
|
|
{
|
|
"epoch": 3.346640701071081,
|
|
"grad_norm": 0.5083181698359721,
|
|
"learning_rate": 2.4991838683849306e-05,
|
|
"loss": 0.2799,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15568482875823975,
|
|
"step": 1720,
|
|
"valid_targets_mean": 5898.8,
|
|
"valid_targets_min": 3812
|
|
},
|
|
{
|
|
"epoch": 3.356377799415774,
|
|
"grad_norm": 0.5645820229503116,
|
|
"learning_rate": 2.4897828346812637e-05,
|
|
"loss": 0.2879,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12027935683727264,
|
|
"step": 1725,
|
|
"valid_targets_mean": 4065.9,
|
|
"valid_targets_min": 2764
|
|
},
|
|
{
|
|
"epoch": 3.3661148977604674,
|
|
"grad_norm": 0.6090201084886291,
|
|
"learning_rate": 2.4803702747079858e-05,
|
|
"loss": 0.2874,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14703837037086487,
|
|
"step": 1730,
|
|
"valid_targets_mean": 4114.9,
|
|
"valid_targets_min": 2407
|
|
},
|
|
{
|
|
"epoch": 3.3758519961051605,
|
|
"grad_norm": 0.5764853595735026,
|
|
"learning_rate": 2.4709464099749093e-05,
|
|
"loss": 0.2875,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11748038232326508,
|
|
"step": 1735,
|
|
"valid_targets_mean": 3635.8,
|
|
"valid_targets_min": 1094
|
|
},
|
|
{
|
|
"epoch": 3.385589094449854,
|
|
"grad_norm": 0.6258474949813664,
|
|
"learning_rate": 2.4615114622578875e-05,
|
|
"loss": 0.2688,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15654751658439636,
|
|
"step": 1740,
|
|
"valid_targets_mean": 3771.4,
|
|
"valid_targets_min": 767
|
|
},
|
|
{
|
|
"epoch": 3.3953261927945473,
|
|
"grad_norm": 0.5368536640282213,
|
|
"learning_rate": 2.4520656535935927e-05,
|
|
"loss": 0.2789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12668928503990173,
|
|
"step": 1745,
|
|
"valid_targets_mean": 4120.4,
|
|
"valid_targets_min": 1354
|
|
},
|
|
{
|
|
"epoch": 3.4050632911392404,
|
|
"grad_norm": 0.5442086380240969,
|
|
"learning_rate": 2.4426092062742933e-05,
|
|
"loss": 0.285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1398339718580246,
|
|
"step": 1750,
|
|
"valid_targets_mean": 4653.0,
|
|
"valid_targets_min": 3225
|
|
},
|
|
{
|
|
"epoch": 3.4148003894839336,
|
|
"grad_norm": 0.5526100632903542,
|
|
"learning_rate": 2.4331423428426227e-05,
|
|
"loss": 0.288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12823820114135742,
|
|
"step": 1755,
|
|
"valid_targets_mean": 4305.2,
|
|
"valid_targets_min": 3318
|
|
},
|
|
{
|
|
"epoch": 3.424537487828627,
|
|
"grad_norm": 0.5532058792386103,
|
|
"learning_rate": 2.4236652860863396e-05,
|
|
"loss": 0.2883,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14938613772392273,
|
|
"step": 1760,
|
|
"valid_targets_mean": 4481.2,
|
|
"valid_targets_min": 3624
|
|
},
|
|
{
|
|
"epoch": 3.4342745861733204,
|
|
"grad_norm": 0.5374042900443554,
|
|
"learning_rate": 2.414178259033087e-05,
|
|
"loss": 0.2838,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12356485426425934,
|
|
"step": 1765,
|
|
"valid_targets_mean": 4096.5,
|
|
"valid_targets_min": 2509
|
|
},
|
|
{
|
|
"epoch": 3.4440116845180135,
|
|
"grad_norm": 0.547795350043253,
|
|
"learning_rate": 2.404681484945143e-05,
|
|
"loss": 0.286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12814772129058838,
|
|
"step": 1770,
|
|
"valid_targets_mean": 4457.9,
|
|
"valid_targets_min": 3025
|
|
},
|
|
{
|
|
"epoch": 3.453748782862707,
|
|
"grad_norm": 0.573682880868741,
|
|
"learning_rate": 2.3951751873141683e-05,
|
|
"loss": 0.3032,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16075778007507324,
|
|
"step": 1775,
|
|
"valid_targets_mean": 4378.9,
|
|
"valid_targets_min": 3659
|
|
},
|
|
{
|
|
"epoch": 3.4634858812074003,
|
|
"grad_norm": 0.6700701681577663,
|
|
"learning_rate": 2.385659589855944e-05,
|
|
"loss": 0.2735,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12645533680915833,
|
|
"step": 1780,
|
|
"valid_targets_mean": 3833.9,
|
|
"valid_targets_min": 3130
|
|
},
|
|
{
|
|
"epoch": 3.4732229795520935,
|
|
"grad_norm": 0.516920158125621,
|
|
"learning_rate": 2.3761349165051075e-05,
|
|
"loss": 0.2836,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13252399861812592,
|
|
"step": 1785,
|
|
"valid_targets_mean": 4755.9,
|
|
"valid_targets_min": 3471
|
|
},
|
|
{
|
|
"epoch": 3.4829600778967866,
|
|
"grad_norm": 0.5407516671910045,
|
|
"learning_rate": 2.366601391409884e-05,
|
|
"loss": 0.2846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15991093218326569,
|
|
"step": 1790,
|
|
"valid_targets_mean": 4990.1,
|
|
"valid_targets_min": 1115
|
|
},
|
|
{
|
|
"epoch": 3.49269717624148,
|
|
"grad_norm": 0.5399070345981802,
|
|
"learning_rate": 2.35705923892681e-05,
|
|
"loss": 0.2901,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12803298234939575,
|
|
"step": 1795,
|
|
"valid_targets_mean": 3880.9,
|
|
"valid_targets_min": 1047
|
|
},
|
|
{
|
|
"epoch": 3.5024342745861734,
|
|
"grad_norm": 0.6051604699248941,
|
|
"learning_rate": 2.3475086836154547e-05,
|
|
"loss": 0.294,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1268686205148697,
|
|
"step": 1800,
|
|
"valid_targets_mean": 3766.1,
|
|
"valid_targets_min": 3080
|
|
},
|
|
{
|
|
"epoch": 3.5121713729308666,
|
|
"grad_norm": 0.5592469483450967,
|
|
"learning_rate": 2.3379499502331347e-05,
|
|
"loss": 0.2975,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1607351005077362,
|
|
"step": 1805,
|
|
"valid_targets_mean": 4104.2,
|
|
"valid_targets_min": 1010
|
|
},
|
|
{
|
|
"epoch": 3.5219084712755597,
|
|
"grad_norm": 0.5472048813949635,
|
|
"learning_rate": 2.328383263729624e-05,
|
|
"loss": 0.2839,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1516656130552292,
|
|
"step": 1810,
|
|
"valid_targets_mean": 4345.8,
|
|
"valid_targets_min": 3417
|
|
},
|
|
{
|
|
"epoch": 3.5316455696202533,
|
|
"grad_norm": 0.5660511838449515,
|
|
"learning_rate": 2.318808849241861e-05,
|
|
"loss": 0.2978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17257198691368103,
|
|
"step": 1815,
|
|
"valid_targets_mean": 4635.9,
|
|
"valid_targets_min": 746
|
|
},
|
|
{
|
|
"epoch": 3.5413826679649465,
|
|
"grad_norm": 0.6086328989938601,
|
|
"learning_rate": 2.3092269320886497e-05,
|
|
"loss": 0.2856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1785932332277298,
|
|
"step": 1820,
|
|
"valid_targets_mean": 4519.5,
|
|
"valid_targets_min": 1159
|
|
},
|
|
{
|
|
"epoch": 3.5511197663096397,
|
|
"grad_norm": 0.560412233251361,
|
|
"learning_rate": 2.299637737765358e-05,
|
|
"loss": 0.2952,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.138437420129776,
|
|
"step": 1825,
|
|
"valid_targets_mean": 4574.2,
|
|
"valid_targets_min": 3341
|
|
},
|
|
{
|
|
"epoch": 3.5608568646543333,
|
|
"grad_norm": 0.5688189435596688,
|
|
"learning_rate": 2.290041491938612e-05,
|
|
"loss": 0.2862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13171690702438354,
|
|
"step": 1830,
|
|
"valid_targets_mean": 3840.8,
|
|
"valid_targets_min": 3129
|
|
},
|
|
{
|
|
"epoch": 3.5705939629990264,
|
|
"grad_norm": 0.5321971426477093,
|
|
"learning_rate": 2.280438420440981e-05,
|
|
"loss": 0.285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15251140296459198,
|
|
"step": 1835,
|
|
"valid_targets_mean": 5420.9,
|
|
"valid_targets_min": 3663
|
|
},
|
|
{
|
|
"epoch": 3.5803310613437196,
|
|
"grad_norm": 0.5278436022313175,
|
|
"learning_rate": 2.2708287492656675e-05,
|
|
"loss": 0.2831,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1386672854423523,
|
|
"step": 1840,
|
|
"valid_targets_mean": 5215.6,
|
|
"valid_targets_min": 2875
|
|
},
|
|
{
|
|
"epoch": 3.5900681596884128,
|
|
"grad_norm": 0.598027527879423,
|
|
"learning_rate": 2.2612127045611867e-05,
|
|
"loss": 0.2919,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19816479086875916,
|
|
"step": 1845,
|
|
"valid_targets_mean": 4695.1,
|
|
"valid_targets_min": 2115
|
|
},
|
|
{
|
|
"epoch": 3.599805258033106,
|
|
"grad_norm": 0.5860358117843885,
|
|
"learning_rate": 2.2515905126260455e-05,
|
|
"loss": 0.2972,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15322990715503693,
|
|
"step": 1850,
|
|
"valid_targets_mean": 4438.0,
|
|
"valid_targets_min": 1823
|
|
},
|
|
{
|
|
"epoch": 3.6095423563777995,
|
|
"grad_norm": 0.5690131258642075,
|
|
"learning_rate": 2.2419623999034146e-05,
|
|
"loss": 0.2881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14129850268363953,
|
|
"step": 1855,
|
|
"valid_targets_mean": 4125.4,
|
|
"valid_targets_min": 2981
|
|
},
|
|
{
|
|
"epoch": 3.6192794547224927,
|
|
"grad_norm": 0.552589033864262,
|
|
"learning_rate": 2.232328592975802e-05,
|
|
"loss": 0.2849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1523721069097519,
|
|
"step": 1860,
|
|
"valid_targets_mean": 4640.0,
|
|
"valid_targets_min": 3695
|
|
},
|
|
{
|
|
"epoch": 3.629016553067186,
|
|
"grad_norm": 0.5140072456027895,
|
|
"learning_rate": 2.2226893185597204e-05,
|
|
"loss": 0.2889,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16340777277946472,
|
|
"step": 1865,
|
|
"valid_targets_mean": 5004.8,
|
|
"valid_targets_min": 3676
|
|
},
|
|
{
|
|
"epoch": 3.6387536514118795,
|
|
"grad_norm": 0.5551126966184123,
|
|
"learning_rate": 2.213044803500351e-05,
|
|
"loss": 0.2862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14633576571941376,
|
|
"step": 1870,
|
|
"valid_targets_mean": 4514.2,
|
|
"valid_targets_min": 3420
|
|
},
|
|
{
|
|
"epoch": 3.6484907497565726,
|
|
"grad_norm": 0.5296584477717181,
|
|
"learning_rate": 2.2033952747662052e-05,
|
|
"loss": 0.2874,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16924160718917847,
|
|
"step": 1875,
|
|
"valid_targets_mean": 5243.0,
|
|
"valid_targets_min": 3647
|
|
},
|
|
{
|
|
"epoch": 3.6582278481012658,
|
|
"grad_norm": 0.5411777729687121,
|
|
"learning_rate": 2.193740959443782e-05,
|
|
"loss": 0.2929,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16427026689052582,
|
|
"step": 1880,
|
|
"valid_targets_mean": 5358.1,
|
|
"valid_targets_min": 3712
|
|
},
|
|
{
|
|
"epoch": 3.667964946445959,
|
|
"grad_norm": 0.6392163613800248,
|
|
"learning_rate": 2.1840820847322274e-05,
|
|
"loss": 0.3019,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14590109884738922,
|
|
"step": 1885,
|
|
"valid_targets_mean": 3963.8,
|
|
"valid_targets_min": 2978
|
|
},
|
|
{
|
|
"epoch": 3.6777020447906525,
|
|
"grad_norm": 0.5446464017065908,
|
|
"learning_rate": 2.1744188779379844e-05,
|
|
"loss": 0.2796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11845506727695465,
|
|
"step": 1890,
|
|
"valid_targets_mean": 3757.0,
|
|
"valid_targets_min": 1175
|
|
},
|
|
{
|
|
"epoch": 3.6874391431353457,
|
|
"grad_norm": 0.6307138115490523,
|
|
"learning_rate": 2.1647515664694455e-05,
|
|
"loss": 0.2885,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.155528262257576,
|
|
"step": 1895,
|
|
"valid_targets_mean": 3430.5,
|
|
"valid_targets_min": 1011
|
|
},
|
|
{
|
|
"epoch": 3.697176241480039,
|
|
"grad_norm": 0.4966267118193543,
|
|
"learning_rate": 2.155080377831599e-05,
|
|
"loss": 0.296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11575086414813995,
|
|
"step": 1900,
|
|
"valid_targets_mean": 5169.8,
|
|
"valid_targets_min": 3527
|
|
},
|
|
{
|
|
"epoch": 3.706913339824732,
|
|
"grad_norm": 0.6032965411677166,
|
|
"learning_rate": 2.145405539620677e-05,
|
|
"loss": 0.2847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13318978250026703,
|
|
"step": 1905,
|
|
"valid_targets_mean": 3789.5,
|
|
"valid_targets_min": 864
|
|
},
|
|
{
|
|
"epoch": 3.7166504381694256,
|
|
"grad_norm": 0.4879618884378425,
|
|
"learning_rate": 2.135727279518798e-05,
|
|
"loss": 0.2827,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11494357138872147,
|
|
"step": 1910,
|
|
"valid_targets_mean": 4792.5,
|
|
"valid_targets_min": 3024
|
|
},
|
|
{
|
|
"epoch": 3.726387536514119,
|
|
"grad_norm": 0.6041615973146506,
|
|
"learning_rate": 2.1260458252886117e-05,
|
|
"loss": 0.2992,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15611885488033295,
|
|
"step": 1915,
|
|
"valid_targets_mean": 4290.2,
|
|
"valid_targets_min": 3156
|
|
},
|
|
{
|
|
"epoch": 3.736124634858812,
|
|
"grad_norm": 0.5471319297852897,
|
|
"learning_rate": 2.1163614047679322e-05,
|
|
"loss": 0.2839,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1619880199432373,
|
|
"step": 1920,
|
|
"valid_targets_mean": 5631.6,
|
|
"valid_targets_min": 3536
|
|
},
|
|
{
|
|
"epoch": 3.7458617332035056,
|
|
"grad_norm": 0.5433298412415333,
|
|
"learning_rate": 2.1066742458643853e-05,
|
|
"loss": 0.2931,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12154314666986465,
|
|
"step": 1925,
|
|
"valid_targets_mean": 3650.4,
|
|
"valid_targets_min": 743
|
|
},
|
|
{
|
|
"epoch": 3.7555988315481987,
|
|
"grad_norm": 0.5467862498289342,
|
|
"learning_rate": 2.096984576550037e-05,
|
|
"loss": 0.2828,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14659389853477478,
|
|
"step": 1930,
|
|
"valid_targets_mean": 5092.9,
|
|
"valid_targets_min": 2971
|
|
},
|
|
{
|
|
"epoch": 3.765335929892892,
|
|
"grad_norm": 0.5483320511170172,
|
|
"learning_rate": 2.087292624856033e-05,
|
|
"loss": 0.2889,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13486263155937195,
|
|
"step": 1935,
|
|
"valid_targets_mean": 4104.2,
|
|
"valid_targets_min": 1752
|
|
},
|
|
{
|
|
"epoch": 3.775073028237585,
|
|
"grad_norm": 0.5817233307820583,
|
|
"learning_rate": 2.0775986188672324e-05,
|
|
"loss": 0.2888,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15036016702651978,
|
|
"step": 1940,
|
|
"valid_targets_mean": 4762.9,
|
|
"valid_targets_min": 4132
|
|
},
|
|
{
|
|
"epoch": 3.7848101265822782,
|
|
"grad_norm": 0.6344443115544806,
|
|
"learning_rate": 2.067902786716836e-05,
|
|
"loss": 0.2959,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14191430807113647,
|
|
"step": 1945,
|
|
"valid_targets_mean": 4761.0,
|
|
"valid_targets_min": 2819
|
|
},
|
|
{
|
|
"epoch": 3.794547224926972,
|
|
"grad_norm": 0.609004672155014,
|
|
"learning_rate": 2.0582053565810242e-05,
|
|
"loss": 0.2909,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1991158127784729,
|
|
"step": 1950,
|
|
"valid_targets_mean": 4473.6,
|
|
"valid_targets_min": 3793
|
|
},
|
|
{
|
|
"epoch": 3.804284323271665,
|
|
"grad_norm": 0.5034242782357946,
|
|
"learning_rate": 2.0485065566735795e-05,
|
|
"loss": 0.2878,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1523382067680359,
|
|
"step": 1955,
|
|
"valid_targets_mean": 5951.2,
|
|
"valid_targets_min": 4099
|
|
},
|
|
{
|
|
"epoch": 3.814021421616358,
|
|
"grad_norm": 0.6063258740549531,
|
|
"learning_rate": 2.038806615240523e-05,
|
|
"loss": 0.2979,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14123478531837463,
|
|
"step": 1960,
|
|
"valid_targets_mean": 3855.9,
|
|
"valid_targets_min": 832
|
|
},
|
|
{
|
|
"epoch": 3.8237585199610518,
|
|
"grad_norm": 0.5470703757609693,
|
|
"learning_rate": 2.0291057605547393e-05,
|
|
"loss": 0.2832,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13107328116893768,
|
|
"step": 1965,
|
|
"valid_targets_mean": 4028.1,
|
|
"valid_targets_min": 935
|
|
},
|
|
{
|
|
"epoch": 3.833495618305745,
|
|
"grad_norm": 0.58379490266951,
|
|
"learning_rate": 2.0194042209106023e-05,
|
|
"loss": 0.2915,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1519891619682312,
|
|
"step": 1970,
|
|
"valid_targets_mean": 4293.8,
|
|
"valid_targets_min": 3617
|
|
},
|
|
{
|
|
"epoch": 3.843232716650438,
|
|
"grad_norm": 0.6057702397815357,
|
|
"learning_rate": 2.0097022246186092e-05,
|
|
"loss": 0.2906,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14032156765460968,
|
|
"step": 1975,
|
|
"valid_targets_mean": 4505.0,
|
|
"valid_targets_min": 3610
|
|
},
|
|
{
|
|
"epoch": 3.8529698149951317,
|
|
"grad_norm": 0.5960263185366536,
|
|
"learning_rate": 2e-05,
|
|
"loss": 0.286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14757369458675385,
|
|
"step": 1980,
|
|
"valid_targets_mean": 4093.4,
|
|
"valid_targets_min": 3564
|
|
},
|
|
{
|
|
"epoch": 3.862706913339825,
|
|
"grad_norm": 0.5121200999748795,
|
|
"learning_rate": 1.9902977753813918e-05,
|
|
"loss": 0.2773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12379224598407745,
|
|
"step": 1985,
|
|
"valid_targets_mean": 4788.9,
|
|
"valid_targets_min": 2999
|
|
},
|
|
{
|
|
"epoch": 3.872444011684518,
|
|
"grad_norm": 0.5547844848078258,
|
|
"learning_rate": 1.980595779089398e-05,
|
|
"loss": 0.2753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1422676295042038,
|
|
"step": 1990,
|
|
"valid_targets_mean": 4921.5,
|
|
"valid_targets_min": 1738
|
|
},
|
|
{
|
|
"epoch": 3.882181110029211,
|
|
"grad_norm": 0.5389421099899807,
|
|
"learning_rate": 1.9708942394452613e-05,
|
|
"loss": 0.2909,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14590831100940704,
|
|
"step": 1995,
|
|
"valid_targets_mean": 4425.5,
|
|
"valid_targets_min": 875
|
|
},
|
|
{
|
|
"epoch": 3.8919182083739043,
|
|
"grad_norm": 0.5340208097427439,
|
|
"learning_rate": 1.9611933847594775e-05,
|
|
"loss": 0.2961,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14527465403079987,
|
|
"step": 2000,
|
|
"valid_targets_mean": 4698.1,
|
|
"valid_targets_min": 3293
|
|
},
|
|
{
|
|
"epoch": 3.901655306718598,
|
|
"grad_norm": 0.5545048413553086,
|
|
"learning_rate": 1.951493443326421e-05,
|
|
"loss": 0.2737,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11707796156406403,
|
|
"step": 2005,
|
|
"valid_targets_mean": 4093.0,
|
|
"valid_targets_min": 2641
|
|
},
|
|
{
|
|
"epoch": 3.911392405063291,
|
|
"grad_norm": 0.5970160483314149,
|
|
"learning_rate": 1.9417946434189768e-05,
|
|
"loss": 0.3076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1793132722377777,
|
|
"step": 2010,
|
|
"valid_targets_mean": 3792.6,
|
|
"valid_targets_min": 1045
|
|
},
|
|
{
|
|
"epoch": 3.9211295034079843,
|
|
"grad_norm": 0.5572763457549483,
|
|
"learning_rate": 1.9320972132831643e-05,
|
|
"loss": 0.2973,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13952180743217468,
|
|
"step": 2015,
|
|
"valid_targets_mean": 4292.2,
|
|
"valid_targets_min": 2048
|
|
},
|
|
{
|
|
"epoch": 3.930866601752678,
|
|
"grad_norm": 0.5536248691901265,
|
|
"learning_rate": 1.9224013811327686e-05,
|
|
"loss": 0.2828,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14861848950386047,
|
|
"step": 2020,
|
|
"valid_targets_mean": 4233.6,
|
|
"valid_targets_min": 828
|
|
},
|
|
{
|
|
"epoch": 3.940603700097371,
|
|
"grad_norm": 0.5220787788234639,
|
|
"learning_rate": 1.912707375143967e-05,
|
|
"loss": 0.293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1583413928747177,
|
|
"step": 2025,
|
|
"valid_targets_mean": 5155.9,
|
|
"valid_targets_min": 3517
|
|
},
|
|
{
|
|
"epoch": 3.950340798442064,
|
|
"grad_norm": 0.5066297771243922,
|
|
"learning_rate": 1.9030154234499635e-05,
|
|
"loss": 0.2843,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11751598119735718,
|
|
"step": 2030,
|
|
"valid_targets_mean": 4495.5,
|
|
"valid_targets_min": 3007
|
|
},
|
|
{
|
|
"epoch": 3.960077896786758,
|
|
"grad_norm": 0.5482199893330084,
|
|
"learning_rate": 1.8933257541356154e-05,
|
|
"loss": 0.2842,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14266768097877502,
|
|
"step": 2035,
|
|
"valid_targets_mean": 5122.5,
|
|
"valid_targets_min": 4211
|
|
},
|
|
{
|
|
"epoch": 3.969814995131451,
|
|
"grad_norm": 0.557872657595188,
|
|
"learning_rate": 1.8836385952320685e-05,
|
|
"loss": 0.2745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14202716946601868,
|
|
"step": 2040,
|
|
"valid_targets_mean": 4115.1,
|
|
"valid_targets_min": 3417
|
|
},
|
|
{
|
|
"epoch": 3.979552093476144,
|
|
"grad_norm": 0.5311877613148388,
|
|
"learning_rate": 1.873954174711389e-05,
|
|
"loss": 0.2876,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14849787950515747,
|
|
"step": 2045,
|
|
"valid_targets_mean": 4303.6,
|
|
"valid_targets_min": 3366
|
|
},
|
|
{
|
|
"epoch": 3.9892891918208373,
|
|
"grad_norm": 0.5168859850941633,
|
|
"learning_rate": 1.8642727204812025e-05,
|
|
"loss": 0.2934,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13526809215545654,
|
|
"step": 2050,
|
|
"valid_targets_mean": 4980.6,
|
|
"valid_targets_min": 3593
|
|
},
|
|
{
|
|
"epoch": 3.9990262901655305,
|
|
"grad_norm": 0.5787749198333305,
|
|
"learning_rate": 1.854594460379324e-05,
|
|
"loss": 0.2882,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14266636967658997,
|
|
"step": 2055,
|
|
"valid_targets_mean": 4507.5,
|
|
"valid_targets_min": 3729
|
|
},
|
|
{
|
|
"epoch": 4.0077896786757545,
|
|
"grad_norm": 0.5136859761839889,
|
|
"learning_rate": 1.8449196221684015e-05,
|
|
"loss": 0.276,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16664046049118042,
|
|
"step": 2060,
|
|
"valid_targets_mean": 5604.5,
|
|
"valid_targets_min": 3549
|
|
},
|
|
{
|
|
"epoch": 4.017526777020448,
|
|
"grad_norm": 0.5981774935499524,
|
|
"learning_rate": 1.835248433530555e-05,
|
|
"loss": 0.2764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15837013721466064,
|
|
"step": 2065,
|
|
"valid_targets_mean": 4229.9,
|
|
"valid_targets_min": 922
|
|
},
|
|
{
|
|
"epoch": 4.027263875365141,
|
|
"grad_norm": 0.5362352570374173,
|
|
"learning_rate": 1.825581122062016e-05,
|
|
"loss": 0.2705,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13771720230579376,
|
|
"step": 2070,
|
|
"valid_targets_mean": 5174.4,
|
|
"valid_targets_min": 2819
|
|
},
|
|
{
|
|
"epoch": 4.0370009737098345,
|
|
"grad_norm": 0.5239106785501526,
|
|
"learning_rate": 1.815917915267773e-05,
|
|
"loss": 0.2698,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12104038149118423,
|
|
"step": 2075,
|
|
"valid_targets_mean": 5380.5,
|
|
"valid_targets_min": 2971
|
|
},
|
|
{
|
|
"epoch": 4.046738072054528,
|
|
"grad_norm": 0.5568779725421424,
|
|
"learning_rate": 1.8062590405562185e-05,
|
|
"loss": 0.2718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11859002709388733,
|
|
"step": 2080,
|
|
"valid_targets_mean": 3867.0,
|
|
"valid_targets_min": 1058
|
|
},
|
|
{
|
|
"epoch": 4.056475170399221,
|
|
"grad_norm": 0.5844880108896232,
|
|
"learning_rate": 1.7966047252337958e-05,
|
|
"loss": 0.2819,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16946063935756683,
|
|
"step": 2085,
|
|
"valid_targets_mean": 4974.0,
|
|
"valid_targets_min": 3894
|
|
},
|
|
{
|
|
"epoch": 4.066212268743914,
|
|
"grad_norm": 0.5293538400053209,
|
|
"learning_rate": 1.78695519649965e-05,
|
|
"loss": 0.2754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1562759131193161,
|
|
"step": 2090,
|
|
"valid_targets_mean": 5811.5,
|
|
"valid_targets_min": 3870
|
|
},
|
|
{
|
|
"epoch": 4.075949367088608,
|
|
"grad_norm": 0.5845566950272216,
|
|
"learning_rate": 1.7773106814402796e-05,
|
|
"loss": 0.2719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14184260368347168,
|
|
"step": 2095,
|
|
"valid_targets_mean": 4350.2,
|
|
"valid_targets_min": 3555
|
|
},
|
|
{
|
|
"epoch": 4.085686465433301,
|
|
"grad_norm": 0.5410430670507724,
|
|
"learning_rate": 1.7676714070241987e-05,
|
|
"loss": 0.2699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1313467174768448,
|
|
"step": 2100,
|
|
"valid_targets_mean": 4300.6,
|
|
"valid_targets_min": 3564
|
|
},
|
|
{
|
|
"epoch": 4.095423563777994,
|
|
"grad_norm": 0.5567674742100422,
|
|
"learning_rate": 1.7580376000965868e-05,
|
|
"loss": 0.2786,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14477092027664185,
|
|
"step": 2105,
|
|
"valid_targets_mean": 4909.0,
|
|
"valid_targets_min": 3737
|
|
},
|
|
{
|
|
"epoch": 4.105160662122687,
|
|
"grad_norm": 0.5619393312312974,
|
|
"learning_rate": 1.748409487373955e-05,
|
|
"loss": 0.2683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13284417986869812,
|
|
"step": 2110,
|
|
"valid_targets_mean": 4546.5,
|
|
"valid_targets_min": 1502
|
|
},
|
|
{
|
|
"epoch": 4.114897760467381,
|
|
"grad_norm": 0.5824019392896247,
|
|
"learning_rate": 1.7387872954388136e-05,
|
|
"loss": 0.2615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13246268033981323,
|
|
"step": 2115,
|
|
"valid_targets_mean": 4690.9,
|
|
"valid_targets_min": 1099
|
|
},
|
|
{
|
|
"epoch": 4.124634858812074,
|
|
"grad_norm": 0.5531557239293169,
|
|
"learning_rate": 1.729171250734333e-05,
|
|
"loss": 0.2595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11213093996047974,
|
|
"step": 2120,
|
|
"valid_targets_mean": 4267.1,
|
|
"valid_targets_min": 878
|
|
},
|
|
{
|
|
"epoch": 4.134371957156767,
|
|
"grad_norm": 0.6032030320614948,
|
|
"learning_rate": 1.71956157955902e-05,
|
|
"loss": 0.2742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1515222191810608,
|
|
"step": 2125,
|
|
"valid_targets_mean": 4064.1,
|
|
"valid_targets_min": 3638
|
|
},
|
|
{
|
|
"epoch": 4.144109055501461,
|
|
"grad_norm": 0.5377391811617392,
|
|
"learning_rate": 1.7099585080613884e-05,
|
|
"loss": 0.2656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14780691266059875,
|
|
"step": 2130,
|
|
"valid_targets_mean": 4704.5,
|
|
"valid_targets_min": 3896
|
|
},
|
|
{
|
|
"epoch": 4.153846153846154,
|
|
"grad_norm": 0.5296855380182146,
|
|
"learning_rate": 1.7003622622346424e-05,
|
|
"loss": 0.268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10799191892147064,
|
|
"step": 2135,
|
|
"valid_targets_mean": 3958.4,
|
|
"valid_targets_min": 3331
|
|
},
|
|
{
|
|
"epoch": 4.163583252190847,
|
|
"grad_norm": 0.5733981369338119,
|
|
"learning_rate": 1.6907730679113513e-05,
|
|
"loss": 0.268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14801648259162903,
|
|
"step": 2140,
|
|
"valid_targets_mean": 4299.1,
|
|
"valid_targets_min": 2304
|
|
},
|
|
{
|
|
"epoch": 4.1733203505355405,
|
|
"grad_norm": 0.5691736630969233,
|
|
"learning_rate": 1.6811911507581394e-05,
|
|
"loss": 0.2757,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12390045821666718,
|
|
"step": 2145,
|
|
"valid_targets_mean": 3538.9,
|
|
"valid_targets_min": 734
|
|
},
|
|
{
|
|
"epoch": 4.183057448880234,
|
|
"grad_norm": 0.7425856634700476,
|
|
"learning_rate": 1.6716167362703764e-05,
|
|
"loss": 0.2717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12949338555335999,
|
|
"step": 2150,
|
|
"valid_targets_mean": 4258.9,
|
|
"valid_targets_min": 2917
|
|
},
|
|
{
|
|
"epoch": 4.192794547224927,
|
|
"grad_norm": 0.5129347984318157,
|
|
"learning_rate": 1.6620500497668656e-05,
|
|
"loss": 0.2792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1561252623796463,
|
|
"step": 2155,
|
|
"valid_targets_mean": 6050.6,
|
|
"valid_targets_min": 3633
|
|
},
|
|
{
|
|
"epoch": 4.2025316455696204,
|
|
"grad_norm": 0.5775971462437329,
|
|
"learning_rate": 1.6524913163845456e-05,
|
|
"loss": 0.2597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1378484070301056,
|
|
"step": 2160,
|
|
"valid_targets_mean": 4225.6,
|
|
"valid_targets_min": 1065
|
|
},
|
|
{
|
|
"epoch": 4.212268743914313,
|
|
"grad_norm": 0.5195669326608295,
|
|
"learning_rate": 1.6429407610731902e-05,
|
|
"loss": 0.2794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16003721952438354,
|
|
"step": 2165,
|
|
"valid_targets_mean": 4790.5,
|
|
"valid_targets_min": 3512
|
|
},
|
|
{
|
|
"epoch": 4.222005842259007,
|
|
"grad_norm": 0.5838830036782895,
|
|
"learning_rate": 1.6333986085901167e-05,
|
|
"loss": 0.2566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12029451876878738,
|
|
"step": 2170,
|
|
"valid_targets_mean": 3395.4,
|
|
"valid_targets_min": 826
|
|
},
|
|
{
|
|
"epoch": 4.2317429406037,
|
|
"grad_norm": 0.5925278744937844,
|
|
"learning_rate": 1.6238650834948935e-05,
|
|
"loss": 0.2706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.132302924990654,
|
|
"step": 2175,
|
|
"valid_targets_mean": 4403.1,
|
|
"valid_targets_min": 3407
|
|
},
|
|
{
|
|
"epoch": 4.241480038948393,
|
|
"grad_norm": 0.5497005624299525,
|
|
"learning_rate": 1.614340410144056e-05,
|
|
"loss": 0.2714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13596339523792267,
|
|
"step": 2180,
|
|
"valid_targets_mean": 4251.1,
|
|
"valid_targets_min": 3058
|
|
},
|
|
{
|
|
"epoch": 4.251217137293087,
|
|
"grad_norm": 0.5607598997414214,
|
|
"learning_rate": 1.604824812685832e-05,
|
|
"loss": 0.277,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12437552213668823,
|
|
"step": 2185,
|
|
"valid_targets_mean": 3670.5,
|
|
"valid_targets_min": 1221
|
|
},
|
|
{
|
|
"epoch": 4.26095423563778,
|
|
"grad_norm": 0.5247628330014403,
|
|
"learning_rate": 1.5953185150548574e-05,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14278113842010498,
|
|
"step": 2190,
|
|
"valid_targets_mean": 4467.4,
|
|
"valid_targets_min": 3341
|
|
},
|
|
{
|
|
"epoch": 4.270691333982473,
|
|
"grad_norm": 0.6155120865012138,
|
|
"learning_rate": 1.5858217409669138e-05,
|
|
"loss": 0.2832,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1712673306465149,
|
|
"step": 2195,
|
|
"valid_targets_mean": 4592.9,
|
|
"valid_targets_min": 2662
|
|
},
|
|
{
|
|
"epoch": 4.280428432327167,
|
|
"grad_norm": 0.5352335544552204,
|
|
"learning_rate": 1.576334713913661e-05,
|
|
"loss": 0.2744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1256646066904068,
|
|
"step": 2200,
|
|
"valid_targets_mean": 4240.1,
|
|
"valid_targets_min": 644
|
|
},
|
|
{
|
|
"epoch": 4.29016553067186,
|
|
"grad_norm": 0.5217129928467933,
|
|
"learning_rate": 1.566857657157378e-05,
|
|
"loss": 0.2783,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13561739027500153,
|
|
"step": 2205,
|
|
"valid_targets_mean": 5007.6,
|
|
"valid_targets_min": 3606
|
|
},
|
|
{
|
|
"epoch": 4.299902629016553,
|
|
"grad_norm": 0.5360187581454293,
|
|
"learning_rate": 1.557390793725707e-05,
|
|
"loss": 0.2791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14662693440914154,
|
|
"step": 2210,
|
|
"valid_targets_mean": 4260.2,
|
|
"valid_targets_min": 1106
|
|
},
|
|
{
|
|
"epoch": 4.309639727361247,
|
|
"grad_norm": 0.6110785559660482,
|
|
"learning_rate": 1.5479343464064077e-05,
|
|
"loss": 0.2594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13063398003578186,
|
|
"step": 2215,
|
|
"valid_targets_mean": 3515.4,
|
|
"valid_targets_min": 692
|
|
},
|
|
{
|
|
"epoch": 4.319376825705939,
|
|
"grad_norm": 0.6872788257615631,
|
|
"learning_rate": 1.5384885377421132e-05,
|
|
"loss": 0.2748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13563059270381927,
|
|
"step": 2220,
|
|
"valid_targets_mean": 4153.5,
|
|
"valid_targets_min": 3033
|
|
},
|
|
{
|
|
"epoch": 4.329113924050633,
|
|
"grad_norm": 0.5910646433861839,
|
|
"learning_rate": 1.5290535900250914e-05,
|
|
"loss": 0.2846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13082250952720642,
|
|
"step": 2225,
|
|
"valid_targets_mean": 4175.8,
|
|
"valid_targets_min": 951
|
|
},
|
|
{
|
|
"epoch": 4.3388510223953265,
|
|
"grad_norm": 0.6146744901962076,
|
|
"learning_rate": 1.5196297252920142e-05,
|
|
"loss": 0.2918,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14690689742565155,
|
|
"step": 2230,
|
|
"valid_targets_mean": 3832.9,
|
|
"valid_targets_min": 1045
|
|
},
|
|
{
|
|
"epoch": 4.348588120740019,
|
|
"grad_norm": 0.5401253600776769,
|
|
"learning_rate": 1.5102171653187367e-05,
|
|
"loss": 0.2721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15970611572265625,
|
|
"step": 2235,
|
|
"valid_targets_mean": 5439.5,
|
|
"valid_targets_min": 3874
|
|
},
|
|
{
|
|
"epoch": 4.358325219084713,
|
|
"grad_norm": 0.5870942049027378,
|
|
"learning_rate": 1.5008161316150699e-05,
|
|
"loss": 0.2706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14684417843818665,
|
|
"step": 2240,
|
|
"valid_targets_mean": 4266.9,
|
|
"valid_targets_min": 3163
|
|
},
|
|
{
|
|
"epoch": 4.368062317429406,
|
|
"grad_norm": 0.5692162308171781,
|
|
"learning_rate": 1.4914268454195737e-05,
|
|
"loss": 0.2612,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11460793763399124,
|
|
"step": 2245,
|
|
"valid_targets_mean": 3348.4,
|
|
"valid_targets_min": 849
|
|
},
|
|
{
|
|
"epoch": 4.377799415774099,
|
|
"grad_norm": 0.5322408190990068,
|
|
"learning_rate": 1.4820495276943491e-05,
|
|
"loss": 0.2687,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1452890932559967,
|
|
"step": 2250,
|
|
"valid_targets_mean": 5687.5,
|
|
"valid_targets_min": 3793
|
|
},
|
|
{
|
|
"epoch": 4.387536514118793,
|
|
"grad_norm": 0.6296043507226554,
|
|
"learning_rate": 1.4726843991198389e-05,
|
|
"loss": 0.2841,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17112836241722107,
|
|
"step": 2255,
|
|
"valid_targets_mean": 5177.5,
|
|
"valid_targets_min": 3601
|
|
},
|
|
{
|
|
"epoch": 4.3972736124634855,
|
|
"grad_norm": 0.5817379841473254,
|
|
"learning_rate": 1.4633316800896316e-05,
|
|
"loss": 0.2739,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17200392484664917,
|
|
"step": 2260,
|
|
"valid_targets_mean": 5279.5,
|
|
"valid_targets_min": 3815
|
|
},
|
|
{
|
|
"epoch": 4.407010710808179,
|
|
"grad_norm": 0.5878664275101592,
|
|
"learning_rate": 1.453991590705277e-05,
|
|
"loss": 0.2725,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11871537566184998,
|
|
"step": 2265,
|
|
"valid_targets_mean": 3587.9,
|
|
"valid_targets_min": 758
|
|
},
|
|
{
|
|
"epoch": 4.416747809152873,
|
|
"grad_norm": 0.5938421904495325,
|
|
"learning_rate": 1.4446643507711068e-05,
|
|
"loss": 0.292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15642127394676208,
|
|
"step": 2270,
|
|
"valid_targets_mean": 4670.1,
|
|
"valid_targets_min": 3445
|
|
},
|
|
{
|
|
"epoch": 4.426484907497565,
|
|
"grad_norm": 0.5575374570304052,
|
|
"learning_rate": 1.4353501797890617e-05,
|
|
"loss": 0.2765,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11765633523464203,
|
|
"step": 2275,
|
|
"valid_targets_mean": 4103.6,
|
|
"valid_targets_min": 3729
|
|
},
|
|
{
|
|
"epoch": 4.436222005842259,
|
|
"grad_norm": 0.641354225313106,
|
|
"learning_rate": 1.4260492969535218e-05,
|
|
"loss": 0.2842,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13833260536193848,
|
|
"step": 2280,
|
|
"valid_targets_mean": 3654.1,
|
|
"valid_targets_min": 1080
|
|
},
|
|
{
|
|
"epoch": 4.445959104186953,
|
|
"grad_norm": 0.5659868843679989,
|
|
"learning_rate": 1.416761921146155e-05,
|
|
"loss": 0.2738,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14027290046215057,
|
|
"step": 2285,
|
|
"valid_targets_mean": 4713.5,
|
|
"valid_targets_min": 3550
|
|
},
|
|
{
|
|
"epoch": 4.455696202531645,
|
|
"grad_norm": 0.6072066527265636,
|
|
"learning_rate": 1.4074882709307617e-05,
|
|
"loss": 0.2642,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12903058528900146,
|
|
"step": 2290,
|
|
"valid_targets_mean": 3712.9,
|
|
"valid_targets_min": 874
|
|
},
|
|
{
|
|
"epoch": 4.465433300876339,
|
|
"grad_norm": 0.5966008564633976,
|
|
"learning_rate": 1.398228564548131e-05,
|
|
"loss": 0.2733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13171996176242828,
|
|
"step": 2295,
|
|
"valid_targets_mean": 3790.0,
|
|
"valid_targets_min": 3024
|
|
},
|
|
{
|
|
"epoch": 4.4751703992210325,
|
|
"grad_norm": 0.629784304838426,
|
|
"learning_rate": 1.3889830199109064e-05,
|
|
"loss": 0.28,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14193607866764069,
|
|
"step": 2300,
|
|
"valid_targets_mean": 3831.9,
|
|
"valid_targets_min": 531
|
|
},
|
|
{
|
|
"epoch": 4.484907497565725,
|
|
"grad_norm": 0.5644757434124769,
|
|
"learning_rate": 1.3797518545984577e-05,
|
|
"loss": 0.2697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.157664954662323,
|
|
"step": 2305,
|
|
"valid_targets_mean": 4961.6,
|
|
"valid_targets_min": 933
|
|
},
|
|
{
|
|
"epoch": 4.494644595910419,
|
|
"grad_norm": 0.5271108170203499,
|
|
"learning_rate": 1.3705352858517596e-05,
|
|
"loss": 0.2661,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13701586425304413,
|
|
"step": 2310,
|
|
"valid_targets_mean": 4128.4,
|
|
"valid_targets_min": 2626
|
|
},
|
|
{
|
|
"epoch": 4.504381694255112,
|
|
"grad_norm": 0.5304460719469469,
|
|
"learning_rate": 1.3613335305682769e-05,
|
|
"loss": 0.2658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13064759969711304,
|
|
"step": 2315,
|
|
"valid_targets_mean": 5048.8,
|
|
"valid_targets_min": 3473
|
|
},
|
|
{
|
|
"epoch": 4.514118792599805,
|
|
"grad_norm": 0.5458627218972989,
|
|
"learning_rate": 1.3521468052968682e-05,
|
|
"loss": 0.2681,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14502672851085663,
|
|
"step": 2320,
|
|
"valid_targets_mean": 4709.1,
|
|
"valid_targets_min": 2260
|
|
},
|
|
{
|
|
"epoch": 4.523855890944499,
|
|
"grad_norm": 0.5759038949296822,
|
|
"learning_rate": 1.3429753262326793e-05,
|
|
"loss": 0.2641,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1461823284626007,
|
|
"step": 2325,
|
|
"valid_targets_mean": 4782.9,
|
|
"valid_targets_min": 3318
|
|
},
|
|
{
|
|
"epoch": 4.5335929892891915,
|
|
"grad_norm": 0.567960701771148,
|
|
"learning_rate": 1.3338193092120628e-05,
|
|
"loss": 0.2763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12537768483161926,
|
|
"step": 2330,
|
|
"valid_targets_mean": 3912.6,
|
|
"valid_targets_min": 3326
|
|
},
|
|
{
|
|
"epoch": 4.543330087633885,
|
|
"grad_norm": 0.7052317228799738,
|
|
"learning_rate": 1.3246789697074958e-05,
|
|
"loss": 0.2795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16390681266784668,
|
|
"step": 2335,
|
|
"valid_targets_mean": 3901.9,
|
|
"valid_targets_min": 1196
|
|
},
|
|
{
|
|
"epoch": 4.553067185978579,
|
|
"grad_norm": 0.5953304567242834,
|
|
"learning_rate": 1.3155545228225104e-05,
|
|
"loss": 0.2789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12468735128641129,
|
|
"step": 2340,
|
|
"valid_targets_mean": 4355.1,
|
|
"valid_targets_min": 3303
|
|
},
|
|
{
|
|
"epoch": 4.5628042843232715,
|
|
"grad_norm": 0.6039311040992758,
|
|
"learning_rate": 1.3064461832866304e-05,
|
|
"loss": 0.2702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1164741963148117,
|
|
"step": 2345,
|
|
"valid_targets_mean": 3679.5,
|
|
"valid_targets_min": 775
|
|
},
|
|
{
|
|
"epoch": 4.572541382667965,
|
|
"grad_norm": 0.5664262024793001,
|
|
"learning_rate": 1.297354165450318e-05,
|
|
"loss": 0.2789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14275625348091125,
|
|
"step": 2350,
|
|
"valid_targets_mean": 3972.5,
|
|
"valid_targets_min": 789
|
|
},
|
|
{
|
|
"epoch": 4.582278481012658,
|
|
"grad_norm": 0.5409513205584667,
|
|
"learning_rate": 1.2882786832799305e-05,
|
|
"loss": 0.2714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12675923109054565,
|
|
"step": 2355,
|
|
"valid_targets_mean": 4927.1,
|
|
"valid_targets_min": 3510
|
|
},
|
|
{
|
|
"epoch": 4.592015579357351,
|
|
"grad_norm": 0.5457666608911914,
|
|
"learning_rate": 1.2792199503526848e-05,
|
|
"loss": 0.2529,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13596731424331665,
|
|
"step": 2360,
|
|
"valid_targets_mean": 4412.2,
|
|
"valid_targets_min": 2978
|
|
},
|
|
{
|
|
"epoch": 4.601752677702045,
|
|
"grad_norm": 0.5609504378399859,
|
|
"learning_rate": 1.2701781798516288e-05,
|
|
"loss": 0.2657,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1252172887325287,
|
|
"step": 2365,
|
|
"valid_targets_mean": 4228.0,
|
|
"valid_targets_min": 3245
|
|
},
|
|
{
|
|
"epoch": 4.611489776046738,
|
|
"grad_norm": 0.5923372193100374,
|
|
"learning_rate": 1.2611535845606273e-05,
|
|
"loss": 0.2814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1578305959701538,
|
|
"step": 2370,
|
|
"valid_targets_mean": 4186.9,
|
|
"valid_targets_min": 754
|
|
},
|
|
{
|
|
"epoch": 4.621226874391431,
|
|
"grad_norm": 0.5169443996407771,
|
|
"learning_rate": 1.2521463768593545e-05,
|
|
"loss": 0.2691,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.126631960272789,
|
|
"step": 2375,
|
|
"valid_targets_mean": 4827.5,
|
|
"valid_targets_min": 3755
|
|
},
|
|
{
|
|
"epoch": 4.630963972736125,
|
|
"grad_norm": 0.5610815881727654,
|
|
"learning_rate": 1.2431567687182939e-05,
|
|
"loss": 0.2796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13907116651535034,
|
|
"step": 2380,
|
|
"valid_targets_mean": 4431.8,
|
|
"valid_targets_min": 1010
|
|
},
|
|
{
|
|
"epoch": 4.640701071080818,
|
|
"grad_norm": 0.5842041962165991,
|
|
"learning_rate": 1.234184971693751e-05,
|
|
"loss": 0.2809,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15577971935272217,
|
|
"step": 2385,
|
|
"valid_targets_mean": 4680.5,
|
|
"valid_targets_min": 2636
|
|
},
|
|
{
|
|
"epoch": 4.650438169425511,
|
|
"grad_norm": 0.5969770329317248,
|
|
"learning_rate": 1.2252311969228754e-05,
|
|
"loss": 0.2775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16110055148601532,
|
|
"step": 2390,
|
|
"valid_targets_mean": 4422.2,
|
|
"valid_targets_min": 3361
|
|
},
|
|
{
|
|
"epoch": 4.660175267770205,
|
|
"grad_norm": 0.7217644614322357,
|
|
"learning_rate": 1.2162956551186904e-05,
|
|
"loss": 0.2603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13301247358322144,
|
|
"step": 2395,
|
|
"valid_targets_mean": 4543.1,
|
|
"valid_targets_min": 1016
|
|
},
|
|
{
|
|
"epoch": 4.669912366114898,
|
|
"grad_norm": 0.5894166571790098,
|
|
"learning_rate": 1.2073785565651362e-05,
|
|
"loss": 0.262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13496392965316772,
|
|
"step": 2400,
|
|
"valid_targets_mean": 4744.4,
|
|
"valid_targets_min": 2098
|
|
},
|
|
{
|
|
"epoch": 4.679649464459591,
|
|
"grad_norm": 0.6092894055973721,
|
|
"learning_rate": 1.1984801111121173e-05,
|
|
"loss": 0.276,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15692128241062164,
|
|
"step": 2405,
|
|
"valid_targets_mean": 4867.6,
|
|
"valid_targets_min": 3485
|
|
},
|
|
{
|
|
"epoch": 4.689386562804284,
|
|
"grad_norm": 0.5771258746266464,
|
|
"learning_rate": 1.1896005281705717e-05,
|
|
"loss": 0.2821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13456031680107117,
|
|
"step": 2410,
|
|
"valid_targets_mean": 4214.1,
|
|
"valid_targets_min": 3396
|
|
},
|
|
{
|
|
"epoch": 4.6991236611489775,
|
|
"grad_norm": 0.5568575483086141,
|
|
"learning_rate": 1.180740016707533e-05,
|
|
"loss": 0.27,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12436433881521225,
|
|
"step": 2415,
|
|
"valid_targets_mean": 4504.8,
|
|
"valid_targets_min": 3181
|
|
},
|
|
{
|
|
"epoch": 4.708860759493671,
|
|
"grad_norm": 0.5399990244638656,
|
|
"learning_rate": 1.1718987852412193e-05,
|
|
"loss": 0.2801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14934614300727844,
|
|
"step": 2420,
|
|
"valid_targets_mean": 5030.1,
|
|
"valid_targets_min": 3875
|
|
},
|
|
{
|
|
"epoch": 4.718597857838364,
|
|
"grad_norm": 0.5341269094156897,
|
|
"learning_rate": 1.1630770418361255e-05,
|
|
"loss": 0.2749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1262548565864563,
|
|
"step": 2425,
|
|
"valid_targets_mean": 4268.9,
|
|
"valid_targets_min": 3474
|
|
},
|
|
{
|
|
"epoch": 4.728334956183057,
|
|
"grad_norm": 0.56704398213233,
|
|
"learning_rate": 1.154274994098124e-05,
|
|
"loss": 0.2749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15214189887046814,
|
|
"step": 2430,
|
|
"valid_targets_mean": 4421.8,
|
|
"valid_targets_min": 3771
|
|
},
|
|
{
|
|
"epoch": 4.738072054527751,
|
|
"grad_norm": 0.5708035935238708,
|
|
"learning_rate": 1.1454928491695803e-05,
|
|
"loss": 0.2842,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.175454780459404,
|
|
"step": 2435,
|
|
"valid_targets_mean": 4808.1,
|
|
"valid_targets_min": 3429
|
|
},
|
|
{
|
|
"epoch": 4.747809152872444,
|
|
"grad_norm": 0.5961648042694737,
|
|
"learning_rate": 1.1367308137244817e-05,
|
|
"loss": 0.279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15418508648872375,
|
|
"step": 2440,
|
|
"valid_targets_mean": 4309.5,
|
|
"valid_targets_min": 546
|
|
},
|
|
{
|
|
"epoch": 4.757546251217137,
|
|
"grad_norm": 0.5454320270405673,
|
|
"learning_rate": 1.1279890939635659e-05,
|
|
"loss": 0.2692,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14200162887573242,
|
|
"step": 2445,
|
|
"valid_targets_mean": 4722.0,
|
|
"valid_targets_min": 1345
|
|
},
|
|
{
|
|
"epoch": 4.767283349561831,
|
|
"grad_norm": 0.5671420334055753,
|
|
"learning_rate": 1.1192678956094753e-05,
|
|
"loss": 0.2722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14497379958629608,
|
|
"step": 2450,
|
|
"valid_targets_mean": 4579.5,
|
|
"valid_targets_min": 3584
|
|
},
|
|
{
|
|
"epoch": 4.777020447906524,
|
|
"grad_norm": 0.570717589059506,
|
|
"learning_rate": 1.1105674239019132e-05,
|
|
"loss": 0.2676,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17003610730171204,
|
|
"step": 2455,
|
|
"valid_targets_mean": 5249.0,
|
|
"valid_targets_min": 3724
|
|
},
|
|
{
|
|
"epoch": 4.786757546251217,
|
|
"grad_norm": 0.5791111279823757,
|
|
"learning_rate": 1.1018878835928142e-05,
|
|
"loss": 0.2751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18683591485023499,
|
|
"step": 2460,
|
|
"valid_targets_mean": 5686.0,
|
|
"valid_targets_min": 2981
|
|
},
|
|
{
|
|
"epoch": 4.79649464459591,
|
|
"grad_norm": 0.6089182003826573,
|
|
"learning_rate": 1.093229478941525e-05,
|
|
"loss": 0.2798,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14613917469978333,
|
|
"step": 2465,
|
|
"valid_targets_mean": 3757.4,
|
|
"valid_targets_min": 1021
|
|
},
|
|
{
|
|
"epoch": 4.806231742940604,
|
|
"grad_norm": 0.6245899796007326,
|
|
"learning_rate": 1.0845924137099953e-05,
|
|
"loss": 0.2789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12675762176513672,
|
|
"step": 2470,
|
|
"valid_targets_mean": 3290.8,
|
|
"valid_targets_min": 1113
|
|
},
|
|
{
|
|
"epoch": 4.815968841285297,
|
|
"grad_norm": 0.5812675378587401,
|
|
"learning_rate": 1.0759768911579896e-05,
|
|
"loss": 0.272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12059226632118225,
|
|
"step": 2475,
|
|
"valid_targets_mean": 4403.4,
|
|
"valid_targets_min": 3315
|
|
},
|
|
{
|
|
"epoch": 4.82570593962999,
|
|
"grad_norm": 0.6272705385483619,
|
|
"learning_rate": 1.0673831140382962e-05,
|
|
"loss": 0.2658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13646277785301208,
|
|
"step": 2480,
|
|
"valid_targets_mean": 4803.5,
|
|
"valid_targets_min": 857
|
|
},
|
|
{
|
|
"epoch": 4.8354430379746836,
|
|
"grad_norm": 0.5983443056746343,
|
|
"learning_rate": 1.0588112845919594e-05,
|
|
"loss": 0.2792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1404026746749878,
|
|
"step": 2485,
|
|
"valid_targets_mean": 4592.2,
|
|
"valid_targets_min": 3043
|
|
},
|
|
{
|
|
"epoch": 4.845180136319377,
|
|
"grad_norm": 0.583017939789062,
|
|
"learning_rate": 1.0502616045435202e-05,
|
|
"loss": 0.2605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11172003298997879,
|
|
"step": 2490,
|
|
"valid_targets_mean": 5374.1,
|
|
"valid_targets_min": 956
|
|
},
|
|
{
|
|
"epoch": 4.85491723466407,
|
|
"grad_norm": 0.620001414479601,
|
|
"learning_rate": 1.0417342750962671e-05,
|
|
"loss": 0.2644,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14799468219280243,
|
|
"step": 2495,
|
|
"valid_targets_mean": 4181.1,
|
|
"valid_targets_min": 978
|
|
},
|
|
{
|
|
"epoch": 4.8646543330087635,
|
|
"grad_norm": 0.5976939250938321,
|
|
"learning_rate": 1.0332294969275032e-05,
|
|
"loss": 0.2727,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1401589810848236,
|
|
"step": 2500,
|
|
"valid_targets_mean": 4004.1,
|
|
"valid_targets_min": 776
|
|
},
|
|
{
|
|
"epoch": 4.874391431353457,
|
|
"grad_norm": 0.5520969320433156,
|
|
"learning_rate": 1.0247474701838222e-05,
|
|
"loss": 0.2743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16280868649482727,
|
|
"step": 2505,
|
|
"valid_targets_mean": 4841.1,
|
|
"valid_targets_min": 3213
|
|
},
|
|
{
|
|
"epoch": 4.88412852969815,
|
|
"grad_norm": 0.5691344701092215,
|
|
"learning_rate": 1.0162883944763999e-05,
|
|
"loss": 0.2646,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11899834871292114,
|
|
"step": 2510,
|
|
"valid_targets_mean": 3853.6,
|
|
"valid_targets_min": 793
|
|
},
|
|
{
|
|
"epoch": 4.893865628042843,
|
|
"grad_norm": 0.5327517354734008,
|
|
"learning_rate": 1.0078524688762955e-05,
|
|
"loss": 0.2725,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13255907595157623,
|
|
"step": 2515,
|
|
"valid_targets_mean": 4446.5,
|
|
"valid_targets_min": 2942
|
|
},
|
|
{
|
|
"epoch": 4.903602726387536,
|
|
"grad_norm": 0.5585537320901789,
|
|
"learning_rate": 9.994398919097634e-06,
|
|
"loss": 0.2862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15005439519882202,
|
|
"step": 2520,
|
|
"valid_targets_mean": 4569.1,
|
|
"valid_targets_min": 3356
|
|
},
|
|
{
|
|
"epoch": 4.91333982473223,
|
|
"grad_norm": 0.5600367879730025,
|
|
"learning_rate": 9.910508615535876e-06,
|
|
"loss": 0.2845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12984417378902435,
|
|
"step": 2525,
|
|
"valid_targets_mean": 4127.2,
|
|
"valid_targets_min": 3519
|
|
},
|
|
{
|
|
"epoch": 4.923076923076923,
|
|
"grad_norm": 0.5601312156014363,
|
|
"learning_rate": 9.826855752304209e-06,
|
|
"loss": 0.2793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1686951071023941,
|
|
"step": 2530,
|
|
"valid_targets_mean": 4656.6,
|
|
"valid_targets_min": 3366
|
|
},
|
|
{
|
|
"epoch": 4.932814021421616,
|
|
"grad_norm": 0.5479108158473612,
|
|
"learning_rate": 9.743442298041348e-06,
|
|
"loss": 0.2794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13912788033485413,
|
|
"step": 2535,
|
|
"valid_targets_mean": 4483.1,
|
|
"valid_targets_min": 2814
|
|
},
|
|
{
|
|
"epoch": 4.94255111976631,
|
|
"grad_norm": 0.5440732727837874,
|
|
"learning_rate": 9.660270215751905e-06,
|
|
"loss": 0.2711,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12737274169921875,
|
|
"step": 2540,
|
|
"valid_targets_mean": 4983.1,
|
|
"valid_targets_min": 3555
|
|
},
|
|
{
|
|
"epoch": 4.952288218111003,
|
|
"grad_norm": 0.5550387817773772,
|
|
"learning_rate": 9.577341462760182e-06,
|
|
"loss": 0.278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10945715010166168,
|
|
"step": 2545,
|
|
"valid_targets_mean": 4190.8,
|
|
"valid_targets_min": 3008
|
|
},
|
|
{
|
|
"epoch": 4.962025316455696,
|
|
"grad_norm": 0.5509232769715511,
|
|
"learning_rate": 9.494657990664105e-06,
|
|
"loss": 0.2794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1368618607521057,
|
|
"step": 2550,
|
|
"valid_targets_mean": 4022.4,
|
|
"valid_targets_min": 1103
|
|
},
|
|
{
|
|
"epoch": 4.97176241480039,
|
|
"grad_norm": 0.5410045293695397,
|
|
"learning_rate": 9.412221745289296e-06,
|
|
"loss": 0.2693,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12477469444274902,
|
|
"step": 2555,
|
|
"valid_targets_mean": 4277.1,
|
|
"valid_targets_min": 3511
|
|
},
|
|
{
|
|
"epoch": 4.981499513145083,
|
|
"grad_norm": 0.5971026784303557,
|
|
"learning_rate": 9.330034666643304e-06,
|
|
"loss": 0.288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1349230855703354,
|
|
"step": 2560,
|
|
"valid_targets_mean": 3912.9,
|
|
"valid_targets_min": 842
|
|
},
|
|
{
|
|
"epoch": 4.991236611489776,
|
|
"grad_norm": 0.5876186069657041,
|
|
"learning_rate": 9.248098688869917e-06,
|
|
"loss": 0.2581,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1389990895986557,
|
|
"step": 2565,
|
|
"valid_targets_mean": 4729.9,
|
|
"valid_targets_min": 3588
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.6652018241186674,
|
|
"learning_rate": 9.166415740203644e-06,
|
|
"loss": 0.2634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2316880077123642,
|
|
"step": 2570,
|
|
"valid_targets_mean": 5446.8,
|
|
"valid_targets_min": 1743
|
|
},
|
|
{
|
|
"epoch": 5.009737098344694,
|
|
"grad_norm": 0.5288795494831254,
|
|
"learning_rate": 9.084987742924365e-06,
|
|
"loss": 0.2641,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15422624349594116,
|
|
"step": 2575,
|
|
"valid_targets_mean": 5806.0,
|
|
"valid_targets_min": 2647
|
|
},
|
|
{
|
|
"epoch": 5.019474196689386,
|
|
"grad_norm": 0.5879412791025103,
|
|
"learning_rate": 9.003816613312097e-06,
|
|
"loss": 0.2715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13253945112228394,
|
|
"step": 2580,
|
|
"valid_targets_mean": 4170.8,
|
|
"valid_targets_min": 767
|
|
},
|
|
{
|
|
"epoch": 5.02921129503408,
|
|
"grad_norm": 0.5583616674162757,
|
|
"learning_rate": 8.922904261601853e-06,
|
|
"loss": 0.2559,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1358906626701355,
|
|
"step": 2585,
|
|
"valid_targets_mean": 5283.0,
|
|
"valid_targets_min": 3474
|
|
},
|
|
{
|
|
"epoch": 5.0389483933787735,
|
|
"grad_norm": 0.5520309454233593,
|
|
"learning_rate": 8.842252591938725e-06,
|
|
"loss": 0.27,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11403089016675949,
|
|
"step": 2590,
|
|
"valid_targets_mean": 4317.2,
|
|
"valid_targets_min": 579
|
|
},
|
|
{
|
|
"epoch": 5.048685491723466,
|
|
"grad_norm": 0.5307420709186887,
|
|
"learning_rate": 8.76186350233306e-06,
|
|
"loss": 0.2599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15633825957775116,
|
|
"step": 2595,
|
|
"valid_targets_mean": 4873.6,
|
|
"valid_targets_min": 2532
|
|
},
|
|
{
|
|
"epoch": 5.05842259006816,
|
|
"grad_norm": 0.5771965979889756,
|
|
"learning_rate": 8.681738884615805e-06,
|
|
"loss": 0.2578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11819124221801758,
|
|
"step": 2600,
|
|
"valid_targets_mean": 4147.9,
|
|
"valid_targets_min": 3700
|
|
},
|
|
{
|
|
"epoch": 5.068159688412853,
|
|
"grad_norm": 0.540471816725143,
|
|
"learning_rate": 8.601880624393964e-06,
|
|
"loss": 0.263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15742212533950806,
|
|
"step": 2605,
|
|
"valid_targets_mean": 5679.2,
|
|
"valid_targets_min": 3510
|
|
},
|
|
{
|
|
"epoch": 5.077896786757546,
|
|
"grad_norm": 0.5534055847740066,
|
|
"learning_rate": 8.522290601006245e-06,
|
|
"loss": 0.2536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15606442093849182,
|
|
"step": 2610,
|
|
"valid_targets_mean": 4930.2,
|
|
"valid_targets_min": 3773
|
|
},
|
|
{
|
|
"epoch": 5.08763388510224,
|
|
"grad_norm": 0.512109161015483,
|
|
"learning_rate": 8.442970687478815e-06,
|
|
"loss": 0.2668,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11657322943210602,
|
|
"step": 2615,
|
|
"valid_targets_mean": 4701.5,
|
|
"valid_targets_min": 3649
|
|
},
|
|
{
|
|
"epoch": 5.0973709834469325,
|
|
"grad_norm": 0.5499587264369343,
|
|
"learning_rate": 8.363922750481239e-06,
|
|
"loss": 0.2575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12532466650009155,
|
|
"step": 2620,
|
|
"valid_targets_mean": 5028.0,
|
|
"valid_targets_min": 3340
|
|
},
|
|
{
|
|
"epoch": 5.107108081791626,
|
|
"grad_norm": 0.6864978487855258,
|
|
"learning_rate": 8.28514865028253e-06,
|
|
"loss": 0.2665,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1322849690914154,
|
|
"step": 2625,
|
|
"valid_targets_mean": 3335.9,
|
|
"valid_targets_min": 1020
|
|
},
|
|
{
|
|
"epoch": 5.11684518013632,
|
|
"grad_norm": 0.5347325764819136,
|
|
"learning_rate": 8.2066502407074e-06,
|
|
"loss": 0.2721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1218637079000473,
|
|
"step": 2630,
|
|
"valid_targets_mean": 5235.8,
|
|
"valid_targets_min": 3984
|
|
},
|
|
{
|
|
"epoch": 5.1265822784810124,
|
|
"grad_norm": 0.5416486232067882,
|
|
"learning_rate": 8.128429369092599e-06,
|
|
"loss": 0.2492,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11215312033891678,
|
|
"step": 2635,
|
|
"valid_targets_mean": 3770.8,
|
|
"valid_targets_min": 850
|
|
},
|
|
{
|
|
"epoch": 5.136319376825706,
|
|
"grad_norm": 0.545270846539876,
|
|
"learning_rate": 8.050487876243473e-06,
|
|
"loss": 0.2573,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1312100738286972,
|
|
"step": 2640,
|
|
"valid_targets_mean": 4953.8,
|
|
"valid_targets_min": 3655
|
|
},
|
|
{
|
|
"epoch": 5.146056475170399,
|
|
"grad_norm": 0.578536734373265,
|
|
"learning_rate": 7.972827596390594e-06,
|
|
"loss": 0.2563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14729297161102295,
|
|
"step": 2645,
|
|
"valid_targets_mean": 5177.2,
|
|
"valid_targets_min": 3693
|
|
},
|
|
{
|
|
"epoch": 5.155793573515092,
|
|
"grad_norm": 0.6341996643049761,
|
|
"learning_rate": 7.89545035714667e-06,
|
|
"loss": 0.2702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12493026256561279,
|
|
"step": 2650,
|
|
"valid_targets_mean": 3539.8,
|
|
"valid_targets_min": 1060
|
|
},
|
|
{
|
|
"epoch": 5.165530671859786,
|
|
"grad_norm": 0.5945101604753489,
|
|
"learning_rate": 7.81835797946347e-06,
|
|
"loss": 0.2597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15727218985557556,
|
|
"step": 2655,
|
|
"valid_targets_mean": 5600.0,
|
|
"valid_targets_min": 3922
|
|
},
|
|
{
|
|
"epoch": 5.175267770204479,
|
|
"grad_norm": 0.46822873296134326,
|
|
"learning_rate": 7.741552277589e-06,
|
|
"loss": 0.2624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10561253875494003,
|
|
"step": 2660,
|
|
"valid_targets_mean": 6128.2,
|
|
"valid_targets_min": 3621
|
|
},
|
|
{
|
|
"epoch": 5.185004868549172,
|
|
"grad_norm": 0.568516292388697,
|
|
"learning_rate": 7.665035059024794e-06,
|
|
"loss": 0.2596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12044404447078705,
|
|
"step": 2665,
|
|
"valid_targets_mean": 4455.0,
|
|
"valid_targets_min": 3070
|
|
},
|
|
{
|
|
"epoch": 5.194741966893866,
|
|
"grad_norm": 0.6118147617843488,
|
|
"learning_rate": 7.5888081244833936e-06,
|
|
"loss": 0.2647,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13256195187568665,
|
|
"step": 2670,
|
|
"valid_targets_mean": 3765.0,
|
|
"valid_targets_min": 773
|
|
},
|
|
{
|
|
"epoch": 5.204479065238559,
|
|
"grad_norm": 0.6113159519914808,
|
|
"learning_rate": 7.512873267845948e-06,
|
|
"loss": 0.258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12021034955978394,
|
|
"step": 2675,
|
|
"valid_targets_mean": 3537.5,
|
|
"valid_targets_min": 876
|
|
},
|
|
{
|
|
"epoch": 5.214216163583252,
|
|
"grad_norm": 0.5371681464248128,
|
|
"learning_rate": 7.437232276120037e-06,
|
|
"loss": 0.2626,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16698968410491943,
|
|
"step": 2680,
|
|
"valid_targets_mean": 6355.2,
|
|
"valid_targets_min": 3737
|
|
},
|
|
{
|
|
"epoch": 5.223953261927946,
|
|
"grad_norm": 0.5624774569171574,
|
|
"learning_rate": 7.361886929397568e-06,
|
|
"loss": 0.2537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11259446293115616,
|
|
"step": 2685,
|
|
"valid_targets_mean": 4247.9,
|
|
"valid_targets_min": 2854
|
|
},
|
|
{
|
|
"epoch": 5.233690360272639,
|
|
"grad_norm": 0.6004229193200243,
|
|
"learning_rate": 7.286839000812922e-06,
|
|
"loss": 0.2555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11398347467184067,
|
|
"step": 2690,
|
|
"valid_targets_mean": 4567.8,
|
|
"valid_targets_min": 4048
|
|
},
|
|
{
|
|
"epoch": 5.243427458617332,
|
|
"grad_norm": 0.5253484451508934,
|
|
"learning_rate": 7.212090256501185e-06,
|
|
"loss": 0.2771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17712914943695068,
|
|
"step": 2695,
|
|
"valid_targets_mean": 5988.6,
|
|
"valid_targets_min": 3836
|
|
},
|
|
{
|
|
"epoch": 5.253164556962025,
|
|
"grad_norm": 0.5895239470905921,
|
|
"learning_rate": 7.137642455556654e-06,
|
|
"loss": 0.264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.144203782081604,
|
|
"step": 2700,
|
|
"valid_targets_mean": 4873.8,
|
|
"valid_targets_min": 3394
|
|
},
|
|
{
|
|
"epoch": 5.2629016553067185,
|
|
"grad_norm": 0.6872523595647029,
|
|
"learning_rate": 7.063497349991364e-06,
|
|
"loss": 0.2439,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11664122343063354,
|
|
"step": 2705,
|
|
"valid_targets_mean": 4521.0,
|
|
"valid_targets_min": 887
|
|
},
|
|
{
|
|
"epoch": 5.272638753651412,
|
|
"grad_norm": 0.6073837322330058,
|
|
"learning_rate": 6.9896566846939e-06,
|
|
"loss": 0.2531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1288275569677353,
|
|
"step": 2710,
|
|
"valid_targets_mean": 4056.2,
|
|
"valid_targets_min": 3558
|
|
},
|
|
{
|
|
"epoch": 5.282375851996105,
|
|
"grad_norm": 0.6071066812873193,
|
|
"learning_rate": 6.916122197388322e-06,
|
|
"loss": 0.2668,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12028621882200241,
|
|
"step": 2715,
|
|
"valid_targets_mean": 4991.9,
|
|
"valid_targets_min": 3867
|
|
},
|
|
{
|
|
"epoch": 5.292112950340798,
|
|
"grad_norm": 0.723151831785113,
|
|
"learning_rate": 6.842895618593275e-06,
|
|
"loss": 0.272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19154182076454163,
|
|
"step": 2720,
|
|
"valid_targets_mean": 5541.2,
|
|
"valid_targets_min": 3173
|
|
},
|
|
{
|
|
"epoch": 5.301850048685492,
|
|
"grad_norm": 0.5998593796028454,
|
|
"learning_rate": 6.769978671581257e-06,
|
|
"loss": 0.2585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10106934607028961,
|
|
"step": 2725,
|
|
"valid_targets_mean": 3416.6,
|
|
"valid_targets_min": 1094
|
|
},
|
|
{
|
|
"epoch": 5.311587147030185,
|
|
"grad_norm": 0.5195959110632384,
|
|
"learning_rate": 6.697373072338065e-06,
|
|
"loss": 0.2692,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10479360818862915,
|
|
"step": 2730,
|
|
"valid_targets_mean": 4033.4,
|
|
"valid_targets_min": 796
|
|
},
|
|
{
|
|
"epoch": 5.321324245374878,
|
|
"grad_norm": 0.5572841060095769,
|
|
"learning_rate": 6.625080529522432e-06,
|
|
"loss": 0.2606,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10030199587345123,
|
|
"step": 2735,
|
|
"valid_targets_mean": 3960.1,
|
|
"valid_targets_min": 1305
|
|
},
|
|
{
|
|
"epoch": 5.331061343719572,
|
|
"grad_norm": 0.5876187645850159,
|
|
"learning_rate": 6.55310274442579e-06,
|
|
"loss": 0.2682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14326044917106628,
|
|
"step": 2740,
|
|
"valid_targets_mean": 4218.1,
|
|
"valid_targets_min": 1005
|
|
},
|
|
{
|
|
"epoch": 5.340798442064265,
|
|
"grad_norm": 0.5809716381084999,
|
|
"learning_rate": 6.481441410932221e-06,
|
|
"loss": 0.2653,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11509965360164642,
|
|
"step": 2745,
|
|
"valid_targets_mean": 4032.2,
|
|
"valid_targets_min": 2890
|
|
},
|
|
{
|
|
"epoch": 5.350535540408958,
|
|
"grad_norm": 0.8427088337150904,
|
|
"learning_rate": 6.410098215478655e-06,
|
|
"loss": 0.263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13928726315498352,
|
|
"step": 2750,
|
|
"valid_targets_mean": 5008.1,
|
|
"valid_targets_min": 3982
|
|
},
|
|
{
|
|
"epoch": 5.360272638753651,
|
|
"grad_norm": 0.5167702046128454,
|
|
"learning_rate": 6.339074837015115e-06,
|
|
"loss": 0.2608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15279874205589294,
|
|
"step": 2755,
|
|
"valid_targets_mean": 5539.8,
|
|
"valid_targets_min": 3893
|
|
},
|
|
{
|
|
"epoch": 5.370009737098345,
|
|
"grad_norm": 0.6280450199376403,
|
|
"learning_rate": 6.268372946965245e-06,
|
|
"loss": 0.2559,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14101547002792358,
|
|
"step": 2760,
|
|
"valid_targets_mean": 4100.6,
|
|
"valid_targets_min": 776
|
|
},
|
|
{
|
|
"epoch": 5.379746835443038,
|
|
"grad_norm": 0.627642627610836,
|
|
"learning_rate": 6.197994209186959e-06,
|
|
"loss": 0.2733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1552235633134842,
|
|
"step": 2765,
|
|
"valid_targets_mean": 4326.5,
|
|
"valid_targets_min": 3174
|
|
},
|
|
{
|
|
"epoch": 5.389483933787731,
|
|
"grad_norm": 0.6262255156817504,
|
|
"learning_rate": 6.1279402799332934e-06,
|
|
"loss": 0.2598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11484979093074799,
|
|
"step": 2770,
|
|
"valid_targets_mean": 3308.5,
|
|
"valid_targets_min": 815
|
|
},
|
|
{
|
|
"epoch": 5.3992210321324245,
|
|
"grad_norm": 0.5695957620487605,
|
|
"learning_rate": 6.058212807813426e-06,
|
|
"loss": 0.2574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13625118136405945,
|
|
"step": 2775,
|
|
"valid_targets_mean": 4530.5,
|
|
"valid_targets_min": 2763
|
|
},
|
|
{
|
|
"epoch": 5.408958130477118,
|
|
"grad_norm": 0.6125202278142433,
|
|
"learning_rate": 5.988813433753869e-06,
|
|
"loss": 0.2672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12049006670713425,
|
|
"step": 2780,
|
|
"valid_targets_mean": 3673.1,
|
|
"valid_targets_min": 740
|
|
},
|
|
{
|
|
"epoch": 5.418695228821811,
|
|
"grad_norm": 0.5750127017558843,
|
|
"learning_rate": 5.919743790959888e-06,
|
|
"loss": 0.2556,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13272026181221008,
|
|
"step": 2785,
|
|
"valid_targets_mean": 5180.9,
|
|
"valid_targets_min": 3144
|
|
},
|
|
{
|
|
"epoch": 5.4284323271665045,
|
|
"grad_norm": 0.6018892527349212,
|
|
"learning_rate": 5.851005504877012e-06,
|
|
"loss": 0.2672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13688334822654724,
|
|
"step": 2790,
|
|
"valid_targets_mean": 4414.6,
|
|
"valid_targets_min": 2723
|
|
},
|
|
{
|
|
"epoch": 5.438169425511198,
|
|
"grad_norm": 0.5494577555889572,
|
|
"learning_rate": 5.782600193152819e-06,
|
|
"loss": 0.2709,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14231738448143005,
|
|
"step": 2795,
|
|
"valid_targets_mean": 4667.2,
|
|
"valid_targets_min": 3274
|
|
},
|
|
{
|
|
"epoch": 5.447906523855891,
|
|
"grad_norm": 0.6622453560914412,
|
|
"learning_rate": 5.714529465598872e-06,
|
|
"loss": 0.2572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13254985213279724,
|
|
"step": 2800,
|
|
"valid_targets_mean": 4097.4,
|
|
"valid_targets_min": 817
|
|
},
|
|
{
|
|
"epoch": 5.457643622200584,
|
|
"grad_norm": 0.5317379386292963,
|
|
"learning_rate": 5.646794924152808e-06,
|
|
"loss": 0.2597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11913903057575226,
|
|
"step": 2805,
|
|
"valid_targets_mean": 4744.9,
|
|
"valid_targets_min": 3284
|
|
},
|
|
{
|
|
"epoch": 5.467380720545277,
|
|
"grad_norm": 0.5818749298261658,
|
|
"learning_rate": 5.579398162840655e-06,
|
|
"loss": 0.2703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1679440438747406,
|
|
"step": 2810,
|
|
"valid_targets_mean": 4563.0,
|
|
"valid_targets_min": 3303
|
|
},
|
|
{
|
|
"epoch": 5.477117818889971,
|
|
"grad_norm": 0.5413551686425397,
|
|
"learning_rate": 5.512340767739315e-06,
|
|
"loss": 0.2568,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12620975077152252,
|
|
"step": 2815,
|
|
"valid_targets_mean": 4558.0,
|
|
"valid_targets_min": 3316
|
|
},
|
|
{
|
|
"epoch": 5.486854917234664,
|
|
"grad_norm": 0.5757817513815339,
|
|
"learning_rate": 5.445624316939244e-06,
|
|
"loss": 0.2645,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12110395729541779,
|
|
"step": 2820,
|
|
"valid_targets_mean": 4123.9,
|
|
"valid_targets_min": 1036
|
|
},
|
|
{
|
|
"epoch": 5.496592015579357,
|
|
"grad_norm": 0.572096076627566,
|
|
"learning_rate": 5.379250380507302e-06,
|
|
"loss": 0.2672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14133252203464508,
|
|
"step": 2825,
|
|
"valid_targets_mean": 4435.5,
|
|
"valid_targets_min": 1097
|
|
},
|
|
{
|
|
"epoch": 5.506329113924051,
|
|
"grad_norm": 0.5335056653420006,
|
|
"learning_rate": 5.313220520449811e-06,
|
|
"loss": 0.2615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12444727122783661,
|
|
"step": 2830,
|
|
"valid_targets_mean": 4310.5,
|
|
"valid_targets_min": 3149
|
|
},
|
|
{
|
|
"epoch": 5.516066212268744,
|
|
"grad_norm": 0.5314357184193337,
|
|
"learning_rate": 5.247536290675821e-06,
|
|
"loss": 0.2608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13497817516326904,
|
|
"step": 2835,
|
|
"valid_targets_mean": 5504.6,
|
|
"valid_targets_min": 3408
|
|
},
|
|
{
|
|
"epoch": 5.525803310613437,
|
|
"grad_norm": 0.6197150637076682,
|
|
"learning_rate": 5.182199236960476e-06,
|
|
"loss": 0.2581,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12460529804229736,
|
|
"step": 2840,
|
|
"valid_targets_mean": 3932.4,
|
|
"valid_targets_min": 3555
|
|
},
|
|
{
|
|
"epoch": 5.535540408958131,
|
|
"grad_norm": 0.5554177542411431,
|
|
"learning_rate": 5.117210896908702e-06,
|
|
"loss": 0.2561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11300884932279587,
|
|
"step": 2845,
|
|
"valid_targets_mean": 4468.1,
|
|
"valid_targets_min": 3298
|
|
},
|
|
{
|
|
"epoch": 5.545277507302824,
|
|
"grad_norm": 0.5428969300824971,
|
|
"learning_rate": 5.0525727999189865e-06,
|
|
"loss": 0.2474,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13841629028320312,
|
|
"step": 2850,
|
|
"valid_targets_mean": 5221.8,
|
|
"valid_targets_min": 699
|
|
},
|
|
{
|
|
"epoch": 5.555014605647517,
|
|
"grad_norm": 0.5487562725991112,
|
|
"learning_rate": 4.988286467147416e-06,
|
|
"loss": 0.2635,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12354198843240738,
|
|
"step": 2855,
|
|
"valid_targets_mean": 4753.5,
|
|
"valid_targets_min": 3200
|
|
},
|
|
{
|
|
"epoch": 5.5647517039922105,
|
|
"grad_norm": 0.6157379936764658,
|
|
"learning_rate": 4.924353411471834e-06,
|
|
"loss": 0.2631,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13908755779266357,
|
|
"step": 2860,
|
|
"valid_targets_mean": 4255.0,
|
|
"valid_targets_min": 3570
|
|
},
|
|
{
|
|
"epoch": 5.574488802336903,
|
|
"grad_norm": 0.6194877458178691,
|
|
"learning_rate": 4.860775137456275e-06,
|
|
"loss": 0.2748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15384067595005035,
|
|
"step": 2865,
|
|
"valid_targets_mean": 4724.9,
|
|
"valid_targets_min": 691
|
|
},
|
|
{
|
|
"epoch": 5.584225900681597,
|
|
"grad_norm": 0.6122741656212982,
|
|
"learning_rate": 4.797553141315543e-06,
|
|
"loss": 0.2591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12587867677211761,
|
|
"step": 2870,
|
|
"valid_targets_mean": 4549.8,
|
|
"valid_targets_min": 3489
|
|
},
|
|
{
|
|
"epoch": 5.5939629990262905,
|
|
"grad_norm": 0.6552174659046002,
|
|
"learning_rate": 4.734688910880001e-06,
|
|
"loss": 0.2634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12267832458019257,
|
|
"step": 2875,
|
|
"valid_targets_mean": 3143.9,
|
|
"valid_targets_min": 392
|
|
},
|
|
{
|
|
"epoch": 5.603700097370983,
|
|
"grad_norm": 0.6454771690548284,
|
|
"learning_rate": 4.672183925560559e-06,
|
|
"loss": 0.2626,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14382687211036682,
|
|
"step": 2880,
|
|
"valid_targets_mean": 4443.1,
|
|
"valid_targets_min": 3484
|
|
},
|
|
{
|
|
"epoch": 5.613437195715677,
|
|
"grad_norm": 0.5996830256797818,
|
|
"learning_rate": 4.610039656313854e-06,
|
|
"loss": 0.2661,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15515586733818054,
|
|
"step": 2885,
|
|
"valid_targets_mean": 4243.8,
|
|
"valid_targets_min": 3004
|
|
},
|
|
{
|
|
"epoch": 5.62317429406037,
|
|
"grad_norm": 0.5692227834245153,
|
|
"learning_rate": 4.548257565607643e-06,
|
|
"loss": 0.2556,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13581958413124084,
|
|
"step": 2890,
|
|
"valid_targets_mean": 5126.1,
|
|
"valid_targets_min": 3410
|
|
},
|
|
{
|
|
"epoch": 5.632911392405063,
|
|
"grad_norm": 0.6015762804363665,
|
|
"learning_rate": 4.486839107386378e-06,
|
|
"loss": 0.2791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14768774807453156,
|
|
"step": 2895,
|
|
"valid_targets_mean": 4318.8,
|
|
"valid_targets_min": 3837
|
|
},
|
|
{
|
|
"epoch": 5.642648490749757,
|
|
"grad_norm": 0.5684074934654639,
|
|
"learning_rate": 4.425785727036979e-06,
|
|
"loss": 0.2604,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1376716047525406,
|
|
"step": 2900,
|
|
"valid_targets_mean": 4161.8,
|
|
"valid_targets_min": 3423
|
|
},
|
|
{
|
|
"epoch": 5.65238558909445,
|
|
"grad_norm": 0.58973420331503,
|
|
"learning_rate": 4.365098861354862e-06,
|
|
"loss": 0.273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14269214868545532,
|
|
"step": 2905,
|
|
"valid_targets_mean": 4265.8,
|
|
"valid_targets_min": 3175
|
|
},
|
|
{
|
|
"epoch": 5.662122687439143,
|
|
"grad_norm": 0.6085675319443372,
|
|
"learning_rate": 4.304779938510073e-06,
|
|
"loss": 0.2699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14632467925548553,
|
|
"step": 2910,
|
|
"valid_targets_mean": 4133.9,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 5.671859785783837,
|
|
"grad_norm": 0.6079693750729607,
|
|
"learning_rate": 4.244830378013689e-06,
|
|
"loss": 0.2662,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1428033411502838,
|
|
"step": 2915,
|
|
"valid_targets_mean": 4243.4,
|
|
"valid_targets_min": 3191
|
|
},
|
|
{
|
|
"epoch": 5.681596884128529,
|
|
"grad_norm": 0.5606109685233575,
|
|
"learning_rate": 4.185251590684458e-06,
|
|
"loss": 0.2557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13005805015563965,
|
|
"step": 2920,
|
|
"valid_targets_mean": 4592.1,
|
|
"valid_targets_min": 1788
|
|
},
|
|
{
|
|
"epoch": 5.691333982473223,
|
|
"grad_norm": 0.5564845154951865,
|
|
"learning_rate": 4.126044978615544e-06,
|
|
"loss": 0.2573,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1190466582775116,
|
|
"step": 2925,
|
|
"valid_targets_mean": 4435.8,
|
|
"valid_targets_min": 3534
|
|
},
|
|
{
|
|
"epoch": 5.701071080817917,
|
|
"grad_norm": 0.5668478065834343,
|
|
"learning_rate": 4.067211935141551e-06,
|
|
"loss": 0.2648,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14294397830963135,
|
|
"step": 2930,
|
|
"valid_targets_mean": 5025.0,
|
|
"valid_targets_min": 3876
|
|
},
|
|
{
|
|
"epoch": 5.710808179162609,
|
|
"grad_norm": 0.6147896620823001,
|
|
"learning_rate": 4.008753844805737e-06,
|
|
"loss": 0.2624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14136391878128052,
|
|
"step": 2935,
|
|
"valid_targets_mean": 4029.4,
|
|
"valid_targets_min": 652
|
|
},
|
|
{
|
|
"epoch": 5.720545277507303,
|
|
"grad_norm": 0.5626589156836649,
|
|
"learning_rate": 3.950672083327425e-06,
|
|
"loss": 0.2647,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13519398868083954,
|
|
"step": 2940,
|
|
"valid_targets_mean": 4848.5,
|
|
"valid_targets_min": 3126
|
|
},
|
|
{
|
|
"epoch": 5.730282375851996,
|
|
"grad_norm": 0.62572827845321,
|
|
"learning_rate": 3.8929680175696315e-06,
|
|
"loss": 0.2649,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11717302352190018,
|
|
"step": 2945,
|
|
"valid_targets_mean": 3703.6,
|
|
"valid_targets_min": 838
|
|
},
|
|
{
|
|
"epoch": 5.740019474196689,
|
|
"grad_norm": 0.6432964638404618,
|
|
"learning_rate": 3.835643005506893e-06,
|
|
"loss": 0.2539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.122787706553936,
|
|
"step": 2950,
|
|
"valid_targets_mean": 4017.5,
|
|
"valid_targets_min": 2278
|
|
},
|
|
{
|
|
"epoch": 5.749756572541383,
|
|
"grad_norm": 0.5038658324601383,
|
|
"learning_rate": 3.7786983961933234e-06,
|
|
"loss": 0.2643,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12044684588909149,
|
|
"step": 2955,
|
|
"valid_targets_mean": 4827.1,
|
|
"valid_targets_min": 3860
|
|
},
|
|
{
|
|
"epoch": 5.759493670886076,
|
|
"grad_norm": 0.5385138670002907,
|
|
"learning_rate": 3.7221355297308483e-06,
|
|
"loss": 0.2585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12703923881053925,
|
|
"step": 2960,
|
|
"valid_targets_mean": 4848.0,
|
|
"valid_targets_min": 1263
|
|
},
|
|
{
|
|
"epoch": 5.769230769230769,
|
|
"grad_norm": 0.5700915903494469,
|
|
"learning_rate": 3.665955737237665e-06,
|
|
"loss": 0.2581,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11475673317909241,
|
|
"step": 2965,
|
|
"valid_targets_mean": 3782.5,
|
|
"valid_targets_min": 1143
|
|
},
|
|
{
|
|
"epoch": 5.778967867575463,
|
|
"grad_norm": 0.5538767219295648,
|
|
"learning_rate": 3.6101603408169373e-06,
|
|
"loss": 0.269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13634178042411804,
|
|
"step": 2970,
|
|
"valid_targets_mean": 4513.9,
|
|
"valid_targets_min": 3322
|
|
},
|
|
{
|
|
"epoch": 5.7887049659201555,
|
|
"grad_norm": 0.5696905873896441,
|
|
"learning_rate": 3.5547506535256825e-06,
|
|
"loss": 0.279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11470770090818405,
|
|
"step": 2975,
|
|
"valid_targets_mean": 4806.4,
|
|
"valid_targets_min": 3429
|
|
},
|
|
{
|
|
"epoch": 5.798442064264849,
|
|
"grad_norm": 0.5688987863983855,
|
|
"learning_rate": 3.4997279793438387e-06,
|
|
"loss": 0.2656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12858857214450836,
|
|
"step": 2980,
|
|
"valid_targets_mean": 4567.4,
|
|
"valid_targets_min": 752
|
|
},
|
|
{
|
|
"epoch": 5.808179162609543,
|
|
"grad_norm": 0.6043518178012176,
|
|
"learning_rate": 3.445093613143611e-06,
|
|
"loss": 0.2631,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12447791546583176,
|
|
"step": 2985,
|
|
"valid_targets_mean": 3964.2,
|
|
"valid_targets_min": 1000
|
|
},
|
|
{
|
|
"epoch": 5.817916260954235,
|
|
"grad_norm": 0.6618079554381421,
|
|
"learning_rate": 3.390848840658978e-06,
|
|
"loss": 0.2732,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13681542873382568,
|
|
"step": 2990,
|
|
"valid_targets_mean": 4346.1,
|
|
"valid_targets_min": 3241
|
|
},
|
|
{
|
|
"epoch": 5.827653359298929,
|
|
"grad_norm": 0.48326011452912454,
|
|
"learning_rate": 3.3369949384554514e-06,
|
|
"loss": 0.2679,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.130824476480484,
|
|
"step": 2995,
|
|
"valid_targets_mean": 6315.1,
|
|
"valid_targets_min": 3519
|
|
},
|
|
{
|
|
"epoch": 5.837390457643622,
|
|
"grad_norm": 0.47435965638735184,
|
|
"learning_rate": 3.2835331739000178e-06,
|
|
"loss": 0.2487,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11557748913764954,
|
|
"step": 3000,
|
|
"valid_targets_mean": 5293.5,
|
|
"valid_targets_min": 3633
|
|
},
|
|
{
|
|
"epoch": 5.847127555988315,
|
|
"grad_norm": 0.5591996348165854,
|
|
"learning_rate": 3.2304648051313146e-06,
|
|
"loss": 0.2561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12140397727489471,
|
|
"step": 3005,
|
|
"valid_targets_mean": 3925.2,
|
|
"valid_targets_min": 1227
|
|
},
|
|
{
|
|
"epoch": 5.856864654333009,
|
|
"grad_norm": 0.5969681588740798,
|
|
"learning_rate": 3.177791081030057e-06,
|
|
"loss": 0.2649,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1455400437116623,
|
|
"step": 3010,
|
|
"valid_targets_mean": 4608.8,
|
|
"valid_targets_min": 3316
|
|
},
|
|
{
|
|
"epoch": 5.866601752677702,
|
|
"grad_norm": 0.492090203647912,
|
|
"learning_rate": 3.125513241189575e-06,
|
|
"loss": 0.2504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10691028833389282,
|
|
"step": 3015,
|
|
"valid_targets_mean": 4801.2,
|
|
"valid_targets_min": 3630
|
|
},
|
|
{
|
|
"epoch": 5.876338851022395,
|
|
"grad_norm": 0.596202748537758,
|
|
"learning_rate": 3.073632515886711e-06,
|
|
"loss": 0.2623,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1574542075395584,
|
|
"step": 3020,
|
|
"valid_targets_mean": 4729.8,
|
|
"valid_targets_min": 3596
|
|
},
|
|
{
|
|
"epoch": 5.886075949367089,
|
|
"grad_norm": 0.5007005108922521,
|
|
"learning_rate": 3.0221501260528406e-06,
|
|
"loss": 0.2522,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14202313125133514,
|
|
"step": 3025,
|
|
"valid_targets_mean": 5916.8,
|
|
"valid_targets_min": 3666
|
|
},
|
|
{
|
|
"epoch": 5.895813047711782,
|
|
"grad_norm": 0.5919767954319199,
|
|
"learning_rate": 2.9710672832451303e-06,
|
|
"loss": 0.2769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1491570770740509,
|
|
"step": 3030,
|
|
"valid_targets_mean": 4450.6,
|
|
"valid_targets_min": 1068
|
|
},
|
|
{
|
|
"epoch": 5.905550146056475,
|
|
"grad_norm": 0.5951433087758027,
|
|
"learning_rate": 2.9203851896180422e-06,
|
|
"loss": 0.259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.130938321352005,
|
|
"step": 3035,
|
|
"valid_targets_mean": 3789.5,
|
|
"valid_targets_min": 2617
|
|
},
|
|
{
|
|
"epoch": 5.915287244401169,
|
|
"grad_norm": 0.5996825938141891,
|
|
"learning_rate": 2.8701050378950303e-06,
|
|
"loss": 0.2586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13092640042304993,
|
|
"step": 3040,
|
|
"valid_targets_mean": 4583.9,
|
|
"valid_targets_min": 1878
|
|
},
|
|
{
|
|
"epoch": 5.9250243427458615,
|
|
"grad_norm": 0.6157833129416928,
|
|
"learning_rate": 2.820228011340478e-06,
|
|
"loss": 0.2662,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11334574222564697,
|
|
"step": 3045,
|
|
"valid_targets_mean": 3525.5,
|
|
"valid_targets_min": 952
|
|
},
|
|
{
|
|
"epoch": 5.934761441090555,
|
|
"grad_norm": 0.5758296075292605,
|
|
"learning_rate": 2.7707552837318584e-06,
|
|
"loss": 0.2503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1297803372144699,
|
|
"step": 3050,
|
|
"valid_targets_mean": 5045.0,
|
|
"valid_targets_min": 888
|
|
},
|
|
{
|
|
"epoch": 5.944498539435248,
|
|
"grad_norm": 0.5250840577539552,
|
|
"learning_rate": 2.7216880193320915e-06,
|
|
"loss": 0.2635,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1023487001657486,
|
|
"step": 3055,
|
|
"valid_targets_mean": 4394.6,
|
|
"valid_targets_min": 829
|
|
},
|
|
{
|
|
"epoch": 5.9542356377799415,
|
|
"grad_norm": 1.7369997573826805,
|
|
"learning_rate": 2.673027372862178e-06,
|
|
"loss": 0.2605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12410314381122589,
|
|
"step": 3060,
|
|
"valid_targets_mean": 5099.9,
|
|
"valid_targets_min": 3699
|
|
},
|
|
{
|
|
"epoch": 5.963972736124635,
|
|
"grad_norm": 0.5927136750448293,
|
|
"learning_rate": 2.624774489473978e-06,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13789965212345123,
|
|
"step": 3065,
|
|
"valid_targets_mean": 4792.8,
|
|
"valid_targets_min": 1828
|
|
},
|
|
{
|
|
"epoch": 5.973709834469328,
|
|
"grad_norm": 0.5867435459835871,
|
|
"learning_rate": 2.5769305047233004e-06,
|
|
"loss": 0.2659,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.126939058303833,
|
|
"step": 3070,
|
|
"valid_targets_mean": 3818.9,
|
|
"valid_targets_min": 3190
|
|
},
|
|
{
|
|
"epoch": 5.983446932814021,
|
|
"grad_norm": 0.618242013062481,
|
|
"learning_rate": 2.5294965445431775e-06,
|
|
"loss": 0.2698,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14879021048545837,
|
|
"step": 3075,
|
|
"valid_targets_mean": 3982.0,
|
|
"valid_targets_min": 2229
|
|
},
|
|
{
|
|
"epoch": 5.993184031158715,
|
|
"grad_norm": 0.5438479266146226,
|
|
"learning_rate": 2.4824737252173447e-06,
|
|
"loss": 0.2557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11985643953084946,
|
|
"step": 3080,
|
|
"valid_targets_mean": 4163.5,
|
|
"valid_targets_min": 3439
|
|
},
|
|
{
|
|
"epoch": 6.001947419668939,
|
|
"grad_norm": 0.6338602864986878,
|
|
"learning_rate": 2.4358631533539902e-06,
|
|
"loss": 0.2546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11650922894477844,
|
|
"step": 3085,
|
|
"valid_targets_mean": 4022.9,
|
|
"valid_targets_min": 971
|
|
},
|
|
{
|
|
"epoch": 6.011684518013632,
|
|
"grad_norm": 0.5338895226760605,
|
|
"learning_rate": 2.3896659258596877e-06,
|
|
"loss": 0.2636,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13872568309307098,
|
|
"step": 3090,
|
|
"valid_targets_mean": 5218.1,
|
|
"valid_targets_min": 4045
|
|
},
|
|
{
|
|
"epoch": 6.021421616358325,
|
|
"grad_norm": 0.6098014560953198,
|
|
"learning_rate": 2.3438831299136265e-06,
|
|
"loss": 0.2691,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12719812989234924,
|
|
"step": 3095,
|
|
"valid_targets_mean": 4604.1,
|
|
"valid_targets_min": 2617
|
|
},
|
|
{
|
|
"epoch": 6.031158714703018,
|
|
"grad_norm": 0.5305405824387005,
|
|
"learning_rate": 2.2985158429419885e-06,
|
|
"loss": 0.2585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12109411507844925,
|
|
"step": 3100,
|
|
"valid_targets_mean": 4571.6,
|
|
"valid_targets_min": 2854
|
|
},
|
|
{
|
|
"epoch": 6.040895813047712,
|
|
"grad_norm": 0.5509847213792466,
|
|
"learning_rate": 2.2535651325926012e-06,
|
|
"loss": 0.2588,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14724647998809814,
|
|
"step": 3105,
|
|
"valid_targets_mean": 4772.4,
|
|
"valid_targets_min": 3479
|
|
},
|
|
{
|
|
"epoch": 6.050632911392405,
|
|
"grad_norm": 0.5966951243296615,
|
|
"learning_rate": 2.209032056709821e-06,
|
|
"loss": 0.2591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12193121016025543,
|
|
"step": 3110,
|
|
"valid_targets_mean": 4448.4,
|
|
"valid_targets_min": 2721
|
|
},
|
|
{
|
|
"epoch": 6.060370009737098,
|
|
"grad_norm": 0.557424087505133,
|
|
"learning_rate": 2.1649176633096312e-06,
|
|
"loss": 0.2501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13333502411842346,
|
|
"step": 3115,
|
|
"valid_targets_mean": 4766.8,
|
|
"valid_targets_min": 3381
|
|
},
|
|
{
|
|
"epoch": 6.070107108081792,
|
|
"grad_norm": 0.6299305432207086,
|
|
"learning_rate": 2.121222990554981e-06,
|
|
"loss": 0.2602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12951087951660156,
|
|
"step": 3120,
|
|
"valid_targets_mean": 3683.9,
|
|
"valid_targets_min": 1047
|
|
},
|
|
{
|
|
"epoch": 6.079844206426485,
|
|
"grad_norm": 0.5172467244063791,
|
|
"learning_rate": 2.0779490667313485e-06,
|
|
"loss": 0.2603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13096672296524048,
|
|
"step": 3125,
|
|
"valid_targets_mean": 5114.8,
|
|
"valid_targets_min": 2826
|
|
},
|
|
{
|
|
"epoch": 6.089581304771178,
|
|
"grad_norm": 0.7297506514243797,
|
|
"learning_rate": 2.0350969102225603e-06,
|
|
"loss": 0.2571,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13555462658405304,
|
|
"step": 3130,
|
|
"valid_targets_mean": 4284.8,
|
|
"valid_targets_min": 3234
|
|
},
|
|
{
|
|
"epoch": 6.099318403115872,
|
|
"grad_norm": 0.5958563577782829,
|
|
"learning_rate": 1.9926675294868024e-06,
|
|
"loss": 0.2608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12135843932628632,
|
|
"step": 3135,
|
|
"valid_targets_mean": 3860.8,
|
|
"valid_targets_min": 980
|
|
},
|
|
{
|
|
"epoch": 6.109055501460565,
|
|
"grad_norm": 0.66806359721193,
|
|
"learning_rate": 1.9506619230328884e-06,
|
|
"loss": 0.2605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1265953630208969,
|
|
"step": 3140,
|
|
"valid_targets_mean": 4137.6,
|
|
"valid_targets_min": 2348
|
|
},
|
|
{
|
|
"epoch": 6.118792599805258,
|
|
"grad_norm": 0.5474345433744974,
|
|
"learning_rate": 1.9090810793967885e-06,
|
|
"loss": 0.2598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09850633889436722,
|
|
"step": 3145,
|
|
"valid_targets_mean": 3770.9,
|
|
"valid_targets_min": 1174
|
|
},
|
|
{
|
|
"epoch": 6.1285296981499515,
|
|
"grad_norm": 0.5736547523307033,
|
|
"learning_rate": 1.8679259771183322e-06,
|
|
"loss": 0.2506,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12463327497243881,
|
|
"step": 3150,
|
|
"valid_targets_mean": 4120.9,
|
|
"valid_targets_min": 3250
|
|
},
|
|
{
|
|
"epoch": 6.138266796494644,
|
|
"grad_norm": 0.5548063306347019,
|
|
"learning_rate": 1.8271975847182056e-06,
|
|
"loss": 0.2462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12539273500442505,
|
|
"step": 3155,
|
|
"valid_targets_mean": 4375.4,
|
|
"valid_targets_min": 3353
|
|
},
|
|
{
|
|
"epoch": 6.148003894839338,
|
|
"grad_norm": 0.6116148977471212,
|
|
"learning_rate": 1.7868968606751425e-06,
|
|
"loss": 0.2516,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14930123090744019,
|
|
"step": 3160,
|
|
"valid_targets_mean": 4701.0,
|
|
"valid_targets_min": 3962
|
|
},
|
|
{
|
|
"epoch": 6.1577409931840315,
|
|
"grad_norm": 0.5601857951268385,
|
|
"learning_rate": 1.7470247534033703e-06,
|
|
"loss": 0.2635,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12585139274597168,
|
|
"step": 3165,
|
|
"valid_targets_mean": 3999.2,
|
|
"valid_targets_min": 1061
|
|
},
|
|
{
|
|
"epoch": 6.167478091528724,
|
|
"grad_norm": 0.5550093380076379,
|
|
"learning_rate": 1.7075822012303022e-06,
|
|
"loss": 0.2542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12577325105667114,
|
|
"step": 3170,
|
|
"valid_targets_mean": 4218.4,
|
|
"valid_targets_min": 2883
|
|
},
|
|
{
|
|
"epoch": 6.177215189873418,
|
|
"grad_norm": 0.570349205112702,
|
|
"learning_rate": 1.6685701323744386e-06,
|
|
"loss": 0.2586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1341044008731842,
|
|
"step": 3175,
|
|
"valid_targets_mean": 4057.8,
|
|
"valid_targets_min": 1121
|
|
},
|
|
{
|
|
"epoch": 6.186952288218111,
|
|
"grad_norm": 0.6203481316172027,
|
|
"learning_rate": 1.6299894649235448e-06,
|
|
"loss": 0.2749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12967824935913086,
|
|
"step": 3180,
|
|
"valid_targets_mean": 3175.0,
|
|
"valid_targets_min": 528
|
|
},
|
|
{
|
|
"epoch": 6.196689386562804,
|
|
"grad_norm": 0.5558153886719512,
|
|
"learning_rate": 1.591841106813017e-06,
|
|
"loss": 0.2598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11848209798336029,
|
|
"step": 3185,
|
|
"valid_targets_mean": 4083.8,
|
|
"valid_targets_min": 1073
|
|
},
|
|
{
|
|
"epoch": 6.206426484907498,
|
|
"grad_norm": 0.5686596540616676,
|
|
"learning_rate": 1.5541259558045308e-06,
|
|
"loss": 0.2553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.128545880317688,
|
|
"step": 3190,
|
|
"valid_targets_mean": 4163.1,
|
|
"valid_targets_min": 2841
|
|
},
|
|
{
|
|
"epoch": 6.21616358325219,
|
|
"grad_norm": 0.5771593380601775,
|
|
"learning_rate": 1.5168448994649266e-06,
|
|
"loss": 0.2594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14863663911819458,
|
|
"step": 3195,
|
|
"valid_targets_mean": 4561.0,
|
|
"valid_targets_min": 3303
|
|
},
|
|
{
|
|
"epoch": 6.225900681596884,
|
|
"grad_norm": 0.6037081214346742,
|
|
"learning_rate": 1.479998815145296e-06,
|
|
"loss": 0.2516,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12713660299777985,
|
|
"step": 3200,
|
|
"valid_targets_mean": 4676.5,
|
|
"valid_targets_min": 1115
|
|
},
|
|
{
|
|
"epoch": 6.235637779941578,
|
|
"grad_norm": 0.579098707024515,
|
|
"learning_rate": 1.4435885699603524e-06,
|
|
"loss": 0.2604,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13061289489269257,
|
|
"step": 3205,
|
|
"valid_targets_mean": 4608.2,
|
|
"valid_targets_min": 2764
|
|
},
|
|
{
|
|
"epoch": 6.24537487828627,
|
|
"grad_norm": 0.6047379254303943,
|
|
"learning_rate": 1.4076150207680185e-06,
|
|
"loss": 0.2618,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12266331166028976,
|
|
"step": 3210,
|
|
"valid_targets_mean": 4430.4,
|
|
"valid_targets_min": 3637
|
|
},
|
|
{
|
|
"epoch": 6.255111976630964,
|
|
"grad_norm": 0.5613330703715288,
|
|
"learning_rate": 1.3720790141492657e-06,
|
|
"loss": 0.2657,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14952513575553894,
|
|
"step": 3215,
|
|
"valid_targets_mean": 5048.0,
|
|
"valid_targets_min": 957
|
|
},
|
|
{
|
|
"epoch": 6.264849074975658,
|
|
"grad_norm": 0.5548976762045761,
|
|
"learning_rate": 1.336981386388183e-06,
|
|
"loss": 0.2526,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13214871287345886,
|
|
"step": 3220,
|
|
"valid_targets_mean": 4700.4,
|
|
"valid_targets_min": 3797
|
|
},
|
|
{
|
|
"epoch": 6.27458617332035,
|
|
"grad_norm": 0.5455007242031316,
|
|
"learning_rate": 1.3023229634523027e-06,
|
|
"loss": 0.2523,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12056834250688553,
|
|
"step": 3225,
|
|
"valid_targets_mean": 4660.1,
|
|
"valid_targets_min": 1175
|
|
},
|
|
{
|
|
"epoch": 6.284323271665044,
|
|
"grad_norm": 0.5596956774026515,
|
|
"learning_rate": 1.2681045609731756e-06,
|
|
"loss": 0.2716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13410544395446777,
|
|
"step": 3230,
|
|
"valid_targets_mean": 5073.1,
|
|
"valid_targets_min": 734
|
|
},
|
|
{
|
|
"epoch": 6.2940603700097375,
|
|
"grad_norm": 0.8305948996853828,
|
|
"learning_rate": 1.2343269842271366e-06,
|
|
"loss": 0.26,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16496288776397705,
|
|
"step": 3235,
|
|
"valid_targets_mean": 4975.1,
|
|
"valid_targets_min": 3407
|
|
},
|
|
{
|
|
"epoch": 6.30379746835443,
|
|
"grad_norm": 0.5792805407733531,
|
|
"learning_rate": 1.2009910281163962e-06,
|
|
"loss": 0.2605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15418891608715057,
|
|
"step": 3240,
|
|
"valid_targets_mean": 4802.9,
|
|
"valid_targets_min": 745
|
|
},
|
|
{
|
|
"epoch": 6.313534566699124,
|
|
"grad_norm": 0.6412591020908027,
|
|
"learning_rate": 1.168097477150314e-06,
|
|
"loss": 0.2696,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11696699261665344,
|
|
"step": 3245,
|
|
"valid_targets_mean": 4022.8,
|
|
"valid_targets_min": 1263
|
|
},
|
|
{
|
|
"epoch": 6.3232716650438165,
|
|
"grad_norm": 0.550247607229888,
|
|
"learning_rate": 1.1356471054269447e-06,
|
|
"loss": 0.2565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1333034187555313,
|
|
"step": 3250,
|
|
"valid_targets_mean": 4622.4,
|
|
"valid_targets_min": 3099
|
|
},
|
|
{
|
|
"epoch": 6.33300876338851,
|
|
"grad_norm": 0.5972533526918419,
|
|
"learning_rate": 1.1036406766148033e-06,
|
|
"loss": 0.2532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1299445629119873,
|
|
"step": 3255,
|
|
"valid_targets_mean": 4425.6,
|
|
"valid_targets_min": 3656
|
|
},
|
|
{
|
|
"epoch": 6.342745861733204,
|
|
"grad_norm": 0.5560017228765931,
|
|
"learning_rate": 1.0720789439349177e-06,
|
|
"loss": 0.264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15433597564697266,
|
|
"step": 3260,
|
|
"valid_targets_mean": 5480.0,
|
|
"valid_targets_min": 859
|
|
},
|
|
{
|
|
"epoch": 6.3524829600778965,
|
|
"grad_norm": 0.6172818811859626,
|
|
"learning_rate": 1.0409626501430847e-06,
|
|
"loss": 0.2547,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1500224769115448,
|
|
"step": 3265,
|
|
"valid_targets_mean": 4562.9,
|
|
"valid_targets_min": 3067
|
|
},
|
|
{
|
|
"epoch": 6.36222005842259,
|
|
"grad_norm": 0.5722658055251421,
|
|
"learning_rate": 1.0102925275123954e-06,
|
|
"loss": 0.2529,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.115928053855896,
|
|
"step": 3270,
|
|
"valid_targets_mean": 4861.5,
|
|
"valid_targets_min": 3402
|
|
},
|
|
{
|
|
"epoch": 6.371957156767284,
|
|
"grad_norm": 0.5999231505340598,
|
|
"learning_rate": 9.800692978160064e-07,
|
|
"loss": 0.2633,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14334945380687714,
|
|
"step": 3275,
|
|
"valid_targets_mean": 4504.1,
|
|
"valid_targets_min": 2003
|
|
},
|
|
{
|
|
"epoch": 6.381694255111976,
|
|
"grad_norm": 0.5654502118435346,
|
|
"learning_rate": 9.502936723101563e-07,
|
|
"loss": 0.2648,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11749427020549774,
|
|
"step": 3280,
|
|
"valid_targets_mean": 4144.2,
|
|
"valid_targets_min": 1185
|
|
},
|
|
{
|
|
"epoch": 6.39143135345667,
|
|
"grad_norm": 0.6262391676147439,
|
|
"learning_rate": 9.209663517174094e-07,
|
|
"loss": 0.2701,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14620202779769897,
|
|
"step": 3285,
|
|
"valid_targets_mean": 4256.8,
|
|
"valid_targets_min": 2985
|
|
},
|
|
{
|
|
"epoch": 6.401168451801363,
|
|
"grad_norm": 0.565140273467742,
|
|
"learning_rate": 8.920880262101894e-07,
|
|
"loss": 0.2534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11826826632022858,
|
|
"step": 3290,
|
|
"valid_targets_mean": 4537.8,
|
|
"valid_targets_min": 3102
|
|
},
|
|
{
|
|
"epoch": 6.410905550146056,
|
|
"grad_norm": 0.5564152053695781,
|
|
"learning_rate": 8.636593753945188e-07,
|
|
"loss": 0.2517,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14234530925750732,
|
|
"step": 3295,
|
|
"valid_targets_mean": 4763.9,
|
|
"valid_targets_min": 3920
|
|
},
|
|
{
|
|
"epoch": 6.42064264849075,
|
|
"grad_norm": 0.5961241948152944,
|
|
"learning_rate": 8.356810682940386e-07,
|
|
"loss": 0.2617,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13406327366828918,
|
|
"step": 3300,
|
|
"valid_targets_mean": 4606.6,
|
|
"valid_targets_min": 1000
|
|
},
|
|
{
|
|
"epoch": 6.430379746835443,
|
|
"grad_norm": 0.5463667595224455,
|
|
"learning_rate": 8.081537633342562e-07,
|
|
"loss": 0.2494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1459270864725113,
|
|
"step": 3305,
|
|
"valid_targets_mean": 5078.8,
|
|
"valid_targets_min": 3699
|
|
},
|
|
{
|
|
"epoch": 6.440116845180136,
|
|
"grad_norm": 0.5777925140682082,
|
|
"learning_rate": 7.810781083270491e-07,
|
|
"loss": 0.2593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11504077911376953,
|
|
"step": 3310,
|
|
"valid_targets_mean": 3968.4,
|
|
"valid_targets_min": 1370
|
|
},
|
|
{
|
|
"epoch": 6.44985394352483,
|
|
"grad_norm": 0.536522147999086,
|
|
"learning_rate": 7.544547404554236e-07,
|
|
"loss": 0.2554,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13226105272769928,
|
|
"step": 3315,
|
|
"valid_targets_mean": 4502.2,
|
|
"valid_targets_min": 3273
|
|
},
|
|
{
|
|
"epoch": 6.459591041869523,
|
|
"grad_norm": 0.6201364700559213,
|
|
"learning_rate": 7.282842862585204e-07,
|
|
"loss": 0.2503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15036822855472565,
|
|
"step": 3320,
|
|
"valid_targets_mean": 3782.2,
|
|
"valid_targets_min": 737
|
|
},
|
|
{
|
|
"epoch": 6.469328140214216,
|
|
"grad_norm": 0.5845177136011124,
|
|
"learning_rate": 7.025673616168704e-07,
|
|
"loss": 0.2494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10761187970638275,
|
|
"step": 3325,
|
|
"valid_targets_mean": 4047.9,
|
|
"valid_targets_min": 3451
|
|
},
|
|
{
|
|
"epoch": 6.47906523855891,
|
|
"grad_norm": 0.6483669364419883,
|
|
"learning_rate": 6.773045717378912e-07,
|
|
"loss": 0.2471,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13007041811943054,
|
|
"step": 3330,
|
|
"valid_targets_mean": 3900.2,
|
|
"valid_targets_min": 1091
|
|
},
|
|
{
|
|
"epoch": 6.4888023369036025,
|
|
"grad_norm": 0.5733772441529873,
|
|
"learning_rate": 6.524965111416604e-07,
|
|
"loss": 0.2482,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13473814725875854,
|
|
"step": 3335,
|
|
"valid_targets_mean": 4968.9,
|
|
"valid_targets_min": 1495
|
|
},
|
|
{
|
|
"epoch": 6.498539435248296,
|
|
"grad_norm": 0.6029767744349168,
|
|
"learning_rate": 6.281437636469135e-07,
|
|
"loss": 0.2642,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13791951537132263,
|
|
"step": 3340,
|
|
"valid_targets_mean": 4719.6,
|
|
"valid_targets_min": 999
|
|
},
|
|
{
|
|
"epoch": 6.508276533592989,
|
|
"grad_norm": 0.5790751433998983,
|
|
"learning_rate": 6.042469023573016e-07,
|
|
"loss": 0.2583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16216571629047394,
|
|
"step": 3345,
|
|
"valid_targets_mean": 5296.2,
|
|
"valid_targets_min": 3498
|
|
},
|
|
{
|
|
"epoch": 6.5180136319376825,
|
|
"grad_norm": 0.5336902757553303,
|
|
"learning_rate": 5.808064896479227e-07,
|
|
"loss": 0.2532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09904158115386963,
|
|
"step": 3350,
|
|
"valid_targets_mean": 4873.9,
|
|
"valid_targets_min": 3494
|
|
},
|
|
{
|
|
"epoch": 6.527750730282376,
|
|
"grad_norm": 0.5422114050455206,
|
|
"learning_rate": 5.578230771520665e-07,
|
|
"loss": 0.2373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10119602829217911,
|
|
"step": 3355,
|
|
"valid_targets_mean": 4950.1,
|
|
"valid_targets_min": 3204
|
|
},
|
|
{
|
|
"epoch": 6.537487828627069,
|
|
"grad_norm": 0.5350177720269675,
|
|
"learning_rate": 5.352972057482375e-07,
|
|
"loss": 0.2615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11143676936626434,
|
|
"step": 3360,
|
|
"valid_targets_mean": 4541.0,
|
|
"valid_targets_min": 2917
|
|
},
|
|
{
|
|
"epoch": 6.547224926971762,
|
|
"grad_norm": 0.5752818105313237,
|
|
"learning_rate": 5.132294055474307e-07,
|
|
"loss": 0.2484,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13125720620155334,
|
|
"step": 3365,
|
|
"valid_targets_mean": 4442.2,
|
|
"valid_targets_min": 3625
|
|
},
|
|
{
|
|
"epoch": 6.556962025316456,
|
|
"grad_norm": 0.5791605604567498,
|
|
"learning_rate": 4.916201958806621e-07,
|
|
"loss": 0.2682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13184475898742676,
|
|
"step": 3370,
|
|
"valid_targets_mean": 4955.4,
|
|
"valid_targets_min": 3225
|
|
},
|
|
{
|
|
"epoch": 6.566699123661149,
|
|
"grad_norm": 0.6338878577366508,
|
|
"learning_rate": 4.704700852867361e-07,
|
|
"loss": 0.2658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1653052717447281,
|
|
"step": 3375,
|
|
"valid_targets_mean": 4628.2,
|
|
"valid_targets_min": 3874
|
|
},
|
|
{
|
|
"epoch": 6.576436222005842,
|
|
"grad_norm": 0.5848248037217846,
|
|
"learning_rate": 4.497795715002795e-07,
|
|
"loss": 0.2553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0983453243970871,
|
|
"step": 3380,
|
|
"valid_targets_mean": 3992.5,
|
|
"valid_targets_min": 2759
|
|
},
|
|
{
|
|
"epoch": 6.586173320350536,
|
|
"grad_norm": 0.5568697497738493,
|
|
"learning_rate": 4.295491414400288e-07,
|
|
"loss": 0.2591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12542709708213806,
|
|
"step": 3385,
|
|
"valid_targets_mean": 4685.4,
|
|
"valid_targets_min": 3412
|
|
},
|
|
{
|
|
"epoch": 6.595910418695229,
|
|
"grad_norm": 0.5304602856207518,
|
|
"learning_rate": 4.0977927119737695e-07,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12435789406299591,
|
|
"step": 3390,
|
|
"valid_targets_mean": 5304.8,
|
|
"valid_targets_min": 956
|
|
},
|
|
{
|
|
"epoch": 6.605647517039922,
|
|
"grad_norm": 0.512373148121127,
|
|
"learning_rate": 3.9047042602516237e-07,
|
|
"loss": 0.2462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10368811339139938,
|
|
"step": 3395,
|
|
"valid_targets_mean": 4513.0,
|
|
"valid_targets_min": 2011
|
|
},
|
|
{
|
|
"epoch": 6.615384615384615,
|
|
"grad_norm": 0.5521385688601449,
|
|
"learning_rate": 3.716230603267268e-07,
|
|
"loss": 0.255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12800955772399902,
|
|
"step": 3400,
|
|
"valid_targets_mean": 4877.2,
|
|
"valid_targets_min": 3671
|
|
},
|
|
{
|
|
"epoch": 6.625121713729309,
|
|
"grad_norm": 0.5966593594879436,
|
|
"learning_rate": 3.532376176452146e-07,
|
|
"loss": 0.2619,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13831618428230286,
|
|
"step": 3405,
|
|
"valid_targets_mean": 4648.6,
|
|
"valid_targets_min": 3463
|
|
},
|
|
{
|
|
"epoch": 6.634858812074002,
|
|
"grad_norm": 0.562594079404017,
|
|
"learning_rate": 3.353145306531347e-07,
|
|
"loss": 0.2549,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12337220460176468,
|
|
"step": 3410,
|
|
"valid_targets_mean": 4300.8,
|
|
"valid_targets_min": 2931
|
|
},
|
|
{
|
|
"epoch": 6.644595910418695,
|
|
"grad_norm": 0.5953344375676264,
|
|
"learning_rate": 3.17854221142182e-07,
|
|
"loss": 0.2519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12950412929058075,
|
|
"step": 3415,
|
|
"valid_targets_mean": 4138.1,
|
|
"valid_targets_min": 905
|
|
},
|
|
{
|
|
"epoch": 6.6543330087633885,
|
|
"grad_norm": 0.6001428116488979,
|
|
"learning_rate": 3.008571000133187e-07,
|
|
"loss": 0.272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18734675645828247,
|
|
"step": 3420,
|
|
"valid_targets_mean": 5734.4,
|
|
"valid_targets_min": 3462
|
|
},
|
|
{
|
|
"epoch": 6.664070107108082,
|
|
"grad_norm": 0.6238577956752472,
|
|
"learning_rate": 2.843235672670841e-07,
|
|
"loss": 0.252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10213933885097504,
|
|
"step": 3425,
|
|
"valid_targets_mean": 4204.6,
|
|
"valid_targets_min": 3431
|
|
},
|
|
{
|
|
"epoch": 6.673807205452775,
|
|
"grad_norm": 0.5246539879686309,
|
|
"learning_rate": 2.682540119942023e-07,
|
|
"loss": 0.26,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11438605189323425,
|
|
"step": 3430,
|
|
"valid_targets_mean": 4997.4,
|
|
"valid_targets_min": 650
|
|
},
|
|
{
|
|
"epoch": 6.6835443037974684,
|
|
"grad_norm": 0.5616102543677218,
|
|
"learning_rate": 2.5264881236640947e-07,
|
|
"loss": 0.2592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13888661563396454,
|
|
"step": 3435,
|
|
"valid_targets_mean": 5347.2,
|
|
"valid_targets_min": 3348
|
|
},
|
|
{
|
|
"epoch": 6.693281402142162,
|
|
"grad_norm": 0.6382127778058433,
|
|
"learning_rate": 2.375083356275676e-07,
|
|
"loss": 0.2589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1229659765958786,
|
|
"step": 3440,
|
|
"valid_targets_mean": 4152.2,
|
|
"valid_targets_min": 773
|
|
},
|
|
{
|
|
"epoch": 6.703018500486855,
|
|
"grad_norm": 0.6128412645192438,
|
|
"learning_rate": 2.2283293808501138e-07,
|
|
"loss": 0.2456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11142013967037201,
|
|
"step": 3445,
|
|
"valid_targets_mean": 3643.0,
|
|
"valid_targets_min": 824
|
|
},
|
|
{
|
|
"epoch": 6.712755598831548,
|
|
"grad_norm": 0.537730487076946,
|
|
"learning_rate": 2.086229651011684e-07,
|
|
"loss": 0.2503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1253141313791275,
|
|
"step": 3450,
|
|
"valid_targets_mean": 5924.1,
|
|
"valid_targets_min": 4004
|
|
},
|
|
{
|
|
"epoch": 6.722492697176241,
|
|
"grad_norm": 0.5645898925278727,
|
|
"learning_rate": 1.9487875108542997e-07,
|
|
"loss": 0.2599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16142700612545013,
|
|
"step": 3455,
|
|
"valid_targets_mean": 5317.0,
|
|
"valid_targets_min": 3600
|
|
},
|
|
{
|
|
"epoch": 6.732229795520935,
|
|
"grad_norm": 0.6030651917500885,
|
|
"learning_rate": 1.8160061948628406e-07,
|
|
"loss": 0.2502,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10611419379711151,
|
|
"step": 3460,
|
|
"valid_targets_mean": 4151.0,
|
|
"valid_targets_min": 3321
|
|
},
|
|
{
|
|
"epoch": 6.741966893865628,
|
|
"grad_norm": 0.6373287790671797,
|
|
"learning_rate": 1.6878888278369255e-07,
|
|
"loss": 0.2553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11590185761451721,
|
|
"step": 3465,
|
|
"valid_targets_mean": 4123.8,
|
|
"valid_targets_min": 823
|
|
},
|
|
{
|
|
"epoch": 6.751703992210321,
|
|
"grad_norm": 0.5845102835734832,
|
|
"learning_rate": 1.5644384248176159e-07,
|
|
"loss": 0.2619,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1272096335887909,
|
|
"step": 3470,
|
|
"valid_targets_mean": 3837.5,
|
|
"valid_targets_min": 868
|
|
},
|
|
{
|
|
"epoch": 6.761441090555015,
|
|
"grad_norm": 0.5989467111830217,
|
|
"learning_rate": 1.445657891016161e-07,
|
|
"loss": 0.2631,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13397274911403656,
|
|
"step": 3475,
|
|
"valid_targets_mean": 4363.5,
|
|
"valid_targets_min": 1016
|
|
},
|
|
{
|
|
"epoch": 6.771178188899708,
|
|
"grad_norm": 0.5698769042550108,
|
|
"learning_rate": 1.3315500217458533e-07,
|
|
"loss": 0.2529,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14439411461353302,
|
|
"step": 3480,
|
|
"valid_targets_mean": 5124.2,
|
|
"valid_targets_min": 3339
|
|
},
|
|
{
|
|
"epoch": 6.780915287244401,
|
|
"grad_norm": 0.5016809565704832,
|
|
"learning_rate": 1.2221175023561238e-07,
|
|
"loss": 0.2535,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12245055288076401,
|
|
"step": 3485,
|
|
"valid_targets_mean": 5968.0,
|
|
"valid_targets_min": 3231
|
|
},
|
|
{
|
|
"epoch": 6.790652385589095,
|
|
"grad_norm": 0.5226761574566673,
|
|
"learning_rate": 1.1173629081694392e-07,
|
|
"loss": 0.2586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11084966361522675,
|
|
"step": 3490,
|
|
"valid_targets_mean": 5004.0,
|
|
"valid_targets_min": 3166
|
|
},
|
|
{
|
|
"epoch": 6.800389483933788,
|
|
"grad_norm": 0.5444726652241876,
|
|
"learning_rate": 1.0172887044205936e-07,
|
|
"loss": 0.2495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11974833905696869,
|
|
"step": 3495,
|
|
"valid_targets_mean": 4302.9,
|
|
"valid_targets_min": 1020
|
|
},
|
|
{
|
|
"epoch": 6.810126582278481,
|
|
"grad_norm": 0.5573574539229955,
|
|
"learning_rate": 9.21897246198733e-08,
|
|
"loss": 0.2532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12142840027809143,
|
|
"step": 3500,
|
|
"valid_targets_mean": 4211.2,
|
|
"valid_targets_min": 2278
|
|
},
|
|
{
|
|
"epoch": 6.8198636806231745,
|
|
"grad_norm": 0.602159621339256,
|
|
"learning_rate": 8.311907783920437e-08,
|
|
"loss": 0.2473,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12724614143371582,
|
|
"step": 3505,
|
|
"valid_targets_mean": 4097.1,
|
|
"valid_targets_min": 1126
|
|
},
|
|
{
|
|
"epoch": 6.829600778967867,
|
|
"grad_norm": 0.5548278130139928,
|
|
"learning_rate": 7.451714356347062e-08,
|
|
"loss": 0.2567,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12457823753356934,
|
|
"step": 3510,
|
|
"valid_targets_mean": 4514.8,
|
|
"valid_targets_min": 939
|
|
},
|
|
{
|
|
"epoch": 6.839337877312561,
|
|
"grad_norm": 0.6795066527322409,
|
|
"learning_rate": 6.638412422568463e-08,
|
|
"loss": 0.2646,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1567058116197586,
|
|
"step": 3515,
|
|
"valid_targets_mean": 4655.0,
|
|
"valid_targets_min": 3487
|
|
},
|
|
{
|
|
"epoch": 6.849074975657254,
|
|
"grad_norm": 0.600295513403086,
|
|
"learning_rate": 5.8720211223677324e-08,
|
|
"loss": 0.2681,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11704479157924652,
|
|
"step": 3520,
|
|
"valid_targets_mean": 4077.5,
|
|
"valid_targets_min": 1234
|
|
},
|
|
{
|
|
"epoch": 6.858812074001947,
|
|
"grad_norm": 0.5317290732973234,
|
|
"learning_rate": 5.1525584915605996e-08,
|
|
"loss": 0.2507,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11121546477079391,
|
|
"step": 3525,
|
|
"valid_targets_mean": 4620.9,
|
|
"valid_targets_min": 3664
|
|
},
|
|
{
|
|
"epoch": 6.868549172346641,
|
|
"grad_norm": 0.5758246663130877,
|
|
"learning_rate": 4.480041461569773e-08,
|
|
"loss": 0.2526,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1220594123005867,
|
|
"step": 3530,
|
|
"valid_targets_mean": 4087.6,
|
|
"valid_targets_min": 2812
|
|
},
|
|
{
|
|
"epoch": 6.878286270691334,
|
|
"grad_norm": 0.5958116802229949,
|
|
"learning_rate": 3.854485859026591e-08,
|
|
"loss": 0.2531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12879547476768494,
|
|
"step": 3535,
|
|
"valid_targets_mean": 4854.9,
|
|
"valid_targets_min": 3686
|
|
},
|
|
{
|
|
"epoch": 6.888023369036027,
|
|
"grad_norm": 0.5564425582970186,
|
|
"learning_rate": 3.2759064054002086e-08,
|
|
"loss": 0.2553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10474040359258652,
|
|
"step": 3540,
|
|
"valid_targets_mean": 3980.8,
|
|
"valid_targets_min": 681
|
|
},
|
|
{
|
|
"epoch": 6.897760467380721,
|
|
"grad_norm": 0.5278837918654566,
|
|
"learning_rate": 2.744316716648543e-08,
|
|
"loss": 0.2495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15160135924816132,
|
|
"step": 3545,
|
|
"valid_targets_mean": 6259.8,
|
|
"valid_targets_min": 3911
|
|
},
|
|
{
|
|
"epoch": 6.907497565725414,
|
|
"grad_norm": 0.5147662495970018,
|
|
"learning_rate": 2.259729302900304e-08,
|
|
"loss": 0.2594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13430249691009521,
|
|
"step": 3550,
|
|
"valid_targets_mean": 5264.2,
|
|
"valid_targets_min": 3511
|
|
},
|
|
{
|
|
"epoch": 6.917234664070107,
|
|
"grad_norm": 0.5422874133842184,
|
|
"learning_rate": 1.822155568159012e-08,
|
|
"loss": 0.2635,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1191805824637413,
|
|
"step": 3555,
|
|
"valid_targets_mean": 4269.1,
|
|
"valid_targets_min": 581
|
|
},
|
|
{
|
|
"epoch": 6.926971762414801,
|
|
"grad_norm": 0.5968655366009338,
|
|
"learning_rate": 1.431605810034764e-08,
|
|
"loss": 0.2603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11171600222587585,
|
|
"step": 3560,
|
|
"valid_targets_mean": 3575.4,
|
|
"valid_targets_min": 820
|
|
},
|
|
{
|
|
"epoch": 6.936708860759493,
|
|
"grad_norm": 0.5923220185254061,
|
|
"learning_rate": 1.0880892195028747e-08,
|
|
"loss": 0.2627,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12644121050834656,
|
|
"step": 3565,
|
|
"valid_targets_mean": 4888.5,
|
|
"valid_targets_min": 953
|
|
},
|
|
{
|
|
"epoch": 6.946445959104187,
|
|
"grad_norm": 0.5362126127938313,
|
|
"learning_rate": 7.916138806864927e-09,
|
|
"loss": 0.2623,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13645507395267487,
|
|
"step": 3570,
|
|
"valid_targets_mean": 4954.9,
|
|
"valid_targets_min": 3907
|
|
},
|
|
{
|
|
"epoch": 6.9561830574488805,
|
|
"grad_norm": 0.6191550564671183,
|
|
"learning_rate": 5.421867706671968e-09,
|
|
"loss": 0.2443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13485130667686462,
|
|
"step": 3575,
|
|
"valid_targets_mean": 4264.5,
|
|
"valid_targets_min": 3473
|
|
},
|
|
{
|
|
"epoch": 6.965920155793573,
|
|
"grad_norm": 0.6276254874417744,
|
|
"learning_rate": 3.3981375932001792e-09,
|
|
"loss": 0.2546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11372117698192596,
|
|
"step": 3580,
|
|
"valid_targets_mean": 3629.0,
|
|
"valid_targets_min": 832
|
|
},
|
|
{
|
|
"epoch": 6.975657254138267,
|
|
"grad_norm": 0.5743287211412047,
|
|
"learning_rate": 1.8449960917599207e-09,
|
|
"loss": 0.2423,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12705141305923462,
|
|
"step": 3585,
|
|
"valid_targets_mean": 4258.5,
|
|
"valid_targets_min": 3710
|
|
},
|
|
{
|
|
"epoch": 6.98539435248296,
|
|
"grad_norm": 0.5803787544717841,
|
|
"learning_rate": 7.624797530958461e-10,
|
|
"loss": 0.2558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13234540820121765,
|
|
"step": 3590,
|
|
"valid_targets_mean": 4884.5,
|
|
"valid_targets_min": 3974
|
|
},
|
|
{
|
|
"epoch": 6.995131450827653,
|
|
"grad_norm": 0.584921438228633,
|
|
"learning_rate": 1.5061405252980721e-10,
|
|
"loss": 0.2518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1520397961139679,
|
|
"step": 3595,
|
|
"valid_targets_mean": 5244.6,
|
|
"valid_targets_min": 3575
|
|
},
|
|
{
|
|
"epoch": 7.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2848636209964752,
|
|
"step": 3598,
|
|
"total_flos": 2.2384198545393582e+18,
|
|
"train_loss": 0.3086844535421305,
|
|
"train_runtime": 48838.3115,
|
|
"train_samples_per_second": 1.177,
|
|
"train_steps_per_second": 0.074,
|
|
"valid_targets_mean": 4286.8,
|
|
"valid_targets_min": 2135
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 3598,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 7,
|
|
"save_steps": 1500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2.2384198545393582e+18,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|