9266 lines
256 KiB
JSON
9266 lines
256 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 7.0,
|
|
"eval_steps": 500,
|
|
"global_step": 4193,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.008347245409015025,
|
|
"grad_norm": 20.125777436153097,
|
|
"learning_rate": 3.80952380952381e-07,
|
|
"loss": 0.8516,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.830694854259491,
|
|
"step": 5,
|
|
"valid_targets_mean": 2796.9,
|
|
"valid_targets_min": 502
|
|
},
|
|
{
|
|
"epoch": 0.01669449081803005,
|
|
"grad_norm": 22.315323330587066,
|
|
"learning_rate": 8.571428571428572e-07,
|
|
"loss": 0.8348,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.945982813835144,
|
|
"step": 10,
|
|
"valid_targets_mean": 1666.1,
|
|
"valid_targets_min": 579
|
|
},
|
|
{
|
|
"epoch": 0.025041736227045076,
|
|
"grad_norm": 17.453196048630293,
|
|
"learning_rate": 1.3333333333333334e-06,
|
|
"loss": 0.8539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.8544225692749023,
|
|
"step": 15,
|
|
"valid_targets_mean": 1624.1,
|
|
"valid_targets_min": 749
|
|
},
|
|
{
|
|
"epoch": 0.0333889816360601,
|
|
"grad_norm": 14.870206418345237,
|
|
"learning_rate": 1.8095238095238097e-06,
|
|
"loss": 0.7723,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.8390950560569763,
|
|
"step": 20,
|
|
"valid_targets_mean": 1568.9,
|
|
"valid_targets_min": 689
|
|
},
|
|
{
|
|
"epoch": 0.041736227045075125,
|
|
"grad_norm": 11.532926695492177,
|
|
"learning_rate": 2.285714285714286e-06,
|
|
"loss": 0.7356,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.7299785017967224,
|
|
"step": 25,
|
|
"valid_targets_mean": 2161.1,
|
|
"valid_targets_min": 781
|
|
},
|
|
{
|
|
"epoch": 0.05008347245409015,
|
|
"grad_norm": 6.704783369679939,
|
|
"learning_rate": 2.7619047619047625e-06,
|
|
"loss": 0.6733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6406428813934326,
|
|
"step": 30,
|
|
"valid_targets_mean": 2134.3,
|
|
"valid_targets_min": 913
|
|
},
|
|
{
|
|
"epoch": 0.05843071786310518,
|
|
"grad_norm": 3.426760945542158,
|
|
"learning_rate": 3.2380952380952385e-06,
|
|
"loss": 0.6114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5607920289039612,
|
|
"step": 35,
|
|
"valid_targets_mean": 2782.6,
|
|
"valid_targets_min": 648
|
|
},
|
|
{
|
|
"epoch": 0.0667779632721202,
|
|
"grad_norm": 2.500234673380324,
|
|
"learning_rate": 3.7142857142857146e-06,
|
|
"loss": 0.5837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6126732230186462,
|
|
"step": 40,
|
|
"valid_targets_mean": 2412.5,
|
|
"valid_targets_min": 1138
|
|
},
|
|
{
|
|
"epoch": 0.07512520868113523,
|
|
"grad_norm": 1.6353048788833415,
|
|
"learning_rate": 4.190476190476191e-06,
|
|
"loss": 0.5074,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4867894649505615,
|
|
"step": 45,
|
|
"valid_targets_mean": 2508.1,
|
|
"valid_targets_min": 626
|
|
},
|
|
{
|
|
"epoch": 0.08347245409015025,
|
|
"grad_norm": 1.6643943844489701,
|
|
"learning_rate": 4.666666666666667e-06,
|
|
"loss": 0.5153,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5278254151344299,
|
|
"step": 50,
|
|
"valid_targets_mean": 1936.9,
|
|
"valid_targets_min": 797
|
|
},
|
|
{
|
|
"epoch": 0.09181969949916527,
|
|
"grad_norm": 0.9498878936104556,
|
|
"learning_rate": 5.142857142857142e-06,
|
|
"loss": 0.4827,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4543859660625458,
|
|
"step": 55,
|
|
"valid_targets_mean": 3347.8,
|
|
"valid_targets_min": 543
|
|
},
|
|
{
|
|
"epoch": 0.1001669449081803,
|
|
"grad_norm": 1.0174237616830506,
|
|
"learning_rate": 5.619047619047619e-06,
|
|
"loss": 0.4912,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.49389925599098206,
|
|
"step": 60,
|
|
"valid_targets_mean": 2433.2,
|
|
"valid_targets_min": 966
|
|
},
|
|
{
|
|
"epoch": 0.10851419031719532,
|
|
"grad_norm": 0.8239188853729782,
|
|
"learning_rate": 6.095238095238096e-06,
|
|
"loss": 0.4612,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4277969002723694,
|
|
"step": 65,
|
|
"valid_targets_mean": 3225.6,
|
|
"valid_targets_min": 876
|
|
},
|
|
{
|
|
"epoch": 0.11686143572621036,
|
|
"grad_norm": 0.7232769829375342,
|
|
"learning_rate": 6.571428571428572e-06,
|
|
"loss": 0.453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41270703077316284,
|
|
"step": 70,
|
|
"valid_targets_mean": 3240.1,
|
|
"valid_targets_min": 866
|
|
},
|
|
{
|
|
"epoch": 0.12520868113522537,
|
|
"grad_norm": 0.8683682081988188,
|
|
"learning_rate": 7.047619047619048e-06,
|
|
"loss": 0.4407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.47156885266304016,
|
|
"step": 75,
|
|
"valid_targets_mean": 2287.4,
|
|
"valid_targets_min": 984
|
|
},
|
|
{
|
|
"epoch": 0.1335559265442404,
|
|
"grad_norm": 0.828011223922074,
|
|
"learning_rate": 7.523809523809524e-06,
|
|
"loss": 0.4638,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4064176082611084,
|
|
"step": 80,
|
|
"valid_targets_mean": 2163.6,
|
|
"valid_targets_min": 1110
|
|
},
|
|
{
|
|
"epoch": 0.1419031719532554,
|
|
"grad_norm": 0.5974334115927779,
|
|
"learning_rate": 8.000000000000001e-06,
|
|
"loss": 0.4303,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40039050579071045,
|
|
"step": 85,
|
|
"valid_targets_mean": 3918.3,
|
|
"valid_targets_min": 1060
|
|
},
|
|
{
|
|
"epoch": 0.15025041736227046,
|
|
"grad_norm": 0.8880912110853688,
|
|
"learning_rate": 8.476190476190477e-06,
|
|
"loss": 0.44,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4153106212615967,
|
|
"step": 90,
|
|
"valid_targets_mean": 1947.6,
|
|
"valid_targets_min": 789
|
|
},
|
|
{
|
|
"epoch": 0.15859766277128548,
|
|
"grad_norm": 0.751148343881156,
|
|
"learning_rate": 8.952380952380953e-06,
|
|
"loss": 0.412,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4028511643409729,
|
|
"step": 95,
|
|
"valid_targets_mean": 2478.4,
|
|
"valid_targets_min": 633
|
|
},
|
|
{
|
|
"epoch": 0.1669449081803005,
|
|
"grad_norm": 0.7236471980196548,
|
|
"learning_rate": 9.42857142857143e-06,
|
|
"loss": 0.4115,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3987542390823364,
|
|
"step": 100,
|
|
"valid_targets_mean": 2565.8,
|
|
"valid_targets_min": 361
|
|
},
|
|
{
|
|
"epoch": 0.17529215358931552,
|
|
"grad_norm": 0.9071686345050813,
|
|
"learning_rate": 9.904761904761906e-06,
|
|
"loss": 0.4165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4188500642776489,
|
|
"step": 105,
|
|
"valid_targets_mean": 1897.7,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 0.18363939899833054,
|
|
"grad_norm": 0.8248284873164098,
|
|
"learning_rate": 1.0380952380952383e-05,
|
|
"loss": 0.4088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3929654359817505,
|
|
"step": 110,
|
|
"valid_targets_mean": 1896.4,
|
|
"valid_targets_min": 506
|
|
},
|
|
{
|
|
"epoch": 0.19198664440734559,
|
|
"grad_norm": 0.7823148745443437,
|
|
"learning_rate": 1.0857142857142858e-05,
|
|
"loss": 0.3967,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3725951313972473,
|
|
"step": 115,
|
|
"valid_targets_mean": 2162.0,
|
|
"valid_targets_min": 865
|
|
},
|
|
{
|
|
"epoch": 0.2003338898163606,
|
|
"grad_norm": 0.7130290245492041,
|
|
"learning_rate": 1.1333333333333334e-05,
|
|
"loss": 0.3976,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40969598293304443,
|
|
"step": 120,
|
|
"valid_targets_mean": 2873.4,
|
|
"valid_targets_min": 608
|
|
},
|
|
{
|
|
"epoch": 0.20868113522537562,
|
|
"grad_norm": 0.6374637811571959,
|
|
"learning_rate": 1.180952380952381e-05,
|
|
"loss": 0.4056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36969244480133057,
|
|
"step": 125,
|
|
"valid_targets_mean": 2947.9,
|
|
"valid_targets_min": 699
|
|
},
|
|
{
|
|
"epoch": 0.21702838063439064,
|
|
"grad_norm": 0.7660820864604462,
|
|
"learning_rate": 1.2285714285714288e-05,
|
|
"loss": 0.3699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33364009857177734,
|
|
"step": 130,
|
|
"valid_targets_mean": 1937.9,
|
|
"valid_targets_min": 672
|
|
},
|
|
{
|
|
"epoch": 0.22537562604340566,
|
|
"grad_norm": 1.0608408159879852,
|
|
"learning_rate": 1.2761904761904762e-05,
|
|
"loss": 0.3785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4482278823852539,
|
|
"step": 135,
|
|
"valid_targets_mean": 2734.9,
|
|
"valid_targets_min": 904
|
|
},
|
|
{
|
|
"epoch": 0.2337228714524207,
|
|
"grad_norm": 0.7937754785168789,
|
|
"learning_rate": 1.3238095238095238e-05,
|
|
"loss": 0.393,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3878324031829834,
|
|
"step": 140,
|
|
"valid_targets_mean": 2254.6,
|
|
"valid_targets_min": 957
|
|
},
|
|
{
|
|
"epoch": 0.24207011686143573,
|
|
"grad_norm": 0.9530960586446873,
|
|
"learning_rate": 1.3714285714285716e-05,
|
|
"loss": 0.3822,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3858902156352997,
|
|
"step": 145,
|
|
"valid_targets_mean": 2910.6,
|
|
"valid_targets_min": 699
|
|
},
|
|
{
|
|
"epoch": 0.25041736227045075,
|
|
"grad_norm": 0.793386246739093,
|
|
"learning_rate": 1.4190476190476192e-05,
|
|
"loss": 0.3885,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40752989053726196,
|
|
"step": 150,
|
|
"valid_targets_mean": 2232.0,
|
|
"valid_targets_min": 693
|
|
},
|
|
{
|
|
"epoch": 0.2587646076794658,
|
|
"grad_norm": 0.7054845625096792,
|
|
"learning_rate": 1.4666666666666666e-05,
|
|
"loss": 0.3746,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36771881580352783,
|
|
"step": 155,
|
|
"valid_targets_mean": 2490.8,
|
|
"valid_targets_min": 520
|
|
},
|
|
{
|
|
"epoch": 0.2671118530884808,
|
|
"grad_norm": 0.8245710561947659,
|
|
"learning_rate": 1.5142857142857144e-05,
|
|
"loss": 0.3811,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.42931532859802246,
|
|
"step": 160,
|
|
"valid_targets_mean": 2966.5,
|
|
"valid_targets_min": 690
|
|
},
|
|
{
|
|
"epoch": 0.27545909849749584,
|
|
"grad_norm": 0.9367959207676698,
|
|
"learning_rate": 1.5619047619047622e-05,
|
|
"loss": 0.3796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39394938945770264,
|
|
"step": 165,
|
|
"valid_targets_mean": 2375.9,
|
|
"valid_targets_min": 909
|
|
},
|
|
{
|
|
"epoch": 0.2838063439065108,
|
|
"grad_norm": 0.7452788082591367,
|
|
"learning_rate": 1.6095238095238096e-05,
|
|
"loss": 0.3553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3504602313041687,
|
|
"step": 170,
|
|
"valid_targets_mean": 2428.2,
|
|
"valid_targets_min": 604
|
|
},
|
|
{
|
|
"epoch": 0.2921535893155259,
|
|
"grad_norm": 0.6706956192945309,
|
|
"learning_rate": 1.6571428571428574e-05,
|
|
"loss": 0.356,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33892327547073364,
|
|
"step": 175,
|
|
"valid_targets_mean": 2694.3,
|
|
"valid_targets_min": 805
|
|
},
|
|
{
|
|
"epoch": 0.3005008347245409,
|
|
"grad_norm": 0.6450744053432401,
|
|
"learning_rate": 1.704761904761905e-05,
|
|
"loss": 0.3957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31530341506004333,
|
|
"step": 180,
|
|
"valid_targets_mean": 2748.9,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 0.3088480801335559,
|
|
"grad_norm": 0.7122687871177076,
|
|
"learning_rate": 1.7523809523809526e-05,
|
|
"loss": 0.3614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3535732626914978,
|
|
"step": 185,
|
|
"valid_targets_mean": 2628.3,
|
|
"valid_targets_min": 618
|
|
},
|
|
{
|
|
"epoch": 0.31719532554257096,
|
|
"grad_norm": 0.6410610802258473,
|
|
"learning_rate": 1.8e-05,
|
|
"loss": 0.3721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38299959897994995,
|
|
"step": 190,
|
|
"valid_targets_mean": 3226.7,
|
|
"valid_targets_min": 925
|
|
},
|
|
{
|
|
"epoch": 0.32554257095158595,
|
|
"grad_norm": 0.7519536354934145,
|
|
"learning_rate": 1.8476190476190478e-05,
|
|
"loss": 0.3463,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39102399349212646,
|
|
"step": 195,
|
|
"valid_targets_mean": 3061.8,
|
|
"valid_targets_min": 1000
|
|
},
|
|
{
|
|
"epoch": 0.333889816360601,
|
|
"grad_norm": 0.869110988708763,
|
|
"learning_rate": 1.8952380952380953e-05,
|
|
"loss": 0.3586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35571885108947754,
|
|
"step": 200,
|
|
"valid_targets_mean": 2081.0,
|
|
"valid_targets_min": 949
|
|
},
|
|
{
|
|
"epoch": 0.34223706176961605,
|
|
"grad_norm": 0.7628250895843997,
|
|
"learning_rate": 1.942857142857143e-05,
|
|
"loss": 0.3613,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37019288539886475,
|
|
"step": 205,
|
|
"valid_targets_mean": 2288.1,
|
|
"valid_targets_min": 638
|
|
},
|
|
{
|
|
"epoch": 0.35058430717863104,
|
|
"grad_norm": 0.6709774464989092,
|
|
"learning_rate": 1.9904761904761908e-05,
|
|
"loss": 0.3793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33823031187057495,
|
|
"step": 210,
|
|
"valid_targets_mean": 3179.8,
|
|
"valid_targets_min": 929
|
|
},
|
|
{
|
|
"epoch": 0.3589315525876461,
|
|
"grad_norm": 0.7192151635508831,
|
|
"learning_rate": 2.0380952380952382e-05,
|
|
"loss": 0.3352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33868905901908875,
|
|
"step": 215,
|
|
"valid_targets_mean": 2715.9,
|
|
"valid_targets_min": 986
|
|
},
|
|
{
|
|
"epoch": 0.3672787979966611,
|
|
"grad_norm": 0.6469633018096315,
|
|
"learning_rate": 2.085714285714286e-05,
|
|
"loss": 0.3404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3615769147872925,
|
|
"step": 220,
|
|
"valid_targets_mean": 3141.8,
|
|
"valid_targets_min": 644
|
|
},
|
|
{
|
|
"epoch": 0.3756260434056761,
|
|
"grad_norm": 0.7640930887163769,
|
|
"learning_rate": 2.1333333333333335e-05,
|
|
"loss": 0.3582,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3568115830421448,
|
|
"step": 225,
|
|
"valid_targets_mean": 2293.8,
|
|
"valid_targets_min": 1019
|
|
},
|
|
{
|
|
"epoch": 0.38397328881469117,
|
|
"grad_norm": 0.7181587877168871,
|
|
"learning_rate": 2.180952380952381e-05,
|
|
"loss": 0.3583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38162344694137573,
|
|
"step": 230,
|
|
"valid_targets_mean": 2645.1,
|
|
"valid_targets_min": 812
|
|
},
|
|
{
|
|
"epoch": 0.39232053422370616,
|
|
"grad_norm": 0.803834346449949,
|
|
"learning_rate": 2.2285714285714287e-05,
|
|
"loss": 0.3721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43554484844207764,
|
|
"step": 235,
|
|
"valid_targets_mean": 2310.6,
|
|
"valid_targets_min": 988
|
|
},
|
|
{
|
|
"epoch": 0.4006677796327212,
|
|
"grad_norm": 0.7952409835075342,
|
|
"learning_rate": 2.2761904761904765e-05,
|
|
"loss": 0.3278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3816568851470947,
|
|
"step": 240,
|
|
"valid_targets_mean": 2280.4,
|
|
"valid_targets_min": 982
|
|
},
|
|
{
|
|
"epoch": 0.4090150250417362,
|
|
"grad_norm": 0.7246105427812677,
|
|
"learning_rate": 2.3238095238095242e-05,
|
|
"loss": 0.3536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3831411600112915,
|
|
"step": 245,
|
|
"valid_targets_mean": 2918.2,
|
|
"valid_targets_min": 1227
|
|
},
|
|
{
|
|
"epoch": 0.41736227045075125,
|
|
"grad_norm": 0.8338708974356746,
|
|
"learning_rate": 2.3714285714285717e-05,
|
|
"loss": 0.3656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4046775698661804,
|
|
"step": 250,
|
|
"valid_targets_mean": 2320.4,
|
|
"valid_targets_min": 580
|
|
},
|
|
{
|
|
"epoch": 0.4257095158597663,
|
|
"grad_norm": 0.6393485320022019,
|
|
"learning_rate": 2.419047619047619e-05,
|
|
"loss": 0.3244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3226710557937622,
|
|
"step": 255,
|
|
"valid_targets_mean": 3065.7,
|
|
"valid_targets_min": 708
|
|
},
|
|
{
|
|
"epoch": 0.4340567612687813,
|
|
"grad_norm": 0.6842895103742899,
|
|
"learning_rate": 2.466666666666667e-05,
|
|
"loss": 0.3575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37478750944137573,
|
|
"step": 260,
|
|
"valid_targets_mean": 3703.2,
|
|
"valid_targets_min": 933
|
|
},
|
|
{
|
|
"epoch": 0.44240400667779634,
|
|
"grad_norm": 0.6303158293010908,
|
|
"learning_rate": 2.5142857142857143e-05,
|
|
"loss": 0.344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34078970551490784,
|
|
"step": 265,
|
|
"valid_targets_mean": 2905.3,
|
|
"valid_targets_min": 792
|
|
},
|
|
{
|
|
"epoch": 0.4507512520868113,
|
|
"grad_norm": 0.803236946087365,
|
|
"learning_rate": 2.5619047619047618e-05,
|
|
"loss": 0.3727,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41703659296035767,
|
|
"step": 270,
|
|
"valid_targets_mean": 2465.1,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 0.4590984974958264,
|
|
"grad_norm": 0.7803373412241122,
|
|
"learning_rate": 2.60952380952381e-05,
|
|
"loss": 0.3385,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3831275701522827,
|
|
"step": 275,
|
|
"valid_targets_mean": 2617.3,
|
|
"valid_targets_min": 945
|
|
},
|
|
{
|
|
"epoch": 0.4674457429048414,
|
|
"grad_norm": 0.8278124298535766,
|
|
"learning_rate": 2.6571428571428573e-05,
|
|
"loss": 0.3546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4114047884941101,
|
|
"step": 280,
|
|
"valid_targets_mean": 2283.2,
|
|
"valid_targets_min": 485
|
|
},
|
|
{
|
|
"epoch": 0.4757929883138564,
|
|
"grad_norm": 0.8066324407668412,
|
|
"learning_rate": 2.704761904761905e-05,
|
|
"loss": 0.3281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36297842860221863,
|
|
"step": 285,
|
|
"valid_targets_mean": 2427.2,
|
|
"valid_targets_min": 964
|
|
},
|
|
{
|
|
"epoch": 0.48414023372287146,
|
|
"grad_norm": 1.3375136899858193,
|
|
"learning_rate": 2.7523809523809525e-05,
|
|
"loss": 0.3384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34834030270576477,
|
|
"step": 290,
|
|
"valid_targets_mean": 2393.3,
|
|
"valid_targets_min": 874
|
|
},
|
|
{
|
|
"epoch": 0.49248747913188645,
|
|
"grad_norm": 0.7358089379961378,
|
|
"learning_rate": 2.8e-05,
|
|
"loss": 0.343,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4069739580154419,
|
|
"step": 295,
|
|
"valid_targets_mean": 2538.5,
|
|
"valid_targets_min": 687
|
|
},
|
|
{
|
|
"epoch": 0.5008347245409015,
|
|
"grad_norm": 0.8286273038250276,
|
|
"learning_rate": 2.847619047619048e-05,
|
|
"loss": 0.3463,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.380668967962265,
|
|
"step": 300,
|
|
"valid_targets_mean": 2283.1,
|
|
"valid_targets_min": 1082
|
|
},
|
|
{
|
|
"epoch": 0.5091819699499165,
|
|
"grad_norm": 0.6754627666288634,
|
|
"learning_rate": 2.8952380952380955e-05,
|
|
"loss": 0.327,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3209186792373657,
|
|
"step": 305,
|
|
"valid_targets_mean": 2563.9,
|
|
"valid_targets_min": 799
|
|
},
|
|
{
|
|
"epoch": 0.5175292153589316,
|
|
"grad_norm": 0.9034626565874669,
|
|
"learning_rate": 2.9428571428571433e-05,
|
|
"loss": 0.3425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3576005697250366,
|
|
"step": 310,
|
|
"valid_targets_mean": 2912.7,
|
|
"valid_targets_min": 1059
|
|
},
|
|
{
|
|
"epoch": 0.5258764607679466,
|
|
"grad_norm": 0.6229691306190667,
|
|
"learning_rate": 2.9904761904761907e-05,
|
|
"loss": 0.3908,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3698209524154663,
|
|
"step": 315,
|
|
"valid_targets_mean": 3144.4,
|
|
"valid_targets_min": 912
|
|
},
|
|
{
|
|
"epoch": 0.5342237061769616,
|
|
"grad_norm": 0.8546076575277969,
|
|
"learning_rate": 3.038095238095238e-05,
|
|
"loss": 0.324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35709044337272644,
|
|
"step": 320,
|
|
"valid_targets_mean": 1687.7,
|
|
"valid_targets_min": 943
|
|
},
|
|
{
|
|
"epoch": 0.5425709515859767,
|
|
"grad_norm": 0.7088960454793146,
|
|
"learning_rate": 3.085714285714286e-05,
|
|
"loss": 0.3154,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32904744148254395,
|
|
"step": 325,
|
|
"valid_targets_mean": 2348.4,
|
|
"valid_targets_min": 643
|
|
},
|
|
{
|
|
"epoch": 0.5509181969949917,
|
|
"grad_norm": 0.7925521311779707,
|
|
"learning_rate": 3.1333333333333334e-05,
|
|
"loss": 0.3392,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41147422790527344,
|
|
"step": 330,
|
|
"valid_targets_mean": 2246.1,
|
|
"valid_targets_min": 783
|
|
},
|
|
{
|
|
"epoch": 0.5592654424040067,
|
|
"grad_norm": 0.8177382664859416,
|
|
"learning_rate": 3.180952380952381e-05,
|
|
"loss": 0.3457,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3118923306465149,
|
|
"step": 335,
|
|
"valid_targets_mean": 1900.4,
|
|
"valid_targets_min": 438
|
|
},
|
|
{
|
|
"epoch": 0.5676126878130217,
|
|
"grad_norm": 0.7747926368677435,
|
|
"learning_rate": 3.228571428571429e-05,
|
|
"loss": 0.3495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3130142092704773,
|
|
"step": 340,
|
|
"valid_targets_mean": 2124.5,
|
|
"valid_targets_min": 496
|
|
},
|
|
{
|
|
"epoch": 0.5759599332220368,
|
|
"grad_norm": 0.7900340718873202,
|
|
"learning_rate": 3.276190476190477e-05,
|
|
"loss": 0.3416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3983057141304016,
|
|
"step": 345,
|
|
"valid_targets_mean": 2209.1,
|
|
"valid_targets_min": 787
|
|
},
|
|
{
|
|
"epoch": 0.5843071786310517,
|
|
"grad_norm": 0.7121802339807132,
|
|
"learning_rate": 3.3238095238095245e-05,
|
|
"loss": 0.3309,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39473700523376465,
|
|
"step": 350,
|
|
"valid_targets_mean": 3028.6,
|
|
"valid_targets_min": 1079
|
|
},
|
|
{
|
|
"epoch": 0.5926544240400667,
|
|
"grad_norm": 0.8922891190366636,
|
|
"learning_rate": 3.3714285714285716e-05,
|
|
"loss": 0.3336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3380250036716461,
|
|
"step": 355,
|
|
"valid_targets_mean": 2014.2,
|
|
"valid_targets_min": 664
|
|
},
|
|
{
|
|
"epoch": 0.6010016694490818,
|
|
"grad_norm": 0.6695806536241158,
|
|
"learning_rate": 3.4190476190476194e-05,
|
|
"loss": 0.3441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40140536427497864,
|
|
"step": 360,
|
|
"valid_targets_mean": 2965.8,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 0.6093489148580968,
|
|
"grad_norm": 0.710440302237182,
|
|
"learning_rate": 3.466666666666667e-05,
|
|
"loss": 0.3189,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28060203790664673,
|
|
"step": 365,
|
|
"valid_targets_mean": 2308.4,
|
|
"valid_targets_min": 715
|
|
},
|
|
{
|
|
"epoch": 0.6176961602671118,
|
|
"grad_norm": 0.7097755972881904,
|
|
"learning_rate": 3.514285714285714e-05,
|
|
"loss": 0.342,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3636694550514221,
|
|
"step": 370,
|
|
"valid_targets_mean": 2561.2,
|
|
"valid_targets_min": 1000
|
|
},
|
|
{
|
|
"epoch": 0.6260434056761269,
|
|
"grad_norm": 0.8788436972894093,
|
|
"learning_rate": 3.561904761904762e-05,
|
|
"loss": 0.323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3455510437488556,
|
|
"step": 375,
|
|
"valid_targets_mean": 1589.6,
|
|
"valid_targets_min": 587
|
|
},
|
|
{
|
|
"epoch": 0.6343906510851419,
|
|
"grad_norm": 0.6597640705879878,
|
|
"learning_rate": 3.60952380952381e-05,
|
|
"loss": 0.3082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27953580021858215,
|
|
"step": 380,
|
|
"valid_targets_mean": 2378.7,
|
|
"valid_targets_min": 799
|
|
},
|
|
{
|
|
"epoch": 0.6427378964941569,
|
|
"grad_norm": 0.7892624596142306,
|
|
"learning_rate": 3.6571428571428576e-05,
|
|
"loss": 0.3528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30219441652297974,
|
|
"step": 385,
|
|
"valid_targets_mean": 1884.8,
|
|
"valid_targets_min": 618
|
|
},
|
|
{
|
|
"epoch": 0.6510851419031719,
|
|
"grad_norm": 0.8637864198120716,
|
|
"learning_rate": 3.704761904761905e-05,
|
|
"loss": 0.3536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30112534761428833,
|
|
"step": 390,
|
|
"valid_targets_mean": 1779.1,
|
|
"valid_targets_min": 528
|
|
},
|
|
{
|
|
"epoch": 0.659432387312187,
|
|
"grad_norm": 0.7302225440883133,
|
|
"learning_rate": 3.7523809523809524e-05,
|
|
"loss": 0.3302,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3421768844127655,
|
|
"step": 395,
|
|
"valid_targets_mean": 2351.8,
|
|
"valid_targets_min": 578
|
|
},
|
|
{
|
|
"epoch": 0.667779632721202,
|
|
"grad_norm": 0.7424310243535049,
|
|
"learning_rate": 3.8e-05,
|
|
"loss": 0.3549,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32466602325439453,
|
|
"step": 400,
|
|
"valid_targets_mean": 2133.6,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 0.676126878130217,
|
|
"grad_norm": 0.7112119939538417,
|
|
"learning_rate": 3.847619047619048e-05,
|
|
"loss": 0.3136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.296672523021698,
|
|
"step": 405,
|
|
"valid_targets_mean": 2450.8,
|
|
"valid_targets_min": 963
|
|
},
|
|
{
|
|
"epoch": 0.6844741235392321,
|
|
"grad_norm": 0.7850124283371369,
|
|
"learning_rate": 3.895238095238096e-05,
|
|
"loss": 0.315,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34217727184295654,
|
|
"step": 410,
|
|
"valid_targets_mean": 1896.9,
|
|
"valid_targets_min": 866
|
|
},
|
|
{
|
|
"epoch": 0.6928213689482471,
|
|
"grad_norm": 0.6570487622025072,
|
|
"learning_rate": 3.9428571428571435e-05,
|
|
"loss": 0.3122,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34257471561431885,
|
|
"step": 415,
|
|
"valid_targets_mean": 2862.9,
|
|
"valid_targets_min": 707
|
|
},
|
|
{
|
|
"epoch": 0.7011686143572621,
|
|
"grad_norm": 0.7179325156398435,
|
|
"learning_rate": 3.9904761904761906e-05,
|
|
"loss": 0.3219,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34124815464019775,
|
|
"step": 420,
|
|
"valid_targets_mean": 2090.7,
|
|
"valid_targets_min": 554
|
|
},
|
|
{
|
|
"epoch": 0.7095158597662772,
|
|
"grad_norm": 0.6144369515649107,
|
|
"learning_rate": 3.999988907084209e-05,
|
|
"loss": 0.3401,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2786844074726105,
|
|
"step": 425,
|
|
"valid_targets_mean": 2647.7,
|
|
"valid_targets_min": 921
|
|
},
|
|
{
|
|
"epoch": 0.7178631051752922,
|
|
"grad_norm": 0.5985082700689128,
|
|
"learning_rate": 3.9999438423247035e-05,
|
|
"loss": 0.3475,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32772842049598694,
|
|
"step": 430,
|
|
"valid_targets_mean": 3107.7,
|
|
"valid_targets_min": 524
|
|
},
|
|
{
|
|
"epoch": 0.7262103505843072,
|
|
"grad_norm": 0.6671709920532217,
|
|
"learning_rate": 3.999864113194738e-05,
|
|
"loss": 0.3259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3186429440975189,
|
|
"step": 435,
|
|
"valid_targets_mean": 2705.6,
|
|
"valid_targets_min": 709
|
|
},
|
|
{
|
|
"epoch": 0.7345575959933222,
|
|
"grad_norm": 0.8249822436419694,
|
|
"learning_rate": 3.999749721076231e-05,
|
|
"loss": 0.3005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3638507127761841,
|
|
"step": 440,
|
|
"valid_targets_mean": 1918.1,
|
|
"valid_targets_min": 649
|
|
},
|
|
{
|
|
"epoch": 0.7429048414023373,
|
|
"grad_norm": 0.8395818886697235,
|
|
"learning_rate": 3.9996006679519054e-05,
|
|
"loss": 0.3109,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3661022186279297,
|
|
"step": 445,
|
|
"valid_targets_mean": 2402.5,
|
|
"valid_targets_min": 530
|
|
},
|
|
{
|
|
"epoch": 0.7512520868113522,
|
|
"grad_norm": 0.5614572174095006,
|
|
"learning_rate": 3.9994169564052486e-05,
|
|
"loss": 0.3027,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27668917179107666,
|
|
"step": 450,
|
|
"valid_targets_mean": 3654.5,
|
|
"valid_targets_min": 1125
|
|
},
|
|
{
|
|
"epoch": 0.7595993322203672,
|
|
"grad_norm": 0.6522985817897391,
|
|
"learning_rate": 3.999198589620473e-05,
|
|
"loss": 0.3655,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38943803310394287,
|
|
"step": 455,
|
|
"valid_targets_mean": 2856.8,
|
|
"valid_targets_min": 840
|
|
},
|
|
{
|
|
"epoch": 0.7679465776293823,
|
|
"grad_norm": 0.7438291259821956,
|
|
"learning_rate": 3.998945571382458e-05,
|
|
"loss": 0.3167,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3215874433517456,
|
|
"step": 460,
|
|
"valid_targets_mean": 2226.6,
|
|
"valid_targets_min": 841
|
|
},
|
|
{
|
|
"epoch": 0.7762938230383973,
|
|
"grad_norm": 0.726789786479743,
|
|
"learning_rate": 3.9986579060766866e-05,
|
|
"loss": 0.3321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2627006769180298,
|
|
"step": 465,
|
|
"valid_targets_mean": 2022.9,
|
|
"valid_targets_min": 879
|
|
},
|
|
{
|
|
"epoch": 0.7846410684474123,
|
|
"grad_norm": 0.7163196779832347,
|
|
"learning_rate": 3.9983355986891664e-05,
|
|
"loss": 0.3146,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32649943232536316,
|
|
"step": 470,
|
|
"valid_targets_mean": 2535.6,
|
|
"valid_targets_min": 721
|
|
},
|
|
{
|
|
"epoch": 0.7929883138564274,
|
|
"grad_norm": 0.6970478246231899,
|
|
"learning_rate": 3.9979786548063454e-05,
|
|
"loss": 0.2902,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26147031784057617,
|
|
"step": 475,
|
|
"valid_targets_mean": 2178.3,
|
|
"valid_targets_min": 513
|
|
},
|
|
{
|
|
"epoch": 0.8013355592654424,
|
|
"grad_norm": 0.799911102232111,
|
|
"learning_rate": 3.997587080615016e-05,
|
|
"loss": 0.3406,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3076505661010742,
|
|
"step": 480,
|
|
"valid_targets_mean": 1970.3,
|
|
"valid_targets_min": 1051
|
|
},
|
|
{
|
|
"epoch": 0.8096828046744574,
|
|
"grad_norm": 0.8184414432450198,
|
|
"learning_rate": 3.9971608829022036e-05,
|
|
"loss": 0.3143,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27848586440086365,
|
|
"step": 485,
|
|
"valid_targets_mean": 2767.8,
|
|
"valid_targets_min": 653
|
|
},
|
|
{
|
|
"epoch": 0.8180300500834724,
|
|
"grad_norm": 0.7281485204639897,
|
|
"learning_rate": 3.996700069055054e-05,
|
|
"loss": 0.3028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31602007150650024,
|
|
"step": 490,
|
|
"valid_targets_mean": 2257.2,
|
|
"valid_targets_min": 641
|
|
},
|
|
{
|
|
"epoch": 0.8263772954924875,
|
|
"grad_norm": 0.6938466384081636,
|
|
"learning_rate": 3.9962046470607034e-05,
|
|
"loss": 0.3143,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31599387526512146,
|
|
"step": 495,
|
|
"valid_targets_mean": 2485.4,
|
|
"valid_targets_min": 501
|
|
},
|
|
{
|
|
"epoch": 0.8347245409015025,
|
|
"grad_norm": 1.1888217696917323,
|
|
"learning_rate": 3.995674625506137e-05,
|
|
"loss": 0.3197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30969738960266113,
|
|
"step": 500,
|
|
"valid_targets_mean": 2349.2,
|
|
"valid_targets_min": 900
|
|
},
|
|
{
|
|
"epoch": 0.8430717863105175,
|
|
"grad_norm": 0.5898683146017418,
|
|
"learning_rate": 3.995110013578046e-05,
|
|
"loss": 0.3213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3188744783401489,
|
|
"step": 505,
|
|
"valid_targets_mean": 2831.1,
|
|
"valid_targets_min": 1139
|
|
},
|
|
{
|
|
"epoch": 0.8514190317195326,
|
|
"grad_norm": 0.6469354559288124,
|
|
"learning_rate": 3.9945108210626635e-05,
|
|
"loss": 0.308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27451348304748535,
|
|
"step": 510,
|
|
"valid_targets_mean": 2271.3,
|
|
"valid_targets_min": 990
|
|
},
|
|
{
|
|
"epoch": 0.8597662771285476,
|
|
"grad_norm": 0.6862712698126633,
|
|
"learning_rate": 3.9938770583455955e-05,
|
|
"loss": 0.3308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38486266136169434,
|
|
"step": 515,
|
|
"valid_targets_mean": 3247.4,
|
|
"valid_targets_min": 1217
|
|
},
|
|
{
|
|
"epoch": 0.8681135225375626,
|
|
"grad_norm": 0.5924716914409707,
|
|
"learning_rate": 3.9932087364116446e-05,
|
|
"loss": 0.3297,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2953488826751709,
|
|
"step": 520,
|
|
"valid_targets_mean": 3172.7,
|
|
"valid_targets_min": 710
|
|
},
|
|
{
|
|
"epoch": 0.8764607679465777,
|
|
"grad_norm": 0.6222540733349502,
|
|
"learning_rate": 3.992505866844615e-05,
|
|
"loss": 0.2943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2345266193151474,
|
|
"step": 525,
|
|
"valid_targets_mean": 2900.1,
|
|
"valid_targets_min": 556
|
|
},
|
|
{
|
|
"epoch": 0.8848080133555927,
|
|
"grad_norm": 0.7543318131125992,
|
|
"learning_rate": 3.991768461827114e-05,
|
|
"loss": 0.3308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3501376211643219,
|
|
"step": 530,
|
|
"valid_targets_mean": 2041.9,
|
|
"valid_targets_min": 776
|
|
},
|
|
{
|
|
"epoch": 0.8931552587646077,
|
|
"grad_norm": 0.7099560675938891,
|
|
"learning_rate": 3.990996534140342e-05,
|
|
"loss": 0.3254,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2954036593437195,
|
|
"step": 535,
|
|
"valid_targets_mean": 2134.9,
|
|
"valid_targets_min": 935
|
|
},
|
|
{
|
|
"epoch": 0.9015025041736227,
|
|
"grad_norm": 0.7704282842479314,
|
|
"learning_rate": 3.990190097163867e-05,
|
|
"loss": 0.2939,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2950887084007263,
|
|
"step": 540,
|
|
"valid_targets_mean": 1977.1,
|
|
"valid_targets_min": 568
|
|
},
|
|
{
|
|
"epoch": 0.9098497495826378,
|
|
"grad_norm": 0.7075265637767415,
|
|
"learning_rate": 3.989349164875397e-05,
|
|
"loss": 0.3053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3461377024650574,
|
|
"step": 545,
|
|
"valid_targets_mean": 2553.9,
|
|
"valid_targets_min": 736
|
|
},
|
|
{
|
|
"epoch": 0.9181969949916527,
|
|
"grad_norm": 0.7646642465906041,
|
|
"learning_rate": 3.988473751850536e-05,
|
|
"loss": 0.3111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3075540065765381,
|
|
"step": 550,
|
|
"valid_targets_mean": 2153.9,
|
|
"valid_targets_min": 792
|
|
},
|
|
{
|
|
"epoch": 0.9265442404006677,
|
|
"grad_norm": 0.7455652126408486,
|
|
"learning_rate": 3.98756387326253e-05,
|
|
"loss": 0.3181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3557898998260498,
|
|
"step": 555,
|
|
"valid_targets_mean": 2320.8,
|
|
"valid_targets_min": 651
|
|
},
|
|
{
|
|
"epoch": 0.9348914858096828,
|
|
"grad_norm": 0.7448132010417806,
|
|
"learning_rate": 3.9866195448820066e-05,
|
|
"loss": 0.3122,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.292105495929718,
|
|
"step": 560,
|
|
"valid_targets_mean": 1784.8,
|
|
"valid_targets_min": 912
|
|
},
|
|
{
|
|
"epoch": 0.9432387312186978,
|
|
"grad_norm": 0.5358142548623265,
|
|
"learning_rate": 3.985640783076699e-05,
|
|
"loss": 0.313,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26325780153274536,
|
|
"step": 565,
|
|
"valid_targets_mean": 3083.5,
|
|
"valid_targets_min": 1049
|
|
},
|
|
{
|
|
"epoch": 0.9515859766277128,
|
|
"grad_norm": 0.6281715819326231,
|
|
"learning_rate": 3.984627604811166e-05,
|
|
"loss": 0.3201,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3475627303123474,
|
|
"step": 570,
|
|
"valid_targets_mean": 2901.7,
|
|
"valid_targets_min": 874
|
|
},
|
|
{
|
|
"epoch": 0.9599332220367279,
|
|
"grad_norm": 0.6125370271699637,
|
|
"learning_rate": 3.983580027646492e-05,
|
|
"loss": 0.292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28098058700561523,
|
|
"step": 575,
|
|
"valid_targets_mean": 2742.2,
|
|
"valid_targets_min": 1126
|
|
},
|
|
{
|
|
"epoch": 0.9682804674457429,
|
|
"grad_norm": 0.7735134366550798,
|
|
"learning_rate": 3.9824980697399906e-05,
|
|
"loss": 0.3159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3102591037750244,
|
|
"step": 580,
|
|
"valid_targets_mean": 1958.9,
|
|
"valid_targets_min": 640
|
|
},
|
|
{
|
|
"epoch": 0.9766277128547579,
|
|
"grad_norm": 0.6709556468624875,
|
|
"learning_rate": 3.981381749844882e-05,
|
|
"loss": 0.3347,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3324657082557678,
|
|
"step": 585,
|
|
"valid_targets_mean": 2534.3,
|
|
"valid_targets_min": 857
|
|
},
|
|
{
|
|
"epoch": 0.9849749582637729,
|
|
"grad_norm": 0.6511544183236323,
|
|
"learning_rate": 3.980231087309971e-05,
|
|
"loss": 0.3182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29707223176956177,
|
|
"step": 590,
|
|
"valid_targets_mean": 2435.8,
|
|
"valid_targets_min": 729
|
|
},
|
|
{
|
|
"epoch": 0.993322203672788,
|
|
"grad_norm": 0.6615644654517941,
|
|
"learning_rate": 3.9790461020793166e-05,
|
|
"loss": 0.3082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3110125660896301,
|
|
"step": 595,
|
|
"valid_targets_mean": 2898.8,
|
|
"valid_targets_min": 971
|
|
},
|
|
{
|
|
"epoch": 1.001669449081803,
|
|
"grad_norm": 0.6925031228370271,
|
|
"learning_rate": 3.977826814691878e-05,
|
|
"loss": 0.3179,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31865161657333374,
|
|
"step": 600,
|
|
"valid_targets_mean": 2244.9,
|
|
"valid_targets_min": 633
|
|
},
|
|
{
|
|
"epoch": 1.010016694490818,
|
|
"grad_norm": 0.8148668812959788,
|
|
"learning_rate": 3.9765732462811625e-05,
|
|
"loss": 0.284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26927098631858826,
|
|
"step": 605,
|
|
"valid_targets_mean": 2563.4,
|
|
"valid_targets_min": 784
|
|
},
|
|
{
|
|
"epoch": 1.018363939899833,
|
|
"grad_norm": 0.9245401324608014,
|
|
"learning_rate": 3.975285418574862e-05,
|
|
"loss": 0.3081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31719428300857544,
|
|
"step": 610,
|
|
"valid_targets_mean": 1617.6,
|
|
"valid_targets_min": 689
|
|
},
|
|
{
|
|
"epoch": 1.026711185308848,
|
|
"grad_norm": 0.730619597919056,
|
|
"learning_rate": 3.97396335389447e-05,
|
|
"loss": 0.2998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3002278208732605,
|
|
"step": 615,
|
|
"valid_targets_mean": 2026.3,
|
|
"valid_targets_min": 517
|
|
},
|
|
{
|
|
"epoch": 1.0350584307178632,
|
|
"grad_norm": 0.6618374979258586,
|
|
"learning_rate": 3.972607075154901e-05,
|
|
"loss": 0.3004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3087610602378845,
|
|
"step": 620,
|
|
"valid_targets_mean": 2641.1,
|
|
"valid_targets_min": 750
|
|
},
|
|
{
|
|
"epoch": 1.0434056761268782,
|
|
"grad_norm": 0.7876798130112941,
|
|
"learning_rate": 3.971216605864087e-05,
|
|
"loss": 0.3073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3213345408439636,
|
|
"step": 625,
|
|
"valid_targets_mean": 1834.5,
|
|
"valid_targets_min": 465
|
|
},
|
|
{
|
|
"epoch": 1.0517529215358932,
|
|
"grad_norm": 0.6664972756436637,
|
|
"learning_rate": 3.969791970122579e-05,
|
|
"loss": 0.2973,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2779656946659088,
|
|
"step": 630,
|
|
"valid_targets_mean": 2411.5,
|
|
"valid_targets_min": 779
|
|
},
|
|
{
|
|
"epoch": 1.0601001669449082,
|
|
"grad_norm": 0.6557675352120678,
|
|
"learning_rate": 3.96833319262312e-05,
|
|
"loss": 0.2848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30672335624694824,
|
|
"step": 635,
|
|
"valid_targets_mean": 2686.2,
|
|
"valid_targets_min": 1016
|
|
},
|
|
{
|
|
"epoch": 1.0684474123539232,
|
|
"grad_norm": 0.7366689516699302,
|
|
"learning_rate": 3.9668402986502214e-05,
|
|
"loss": 0.2771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2567709684371948,
|
|
"step": 640,
|
|
"valid_targets_mean": 2103.4,
|
|
"valid_targets_min": 899
|
|
},
|
|
{
|
|
"epoch": 1.0767946577629381,
|
|
"grad_norm": 0.6786077419659672,
|
|
"learning_rate": 3.9653133140797244e-05,
|
|
"loss": 0.2866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28523096442222595,
|
|
"step": 645,
|
|
"valid_targets_mean": 2235.8,
|
|
"valid_targets_min": 728
|
|
},
|
|
{
|
|
"epoch": 1.0851419031719534,
|
|
"grad_norm": 0.6722798110378215,
|
|
"learning_rate": 3.963752265378352e-05,
|
|
"loss": 0.2926,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3066675066947937,
|
|
"step": 650,
|
|
"valid_targets_mean": 3009.1,
|
|
"valid_targets_min": 1075
|
|
},
|
|
{
|
|
"epoch": 1.0934891485809684,
|
|
"grad_norm": 0.5809953581012779,
|
|
"learning_rate": 3.962157179603249e-05,
|
|
"loss": 0.2934,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2642176151275635,
|
|
"step": 655,
|
|
"valid_targets_mean": 2994.9,
|
|
"valid_targets_min": 1049
|
|
},
|
|
{
|
|
"epoch": 1.1018363939899833,
|
|
"grad_norm": 0.6497382434554982,
|
|
"learning_rate": 3.960528084401515e-05,
|
|
"loss": 0.2955,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2527881860733032,
|
|
"step": 660,
|
|
"valid_targets_mean": 2512.1,
|
|
"valid_targets_min": 790
|
|
},
|
|
{
|
|
"epoch": 1.1101836393989983,
|
|
"grad_norm": 0.7927971345907558,
|
|
"learning_rate": 3.9588650080097196e-05,
|
|
"loss": 0.3056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27148202061653137,
|
|
"step": 665,
|
|
"valid_targets_mean": 2012.3,
|
|
"valid_targets_min": 747
|
|
},
|
|
{
|
|
"epoch": 1.1185308848080133,
|
|
"grad_norm": 0.6247066737404297,
|
|
"learning_rate": 3.957167979253424e-05,
|
|
"loss": 0.2988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32327088713645935,
|
|
"step": 670,
|
|
"valid_targets_mean": 2624.7,
|
|
"valid_targets_min": 637
|
|
},
|
|
{
|
|
"epoch": 1.1268781302170283,
|
|
"grad_norm": 0.7712891792290059,
|
|
"learning_rate": 3.955437027546668e-05,
|
|
"loss": 0.289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28323817253112793,
|
|
"step": 675,
|
|
"valid_targets_mean": 2072.2,
|
|
"valid_targets_min": 543
|
|
},
|
|
{
|
|
"epoch": 1.1352253756260433,
|
|
"grad_norm": 0.7262488608005806,
|
|
"learning_rate": 3.953672182891471e-05,
|
|
"loss": 0.2718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2692265212535858,
|
|
"step": 680,
|
|
"valid_targets_mean": 1893.2,
|
|
"valid_targets_min": 772
|
|
},
|
|
{
|
|
"epoch": 1.1435726210350585,
|
|
"grad_norm": 0.7262705295475789,
|
|
"learning_rate": 3.951873475877306e-05,
|
|
"loss": 0.2864,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3586205244064331,
|
|
"step": 685,
|
|
"valid_targets_mean": 2606.6,
|
|
"valid_targets_min": 690
|
|
},
|
|
{
|
|
"epoch": 1.1519198664440735,
|
|
"grad_norm": 0.7721103060094741,
|
|
"learning_rate": 3.950040937680572e-05,
|
|
"loss": 0.2789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2925747036933899,
|
|
"step": 690,
|
|
"valid_targets_mean": 1796.0,
|
|
"valid_targets_min": 663
|
|
},
|
|
{
|
|
"epoch": 1.1602671118530885,
|
|
"grad_norm": 0.6842744671644466,
|
|
"learning_rate": 3.948174600064051e-05,
|
|
"loss": 0.2639,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2648618817329407,
|
|
"step": 695,
|
|
"valid_targets_mean": 2290.5,
|
|
"valid_targets_min": 737
|
|
},
|
|
{
|
|
"epoch": 1.1686143572621035,
|
|
"grad_norm": 0.656718120082803,
|
|
"learning_rate": 3.946274495376362e-05,
|
|
"loss": 0.2964,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2847689688205719,
|
|
"step": 700,
|
|
"valid_targets_mean": 2546.4,
|
|
"valid_targets_min": 791
|
|
},
|
|
{
|
|
"epoch": 1.1769616026711185,
|
|
"grad_norm": 0.7878968439295934,
|
|
"learning_rate": 3.9443406565513963e-05,
|
|
"loss": 0.2963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30074936151504517,
|
|
"step": 705,
|
|
"valid_targets_mean": 1994.2,
|
|
"valid_targets_min": 763
|
|
},
|
|
{
|
|
"epoch": 1.1853088480801335,
|
|
"grad_norm": 0.7760816104388267,
|
|
"learning_rate": 3.9423731171077465e-05,
|
|
"loss": 0.3017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33796241879463196,
|
|
"step": 710,
|
|
"valid_targets_mean": 1973.6,
|
|
"valid_targets_min": 801
|
|
},
|
|
{
|
|
"epoch": 1.1936560934891487,
|
|
"grad_norm": 0.6538248284993325,
|
|
"learning_rate": 3.9403719111481295e-05,
|
|
"loss": 0.2882,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24952328205108643,
|
|
"step": 715,
|
|
"valid_targets_mean": 2361.2,
|
|
"valid_targets_min": 820
|
|
},
|
|
{
|
|
"epoch": 1.2020033388981637,
|
|
"grad_norm": 0.668487216975976,
|
|
"learning_rate": 3.9383370733587905e-05,
|
|
"loss": 0.2731,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2628505527973175,
|
|
"step": 720,
|
|
"valid_targets_mean": 3307.4,
|
|
"valid_targets_min": 813
|
|
},
|
|
{
|
|
"epoch": 1.2103505843071787,
|
|
"grad_norm": 0.6416354597973719,
|
|
"learning_rate": 3.936268639008906e-05,
|
|
"loss": 0.272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29763877391815186,
|
|
"step": 725,
|
|
"valid_targets_mean": 3056.4,
|
|
"valid_targets_min": 573
|
|
},
|
|
{
|
|
"epoch": 1.2186978297161937,
|
|
"grad_norm": 0.7622708003529245,
|
|
"learning_rate": 3.93416664394997e-05,
|
|
"loss": 0.2921,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36244598031044006,
|
|
"step": 730,
|
|
"valid_targets_mean": 2071.6,
|
|
"valid_targets_min": 736
|
|
},
|
|
{
|
|
"epoch": 1.2270450751252087,
|
|
"grad_norm": 0.6696419661832687,
|
|
"learning_rate": 3.932031124615172e-05,
|
|
"loss": 0.279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27058809995651245,
|
|
"step": 735,
|
|
"valid_targets_mean": 2621.4,
|
|
"valid_targets_min": 750
|
|
},
|
|
{
|
|
"epoch": 1.2353923205342237,
|
|
"grad_norm": 0.802081725552066,
|
|
"learning_rate": 3.92986211801877e-05,
|
|
"loss": 0.2719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33007490634918213,
|
|
"step": 740,
|
|
"valid_targets_mean": 1970.3,
|
|
"valid_targets_min": 743
|
|
},
|
|
{
|
|
"epoch": 1.2437395659432386,
|
|
"grad_norm": 0.7501025102767808,
|
|
"learning_rate": 3.927659661755442e-05,
|
|
"loss": 0.2912,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2953328490257263,
|
|
"step": 745,
|
|
"valid_targets_mean": 2254.4,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 1.2520868113522536,
|
|
"grad_norm": 0.5643469220052163,
|
|
"learning_rate": 3.925423793999641e-05,
|
|
"loss": 0.2739,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23602071404457092,
|
|
"step": 750,
|
|
"valid_targets_mean": 3197.0,
|
|
"valid_targets_min": 946
|
|
},
|
|
{
|
|
"epoch": 1.2604340567612689,
|
|
"grad_norm": 0.682690790334389,
|
|
"learning_rate": 3.923154553504929e-05,
|
|
"loss": 0.2764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2616035044193268,
|
|
"step": 755,
|
|
"valid_targets_mean": 2231.5,
|
|
"valid_targets_min": 573
|
|
},
|
|
{
|
|
"epoch": 1.2687813021702838,
|
|
"grad_norm": 0.7059052444592488,
|
|
"learning_rate": 3.920851979603306e-05,
|
|
"loss": 0.2993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30173906683921814,
|
|
"step": 760,
|
|
"valid_targets_mean": 2488.7,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 1.2771285475792988,
|
|
"grad_norm": 0.6938294520982723,
|
|
"learning_rate": 3.918516112204532e-05,
|
|
"loss": 0.2984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3000032305717468,
|
|
"step": 765,
|
|
"valid_targets_mean": 2336.4,
|
|
"valid_targets_min": 909
|
|
},
|
|
{
|
|
"epoch": 1.2854757929883138,
|
|
"grad_norm": 0.7316078096187626,
|
|
"learning_rate": 3.9161469917954273e-05,
|
|
"loss": 0.3162,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2872254252433777,
|
|
"step": 770,
|
|
"valid_targets_mean": 2003.9,
|
|
"valid_targets_min": 869
|
|
},
|
|
{
|
|
"epoch": 1.2938230383973288,
|
|
"grad_norm": 0.6454159589129043,
|
|
"learning_rate": 3.913744659439181e-05,
|
|
"loss": 0.2742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31085219979286194,
|
|
"step": 775,
|
|
"valid_targets_mean": 3016.9,
|
|
"valid_targets_min": 661
|
|
},
|
|
{
|
|
"epoch": 1.302170283806344,
|
|
"grad_norm": 0.609800583127232,
|
|
"learning_rate": 3.911309156774631e-05,
|
|
"loss": 0.2749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26211488246917725,
|
|
"step": 780,
|
|
"valid_targets_mean": 2690.8,
|
|
"valid_targets_min": 1089
|
|
},
|
|
{
|
|
"epoch": 1.310517529215359,
|
|
"grad_norm": 0.7454228979544445,
|
|
"learning_rate": 3.908840526015547e-05,
|
|
"loss": 0.2811,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28145360946655273,
|
|
"step": 785,
|
|
"valid_targets_mean": 2019.0,
|
|
"valid_targets_min": 710
|
|
},
|
|
{
|
|
"epoch": 1.318864774624374,
|
|
"grad_norm": 0.8124525357830179,
|
|
"learning_rate": 3.906338809949893e-05,
|
|
"loss": 0.3044,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28970903158187866,
|
|
"step": 790,
|
|
"valid_targets_mean": 1658.8,
|
|
"valid_targets_min": 579
|
|
},
|
|
{
|
|
"epoch": 1.327212020033389,
|
|
"grad_norm": 0.6338374166724755,
|
|
"learning_rate": 3.903804051939096e-05,
|
|
"loss": 0.2998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27867740392684937,
|
|
"step": 795,
|
|
"valid_targets_mean": 2496.6,
|
|
"valid_targets_min": 987
|
|
},
|
|
{
|
|
"epoch": 1.335559265442404,
|
|
"grad_norm": 0.685595016138172,
|
|
"learning_rate": 3.9012362959172834e-05,
|
|
"loss": 0.3111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30850112438201904,
|
|
"step": 800,
|
|
"valid_targets_mean": 2616.1,
|
|
"valid_targets_min": 781
|
|
},
|
|
{
|
|
"epoch": 1.343906510851419,
|
|
"grad_norm": 0.6255627776622107,
|
|
"learning_rate": 3.898635586390528e-05,
|
|
"loss": 0.2954,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2908719480037689,
|
|
"step": 805,
|
|
"valid_targets_mean": 2888.5,
|
|
"valid_targets_min": 1089
|
|
},
|
|
{
|
|
"epoch": 1.352253756260434,
|
|
"grad_norm": 0.6368055210273411,
|
|
"learning_rate": 3.8960019684360756e-05,
|
|
"loss": 0.2763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2912788987159729,
|
|
"step": 810,
|
|
"valid_targets_mean": 2670.8,
|
|
"valid_targets_min": 459
|
|
},
|
|
{
|
|
"epoch": 1.360601001669449,
|
|
"grad_norm": 0.7991727370645318,
|
|
"learning_rate": 3.8933354877015606e-05,
|
|
"loss": 0.3138,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2930360734462738,
|
|
"step": 815,
|
|
"valid_targets_mean": 1936.2,
|
|
"valid_targets_min": 546
|
|
},
|
|
{
|
|
"epoch": 1.3689482470784642,
|
|
"grad_norm": 0.7817522753492604,
|
|
"learning_rate": 3.89063619040422e-05,
|
|
"loss": 0.2804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28804096579551697,
|
|
"step": 820,
|
|
"valid_targets_mean": 1859.6,
|
|
"valid_targets_min": 805
|
|
},
|
|
{
|
|
"epoch": 1.3772954924874792,
|
|
"grad_norm": 0.6724785167267319,
|
|
"learning_rate": 3.887904123330088e-05,
|
|
"loss": 0.2748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26175278425216675,
|
|
"step": 825,
|
|
"valid_targets_mean": 2268.2,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 1.3856427378964942,
|
|
"grad_norm": 0.5396055611622669,
|
|
"learning_rate": 3.885139333833186e-05,
|
|
"loss": 0.2967,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26283103227615356,
|
|
"step": 830,
|
|
"valid_targets_mean": 3288.2,
|
|
"valid_targets_min": 847
|
|
},
|
|
{
|
|
"epoch": 1.3939899833055092,
|
|
"grad_norm": 0.7121366274762221,
|
|
"learning_rate": 3.882341869834704e-05,
|
|
"loss": 0.2512,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24692749977111816,
|
|
"step": 835,
|
|
"valid_targets_mean": 1878.3,
|
|
"valid_targets_min": 706
|
|
},
|
|
{
|
|
"epoch": 1.4023372287145242,
|
|
"grad_norm": 0.7243796728129323,
|
|
"learning_rate": 3.879511779822168e-05,
|
|
"loss": 0.2858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35578879714012146,
|
|
"step": 840,
|
|
"valid_targets_mean": 2670.4,
|
|
"valid_targets_min": 824
|
|
},
|
|
{
|
|
"epoch": 1.4106844741235394,
|
|
"grad_norm": 0.5806404873594075,
|
|
"learning_rate": 3.8766491128486e-05,
|
|
"loss": 0.2756,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2863224744796753,
|
|
"step": 845,
|
|
"valid_targets_mean": 3360.6,
|
|
"valid_targets_min": 515
|
|
},
|
|
{
|
|
"epoch": 1.4190317195325544,
|
|
"grad_norm": 0.651007046670553,
|
|
"learning_rate": 3.873753918531666e-05,
|
|
"loss": 0.2852,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25990986824035645,
|
|
"step": 850,
|
|
"valid_targets_mean": 2272.2,
|
|
"valid_targets_min": 526
|
|
},
|
|
{
|
|
"epoch": 1.4273789649415694,
|
|
"grad_norm": 0.7884642868985011,
|
|
"learning_rate": 3.87082624705282e-05,
|
|
"loss": 0.2852,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2782127261161804,
|
|
"step": 855,
|
|
"valid_targets_mean": 1938.4,
|
|
"valid_targets_min": 925
|
|
},
|
|
{
|
|
"epoch": 1.4357262103505843,
|
|
"grad_norm": 0.6338249659261851,
|
|
"learning_rate": 3.867866149156431e-05,
|
|
"loss": 0.2701,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25381916761398315,
|
|
"step": 860,
|
|
"valid_targets_mean": 2396.1,
|
|
"valid_targets_min": 507
|
|
},
|
|
{
|
|
"epoch": 1.4440734557595993,
|
|
"grad_norm": 0.6510610863993852,
|
|
"learning_rate": 3.8648736761489043e-05,
|
|
"loss": 0.3007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.263117253780365,
|
|
"step": 865,
|
|
"valid_targets_mean": 2294.6,
|
|
"valid_targets_min": 736
|
|
},
|
|
{
|
|
"epoch": 1.4524207011686143,
|
|
"grad_norm": 0.7433826768152452,
|
|
"learning_rate": 3.861848879897794e-05,
|
|
"loss": 0.2999,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3034513294696808,
|
|
"step": 870,
|
|
"valid_targets_mean": 1995.8,
|
|
"valid_targets_min": 643
|
|
},
|
|
{
|
|
"epoch": 1.4607679465776293,
|
|
"grad_norm": 0.7594175670087351,
|
|
"learning_rate": 3.8587918128309e-05,
|
|
"loss": 0.2732,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29318055510520935,
|
|
"step": 875,
|
|
"valid_targets_mean": 1931.1,
|
|
"valid_targets_min": 944
|
|
},
|
|
{
|
|
"epoch": 1.4691151919866443,
|
|
"grad_norm": 0.7333273932018377,
|
|
"learning_rate": 3.855702527935363e-05,
|
|
"loss": 0.2951,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27202150225639343,
|
|
"step": 880,
|
|
"valid_targets_mean": 2107.9,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 1.4774624373956593,
|
|
"grad_norm": 0.742761990673193,
|
|
"learning_rate": 3.852581078756745e-05,
|
|
"loss": 0.3166,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41072383522987366,
|
|
"step": 885,
|
|
"valid_targets_mean": 2426.4,
|
|
"valid_targets_min": 301
|
|
},
|
|
{
|
|
"epoch": 1.4858096828046745,
|
|
"grad_norm": 0.6845584557112703,
|
|
"learning_rate": 3.8494275193981e-05,
|
|
"loss": 0.2845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29102623462677,
|
|
"step": 890,
|
|
"valid_targets_mean": 2549.4,
|
|
"valid_targets_min": 896
|
|
},
|
|
{
|
|
"epoch": 1.4941569282136895,
|
|
"grad_norm": 0.7046436774469004,
|
|
"learning_rate": 3.8462419045190385e-05,
|
|
"loss": 0.3106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28963133692741394,
|
|
"step": 895,
|
|
"valid_targets_mean": 2068.2,
|
|
"valid_targets_min": 736
|
|
},
|
|
{
|
|
"epoch": 1.5025041736227045,
|
|
"grad_norm": 0.7907654382570969,
|
|
"learning_rate": 3.8430242893347765e-05,
|
|
"loss": 0.2842,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2805490791797638,
|
|
"step": 900,
|
|
"valid_targets_mean": 1607.1,
|
|
"valid_targets_min": 831
|
|
},
|
|
{
|
|
"epoch": 1.5108514190317195,
|
|
"grad_norm": 0.6915172015692203,
|
|
"learning_rate": 3.839774729615184e-05,
|
|
"loss": 0.296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2792760133743286,
|
|
"step": 905,
|
|
"valid_targets_mean": 2099.8,
|
|
"valid_targets_min": 778
|
|
},
|
|
{
|
|
"epoch": 1.5191986644407347,
|
|
"grad_norm": 0.8432793308275359,
|
|
"learning_rate": 3.8364932816838124e-05,
|
|
"loss": 0.2883,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2922583818435669,
|
|
"step": 910,
|
|
"valid_targets_mean": 1637.9,
|
|
"valid_targets_min": 1063
|
|
},
|
|
{
|
|
"epoch": 1.5275459098497497,
|
|
"grad_norm": 0.6933486076711197,
|
|
"learning_rate": 3.833180002416922e-05,
|
|
"loss": 0.2858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2783495783805847,
|
|
"step": 915,
|
|
"valid_targets_mean": 1931.9,
|
|
"valid_targets_min": 568
|
|
},
|
|
{
|
|
"epoch": 1.5358931552587647,
|
|
"grad_norm": 0.8555990601110476,
|
|
"learning_rate": 3.829834949242496e-05,
|
|
"loss": 0.2702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24759122729301453,
|
|
"step": 920,
|
|
"valid_targets_mean": 2103.7,
|
|
"valid_targets_min": 402
|
|
},
|
|
{
|
|
"epoch": 1.5442404006677797,
|
|
"grad_norm": 0.6312084882799459,
|
|
"learning_rate": 3.826458180139244e-05,
|
|
"loss": 0.2723,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28182315826416016,
|
|
"step": 925,
|
|
"valid_targets_mean": 2652.2,
|
|
"valid_targets_min": 791
|
|
},
|
|
{
|
|
"epoch": 1.5525876460767947,
|
|
"grad_norm": 0.7032857827182569,
|
|
"learning_rate": 3.823049753635596e-05,
|
|
"loss": 0.3098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2833642065525055,
|
|
"step": 930,
|
|
"valid_targets_mean": 2140.2,
|
|
"valid_targets_min": 433
|
|
},
|
|
{
|
|
"epoch": 1.5609348914858097,
|
|
"grad_norm": 0.6992936342297782,
|
|
"learning_rate": 3.81960972880869e-05,
|
|
"loss": 0.2658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.270283967256546,
|
|
"step": 935,
|
|
"valid_targets_mean": 2097.2,
|
|
"valid_targets_min": 529
|
|
},
|
|
{
|
|
"epoch": 1.5692821368948247,
|
|
"grad_norm": 0.6478109681184681,
|
|
"learning_rate": 3.8161381652833485e-05,
|
|
"loss": 0.2831,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3308855891227722,
|
|
"step": 940,
|
|
"valid_targets_mean": 2981.6,
|
|
"valid_targets_min": 933
|
|
},
|
|
{
|
|
"epoch": 1.5776293823038396,
|
|
"grad_norm": 0.6430467605687435,
|
|
"learning_rate": 3.812635123231043e-05,
|
|
"loss": 0.2813,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28764796257019043,
|
|
"step": 945,
|
|
"valid_targets_mean": 2555.7,
|
|
"valid_targets_min": 557
|
|
},
|
|
{
|
|
"epoch": 1.5859766277128546,
|
|
"grad_norm": 0.6372116005583673,
|
|
"learning_rate": 3.809100663368852e-05,
|
|
"loss": 0.2678,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2468167543411255,
|
|
"step": 950,
|
|
"valid_targets_mean": 2827.8,
|
|
"valid_targets_min": 849
|
|
},
|
|
{
|
|
"epoch": 1.5943238731218696,
|
|
"grad_norm": 0.7026656221278749,
|
|
"learning_rate": 3.805534846958408e-05,
|
|
"loss": 0.2855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28463542461395264,
|
|
"step": 955,
|
|
"valid_targets_mean": 2876.0,
|
|
"valid_targets_min": 1107
|
|
},
|
|
{
|
|
"epoch": 1.6026711185308848,
|
|
"grad_norm": 0.6149311989350865,
|
|
"learning_rate": 3.801937735804838e-05,
|
|
"loss": 0.3016,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2641446590423584,
|
|
"step": 960,
|
|
"valid_targets_mean": 2856.4,
|
|
"valid_targets_min": 708
|
|
},
|
|
{
|
|
"epoch": 1.6110183639398998,
|
|
"grad_norm": 0.8288161564755756,
|
|
"learning_rate": 3.79830939225569e-05,
|
|
"loss": 0.2758,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2795507609844208,
|
|
"step": 965,
|
|
"valid_targets_mean": 1612.9,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 1.6193656093489148,
|
|
"grad_norm": 0.5987400086681629,
|
|
"learning_rate": 3.79464987919985e-05,
|
|
"loss": 0.281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3047257661819458,
|
|
"step": 970,
|
|
"valid_targets_mean": 3288.7,
|
|
"valid_targets_min": 614
|
|
},
|
|
{
|
|
"epoch": 1.62771285475793,
|
|
"grad_norm": 0.6819190508353469,
|
|
"learning_rate": 3.790959260066459e-05,
|
|
"loss": 0.2919,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2398405820131302,
|
|
"step": 975,
|
|
"valid_targets_mean": 1824.6,
|
|
"valid_targets_min": 737
|
|
},
|
|
{
|
|
"epoch": 1.636060100166945,
|
|
"grad_norm": 0.6669712111685446,
|
|
"learning_rate": 3.7872375988238075e-05,
|
|
"loss": 0.2713,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29929858446121216,
|
|
"step": 980,
|
|
"valid_targets_mean": 2378.9,
|
|
"valid_targets_min": 664
|
|
},
|
|
{
|
|
"epoch": 1.64440734557596,
|
|
"grad_norm": 0.6295279241765963,
|
|
"learning_rate": 3.783484959978228e-05,
|
|
"loss": 0.2898,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2825482487678528,
|
|
"step": 985,
|
|
"valid_targets_mean": 2830.6,
|
|
"valid_targets_min": 792
|
|
},
|
|
{
|
|
"epoch": 1.652754590984975,
|
|
"grad_norm": 0.6858266007378149,
|
|
"learning_rate": 3.7797014085729786e-05,
|
|
"loss": 0.2683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.264940470457077,
|
|
"step": 990,
|
|
"valid_targets_mean": 2416.1,
|
|
"valid_targets_min": 996
|
|
},
|
|
{
|
|
"epoch": 1.66110183639399,
|
|
"grad_norm": 0.5756885313672844,
|
|
"learning_rate": 3.7758870101871155e-05,
|
|
"loss": 0.2636,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23686812818050385,
|
|
"step": 995,
|
|
"valid_targets_mean": 2789.2,
|
|
"valid_targets_min": 923
|
|
},
|
|
{
|
|
"epoch": 1.669449081803005,
|
|
"grad_norm": 0.65698944081499,
|
|
"learning_rate": 3.772041830934352e-05,
|
|
"loss": 0.2722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2956932783126831,
|
|
"step": 1000,
|
|
"valid_targets_mean": 2863.6,
|
|
"valid_targets_min": 862
|
|
},
|
|
{
|
|
"epoch": 1.67779632721202,
|
|
"grad_norm": 0.7268626989208787,
|
|
"learning_rate": 3.7681659374619216e-05,
|
|
"loss": 0.2955,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2926235795021057,
|
|
"step": 1005,
|
|
"valid_targets_mean": 1927.5,
|
|
"valid_targets_min": 441
|
|
},
|
|
{
|
|
"epoch": 1.686143572621035,
|
|
"grad_norm": 0.6301728263095548,
|
|
"learning_rate": 3.764259396949412e-05,
|
|
"loss": 0.2861,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2802674174308777,
|
|
"step": 1010,
|
|
"valid_targets_mean": 2421.6,
|
|
"valid_targets_min": 467
|
|
},
|
|
{
|
|
"epoch": 1.69449081803005,
|
|
"grad_norm": 0.6733462938417506,
|
|
"learning_rate": 3.7603222771076094e-05,
|
|
"loss": 0.292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.293710321187973,
|
|
"step": 1015,
|
|
"valid_targets_mean": 2150.6,
|
|
"valid_targets_min": 714
|
|
},
|
|
{
|
|
"epoch": 1.702838063439065,
|
|
"grad_norm": 0.725396943635714,
|
|
"learning_rate": 3.75635464617732e-05,
|
|
"loss": 0.2744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25977623462677,
|
|
"step": 1020,
|
|
"valid_targets_mean": 1919.0,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 1.7111853088480802,
|
|
"grad_norm": 0.6403010940459046,
|
|
"learning_rate": 3.752356572928189e-05,
|
|
"loss": 0.2703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2599361836910248,
|
|
"step": 1025,
|
|
"valid_targets_mean": 2805.1,
|
|
"valid_targets_min": 1039
|
|
},
|
|
{
|
|
"epoch": 1.7195325542570952,
|
|
"grad_norm": 0.628668831894049,
|
|
"learning_rate": 3.748328126657508e-05,
|
|
"loss": 0.2806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24749314785003662,
|
|
"step": 1030,
|
|
"valid_targets_mean": 2325.9,
|
|
"valid_targets_min": 966
|
|
},
|
|
{
|
|
"epoch": 1.7278797996661102,
|
|
"grad_norm": 0.6754406114942553,
|
|
"learning_rate": 3.7442693771890134e-05,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25488877296447754,
|
|
"step": 1035,
|
|
"valid_targets_mean": 1955.4,
|
|
"valid_targets_min": 952
|
|
},
|
|
{
|
|
"epoch": 1.7362270450751254,
|
|
"grad_norm": 0.7558472173570536,
|
|
"learning_rate": 3.740180394871681e-05,
|
|
"loss": 0.2722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2771523594856262,
|
|
"step": 1040,
|
|
"valid_targets_mean": 1947.2,
|
|
"valid_targets_min": 711
|
|
},
|
|
{
|
|
"epoch": 1.7445742904841404,
|
|
"grad_norm": 0.6832519462615657,
|
|
"learning_rate": 3.736061250578498e-05,
|
|
"loss": 0.2753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2828722298145294,
|
|
"step": 1045,
|
|
"valid_targets_mean": 2244.8,
|
|
"valid_targets_min": 699
|
|
},
|
|
{
|
|
"epoch": 1.7529215358931554,
|
|
"grad_norm": 0.7221198179059067,
|
|
"learning_rate": 3.7319120157052405e-05,
|
|
"loss": 0.2575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27627745270729065,
|
|
"step": 1050,
|
|
"valid_targets_mean": 2222.8,
|
|
"valid_targets_min": 899
|
|
},
|
|
{
|
|
"epoch": 1.7612687813021703,
|
|
"grad_norm": 0.6101729582811587,
|
|
"learning_rate": 3.727732762169236e-05,
|
|
"loss": 0.2853,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27856922149658203,
|
|
"step": 1055,
|
|
"valid_targets_mean": 2990.0,
|
|
"valid_targets_min": 1196
|
|
},
|
|
{
|
|
"epoch": 1.7696160267111853,
|
|
"grad_norm": 0.665026309284673,
|
|
"learning_rate": 3.7235235624081144e-05,
|
|
"loss": 0.2644,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2866712212562561,
|
|
"step": 1060,
|
|
"valid_targets_mean": 2176.4,
|
|
"valid_targets_min": 767
|
|
},
|
|
{
|
|
"epoch": 1.7779632721202003,
|
|
"grad_norm": 0.7596606174532765,
|
|
"learning_rate": 3.719284489378555e-05,
|
|
"loss": 0.2737,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2709512710571289,
|
|
"step": 1065,
|
|
"valid_targets_mean": 1837.7,
|
|
"valid_targets_min": 485
|
|
},
|
|
{
|
|
"epoch": 1.7863105175292153,
|
|
"grad_norm": 0.7240747467629459,
|
|
"learning_rate": 3.715015616555019e-05,
|
|
"loss": 0.3061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2847890853881836,
|
|
"step": 1070,
|
|
"valid_targets_mean": 1882.2,
|
|
"valid_targets_min": 758
|
|
},
|
|
{
|
|
"epoch": 1.7946577629382303,
|
|
"grad_norm": 0.6064730641101225,
|
|
"learning_rate": 3.710717017928479e-05,
|
|
"loss": 0.2834,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26691943407058716,
|
|
"step": 1075,
|
|
"valid_targets_mean": 2747.1,
|
|
"valid_targets_min": 821
|
|
},
|
|
{
|
|
"epoch": 1.8030050083472453,
|
|
"grad_norm": 0.611959788625726,
|
|
"learning_rate": 3.7063887680051346e-05,
|
|
"loss": 0.259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.264186292886734,
|
|
"step": 1080,
|
|
"valid_targets_mean": 2445.9,
|
|
"valid_targets_min": 674
|
|
},
|
|
{
|
|
"epoch": 1.8113522537562603,
|
|
"grad_norm": 0.6642812468334148,
|
|
"learning_rate": 3.702030941805122e-05,
|
|
"loss": 0.2852,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26624006032943726,
|
|
"step": 1085,
|
|
"valid_targets_mean": 2209.1,
|
|
"valid_targets_min": 1011
|
|
},
|
|
{
|
|
"epoch": 1.8196994991652755,
|
|
"grad_norm": 0.6892899295915823,
|
|
"learning_rate": 3.697643614861212e-05,
|
|
"loss": 0.2949,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27064579725265503,
|
|
"step": 1090,
|
|
"valid_targets_mean": 2046.2,
|
|
"valid_targets_min": 505
|
|
},
|
|
{
|
|
"epoch": 1.8280467445742905,
|
|
"grad_norm": 0.6580639650984265,
|
|
"learning_rate": 3.6932268632175035e-05,
|
|
"loss": 0.2929,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2895362675189972,
|
|
"step": 1095,
|
|
"valid_targets_mean": 2746.6,
|
|
"valid_targets_min": 734
|
|
},
|
|
{
|
|
"epoch": 1.8363939899833055,
|
|
"grad_norm": 0.6370109105360133,
|
|
"learning_rate": 3.6887807634281034e-05,
|
|
"loss": 0.2794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26561087369918823,
|
|
"step": 1100,
|
|
"valid_targets_mean": 2142.6,
|
|
"valid_targets_min": 935
|
|
},
|
|
{
|
|
"epoch": 1.8447412353923205,
|
|
"grad_norm": 0.616087046014061,
|
|
"learning_rate": 3.684305392555802e-05,
|
|
"loss": 0.2854,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3370705544948578,
|
|
"step": 1105,
|
|
"valid_targets_mean": 3029.1,
|
|
"valid_targets_min": 705
|
|
},
|
|
{
|
|
"epoch": 1.8530884808013357,
|
|
"grad_norm": 0.7510555145362542,
|
|
"learning_rate": 3.6798008281707326e-05,
|
|
"loss": 0.2586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27831149101257324,
|
|
"step": 1110,
|
|
"valid_targets_mean": 1654.9,
|
|
"valid_targets_min": 778
|
|
},
|
|
{
|
|
"epoch": 1.8614357262103507,
|
|
"grad_norm": 0.6520045541163695,
|
|
"learning_rate": 3.675267148349033e-05,
|
|
"loss": 0.2673,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2550077438354492,
|
|
"step": 1115,
|
|
"valid_targets_mean": 2392.9,
|
|
"valid_targets_min": 904
|
|
},
|
|
{
|
|
"epoch": 1.8697829716193657,
|
|
"grad_norm": 0.6819208928364223,
|
|
"learning_rate": 3.670704431671487e-05,
|
|
"loss": 0.2736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26585766673088074,
|
|
"step": 1120,
|
|
"valid_targets_mean": 2269.6,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 1.8781302170283807,
|
|
"grad_norm": 0.7225161412119722,
|
|
"learning_rate": 3.6661127572221674e-05,
|
|
"loss": 0.27,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25078362226486206,
|
|
"step": 1125,
|
|
"valid_targets_mean": 2047.7,
|
|
"valid_targets_min": 642
|
|
},
|
|
{
|
|
"epoch": 1.8864774624373957,
|
|
"grad_norm": 0.6988676713993968,
|
|
"learning_rate": 3.661492204587059e-05,
|
|
"loss": 0.2945,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3282058835029602,
|
|
"step": 1130,
|
|
"valid_targets_mean": 2359.9,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 1.8948247078464107,
|
|
"grad_norm": 0.5512275061807791,
|
|
"learning_rate": 3.656842853852686e-05,
|
|
"loss": 0.2693,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2610544264316559,
|
|
"step": 1135,
|
|
"valid_targets_mean": 2950.7,
|
|
"valid_targets_min": 958
|
|
},
|
|
{
|
|
"epoch": 1.9031719532554257,
|
|
"grad_norm": 0.6572067881124516,
|
|
"learning_rate": 3.652164785604718e-05,
|
|
"loss": 0.273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2794402241706848,
|
|
"step": 1140,
|
|
"valid_targets_mean": 2232.9,
|
|
"valid_targets_min": 1096
|
|
},
|
|
{
|
|
"epoch": 1.9115191986644406,
|
|
"grad_norm": 0.5889030363628657,
|
|
"learning_rate": 3.647458080926579e-05,
|
|
"loss": 0.2662,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23769791424274445,
|
|
"step": 1145,
|
|
"valid_targets_mean": 2431.9,
|
|
"valid_targets_min": 832
|
|
},
|
|
{
|
|
"epoch": 1.9198664440734556,
|
|
"grad_norm": 0.6763699245418896,
|
|
"learning_rate": 3.642722821398036e-05,
|
|
"loss": 0.3147,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36065638065338135,
|
|
"step": 1150,
|
|
"valid_targets_mean": 2329.1,
|
|
"valid_targets_min": 781
|
|
},
|
|
{
|
|
"epoch": 1.9282136894824706,
|
|
"grad_norm": 0.5895292517322126,
|
|
"learning_rate": 3.637959089093788e-05,
|
|
"loss": 0.2565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29195573925971985,
|
|
"step": 1155,
|
|
"valid_targets_mean": 2797.8,
|
|
"valid_targets_min": 1048
|
|
},
|
|
{
|
|
"epoch": 1.9365609348914858,
|
|
"grad_norm": 0.703920820534324,
|
|
"learning_rate": 3.633166966582046e-05,
|
|
"loss": 0.2729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26270467042922974,
|
|
"step": 1160,
|
|
"valid_targets_mean": 1874.8,
|
|
"valid_targets_min": 672
|
|
},
|
|
{
|
|
"epoch": 1.9449081803005008,
|
|
"grad_norm": 0.7179588425200243,
|
|
"learning_rate": 3.6283465369230955e-05,
|
|
"loss": 0.2587,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23984012007713318,
|
|
"step": 1165,
|
|
"valid_targets_mean": 1565.3,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 1.9532554257095158,
|
|
"grad_norm": 0.6772780144283352,
|
|
"learning_rate": 3.6234978836678635e-05,
|
|
"loss": 0.2942,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34247738122940063,
|
|
"step": 1170,
|
|
"valid_targets_mean": 2453.4,
|
|
"valid_targets_min": 849
|
|
},
|
|
{
|
|
"epoch": 1.961602671118531,
|
|
"grad_norm": 0.5878645868557504,
|
|
"learning_rate": 3.618621090856465e-05,
|
|
"loss": 0.2713,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24168238043785095,
|
|
"step": 1175,
|
|
"valid_targets_mean": 2615.9,
|
|
"valid_targets_min": 718
|
|
},
|
|
{
|
|
"epoch": 1.969949916527546,
|
|
"grad_norm": 0.6263918058676369,
|
|
"learning_rate": 3.6137162430167505e-05,
|
|
"loss": 0.2715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24018877744674683,
|
|
"step": 1180,
|
|
"valid_targets_mean": 2028.0,
|
|
"valid_targets_min": 952
|
|
},
|
|
{
|
|
"epoch": 1.978297161936561,
|
|
"grad_norm": 0.5679649783401323,
|
|
"learning_rate": 3.608783425162837e-05,
|
|
"loss": 0.2775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2676815092563629,
|
|
"step": 1185,
|
|
"valid_targets_mean": 2743.6,
|
|
"valid_targets_min": 1061
|
|
},
|
|
{
|
|
"epoch": 1.986644407345576,
|
|
"grad_norm": 0.5650642695085664,
|
|
"learning_rate": 3.603822722793641e-05,
|
|
"loss": 0.2683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24100539088249207,
|
|
"step": 1190,
|
|
"valid_targets_mean": 2693.2,
|
|
"valid_targets_min": 927
|
|
},
|
|
{
|
|
"epoch": 1.994991652754591,
|
|
"grad_norm": 0.518428283928646,
|
|
"learning_rate": 3.598834221891386e-05,
|
|
"loss": 0.3039,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2965103089809418,
|
|
"step": 1195,
|
|
"valid_targets_mean": 3804.1,
|
|
"valid_targets_min": 805
|
|
},
|
|
{
|
|
"epoch": 2.003338898163606,
|
|
"grad_norm": 0.5193791983282685,
|
|
"learning_rate": 3.5938180089201236e-05,
|
|
"loss": 0.2469,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2514622211456299,
|
|
"step": 1200,
|
|
"valid_targets_mean": 4081.8,
|
|
"valid_targets_min": 1185
|
|
},
|
|
{
|
|
"epoch": 2.011686143572621,
|
|
"grad_norm": 0.6434338747723224,
|
|
"learning_rate": 3.588774170824225e-05,
|
|
"loss": 0.2559,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2797144651412964,
|
|
"step": 1205,
|
|
"valid_targets_mean": 2755.6,
|
|
"valid_targets_min": 823
|
|
},
|
|
{
|
|
"epoch": 2.020033388981636,
|
|
"grad_norm": 0.7067410513026908,
|
|
"learning_rate": 3.5837027950268845e-05,
|
|
"loss": 0.2352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2243640124797821,
|
|
"step": 1210,
|
|
"valid_targets_mean": 2216.0,
|
|
"valid_targets_min": 743
|
|
},
|
|
{
|
|
"epoch": 2.028380634390651,
|
|
"grad_norm": 0.7961342121604984,
|
|
"learning_rate": 3.578603969428592e-05,
|
|
"loss": 0.2314,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20412582159042358,
|
|
"step": 1215,
|
|
"valid_targets_mean": 1890.4,
|
|
"valid_targets_min": 792
|
|
},
|
|
{
|
|
"epoch": 2.036727879799666,
|
|
"grad_norm": 0.5530115591594799,
|
|
"learning_rate": 3.57347778240562e-05,
|
|
"loss": 0.2476,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18387100100517273,
|
|
"step": 1220,
|
|
"valid_targets_mean": 3251.8,
|
|
"valid_targets_min": 1082
|
|
},
|
|
{
|
|
"epoch": 2.045075125208681,
|
|
"grad_norm": 0.7108831043582498,
|
|
"learning_rate": 3.568324322808486e-05,
|
|
"loss": 0.2559,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30348148941993713,
|
|
"step": 1225,
|
|
"valid_targets_mean": 2527.5,
|
|
"valid_targets_min": 558
|
|
},
|
|
{
|
|
"epoch": 2.053422370617696,
|
|
"grad_norm": 0.5550708064223786,
|
|
"learning_rate": 3.563143679960415e-05,
|
|
"loss": 0.2435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20590972900390625,
|
|
"step": 1230,
|
|
"valid_targets_mean": 2877.4,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 2.0617696160267114,
|
|
"grad_norm": 0.7444742798415956,
|
|
"learning_rate": 3.557935943655789e-05,
|
|
"loss": 0.2225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22533491253852844,
|
|
"step": 1235,
|
|
"valid_targets_mean": 2022.6,
|
|
"valid_targets_min": 720
|
|
},
|
|
{
|
|
"epoch": 2.0701168614357264,
|
|
"grad_norm": 0.6427542875704622,
|
|
"learning_rate": 3.5527012041585936e-05,
|
|
"loss": 0.2537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2653607130050659,
|
|
"step": 1240,
|
|
"valid_targets_mean": 2934.6,
|
|
"valid_targets_min": 600
|
|
},
|
|
{
|
|
"epoch": 2.0784641068447414,
|
|
"grad_norm": 0.6736377563917679,
|
|
"learning_rate": 3.5474395522008496e-05,
|
|
"loss": 0.2527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23162764310836792,
|
|
"step": 1245,
|
|
"valid_targets_mean": 2378.2,
|
|
"valid_targets_min": 501
|
|
},
|
|
{
|
|
"epoch": 2.0868113522537564,
|
|
"grad_norm": 0.7280982685895938,
|
|
"learning_rate": 3.542151078981046e-05,
|
|
"loss": 0.232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2432788610458374,
|
|
"step": 1250,
|
|
"valid_targets_mean": 2093.1,
|
|
"valid_targets_min": 680
|
|
},
|
|
{
|
|
"epoch": 2.0951585976627713,
|
|
"grad_norm": 0.699538815265175,
|
|
"learning_rate": 3.5368358761625514e-05,
|
|
"loss": 0.2492,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2450699359178543,
|
|
"step": 1255,
|
|
"valid_targets_mean": 2237.4,
|
|
"valid_targets_min": 736
|
|
},
|
|
{
|
|
"epoch": 2.1035058430717863,
|
|
"grad_norm": 0.6844956114186254,
|
|
"learning_rate": 3.5314940358720356e-05,
|
|
"loss": 0.2438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23026099801063538,
|
|
"step": 1260,
|
|
"valid_targets_mean": 2317.9,
|
|
"valid_targets_min": 791
|
|
},
|
|
{
|
|
"epoch": 2.1118530884808013,
|
|
"grad_norm": 0.698706207791456,
|
|
"learning_rate": 3.5261256506978615e-05,
|
|
"loss": 0.2494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21001145243644714,
|
|
"step": 1265,
|
|
"valid_targets_mean": 1831.2,
|
|
"valid_targets_min": 1037
|
|
},
|
|
{
|
|
"epoch": 2.1202003338898163,
|
|
"grad_norm": 0.7647700825838409,
|
|
"learning_rate": 3.5207308136884894e-05,
|
|
"loss": 0.2297,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2431824952363968,
|
|
"step": 1270,
|
|
"valid_targets_mean": 1795.0,
|
|
"valid_targets_min": 1011
|
|
},
|
|
{
|
|
"epoch": 2.1285475792988313,
|
|
"grad_norm": 0.6923485232735404,
|
|
"learning_rate": 3.515309618350858e-05,
|
|
"loss": 0.2542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2632903456687927,
|
|
"step": 1275,
|
|
"valid_targets_mean": 2339.3,
|
|
"valid_targets_min": 820
|
|
},
|
|
{
|
|
"epoch": 2.1368948247078463,
|
|
"grad_norm": 0.7781081485640542,
|
|
"learning_rate": 3.509862158648768e-05,
|
|
"loss": 0.251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2773990035057068,
|
|
"step": 1280,
|
|
"valid_targets_mean": 2198.3,
|
|
"valid_targets_min": 698
|
|
},
|
|
{
|
|
"epoch": 2.1452420701168613,
|
|
"grad_norm": 0.6666148765838359,
|
|
"learning_rate": 3.504388529001252e-05,
|
|
"loss": 0.2477,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2561338245868683,
|
|
"step": 1285,
|
|
"valid_targets_mean": 2589.9,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 2.1535893155258763,
|
|
"grad_norm": 0.8184631100833456,
|
|
"learning_rate": 3.498888824280935e-05,
|
|
"loss": 0.2291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23771652579307556,
|
|
"step": 1290,
|
|
"valid_targets_mean": 1722.0,
|
|
"valid_targets_min": 1062
|
|
},
|
|
{
|
|
"epoch": 2.1619365609348913,
|
|
"grad_norm": 0.6991813737801864,
|
|
"learning_rate": 3.4933631398123956e-05,
|
|
"loss": 0.2432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20241795480251312,
|
|
"step": 1295,
|
|
"valid_targets_mean": 2340.5,
|
|
"valid_targets_min": 833
|
|
},
|
|
{
|
|
"epoch": 2.1702838063439067,
|
|
"grad_norm": 0.6130340899300305,
|
|
"learning_rate": 3.487811571370509e-05,
|
|
"loss": 0.2365,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21447286009788513,
|
|
"step": 1300,
|
|
"valid_targets_mean": 2251.4,
|
|
"valid_targets_min": 844
|
|
},
|
|
{
|
|
"epoch": 2.1786310517529217,
|
|
"grad_norm": 0.7120891173802951,
|
|
"learning_rate": 3.482234215178791e-05,
|
|
"loss": 0.2313,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23181754350662231,
|
|
"step": 1305,
|
|
"valid_targets_mean": 2261.1,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 2.1869782971619367,
|
|
"grad_norm": 0.7832344759000813,
|
|
"learning_rate": 3.476631167907727e-05,
|
|
"loss": 0.2199,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23713654279708862,
|
|
"step": 1310,
|
|
"valid_targets_mean": 2056.3,
|
|
"valid_targets_min": 707
|
|
},
|
|
{
|
|
"epoch": 2.1953255425709517,
|
|
"grad_norm": 0.7148340814235117,
|
|
"learning_rate": 3.471002526673094e-05,
|
|
"loss": 0.264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27816304564476013,
|
|
"step": 1315,
|
|
"valid_targets_mean": 2307.6,
|
|
"valid_targets_min": 590
|
|
},
|
|
{
|
|
"epoch": 2.2036727879799667,
|
|
"grad_norm": 0.7100191065638822,
|
|
"learning_rate": 3.465348389034287e-05,
|
|
"loss": 0.2474,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21069149672985077,
|
|
"step": 1320,
|
|
"valid_targets_mean": 2232.3,
|
|
"valid_targets_min": 679
|
|
},
|
|
{
|
|
"epoch": 2.2120200333889817,
|
|
"grad_norm": 0.6251149655519441,
|
|
"learning_rate": 3.459668852992617e-05,
|
|
"loss": 0.2378,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2373727262020111,
|
|
"step": 1325,
|
|
"valid_targets_mean": 2580.5,
|
|
"valid_targets_min": 1052
|
|
},
|
|
{
|
|
"epoch": 2.2203672787979967,
|
|
"grad_norm": 0.601330204070378,
|
|
"learning_rate": 3.453964016989619e-05,
|
|
"loss": 0.2362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22181645035743713,
|
|
"step": 1330,
|
|
"valid_targets_mean": 3134.7,
|
|
"valid_targets_min": 1241
|
|
},
|
|
{
|
|
"epoch": 2.2287145242070117,
|
|
"grad_norm": 0.8149276967292868,
|
|
"learning_rate": 3.4482339799053444e-05,
|
|
"loss": 0.2425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25903093814849854,
|
|
"step": 1335,
|
|
"valid_targets_mean": 1608.3,
|
|
"valid_targets_min": 711
|
|
},
|
|
{
|
|
"epoch": 2.2370617696160267,
|
|
"grad_norm": 0.6327447131495245,
|
|
"learning_rate": 3.4424788410566455e-05,
|
|
"loss": 0.2316,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19700053334236145,
|
|
"step": 1340,
|
|
"valid_targets_mean": 2296.6,
|
|
"valid_targets_min": 795
|
|
},
|
|
{
|
|
"epoch": 2.2454090150250416,
|
|
"grad_norm": 0.8044246595795511,
|
|
"learning_rate": 3.4366987001954555e-05,
|
|
"loss": 0.238,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26876890659332275,
|
|
"step": 1345,
|
|
"valid_targets_mean": 1931.4,
|
|
"valid_targets_min": 1001
|
|
},
|
|
{
|
|
"epoch": 2.2537562604340566,
|
|
"grad_norm": 0.5309771416293331,
|
|
"learning_rate": 3.43089365750706e-05,
|
|
"loss": 0.232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2141474038362503,
|
|
"step": 1350,
|
|
"valid_targets_mean": 3728.3,
|
|
"valid_targets_min": 1014
|
|
},
|
|
{
|
|
"epoch": 2.2621035058430716,
|
|
"grad_norm": 0.6644682533895913,
|
|
"learning_rate": 3.425063813608359e-05,
|
|
"loss": 0.2424,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2774876356124878,
|
|
"step": 1355,
|
|
"valid_targets_mean": 2802.4,
|
|
"valid_targets_min": 945
|
|
},
|
|
{
|
|
"epoch": 2.2704507512520866,
|
|
"grad_norm": 0.7455026587962019,
|
|
"learning_rate": 3.419209269546125e-05,
|
|
"loss": 0.2455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25237128138542175,
|
|
"step": 1360,
|
|
"valid_targets_mean": 1823.6,
|
|
"valid_targets_min": 504
|
|
},
|
|
{
|
|
"epoch": 2.278797996661102,
|
|
"grad_norm": 0.7277599604934011,
|
|
"learning_rate": 3.4133301267952486e-05,
|
|
"loss": 0.2318,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2372550368309021,
|
|
"step": 1365,
|
|
"valid_targets_mean": 2188.1,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 2.287145242070117,
|
|
"grad_norm": 0.7380556789571296,
|
|
"learning_rate": 3.407426487256982e-05,
|
|
"loss": 0.2605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30883273482322693,
|
|
"step": 1370,
|
|
"valid_targets_mean": 2064.0,
|
|
"valid_targets_min": 937
|
|
},
|
|
{
|
|
"epoch": 2.295492487479132,
|
|
"grad_norm": 0.7749276146562591,
|
|
"learning_rate": 3.401498453257172e-05,
|
|
"loss": 0.2515,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24143822491168976,
|
|
"step": 1375,
|
|
"valid_targets_mean": 1756.7,
|
|
"valid_targets_min": 856
|
|
},
|
|
{
|
|
"epoch": 2.303839732888147,
|
|
"grad_norm": 0.7251504209484195,
|
|
"learning_rate": 3.395546127544489e-05,
|
|
"loss": 0.2379,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2530919909477234,
|
|
"step": 1380,
|
|
"valid_targets_mean": 2199.6,
|
|
"valid_targets_min": 449
|
|
},
|
|
{
|
|
"epoch": 2.312186978297162,
|
|
"grad_norm": 0.6703831664282974,
|
|
"learning_rate": 3.389569613288641e-05,
|
|
"loss": 0.2546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26869308948516846,
|
|
"step": 1385,
|
|
"valid_targets_mean": 2364.1,
|
|
"valid_targets_min": 856
|
|
},
|
|
{
|
|
"epoch": 2.320534223706177,
|
|
"grad_norm": 0.6395714990020217,
|
|
"learning_rate": 3.383569014078587e-05,
|
|
"loss": 0.2448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24285399913787842,
|
|
"step": 1390,
|
|
"valid_targets_mean": 2583.5,
|
|
"valid_targets_min": 727
|
|
},
|
|
{
|
|
"epoch": 2.328881469115192,
|
|
"grad_norm": 0.6776744324721674,
|
|
"learning_rate": 3.3775444339207465e-05,
|
|
"loss": 0.2311,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21158820390701294,
|
|
"step": 1395,
|
|
"valid_targets_mean": 2127.4,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 2.337228714524207,
|
|
"grad_norm": 0.6770674417267395,
|
|
"learning_rate": 3.3714959772371885e-05,
|
|
"loss": 0.2211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.238697350025177,
|
|
"step": 1400,
|
|
"valid_targets_mean": 2220.6,
|
|
"valid_targets_min": 1108
|
|
},
|
|
{
|
|
"epoch": 2.345575959933222,
|
|
"grad_norm": 0.6626681483726701,
|
|
"learning_rate": 3.3654237488638306e-05,
|
|
"loss": 0.2338,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22057095170021057,
|
|
"step": 1405,
|
|
"valid_targets_mean": 2314.4,
|
|
"valid_targets_min": 646
|
|
},
|
|
{
|
|
"epoch": 2.353923205342237,
|
|
"grad_norm": 0.6782631619393108,
|
|
"learning_rate": 3.3593278540486135e-05,
|
|
"loss": 0.2258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23829273879528046,
|
|
"step": 1410,
|
|
"valid_targets_mean": 2254.5,
|
|
"valid_targets_min": 783
|
|
},
|
|
{
|
|
"epoch": 2.362270450751252,
|
|
"grad_norm": 0.6144730572905673,
|
|
"learning_rate": 3.353208398449683e-05,
|
|
"loss": 0.2497,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21382129192352295,
|
|
"step": 1415,
|
|
"valid_targets_mean": 2535.1,
|
|
"valid_targets_min": 914
|
|
},
|
|
{
|
|
"epoch": 2.370617696160267,
|
|
"grad_norm": 0.6661453498748384,
|
|
"learning_rate": 3.347065488133555e-05,
|
|
"loss": 0.2489,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22840982675552368,
|
|
"step": 1420,
|
|
"valid_targets_mean": 2266.5,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 2.378964941569282,
|
|
"grad_norm": 0.6632607942160634,
|
|
"learning_rate": 3.340899229573278e-05,
|
|
"loss": 0.236,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22487732768058777,
|
|
"step": 1425,
|
|
"valid_targets_mean": 2084.4,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 2.3873121869782974,
|
|
"grad_norm": 0.6386430366838826,
|
|
"learning_rate": 3.334709729646589e-05,
|
|
"loss": 0.2504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24176400899887085,
|
|
"step": 1430,
|
|
"valid_targets_mean": 2506.2,
|
|
"valid_targets_min": 705
|
|
},
|
|
{
|
|
"epoch": 2.395659432387312,
|
|
"grad_norm": 0.5524129897132546,
|
|
"learning_rate": 3.32849709563406e-05,
|
|
"loss": 0.2388,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21630480885505676,
|
|
"step": 1435,
|
|
"valid_targets_mean": 3571.8,
|
|
"valid_targets_min": 800
|
|
},
|
|
{
|
|
"epoch": 2.4040066777963274,
|
|
"grad_norm": 0.7020503166023468,
|
|
"learning_rate": 3.322261435217237e-05,
|
|
"loss": 0.2663,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26422515511512756,
|
|
"step": 1440,
|
|
"valid_targets_mean": 2308.3,
|
|
"valid_targets_min": 618
|
|
},
|
|
{
|
|
"epoch": 2.4123539232053424,
|
|
"grad_norm": 0.789272389237031,
|
|
"learning_rate": 3.316002856476776e-05,
|
|
"loss": 0.2436,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25431516766548157,
|
|
"step": 1445,
|
|
"valid_targets_mean": 2112.1,
|
|
"valid_targets_min": 886
|
|
},
|
|
{
|
|
"epoch": 2.4207011686143574,
|
|
"grad_norm": 0.616671473715282,
|
|
"learning_rate": 3.309721467890571e-05,
|
|
"loss": 0.2428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23085810244083405,
|
|
"step": 1450,
|
|
"valid_targets_mean": 2605.9,
|
|
"valid_targets_min": 679
|
|
},
|
|
{
|
|
"epoch": 2.4290484140233723,
|
|
"grad_norm": 0.7930475868728878,
|
|
"learning_rate": 3.303417378331867e-05,
|
|
"loss": 0.2411,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23393920063972473,
|
|
"step": 1455,
|
|
"valid_targets_mean": 1837.5,
|
|
"valid_targets_min": 904
|
|
},
|
|
{
|
|
"epoch": 2.4373956594323873,
|
|
"grad_norm": 0.7032008867370768,
|
|
"learning_rate": 3.2970906970673814e-05,
|
|
"loss": 0.2357,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20973175764083862,
|
|
"step": 1460,
|
|
"valid_targets_mean": 2218.8,
|
|
"valid_targets_min": 758
|
|
},
|
|
{
|
|
"epoch": 2.4457429048414023,
|
|
"grad_norm": 0.7969084821853115,
|
|
"learning_rate": 3.2907415337554045e-05,
|
|
"loss": 0.2418,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22123488783836365,
|
|
"step": 1465,
|
|
"valid_targets_mean": 1655.2,
|
|
"valid_targets_min": 835
|
|
},
|
|
{
|
|
"epoch": 2.4540901502504173,
|
|
"grad_norm": 0.6317113154583319,
|
|
"learning_rate": 3.284369998443901e-05,
|
|
"loss": 0.2505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20731478929519653,
|
|
"step": 1470,
|
|
"valid_targets_mean": 2597.5,
|
|
"valid_targets_min": 903
|
|
},
|
|
{
|
|
"epoch": 2.4624373956594323,
|
|
"grad_norm": 0.7512566102291349,
|
|
"learning_rate": 3.277976201568603e-05,
|
|
"loss": 0.2295,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24652166664600372,
|
|
"step": 1475,
|
|
"valid_targets_mean": 2205.5,
|
|
"valid_targets_min": 670
|
|
},
|
|
{
|
|
"epoch": 2.4707846410684473,
|
|
"grad_norm": 0.713993361555449,
|
|
"learning_rate": 3.2715602539510915e-05,
|
|
"loss": 0.2542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21940815448760986,
|
|
"step": 1480,
|
|
"valid_targets_mean": 1958.4,
|
|
"valid_targets_min": 813
|
|
},
|
|
{
|
|
"epoch": 2.4791318864774623,
|
|
"grad_norm": 0.6825440027750466,
|
|
"learning_rate": 3.265122266796884e-05,
|
|
"loss": 0.2647,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2662467360496521,
|
|
"step": 1485,
|
|
"valid_targets_mean": 2280.6,
|
|
"valid_targets_min": 438
|
|
},
|
|
{
|
|
"epoch": 2.4874791318864773,
|
|
"grad_norm": 0.6371860820483898,
|
|
"learning_rate": 3.258662351693498e-05,
|
|
"loss": 0.2315,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25087234377861023,
|
|
"step": 1490,
|
|
"valid_targets_mean": 2939.2,
|
|
"valid_targets_min": 941
|
|
},
|
|
{
|
|
"epoch": 2.4958263772954927,
|
|
"grad_norm": 0.662118894737436,
|
|
"learning_rate": 3.252180620608524e-05,
|
|
"loss": 0.2424,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24761708080768585,
|
|
"step": 1495,
|
|
"valid_targets_mean": 2687.6,
|
|
"valid_targets_min": 1060
|
|
},
|
|
{
|
|
"epoch": 2.5041736227045073,
|
|
"grad_norm": 0.6596293311660842,
|
|
"learning_rate": 3.245677185887678e-05,
|
|
"loss": 0.2345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22490762174129486,
|
|
"step": 1500,
|
|
"valid_targets_mean": 2352.7,
|
|
"valid_targets_min": 901
|
|
},
|
|
{
|
|
"epoch": 2.5125208681135227,
|
|
"grad_norm": 0.6926751619712956,
|
|
"learning_rate": 3.2391521602528634e-05,
|
|
"loss": 0.2513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2553149461746216,
|
|
"step": 1505,
|
|
"valid_targets_mean": 2310.8,
|
|
"valid_targets_min": 909
|
|
},
|
|
{
|
|
"epoch": 2.5208681135225377,
|
|
"grad_norm": 0.6979481450499412,
|
|
"learning_rate": 3.232605656800207e-05,
|
|
"loss": 0.2239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24520985782146454,
|
|
"step": 1510,
|
|
"valid_targets_mean": 2667.4,
|
|
"valid_targets_min": 737
|
|
},
|
|
{
|
|
"epoch": 2.5292153589315527,
|
|
"grad_norm": 0.6555629495703937,
|
|
"learning_rate": 3.226037788998105e-05,
|
|
"loss": 0.2466,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29187384247779846,
|
|
"step": 1515,
|
|
"valid_targets_mean": 2969.0,
|
|
"valid_targets_min": 923
|
|
},
|
|
{
|
|
"epoch": 2.5375626043405677,
|
|
"grad_norm": 0.7666678856521503,
|
|
"learning_rate": 3.219448670685256e-05,
|
|
"loss": 0.2511,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29762178659439087,
|
|
"step": 1520,
|
|
"valid_targets_mean": 2130.6,
|
|
"valid_targets_min": 769
|
|
},
|
|
{
|
|
"epoch": 2.5459098497495827,
|
|
"grad_norm": 0.635001587521722,
|
|
"learning_rate": 3.212838416068685e-05,
|
|
"loss": 0.2504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24263107776641846,
|
|
"step": 1525,
|
|
"valid_targets_mean": 2891.2,
|
|
"valid_targets_min": 934
|
|
},
|
|
{
|
|
"epoch": 2.5542570951585977,
|
|
"grad_norm": 0.7287011835787055,
|
|
"learning_rate": 3.206207139721768e-05,
|
|
"loss": 0.2368,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23700858652591705,
|
|
"step": 1530,
|
|
"valid_targets_mean": 1981.3,
|
|
"valid_targets_min": 898
|
|
},
|
|
{
|
|
"epoch": 2.5626043405676127,
|
|
"grad_norm": 0.6870197123559626,
|
|
"learning_rate": 3.199554956582241e-05,
|
|
"loss": 0.2429,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22994369268417358,
|
|
"step": 1535,
|
|
"valid_targets_mean": 2409.1,
|
|
"valid_targets_min": 691
|
|
},
|
|
{
|
|
"epoch": 2.5709515859766277,
|
|
"grad_norm": 0.6949292075207361,
|
|
"learning_rate": 3.192881981950212e-05,
|
|
"loss": 0.2293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23517221212387085,
|
|
"step": 1540,
|
|
"valid_targets_mean": 2347.6,
|
|
"valid_targets_min": 625
|
|
},
|
|
{
|
|
"epoch": 2.5792988313856426,
|
|
"grad_norm": 0.6890952912783886,
|
|
"learning_rate": 3.1861883314861616e-05,
|
|
"loss": 0.2451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25980061292648315,
|
|
"step": 1545,
|
|
"valid_targets_mean": 2271.5,
|
|
"valid_targets_min": 896
|
|
},
|
|
{
|
|
"epoch": 2.5876460767946576,
|
|
"grad_norm": 0.7160702464639767,
|
|
"learning_rate": 3.179474121208937e-05,
|
|
"loss": 0.2384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20312431454658508,
|
|
"step": 1550,
|
|
"valid_targets_mean": 1892.7,
|
|
"valid_targets_min": 547
|
|
},
|
|
{
|
|
"epoch": 2.5959933222036726,
|
|
"grad_norm": 0.7276950171510028,
|
|
"learning_rate": 3.172739467493741e-05,
|
|
"loss": 0.239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2361968606710434,
|
|
"step": 1555,
|
|
"valid_targets_mean": 2012.6,
|
|
"valid_targets_min": 894
|
|
},
|
|
{
|
|
"epoch": 2.604340567612688,
|
|
"grad_norm": 0.6647020815612599,
|
|
"learning_rate": 3.165984487070118e-05,
|
|
"loss": 0.2362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24586845934391022,
|
|
"step": 1560,
|
|
"valid_targets_mean": 2487.6,
|
|
"valid_targets_min": 1049
|
|
},
|
|
{
|
|
"epoch": 2.6126878130217026,
|
|
"grad_norm": 0.7195149038288103,
|
|
"learning_rate": 3.1592092970199266e-05,
|
|
"loss": 0.2258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2257130742073059,
|
|
"step": 1565,
|
|
"valid_targets_mean": 1995.1,
|
|
"valid_targets_min": 1064
|
|
},
|
|
{
|
|
"epoch": 2.621035058430718,
|
|
"grad_norm": 0.6839599973695903,
|
|
"learning_rate": 3.152414014775315e-05,
|
|
"loss": 0.262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29660463333129883,
|
|
"step": 1570,
|
|
"valid_targets_mean": 2584.0,
|
|
"valid_targets_min": 962
|
|
},
|
|
{
|
|
"epoch": 2.629382303839733,
|
|
"grad_norm": 0.725502712005601,
|
|
"learning_rate": 3.1455987581166784e-05,
|
|
"loss": 0.2464,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2801527678966522,
|
|
"step": 1575,
|
|
"valid_targets_mean": 2065.1,
|
|
"valid_targets_min": 605
|
|
},
|
|
{
|
|
"epoch": 2.637729549248748,
|
|
"grad_norm": 0.7053226716868043,
|
|
"learning_rate": 3.138763645170626e-05,
|
|
"loss": 0.2301,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2274249792098999,
|
|
"step": 1580,
|
|
"valid_targets_mean": 1978.2,
|
|
"valid_targets_min": 400
|
|
},
|
|
{
|
|
"epoch": 2.646076794657763,
|
|
"grad_norm": 0.7790077967494133,
|
|
"learning_rate": 3.1319087944079275e-05,
|
|
"loss": 0.2553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20891839265823364,
|
|
"step": 1585,
|
|
"valid_targets_mean": 1581.3,
|
|
"valid_targets_min": 614
|
|
},
|
|
{
|
|
"epoch": 2.654424040066778,
|
|
"grad_norm": 0.8009563456908694,
|
|
"learning_rate": 3.125034324641462e-05,
|
|
"loss": 0.2492,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29142534732818604,
|
|
"step": 1590,
|
|
"valid_targets_mean": 2003.0,
|
|
"valid_targets_min": 505
|
|
},
|
|
{
|
|
"epoch": 2.662771285475793,
|
|
"grad_norm": 0.7585464640547334,
|
|
"learning_rate": 3.118140355024159e-05,
|
|
"loss": 0.2539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23483462631702423,
|
|
"step": 1595,
|
|
"valid_targets_mean": 2244.9,
|
|
"valid_targets_min": 769
|
|
},
|
|
{
|
|
"epoch": 2.671118530884808,
|
|
"grad_norm": 0.6757093378546383,
|
|
"learning_rate": 3.111227005046932e-05,
|
|
"loss": 0.2472,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25684505701065063,
|
|
"step": 1600,
|
|
"valid_targets_mean": 2694.5,
|
|
"valid_targets_min": 1039
|
|
},
|
|
{
|
|
"epoch": 2.679465776293823,
|
|
"grad_norm": 0.7703481949229823,
|
|
"learning_rate": 3.104294394536608e-05,
|
|
"loss": 0.2384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3010757565498352,
|
|
"step": 1605,
|
|
"valid_targets_mean": 2485.1,
|
|
"valid_targets_min": 1027
|
|
},
|
|
{
|
|
"epoch": 2.687813021702838,
|
|
"grad_norm": 0.6400764593805821,
|
|
"learning_rate": 3.097342643653849e-05,
|
|
"loss": 0.2448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.228501558303833,
|
|
"step": 1610,
|
|
"valid_targets_mean": 2393.6,
|
|
"valid_targets_min": 1024
|
|
},
|
|
{
|
|
"epoch": 2.696160267111853,
|
|
"grad_norm": 0.736490810291691,
|
|
"learning_rate": 3.090371872891074e-05,
|
|
"loss": 0.2269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21466585993766785,
|
|
"step": 1615,
|
|
"valid_targets_mean": 1701.9,
|
|
"valid_targets_min": 958
|
|
},
|
|
{
|
|
"epoch": 2.704507512520868,
|
|
"grad_norm": 0.7705037351717331,
|
|
"learning_rate": 3.083382203070365e-05,
|
|
"loss": 0.2471,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2398218810558319,
|
|
"step": 1620,
|
|
"valid_targets_mean": 1538.4,
|
|
"valid_targets_min": 356
|
|
},
|
|
{
|
|
"epoch": 2.7128547579298834,
|
|
"grad_norm": 0.6380889104450443,
|
|
"learning_rate": 3.0763737553413766e-05,
|
|
"loss": 0.2305,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19768619537353516,
|
|
"step": 1625,
|
|
"valid_targets_mean": 2420.4,
|
|
"valid_targets_min": 874
|
|
},
|
|
{
|
|
"epoch": 2.721202003338898,
|
|
"grad_norm": 0.7557652741904972,
|
|
"learning_rate": 3.069346651179233e-05,
|
|
"loss": 0.2227,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21941837668418884,
|
|
"step": 1630,
|
|
"valid_targets_mean": 1873.2,
|
|
"valid_targets_min": 533
|
|
},
|
|
{
|
|
"epoch": 2.7295492487479134,
|
|
"grad_norm": 0.9109177697394876,
|
|
"learning_rate": 3.0623010123824245e-05,
|
|
"loss": 0.2654,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30781060457229614,
|
|
"step": 1635,
|
|
"valid_targets_mean": 1401.6,
|
|
"valid_targets_min": 822
|
|
},
|
|
{
|
|
"epoch": 2.7378964941569284,
|
|
"grad_norm": 0.7515741045238992,
|
|
"learning_rate": 3.0552369610706985e-05,
|
|
"loss": 0.2359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2299075722694397,
|
|
"step": 1640,
|
|
"valid_targets_mean": 1766.3,
|
|
"valid_targets_min": 739
|
|
},
|
|
{
|
|
"epoch": 2.7462437395659434,
|
|
"grad_norm": 0.7242134429840179,
|
|
"learning_rate": 3.0481546196829375e-05,
|
|
"loss": 0.2327,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25316867232322693,
|
|
"step": 1645,
|
|
"valid_targets_mean": 2118.2,
|
|
"valid_targets_min": 438
|
|
},
|
|
{
|
|
"epoch": 2.7545909849749584,
|
|
"grad_norm": 0.8594982851019005,
|
|
"learning_rate": 3.041054110975041e-05,
|
|
"loss": 0.242,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.250777006149292,
|
|
"step": 1650,
|
|
"valid_targets_mean": 1474.4,
|
|
"valid_targets_min": 513
|
|
},
|
|
{
|
|
"epoch": 2.7629382303839733,
|
|
"grad_norm": 0.6928528426680121,
|
|
"learning_rate": 3.033935558017797e-05,
|
|
"loss": 0.2685,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22606828808784485,
|
|
"step": 1655,
|
|
"valid_targets_mean": 2188.0,
|
|
"valid_targets_min": 689
|
|
},
|
|
{
|
|
"epoch": 2.7712854757929883,
|
|
"grad_norm": 1.359593188853504,
|
|
"learning_rate": 3.0267990841947492e-05,
|
|
"loss": 0.2542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2838791012763977,
|
|
"step": 1660,
|
|
"valid_targets_mean": 2975.5,
|
|
"valid_targets_min": 901
|
|
},
|
|
{
|
|
"epoch": 2.7796327212020033,
|
|
"grad_norm": 0.6079701413980375,
|
|
"learning_rate": 3.0196448132000563e-05,
|
|
"loss": 0.2462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25636208057403564,
|
|
"step": 1665,
|
|
"valid_targets_mean": 2884.0,
|
|
"valid_targets_min": 502
|
|
},
|
|
{
|
|
"epoch": 2.7879799666110183,
|
|
"grad_norm": 0.7270380376772345,
|
|
"learning_rate": 3.0124728690363504e-05,
|
|
"loss": 0.251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27121657133102417,
|
|
"step": 1670,
|
|
"valid_targets_mean": 2245.4,
|
|
"valid_targets_min": 800
|
|
},
|
|
{
|
|
"epoch": 2.7963272120200333,
|
|
"grad_norm": 0.7845898208867876,
|
|
"learning_rate": 3.0052833760125864e-05,
|
|
"loss": 0.2562,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2516961097717285,
|
|
"step": 1675,
|
|
"valid_targets_mean": 2116.7,
|
|
"valid_targets_min": 408
|
|
},
|
|
{
|
|
"epoch": 2.8046744574290483,
|
|
"grad_norm": 0.7018532983083052,
|
|
"learning_rate": 2.9980764587418885e-05,
|
|
"loss": 0.2452,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23445004224777222,
|
|
"step": 1680,
|
|
"valid_targets_mean": 1939.8,
|
|
"valid_targets_min": 661
|
|
},
|
|
{
|
|
"epoch": 2.8130217028380633,
|
|
"grad_norm": 0.5921837745995009,
|
|
"learning_rate": 2.990852242139389e-05,
|
|
"loss": 0.2319,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21622955799102783,
|
|
"step": 1685,
|
|
"valid_targets_mean": 2747.9,
|
|
"valid_targets_min": 776
|
|
},
|
|
{
|
|
"epoch": 2.8213689482470787,
|
|
"grad_norm": 0.5824720536926297,
|
|
"learning_rate": 2.983610851420064e-05,
|
|
"loss": 0.2472,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20980806648731232,
|
|
"step": 1690,
|
|
"valid_targets_mean": 2791.8,
|
|
"valid_targets_min": 587
|
|
},
|
|
{
|
|
"epoch": 2.8297161936560933,
|
|
"grad_norm": 0.5021027254030971,
|
|
"learning_rate": 2.976352412096563e-05,
|
|
"loss": 0.2444,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2591347396373749,
|
|
"step": 1695,
|
|
"valid_targets_mean": 3924.0,
|
|
"valid_targets_min": 1196
|
|
},
|
|
{
|
|
"epoch": 2.8380634390651087,
|
|
"grad_norm": 0.6615812499102618,
|
|
"learning_rate": 2.969077049977034e-05,
|
|
"loss": 0.2711,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22708380222320557,
|
|
"step": 1700,
|
|
"valid_targets_mean": 2462.8,
|
|
"valid_targets_min": 577
|
|
},
|
|
{
|
|
"epoch": 2.8464106844741233,
|
|
"grad_norm": 0.6723998430800802,
|
|
"learning_rate": 2.9617848911629402e-05,
|
|
"loss": 0.2602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.228207066655159,
|
|
"step": 1705,
|
|
"valid_targets_mean": 2054.6,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 2.8547579298831387,
|
|
"grad_norm": 0.6644600523627668,
|
|
"learning_rate": 2.9544760620468794e-05,
|
|
"loss": 0.2281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21405984461307526,
|
|
"step": 1710,
|
|
"valid_targets_mean": 2316.2,
|
|
"valid_targets_min": 898
|
|
},
|
|
{
|
|
"epoch": 2.8631051752921537,
|
|
"grad_norm": 0.8463918203843788,
|
|
"learning_rate": 2.9471506893103883e-05,
|
|
"loss": 0.2361,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24980512261390686,
|
|
"step": 1715,
|
|
"valid_targets_mean": 2414.9,
|
|
"valid_targets_min": 738
|
|
},
|
|
{
|
|
"epoch": 2.8714524207011687,
|
|
"grad_norm": 0.5857132344827396,
|
|
"learning_rate": 2.939808899921749e-05,
|
|
"loss": 0.246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23113596439361572,
|
|
"step": 1720,
|
|
"valid_targets_mean": 3229.4,
|
|
"valid_targets_min": 1171
|
|
},
|
|
{
|
|
"epoch": 2.8797996661101837,
|
|
"grad_norm": 0.6344993050865212,
|
|
"learning_rate": 2.932450821133788e-05,
|
|
"loss": 0.2483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23790693283081055,
|
|
"step": 1725,
|
|
"valid_targets_mean": 2504.1,
|
|
"valid_targets_min": 874
|
|
},
|
|
{
|
|
"epoch": 2.8881469115191987,
|
|
"grad_norm": 0.6612398379376797,
|
|
"learning_rate": 2.9250765804816712e-05,
|
|
"loss": 0.2307,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24237364530563354,
|
|
"step": 1730,
|
|
"valid_targets_mean": 2588.6,
|
|
"valid_targets_min": 910
|
|
},
|
|
{
|
|
"epoch": 2.8964941569282137,
|
|
"grad_norm": 0.6361183421149988,
|
|
"learning_rate": 2.917686305780692e-05,
|
|
"loss": 0.235,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23230323195457458,
|
|
"step": 1735,
|
|
"valid_targets_mean": 2619.9,
|
|
"valid_targets_min": 500
|
|
},
|
|
{
|
|
"epoch": 2.9048414023372287,
|
|
"grad_norm": 0.6623545853466452,
|
|
"learning_rate": 2.9102801251240575e-05,
|
|
"loss": 0.2323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26689085364341736,
|
|
"step": 1740,
|
|
"valid_targets_mean": 2494.6,
|
|
"valid_targets_min": 821
|
|
},
|
|
{
|
|
"epoch": 2.9131886477462436,
|
|
"grad_norm": 0.6961705682075915,
|
|
"learning_rate": 2.902858166880667e-05,
|
|
"loss": 0.247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24191753566265106,
|
|
"step": 1745,
|
|
"valid_targets_mean": 1999.0,
|
|
"valid_targets_min": 906
|
|
},
|
|
{
|
|
"epoch": 2.9215358931552586,
|
|
"grad_norm": 0.7882520360796017,
|
|
"learning_rate": 2.8954205596928873e-05,
|
|
"loss": 0.2516,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28292351961135864,
|
|
"step": 1750,
|
|
"valid_targets_mean": 2114.1,
|
|
"valid_targets_min": 906
|
|
},
|
|
{
|
|
"epoch": 2.9298831385642736,
|
|
"grad_norm": 0.720653639028986,
|
|
"learning_rate": 2.8879674324743246e-05,
|
|
"loss": 0.2363,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21395087242126465,
|
|
"step": 1755,
|
|
"valid_targets_mean": 2028.4,
|
|
"valid_targets_min": 954
|
|
},
|
|
{
|
|
"epoch": 2.9382303839732886,
|
|
"grad_norm": 0.66332681260518,
|
|
"learning_rate": 2.880498914407587e-05,
|
|
"loss": 0.2495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2460024505853653,
|
|
"step": 1760,
|
|
"valid_targets_mean": 2476.1,
|
|
"valid_targets_min": 569
|
|
},
|
|
{
|
|
"epoch": 2.946577629382304,
|
|
"grad_norm": 0.7231515624521551,
|
|
"learning_rate": 2.8730151349420475e-05,
|
|
"loss": 0.2467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2216128706932068,
|
|
"step": 1765,
|
|
"valid_targets_mean": 1965.0,
|
|
"valid_targets_min": 861
|
|
},
|
|
{
|
|
"epoch": 2.9549248747913186,
|
|
"grad_norm": 0.7313757341850193,
|
|
"learning_rate": 2.865516223791601e-05,
|
|
"loss": 0.2575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26219192147254944,
|
|
"step": 1770,
|
|
"valid_targets_mean": 2038.5,
|
|
"valid_targets_min": 944
|
|
},
|
|
{
|
|
"epoch": 2.963272120200334,
|
|
"grad_norm": 0.6768246806109347,
|
|
"learning_rate": 2.8580023109324137e-05,
|
|
"loss": 0.2339,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.234646737575531,
|
|
"step": 1775,
|
|
"valid_targets_mean": 2185.1,
|
|
"valid_targets_min": 681
|
|
},
|
|
{
|
|
"epoch": 2.971619365609349,
|
|
"grad_norm": 0.7122144571530461,
|
|
"learning_rate": 2.8504735266006717e-05,
|
|
"loss": 0.2358,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27237963676452637,
|
|
"step": 1780,
|
|
"valid_targets_mean": 2903.6,
|
|
"valid_targets_min": 614
|
|
},
|
|
{
|
|
"epoch": 2.979966611018364,
|
|
"grad_norm": 0.7358658160448729,
|
|
"learning_rate": 2.8429300012903245e-05,
|
|
"loss": 0.2492,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28576362133026123,
|
|
"step": 1785,
|
|
"valid_targets_mean": 1996.7,
|
|
"valid_targets_min": 967
|
|
},
|
|
{
|
|
"epoch": 2.988313856427379,
|
|
"grad_norm": 0.6149098097365543,
|
|
"learning_rate": 2.8353718657508206e-05,
|
|
"loss": 0.2311,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1908757984638214,
|
|
"step": 1790,
|
|
"valid_targets_mean": 2278.7,
|
|
"valid_targets_min": 772
|
|
},
|
|
{
|
|
"epoch": 2.996661101836394,
|
|
"grad_norm": 0.6789566802468145,
|
|
"learning_rate": 2.827799250984844e-05,
|
|
"loss": 0.238,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2509405016899109,
|
|
"step": 1795,
|
|
"valid_targets_mean": 2205.6,
|
|
"valid_targets_min": 761
|
|
},
|
|
{
|
|
"epoch": 3.005008347245409,
|
|
"grad_norm": 0.6600698036876375,
|
|
"learning_rate": 2.8202122882460418e-05,
|
|
"loss": 0.2211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.199271559715271,
|
|
"step": 1800,
|
|
"valid_targets_mean": 2666.2,
|
|
"valid_targets_min": 523
|
|
},
|
|
{
|
|
"epoch": 3.013355592654424,
|
|
"grad_norm": 0.6880197269898586,
|
|
"learning_rate": 2.81261110903675e-05,
|
|
"loss": 0.2056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20546582341194153,
|
|
"step": 1805,
|
|
"valid_targets_mean": 2364.2,
|
|
"valid_targets_min": 730
|
|
},
|
|
{
|
|
"epoch": 3.021702838063439,
|
|
"grad_norm": 0.7244180983476358,
|
|
"learning_rate": 2.804995845105714e-05,
|
|
"loss": 0.205,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19351571798324585,
|
|
"step": 1810,
|
|
"valid_targets_mean": 2140.0,
|
|
"valid_targets_min": 787
|
|
},
|
|
{
|
|
"epoch": 3.030050083472454,
|
|
"grad_norm": 0.6197068239432737,
|
|
"learning_rate": 2.7973666284458048e-05,
|
|
"loss": 0.2187,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1775825023651123,
|
|
"step": 1815,
|
|
"valid_targets_mean": 2523.5,
|
|
"valid_targets_min": 747
|
|
},
|
|
{
|
|
"epoch": 3.038397328881469,
|
|
"grad_norm": 0.6186316306349579,
|
|
"learning_rate": 2.7897235912917318e-05,
|
|
"loss": 0.1907,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1805172711610794,
|
|
"step": 1820,
|
|
"valid_targets_mean": 2927.8,
|
|
"valid_targets_min": 711
|
|
},
|
|
{
|
|
"epoch": 3.046744574290484,
|
|
"grad_norm": 0.7416894691661986,
|
|
"learning_rate": 2.7820668661177505e-05,
|
|
"loss": 0.217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22550976276397705,
|
|
"step": 1825,
|
|
"valid_targets_mean": 2538.1,
|
|
"valid_targets_min": 912
|
|
},
|
|
{
|
|
"epoch": 3.0550918196994994,
|
|
"grad_norm": 0.740249273747313,
|
|
"learning_rate": 2.7743965856353666e-05,
|
|
"loss": 0.2242,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17422476410865784,
|
|
"step": 1830,
|
|
"valid_targets_mean": 1954.8,
|
|
"valid_targets_min": 835
|
|
},
|
|
{
|
|
"epoch": 3.0634390651085144,
|
|
"grad_norm": 0.7535335414584483,
|
|
"learning_rate": 2.7667128827910343e-05,
|
|
"loss": 0.207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17968419194221497,
|
|
"step": 1835,
|
|
"valid_targets_mean": 1711.3,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 3.0717863105175294,
|
|
"grad_norm": 0.7237942366354729,
|
|
"learning_rate": 2.7590158907638552e-05,
|
|
"loss": 0.2063,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18092207610607147,
|
|
"step": 1840,
|
|
"valid_targets_mean": 1816.8,
|
|
"valid_targets_min": 592
|
|
},
|
|
{
|
|
"epoch": 3.0801335559265444,
|
|
"grad_norm": 0.7385702671649094,
|
|
"learning_rate": 2.7513057429632656e-05,
|
|
"loss": 0.1963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1769607961177826,
|
|
"step": 1845,
|
|
"valid_targets_mean": 2052.9,
|
|
"valid_targets_min": 441
|
|
},
|
|
{
|
|
"epoch": 3.0884808013355594,
|
|
"grad_norm": 0.753893856292005,
|
|
"learning_rate": 2.7435825730267285e-05,
|
|
"loss": 0.2136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19851276278495789,
|
|
"step": 1850,
|
|
"valid_targets_mean": 1892.8,
|
|
"valid_targets_min": 720
|
|
},
|
|
{
|
|
"epoch": 3.0968280467445743,
|
|
"grad_norm": 0.7818860359527091,
|
|
"learning_rate": 2.7358465148174143e-05,
|
|
"loss": 0.2054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1829618513584137,
|
|
"step": 1855,
|
|
"valid_targets_mean": 2546.3,
|
|
"valid_targets_min": 633
|
|
},
|
|
{
|
|
"epoch": 3.1051752921535893,
|
|
"grad_norm": 0.6618176032610746,
|
|
"learning_rate": 2.728097702421882e-05,
|
|
"loss": 0.1986,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17300860583782196,
|
|
"step": 1860,
|
|
"valid_targets_mean": 2134.3,
|
|
"valid_targets_min": 788
|
|
},
|
|
{
|
|
"epoch": 3.1135225375626043,
|
|
"grad_norm": 0.8399148343537419,
|
|
"learning_rate": 2.720336270147754e-05,
|
|
"loss": 0.2102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20378287136554718,
|
|
"step": 1865,
|
|
"valid_targets_mean": 1742.4,
|
|
"valid_targets_min": 743
|
|
},
|
|
{
|
|
"epoch": 3.1218697829716193,
|
|
"grad_norm": 0.6998272425633003,
|
|
"learning_rate": 2.71256235252139e-05,
|
|
"loss": 0.202,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17975613474845886,
|
|
"step": 1870,
|
|
"valid_targets_mean": 1958.1,
|
|
"valid_targets_min": 573
|
|
},
|
|
{
|
|
"epoch": 3.1302170283806343,
|
|
"grad_norm": 0.8063543185019679,
|
|
"learning_rate": 2.7047760842855536e-05,
|
|
"loss": 0.2185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23194459080696106,
|
|
"step": 1875,
|
|
"valid_targets_mean": 2624.8,
|
|
"valid_targets_min": 952
|
|
},
|
|
{
|
|
"epoch": 3.1385642737896493,
|
|
"grad_norm": 0.7198332608332704,
|
|
"learning_rate": 2.6969776003970777e-05,
|
|
"loss": 0.2061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2293994426727295,
|
|
"step": 1880,
|
|
"valid_targets_mean": 2671.6,
|
|
"valid_targets_min": 475
|
|
},
|
|
{
|
|
"epoch": 3.1469115191986643,
|
|
"grad_norm": 0.8095457359184923,
|
|
"learning_rate": 2.6891670360245244e-05,
|
|
"loss": 0.2275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22839170694351196,
|
|
"step": 1885,
|
|
"valid_targets_mean": 1831.1,
|
|
"valid_targets_min": 813
|
|
},
|
|
{
|
|
"epoch": 3.1552587646076793,
|
|
"grad_norm": 0.7207165913622955,
|
|
"learning_rate": 2.6813445265458438e-05,
|
|
"loss": 0.2047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2124374508857727,
|
|
"step": 1890,
|
|
"valid_targets_mean": 2360.6,
|
|
"valid_targets_min": 779
|
|
},
|
|
{
|
|
"epoch": 3.1636060100166947,
|
|
"grad_norm": 0.7649134857899963,
|
|
"learning_rate": 2.6735102075460257e-05,
|
|
"loss": 0.1918,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20324769616127014,
|
|
"step": 1895,
|
|
"valid_targets_mean": 1896.7,
|
|
"valid_targets_min": 810
|
|
},
|
|
{
|
|
"epoch": 3.1719532554257097,
|
|
"grad_norm": 0.6513034127013698,
|
|
"learning_rate": 2.665664214814752e-05,
|
|
"loss": 0.2015,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18446782231330872,
|
|
"step": 1900,
|
|
"valid_targets_mean": 2563.6,
|
|
"valid_targets_min": 1052
|
|
},
|
|
{
|
|
"epoch": 3.1803005008347247,
|
|
"grad_norm": 0.7335008506139117,
|
|
"learning_rate": 2.65780668434404e-05,
|
|
"loss": 0.1981,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20354166626930237,
|
|
"step": 1905,
|
|
"valid_targets_mean": 2524.7,
|
|
"valid_targets_min": 637
|
|
},
|
|
{
|
|
"epoch": 3.1886477462437397,
|
|
"grad_norm": 0.8480331519341718,
|
|
"learning_rate": 2.649937752325887e-05,
|
|
"loss": 0.2133,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22984029352664948,
|
|
"step": 1910,
|
|
"valid_targets_mean": 2089.6,
|
|
"valid_targets_min": 966
|
|
},
|
|
{
|
|
"epoch": 3.1969949916527547,
|
|
"grad_norm": 0.8968895450540663,
|
|
"learning_rate": 2.64205755514991e-05,
|
|
"loss": 0.2235,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24820029735565186,
|
|
"step": 1915,
|
|
"valid_targets_mean": 1858.2,
|
|
"valid_targets_min": 525
|
|
},
|
|
{
|
|
"epoch": 3.2053422370617697,
|
|
"grad_norm": 0.8371027743279744,
|
|
"learning_rate": 2.634166229400982e-05,
|
|
"loss": 0.2435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23452766239643097,
|
|
"step": 1920,
|
|
"valid_targets_mean": 2166.8,
|
|
"valid_targets_min": 676
|
|
},
|
|
{
|
|
"epoch": 3.2136894824707847,
|
|
"grad_norm": 0.6007974236801219,
|
|
"learning_rate": 2.626263911856863e-05,
|
|
"loss": 0.1944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18619805574417114,
|
|
"step": 1925,
|
|
"valid_targets_mean": 3290.9,
|
|
"valid_targets_min": 627
|
|
},
|
|
{
|
|
"epoch": 3.2220367278797997,
|
|
"grad_norm": 0.8365342869452538,
|
|
"learning_rate": 2.6183507394858296e-05,
|
|
"loss": 0.2288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21354706585407257,
|
|
"step": 1930,
|
|
"valid_targets_mean": 1950.3,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 3.2303839732888147,
|
|
"grad_norm": 0.925359777005885,
|
|
"learning_rate": 2.6104268494443027e-05,
|
|
"loss": 0.2167,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21958017349243164,
|
|
"step": 1935,
|
|
"valid_targets_mean": 1932.6,
|
|
"valid_targets_min": 932
|
|
},
|
|
{
|
|
"epoch": 3.2387312186978297,
|
|
"grad_norm": 0.6218879507128591,
|
|
"learning_rate": 2.6024923790744686e-05,
|
|
"loss": 0.192,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21151047945022583,
|
|
"step": 1940,
|
|
"valid_targets_mean": 2720.3,
|
|
"valid_targets_min": 1020
|
|
},
|
|
{
|
|
"epoch": 3.2470784641068446,
|
|
"grad_norm": 0.8132810161080779,
|
|
"learning_rate": 2.594547465901899e-05,
|
|
"loss": 0.1997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2025194764137268,
|
|
"step": 1945,
|
|
"valid_targets_mean": 2000.6,
|
|
"valid_targets_min": 885
|
|
},
|
|
{
|
|
"epoch": 3.2554257095158596,
|
|
"grad_norm": 0.750631680842447,
|
|
"learning_rate": 2.5865922476331674e-05,
|
|
"loss": 0.215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23061227798461914,
|
|
"step": 1950,
|
|
"valid_targets_mean": 2381.8,
|
|
"valid_targets_min": 558
|
|
},
|
|
{
|
|
"epoch": 3.2637729549248746,
|
|
"grad_norm": 0.7635400209418792,
|
|
"learning_rate": 2.5786268621534626e-05,
|
|
"loss": 0.2001,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19307637214660645,
|
|
"step": 1955,
|
|
"valid_targets_mean": 1770.5,
|
|
"valid_targets_min": 438
|
|
},
|
|
{
|
|
"epoch": 3.27212020033389,
|
|
"grad_norm": 0.8068310955065211,
|
|
"learning_rate": 2.5706514475241964e-05,
|
|
"loss": 0.2131,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22574101388454437,
|
|
"step": 1960,
|
|
"valid_targets_mean": 2430.2,
|
|
"valid_targets_min": 710
|
|
},
|
|
{
|
|
"epoch": 3.2804674457429046,
|
|
"grad_norm": 0.6683046345309371,
|
|
"learning_rate": 2.5626661419806147e-05,
|
|
"loss": 0.2101,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20542487502098083,
|
|
"step": 1965,
|
|
"valid_targets_mean": 2587.2,
|
|
"valid_targets_min": 628
|
|
},
|
|
{
|
|
"epoch": 3.28881469115192,
|
|
"grad_norm": 0.8190318720570766,
|
|
"learning_rate": 2.5546710839293988e-05,
|
|
"loss": 0.2142,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2078418731689453,
|
|
"step": 1970,
|
|
"valid_targets_mean": 1997.2,
|
|
"valid_targets_min": 887
|
|
},
|
|
{
|
|
"epoch": 3.297161936560935,
|
|
"grad_norm": 1.0194362581196132,
|
|
"learning_rate": 2.5466664119462667e-05,
|
|
"loss": 0.1928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20889687538146973,
|
|
"step": 1975,
|
|
"valid_targets_mean": 1949.8,
|
|
"valid_targets_min": 502
|
|
},
|
|
{
|
|
"epoch": 3.30550918196995,
|
|
"grad_norm": 0.7456232327178741,
|
|
"learning_rate": 2.5386522647735712e-05,
|
|
"loss": 0.1978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19417878985404968,
|
|
"step": 1980,
|
|
"valid_targets_mean": 1997.1,
|
|
"valid_targets_min": 530
|
|
},
|
|
{
|
|
"epoch": 3.313856427378965,
|
|
"grad_norm": 0.6478403904691091,
|
|
"learning_rate": 2.530628781317896e-05,
|
|
"loss": 0.201,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2210979461669922,
|
|
"step": 1985,
|
|
"valid_targets_mean": 3150.8,
|
|
"valid_targets_min": 798
|
|
},
|
|
{
|
|
"epoch": 3.32220367278798,
|
|
"grad_norm": 0.7733989159362327,
|
|
"learning_rate": 2.5225961006476484e-05,
|
|
"loss": 0.1999,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23125320672988892,
|
|
"step": 1990,
|
|
"valid_targets_mean": 1941.2,
|
|
"valid_targets_min": 974
|
|
},
|
|
{
|
|
"epoch": 3.330550918196995,
|
|
"grad_norm": 0.706725558384721,
|
|
"learning_rate": 2.5145543619906456e-05,
|
|
"loss": 0.194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18903513252735138,
|
|
"step": 1995,
|
|
"valid_targets_mean": 2310.9,
|
|
"valid_targets_min": 925
|
|
},
|
|
{
|
|
"epoch": 3.33889816360601,
|
|
"grad_norm": 0.7561082223200716,
|
|
"learning_rate": 2.5065037047317066e-05,
|
|
"loss": 0.207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20730358362197876,
|
|
"step": 2000,
|
|
"valid_targets_mean": 2447.6,
|
|
"valid_targets_min": 639
|
|
},
|
|
{
|
|
"epoch": 3.347245409015025,
|
|
"grad_norm": 0.6896363314064868,
|
|
"learning_rate": 2.4984442684102307e-05,
|
|
"loss": 0.2022,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21380692720413208,
|
|
"step": 2005,
|
|
"valid_targets_mean": 2873.9,
|
|
"valid_targets_min": 659
|
|
},
|
|
{
|
|
"epoch": 3.35559265442404,
|
|
"grad_norm": 0.776766912113279,
|
|
"learning_rate": 2.4903761927177853e-05,
|
|
"loss": 0.2206,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2006554901599884,
|
|
"step": 2010,
|
|
"valid_targets_mean": 1877.1,
|
|
"valid_targets_min": 879
|
|
},
|
|
{
|
|
"epoch": 3.363939899833055,
|
|
"grad_norm": 0.649648115219964,
|
|
"learning_rate": 2.482299617495678e-05,
|
|
"loss": 0.2106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18565139174461365,
|
|
"step": 2015,
|
|
"valid_targets_mean": 2477.9,
|
|
"valid_targets_min": 565
|
|
},
|
|
{
|
|
"epoch": 3.37228714524207,
|
|
"grad_norm": 0.6785698331257374,
|
|
"learning_rate": 2.474214682732538e-05,
|
|
"loss": 0.2113,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18758153915405273,
|
|
"step": 2020,
|
|
"valid_targets_mean": 2457.2,
|
|
"valid_targets_min": 962
|
|
},
|
|
{
|
|
"epoch": 3.380634390651085,
|
|
"grad_norm": 0.7688542630674376,
|
|
"learning_rate": 2.466121528561887e-05,
|
|
"loss": 0.1837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19837577641010284,
|
|
"step": 2025,
|
|
"valid_targets_mean": 1913.9,
|
|
"valid_targets_min": 689
|
|
},
|
|
{
|
|
"epoch": 3.3889816360601,
|
|
"grad_norm": 0.7534689229168448,
|
|
"learning_rate": 2.4580202952597106e-05,
|
|
"loss": 0.2141,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21255707740783691,
|
|
"step": 2030,
|
|
"valid_targets_mean": 1970.7,
|
|
"valid_targets_min": 525
|
|
},
|
|
{
|
|
"epoch": 3.3973288814691154,
|
|
"grad_norm": 0.6902091805329057,
|
|
"learning_rate": 2.4499111232420275e-05,
|
|
"loss": 0.2172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19505161046981812,
|
|
"step": 2035,
|
|
"valid_targets_mean": 3377.1,
|
|
"valid_targets_min": 886
|
|
},
|
|
{
|
|
"epoch": 3.4056761268781304,
|
|
"grad_norm": 0.7883956746439428,
|
|
"learning_rate": 2.441794153062457e-05,
|
|
"loss": 0.2193,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21510925889015198,
|
|
"step": 2040,
|
|
"valid_targets_mean": 1821.9,
|
|
"valid_targets_min": 745
|
|
},
|
|
{
|
|
"epoch": 3.4140233722871454,
|
|
"grad_norm": 0.6742718385671317,
|
|
"learning_rate": 2.4336695254097782e-05,
|
|
"loss": 0.1954,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2005099058151245,
|
|
"step": 2045,
|
|
"valid_targets_mean": 2417.1,
|
|
"valid_targets_min": 936
|
|
},
|
|
{
|
|
"epoch": 3.4223706176961604,
|
|
"grad_norm": 0.6854070730995327,
|
|
"learning_rate": 2.425537381105498e-05,
|
|
"loss": 0.2036,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18244539201259613,
|
|
"step": 2050,
|
|
"valid_targets_mean": 2198.9,
|
|
"valid_targets_min": 564
|
|
},
|
|
{
|
|
"epoch": 3.4307178631051753,
|
|
"grad_norm": 0.7484967320495022,
|
|
"learning_rate": 2.4173978611014053e-05,
|
|
"loss": 0.2172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2040974199771881,
|
|
"step": 2055,
|
|
"valid_targets_mean": 2380.5,
|
|
"valid_targets_min": 905
|
|
},
|
|
{
|
|
"epoch": 3.4390651085141903,
|
|
"grad_norm": 0.7713044455268337,
|
|
"learning_rate": 2.40925110647713e-05,
|
|
"loss": 0.1978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20483741164207458,
|
|
"step": 2060,
|
|
"valid_targets_mean": 2150.8,
|
|
"valid_targets_min": 780
|
|
},
|
|
{
|
|
"epoch": 3.4474123539232053,
|
|
"grad_norm": 0.7734911051230774,
|
|
"learning_rate": 2.4010972584376963e-05,
|
|
"loss": 0.2191,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21728011965751648,
|
|
"step": 2065,
|
|
"valid_targets_mean": 2074.2,
|
|
"valid_targets_min": 525
|
|
},
|
|
{
|
|
"epoch": 3.4557595993322203,
|
|
"grad_norm": 0.767728459680409,
|
|
"learning_rate": 2.392936458311078e-05,
|
|
"loss": 0.1942,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21184173226356506,
|
|
"step": 2070,
|
|
"valid_targets_mean": 1850.9,
|
|
"valid_targets_min": 966
|
|
},
|
|
{
|
|
"epoch": 3.4641068447412353,
|
|
"grad_norm": 0.6460453855120204,
|
|
"learning_rate": 2.3847688475457455e-05,
|
|
"loss": 0.1966,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1995435506105423,
|
|
"step": 2075,
|
|
"valid_targets_mean": 3029.0,
|
|
"valid_targets_min": 1015
|
|
},
|
|
{
|
|
"epoch": 3.4724540901502503,
|
|
"grad_norm": 0.6722751285835894,
|
|
"learning_rate": 2.3765945677082168e-05,
|
|
"loss": 0.2088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2198968231678009,
|
|
"step": 2080,
|
|
"valid_targets_mean": 2835.6,
|
|
"valid_targets_min": 1009
|
|
},
|
|
{
|
|
"epoch": 3.4808013355592653,
|
|
"grad_norm": 0.6854820902470308,
|
|
"learning_rate": 2.368413760480603e-05,
|
|
"loss": 0.1878,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18193744122982025,
|
|
"step": 2085,
|
|
"valid_targets_mean": 3915.0,
|
|
"valid_targets_min": 568
|
|
},
|
|
{
|
|
"epoch": 3.4891485809682803,
|
|
"grad_norm": 0.711530790653231,
|
|
"learning_rate": 2.360226567658151e-05,
|
|
"loss": 0.1925,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22336947917938232,
|
|
"step": 2090,
|
|
"valid_targets_mean": 2574.9,
|
|
"valid_targets_min": 952
|
|
},
|
|
{
|
|
"epoch": 3.4974958263772953,
|
|
"grad_norm": 0.619722638576771,
|
|
"learning_rate": 2.3520331311467883e-05,
|
|
"loss": 0.2207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23564806580543518,
|
|
"step": 2095,
|
|
"valid_targets_mean": 3082.7,
|
|
"valid_targets_min": 831
|
|
},
|
|
{
|
|
"epoch": 3.5058430717863107,
|
|
"grad_norm": 0.6693280886160189,
|
|
"learning_rate": 2.3438335929606613e-05,
|
|
"loss": 0.2322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2105301171541214,
|
|
"step": 2100,
|
|
"valid_targets_mean": 2332.4,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 3.5141903171953257,
|
|
"grad_norm": 0.6200551765589567,
|
|
"learning_rate": 2.3356280952196757e-05,
|
|
"loss": 0.2015,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19008010625839233,
|
|
"step": 2105,
|
|
"valid_targets_mean": 2823.4,
|
|
"valid_targets_min": 946
|
|
},
|
|
{
|
|
"epoch": 3.5225375626043407,
|
|
"grad_norm": 0.7823493214133,
|
|
"learning_rate": 2.3274167801470314e-05,
|
|
"loss": 0.2026,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22069746255874634,
|
|
"step": 2110,
|
|
"valid_targets_mean": 2198.3,
|
|
"valid_targets_min": 774
|
|
},
|
|
{
|
|
"epoch": 3.5308848080133557,
|
|
"grad_norm": 0.805122581311334,
|
|
"learning_rate": 2.3191997900667588e-05,
|
|
"loss": 0.2247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21660353243350983,
|
|
"step": 2115,
|
|
"valid_targets_mean": 1722.5,
|
|
"valid_targets_min": 464
|
|
},
|
|
{
|
|
"epoch": 3.5392320534223707,
|
|
"grad_norm": 0.7989808566470185,
|
|
"learning_rate": 2.310977267401251e-05,
|
|
"loss": 0.2059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.207453191280365,
|
|
"step": 2120,
|
|
"valid_targets_mean": 1765.3,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 3.5475792988313857,
|
|
"grad_norm": 0.7562664407895434,
|
|
"learning_rate": 2.302749354668795e-05,
|
|
"loss": 0.2094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1830502152442932,
|
|
"step": 2125,
|
|
"valid_targets_mean": 1835.9,
|
|
"valid_targets_min": 612
|
|
},
|
|
{
|
|
"epoch": 3.5559265442404007,
|
|
"grad_norm": 0.690251516382656,
|
|
"learning_rate": 2.2945161944811038e-05,
|
|
"loss": 0.2033,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24697524309158325,
|
|
"step": 2130,
|
|
"valid_targets_mean": 2619.8,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 3.5642737896494157,
|
|
"grad_norm": 0.5588489722291431,
|
|
"learning_rate": 2.2862779295408405e-05,
|
|
"loss": 0.2123,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22931894659996033,
|
|
"step": 2135,
|
|
"valid_targets_mean": 3524.6,
|
|
"valid_targets_min": 538
|
|
},
|
|
{
|
|
"epoch": 3.5726210350584306,
|
|
"grad_norm": 0.7625768394762137,
|
|
"learning_rate": 2.2780347026391495e-05,
|
|
"loss": 0.2176,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20581907033920288,
|
|
"step": 2140,
|
|
"valid_targets_mean": 1909.9,
|
|
"valid_targets_min": 746
|
|
},
|
|
{
|
|
"epoch": 3.5809682804674456,
|
|
"grad_norm": 0.6671235206913544,
|
|
"learning_rate": 2.2697866566531775e-05,
|
|
"loss": 0.211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18883800506591797,
|
|
"step": 2145,
|
|
"valid_targets_mean": 2590.1,
|
|
"valid_targets_min": 923
|
|
},
|
|
{
|
|
"epoch": 3.5893155258764606,
|
|
"grad_norm": 0.5448551570935133,
|
|
"learning_rate": 2.2615339345436e-05,
|
|
"loss": 0.2119,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22831106185913086,
|
|
"step": 2150,
|
|
"valid_targets_mean": 3508.4,
|
|
"valid_targets_min": 578
|
|
},
|
|
{
|
|
"epoch": 3.597662771285476,
|
|
"grad_norm": 0.6792066013173836,
|
|
"learning_rate": 2.2532766793521413e-05,
|
|
"loss": 0.2221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21002694964408875,
|
|
"step": 2155,
|
|
"valid_targets_mean": 2160.6,
|
|
"valid_targets_min": 550
|
|
},
|
|
{
|
|
"epoch": 3.6060100166944906,
|
|
"grad_norm": 0.8721197336677428,
|
|
"learning_rate": 2.245015034199097e-05,
|
|
"loss": 0.227,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22117319703102112,
|
|
"step": 2160,
|
|
"valid_targets_mean": 1553.8,
|
|
"valid_targets_min": 555
|
|
},
|
|
{
|
|
"epoch": 3.614357262103506,
|
|
"grad_norm": 0.6416631529613723,
|
|
"learning_rate": 2.2367491422808514e-05,
|
|
"loss": 0.2047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20796430110931396,
|
|
"step": 2165,
|
|
"valid_targets_mean": 3113.5,
|
|
"valid_targets_min": 738
|
|
},
|
|
{
|
|
"epoch": 3.6227045075125206,
|
|
"grad_norm": 0.6598964810382094,
|
|
"learning_rate": 2.228479146867397e-05,
|
|
"loss": 0.1997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16844062507152557,
|
|
"step": 2170,
|
|
"valid_targets_mean": 2920.0,
|
|
"valid_targets_min": 918
|
|
},
|
|
{
|
|
"epoch": 3.631051752921536,
|
|
"grad_norm": 0.7732656977571363,
|
|
"learning_rate": 2.2202051912998516e-05,
|
|
"loss": 0.1889,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19828924536705017,
|
|
"step": 2175,
|
|
"valid_targets_mean": 1879.6,
|
|
"valid_targets_min": 933
|
|
},
|
|
{
|
|
"epoch": 3.639398998330551,
|
|
"grad_norm": 0.7610326159405831,
|
|
"learning_rate": 2.2119274189879727e-05,
|
|
"loss": 0.2095,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2426915466785431,
|
|
"step": 2180,
|
|
"valid_targets_mean": 2422.4,
|
|
"valid_targets_min": 420
|
|
},
|
|
{
|
|
"epoch": 3.647746243739566,
|
|
"grad_norm": 0.6211188010093095,
|
|
"learning_rate": 2.2036459734076715e-05,
|
|
"loss": 0.2021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1922152042388916,
|
|
"step": 2185,
|
|
"valid_targets_mean": 3298.4,
|
|
"valid_targets_min": 801
|
|
},
|
|
{
|
|
"epoch": 3.656093489148581,
|
|
"grad_norm": 0.7654802209669019,
|
|
"learning_rate": 2.1953609980985266e-05,
|
|
"loss": 0.1971,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1986810266971588,
|
|
"step": 2190,
|
|
"valid_targets_mean": 1681.1,
|
|
"valid_targets_min": 675
|
|
},
|
|
{
|
|
"epoch": 3.664440734557596,
|
|
"grad_norm": 0.7644992080701967,
|
|
"learning_rate": 2.1870726366612978e-05,
|
|
"loss": 0.2327,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23523491621017456,
|
|
"step": 2195,
|
|
"valid_targets_mean": 2167.8,
|
|
"valid_targets_min": 600
|
|
},
|
|
{
|
|
"epoch": 3.672787979966611,
|
|
"grad_norm": 0.7642624223820179,
|
|
"learning_rate": 2.1787810327554345e-05,
|
|
"loss": 0.2046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22661182284355164,
|
|
"step": 2200,
|
|
"valid_targets_mean": 1921.0,
|
|
"valid_targets_min": 772
|
|
},
|
|
{
|
|
"epoch": 3.681135225375626,
|
|
"grad_norm": 0.7027221331618968,
|
|
"learning_rate": 2.170486330096586e-05,
|
|
"loss": 0.1936,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1848253309726715,
|
|
"step": 2205,
|
|
"valid_targets_mean": 1921.4,
|
|
"valid_targets_min": 914
|
|
},
|
|
{
|
|
"epoch": 3.689482470784641,
|
|
"grad_norm": 0.6429434253544364,
|
|
"learning_rate": 2.1621886724541126e-05,
|
|
"loss": 0.2034,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18040227890014648,
|
|
"step": 2210,
|
|
"valid_targets_mean": 2432.4,
|
|
"valid_targets_min": 733
|
|
},
|
|
{
|
|
"epoch": 3.697829716193656,
|
|
"grad_norm": 0.7318785216160163,
|
|
"learning_rate": 2.1538882036485923e-05,
|
|
"loss": 0.2038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21123959124088287,
|
|
"step": 2215,
|
|
"valid_targets_mean": 2331.3,
|
|
"valid_targets_min": 982
|
|
},
|
|
{
|
|
"epoch": 3.706176961602671,
|
|
"grad_norm": 0.7212005574575913,
|
|
"learning_rate": 2.1455850675493267e-05,
|
|
"loss": 0.2076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2096509486436844,
|
|
"step": 2220,
|
|
"valid_targets_mean": 2168.4,
|
|
"valid_targets_min": 659
|
|
},
|
|
{
|
|
"epoch": 3.714524207011686,
|
|
"grad_norm": 0.7422932722800749,
|
|
"learning_rate": 2.1372794080718506e-05,
|
|
"loss": 0.2029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21337196230888367,
|
|
"step": 2225,
|
|
"valid_targets_mean": 2458.9,
|
|
"valid_targets_min": 1082
|
|
},
|
|
{
|
|
"epoch": 3.7228714524207014,
|
|
"grad_norm": 0.7809092697038788,
|
|
"learning_rate": 2.1289713691754338e-05,
|
|
"loss": 0.2218,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1921750158071518,
|
|
"step": 2230,
|
|
"valid_targets_mean": 1931.6,
|
|
"valid_targets_min": 596
|
|
},
|
|
{
|
|
"epoch": 3.731218697829716,
|
|
"grad_norm": 0.7560491634824293,
|
|
"learning_rate": 2.1206610948605894e-05,
|
|
"loss": 0.2105,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19463232159614563,
|
|
"step": 2235,
|
|
"valid_targets_mean": 1938.1,
|
|
"valid_targets_min": 832
|
|
},
|
|
{
|
|
"epoch": 3.7395659432387314,
|
|
"grad_norm": 0.7459539532072016,
|
|
"learning_rate": 2.1123487291665753e-05,
|
|
"loss": 0.1937,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24305976927280426,
|
|
"step": 2240,
|
|
"valid_targets_mean": 2654.8,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 3.7479131886477464,
|
|
"grad_norm": 0.6488047905600907,
|
|
"learning_rate": 2.104034416168899e-05,
|
|
"loss": 0.24,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24533326923847198,
|
|
"step": 2245,
|
|
"valid_targets_mean": 3224.9,
|
|
"valid_targets_min": 1407
|
|
},
|
|
{
|
|
"epoch": 3.7562604340567614,
|
|
"grad_norm": 0.6398628262478103,
|
|
"learning_rate": 2.0957182999768198e-05,
|
|
"loss": 0.2017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2013179361820221,
|
|
"step": 2250,
|
|
"valid_targets_mean": 2803.2,
|
|
"valid_targets_min": 893
|
|
},
|
|
{
|
|
"epoch": 3.7646076794657763,
|
|
"grad_norm": 0.7308505980783866,
|
|
"learning_rate": 2.0874005247308512e-05,
|
|
"loss": 0.2227,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2478942573070526,
|
|
"step": 2255,
|
|
"valid_targets_mean": 2577.0,
|
|
"valid_targets_min": 832
|
|
},
|
|
{
|
|
"epoch": 3.7729549248747913,
|
|
"grad_norm": 0.6728062023612603,
|
|
"learning_rate": 2.0790812346002626e-05,
|
|
"loss": 0.1936,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1975017935037613,
|
|
"step": 2260,
|
|
"valid_targets_mean": 2567.7,
|
|
"valid_targets_min": 975
|
|
},
|
|
{
|
|
"epoch": 3.7813021702838063,
|
|
"grad_norm": 0.7267880171435015,
|
|
"learning_rate": 2.0707605737805797e-05,
|
|
"loss": 0.2117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21225476264953613,
|
|
"step": 2265,
|
|
"valid_targets_mean": 2138.4,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 3.7896494156928213,
|
|
"grad_norm": 0.7804764968075086,
|
|
"learning_rate": 2.0624386864910876e-05,
|
|
"loss": 0.2091,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19162751734256744,
|
|
"step": 2270,
|
|
"valid_targets_mean": 1975.8,
|
|
"valid_targets_min": 670
|
|
},
|
|
{
|
|
"epoch": 3.7979966611018363,
|
|
"grad_norm": 0.694145808170385,
|
|
"learning_rate": 2.054115716972328e-05,
|
|
"loss": 0.2004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17722634971141815,
|
|
"step": 2275,
|
|
"valid_targets_mean": 2189.9,
|
|
"valid_targets_min": 614
|
|
},
|
|
{
|
|
"epoch": 3.8063439065108513,
|
|
"grad_norm": 0.6377495631501621,
|
|
"learning_rate": 2.045791809483601e-05,
|
|
"loss": 0.2253,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21739456057548523,
|
|
"step": 2280,
|
|
"valid_targets_mean": 2950.0,
|
|
"valid_targets_min": 920
|
|
},
|
|
{
|
|
"epoch": 3.8146911519198663,
|
|
"grad_norm": 0.7049710163243371,
|
|
"learning_rate": 2.0374671083004642e-05,
|
|
"loss": 0.1952,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20642341673374176,
|
|
"step": 2285,
|
|
"valid_targets_mean": 2407.1,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 3.8230383973288813,
|
|
"grad_norm": 0.715307747486492,
|
|
"learning_rate": 2.0291417577122314e-05,
|
|
"loss": 0.2051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19637277722358704,
|
|
"step": 2290,
|
|
"valid_targets_mean": 2259.7,
|
|
"valid_targets_min": 659
|
|
},
|
|
{
|
|
"epoch": 3.8313856427378967,
|
|
"grad_norm": 0.6976199525244242,
|
|
"learning_rate": 2.0208159020194734e-05,
|
|
"loss": 0.2085,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2205023169517517,
|
|
"step": 2295,
|
|
"valid_targets_mean": 2503.6,
|
|
"valid_targets_min": 1159
|
|
},
|
|
{
|
|
"epoch": 3.8397328881469113,
|
|
"grad_norm": 0.650485187576972,
|
|
"learning_rate": 2.012489685531515e-05,
|
|
"loss": 0.1886,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2000371515750885,
|
|
"step": 2300,
|
|
"valid_targets_mean": 2891.1,
|
|
"valid_targets_min": 773
|
|
},
|
|
{
|
|
"epoch": 3.8480801335559267,
|
|
"grad_norm": 0.6299480584067116,
|
|
"learning_rate": 2.0041632525639356e-05,
|
|
"loss": 0.2162,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21248218417167664,
|
|
"step": 2305,
|
|
"valid_targets_mean": 3329.3,
|
|
"valid_targets_min": 917
|
|
},
|
|
{
|
|
"epoch": 3.8564273789649417,
|
|
"grad_norm": 0.6770111184963179,
|
|
"learning_rate": 1.9958367474360648e-05,
|
|
"loss": 0.2083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21817216277122498,
|
|
"step": 2310,
|
|
"valid_targets_mean": 2617.1,
|
|
"valid_targets_min": 966
|
|
},
|
|
{
|
|
"epoch": 3.8647746243739567,
|
|
"grad_norm": 0.6059743850650934,
|
|
"learning_rate": 1.9875103144684852e-05,
|
|
"loss": 0.1935,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17140190303325653,
|
|
"step": 2315,
|
|
"valid_targets_mean": 2652.0,
|
|
"valid_targets_min": 605
|
|
},
|
|
{
|
|
"epoch": 3.8731218697829717,
|
|
"grad_norm": 0.6549731388872466,
|
|
"learning_rate": 1.979184097980527e-05,
|
|
"loss": 0.2087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2195884734392166,
|
|
"step": 2320,
|
|
"valid_targets_mean": 3325.1,
|
|
"valid_targets_min": 595
|
|
},
|
|
{
|
|
"epoch": 3.8814691151919867,
|
|
"grad_norm": 0.8016279355136618,
|
|
"learning_rate": 1.9708582422877693e-05,
|
|
"loss": 0.2197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20927119255065918,
|
|
"step": 2325,
|
|
"valid_targets_mean": 1874.6,
|
|
"valid_targets_min": 506
|
|
},
|
|
{
|
|
"epoch": 3.8898163606010017,
|
|
"grad_norm": 0.7114167133031067,
|
|
"learning_rate": 1.9625328916995365e-05,
|
|
"loss": 0.1999,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.189249187707901,
|
|
"step": 2330,
|
|
"valid_targets_mean": 2111.6,
|
|
"valid_targets_min": 584
|
|
},
|
|
{
|
|
"epoch": 3.8981636060100167,
|
|
"grad_norm": 0.8141535488921566,
|
|
"learning_rate": 1.9542081905163997e-05,
|
|
"loss": 0.2004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22716504335403442,
|
|
"step": 2335,
|
|
"valid_targets_mean": 1641.9,
|
|
"valid_targets_min": 512
|
|
},
|
|
{
|
|
"epoch": 3.9065108514190316,
|
|
"grad_norm": 0.6360167034721957,
|
|
"learning_rate": 1.9458842830276724e-05,
|
|
"loss": 0.2263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3129171133041382,
|
|
"step": 2340,
|
|
"valid_targets_mean": 3491.8,
|
|
"valid_targets_min": 573
|
|
},
|
|
{
|
|
"epoch": 3.9148580968280466,
|
|
"grad_norm": 0.6839140749178415,
|
|
"learning_rate": 1.937561313508913e-05,
|
|
"loss": 0.1994,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21404977142810822,
|
|
"step": 2345,
|
|
"valid_targets_mean": 2504.5,
|
|
"valid_targets_min": 807
|
|
},
|
|
{
|
|
"epoch": 3.9232053422370616,
|
|
"grad_norm": 0.682830540324075,
|
|
"learning_rate": 1.9292394262194213e-05,
|
|
"loss": 0.222,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18228735029697418,
|
|
"step": 2350,
|
|
"valid_targets_mean": 2244.4,
|
|
"valid_targets_min": 921
|
|
},
|
|
{
|
|
"epoch": 3.9315525876460766,
|
|
"grad_norm": 0.5903144670873757,
|
|
"learning_rate": 1.9209187653997385e-05,
|
|
"loss": 0.2111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.154928058385849,
|
|
"step": 2355,
|
|
"valid_targets_mean": 2992.8,
|
|
"valid_targets_min": 504
|
|
},
|
|
{
|
|
"epoch": 3.939899833055092,
|
|
"grad_norm": 0.8046632262469848,
|
|
"learning_rate": 1.91259947526915e-05,
|
|
"loss": 0.1927,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17956694960594177,
|
|
"step": 2360,
|
|
"valid_targets_mean": 1573.6,
|
|
"valid_targets_min": 918
|
|
},
|
|
{
|
|
"epoch": 3.9482470784641066,
|
|
"grad_norm": 0.7214459827467645,
|
|
"learning_rate": 1.904281700023181e-05,
|
|
"loss": 0.209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22078362107276917,
|
|
"step": 2365,
|
|
"valid_targets_mean": 2344.6,
|
|
"valid_targets_min": 1014
|
|
},
|
|
{
|
|
"epoch": 3.956594323873122,
|
|
"grad_norm": 0.7726818600012659,
|
|
"learning_rate": 1.895965583831102e-05,
|
|
"loss": 0.2101,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23711560666561127,
|
|
"step": 2370,
|
|
"valid_targets_mean": 1962.9,
|
|
"valid_targets_min": 909
|
|
},
|
|
{
|
|
"epoch": 3.964941569282137,
|
|
"grad_norm": 0.9719727401517482,
|
|
"learning_rate": 1.887651270833425e-05,
|
|
"loss": 0.2127,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21433967351913452,
|
|
"step": 2375,
|
|
"valid_targets_mean": 1982.1,
|
|
"valid_targets_min": 781
|
|
},
|
|
{
|
|
"epoch": 3.973288814691152,
|
|
"grad_norm": 0.8241914077550181,
|
|
"learning_rate": 1.8793389051394116e-05,
|
|
"loss": 0.2034,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2188546061515808,
|
|
"step": 2380,
|
|
"valid_targets_mean": 1938.2,
|
|
"valid_targets_min": 501
|
|
},
|
|
{
|
|
"epoch": 3.981636060100167,
|
|
"grad_norm": 0.6623290144770669,
|
|
"learning_rate": 1.8710286308245665e-05,
|
|
"loss": 0.203,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2089979350566864,
|
|
"step": 2385,
|
|
"valid_targets_mean": 2435.5,
|
|
"valid_targets_min": 973
|
|
},
|
|
{
|
|
"epoch": 3.989983305509182,
|
|
"grad_norm": 0.6191703769782088,
|
|
"learning_rate": 1.8627205919281507e-05,
|
|
"loss": 0.2083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1830480992794037,
|
|
"step": 2390,
|
|
"valid_targets_mean": 2697.2,
|
|
"valid_targets_min": 457
|
|
},
|
|
{
|
|
"epoch": 3.998330550918197,
|
|
"grad_norm": 0.5849470086893942,
|
|
"learning_rate": 1.8544149324506736e-05,
|
|
"loss": 0.2144,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23716729879379272,
|
|
"step": 2395,
|
|
"valid_targets_mean": 3264.4,
|
|
"valid_targets_min": 784
|
|
},
|
|
{
|
|
"epoch": 4.006677796327212,
|
|
"grad_norm": 0.5582143247963175,
|
|
"learning_rate": 1.8461117963514087e-05,
|
|
"loss": 0.1808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1648591160774231,
|
|
"step": 2400,
|
|
"valid_targets_mean": 3364.1,
|
|
"valid_targets_min": 593
|
|
},
|
|
{
|
|
"epoch": 4.015025041736227,
|
|
"grad_norm": 0.712609860590282,
|
|
"learning_rate": 1.8378113275458877e-05,
|
|
"loss": 0.1843,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16371040046215057,
|
|
"step": 2405,
|
|
"valid_targets_mean": 2522.4,
|
|
"valid_targets_min": 896
|
|
},
|
|
{
|
|
"epoch": 4.023372287145242,
|
|
"grad_norm": 0.6302951960527349,
|
|
"learning_rate": 1.8295136699034152e-05,
|
|
"loss": 0.1922,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16981709003448486,
|
|
"step": 2410,
|
|
"valid_targets_mean": 3448.9,
|
|
"valid_targets_min": 720
|
|
},
|
|
{
|
|
"epoch": 4.031719532554257,
|
|
"grad_norm": 0.6973424752494735,
|
|
"learning_rate": 1.8212189672445665e-05,
|
|
"loss": 0.1579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18264523148536682,
|
|
"step": 2415,
|
|
"valid_targets_mean": 2590.7,
|
|
"valid_targets_min": 602
|
|
},
|
|
{
|
|
"epoch": 4.040066777963272,
|
|
"grad_norm": 0.7405848585089333,
|
|
"learning_rate": 1.812927363338703e-05,
|
|
"loss": 0.1811,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20967480540275574,
|
|
"step": 2420,
|
|
"valid_targets_mean": 2410.1,
|
|
"valid_targets_min": 784
|
|
},
|
|
{
|
|
"epoch": 4.048414023372287,
|
|
"grad_norm": 0.6468624052165478,
|
|
"learning_rate": 1.8046390019014738e-05,
|
|
"loss": 0.1705,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13376326858997345,
|
|
"step": 2425,
|
|
"valid_targets_mean": 2640.8,
|
|
"valid_targets_min": 876
|
|
},
|
|
{
|
|
"epoch": 4.056761268781302,
|
|
"grad_norm": 0.7714422118717371,
|
|
"learning_rate": 1.7963540265923298e-05,
|
|
"loss": 0.169,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17131450772285461,
|
|
"step": 2430,
|
|
"valid_targets_mean": 2827.1,
|
|
"valid_targets_min": 506
|
|
},
|
|
{
|
|
"epoch": 4.065108514190317,
|
|
"grad_norm": 0.8047015948863985,
|
|
"learning_rate": 1.788072581012028e-05,
|
|
"loss": 0.205,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20028193295001984,
|
|
"step": 2435,
|
|
"valid_targets_mean": 2139.6,
|
|
"valid_targets_min": 840
|
|
},
|
|
{
|
|
"epoch": 4.073455759599332,
|
|
"grad_norm": 0.8168427758567236,
|
|
"learning_rate": 1.779794808700149e-05,
|
|
"loss": 0.1715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17494890093803406,
|
|
"step": 2440,
|
|
"valid_targets_mean": 2450.1,
|
|
"valid_targets_min": 831
|
|
},
|
|
{
|
|
"epoch": 4.081803005008347,
|
|
"grad_norm": 0.6952936019629056,
|
|
"learning_rate": 1.7715208531326032e-05,
|
|
"loss": 0.1822,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19658498466014862,
|
|
"step": 2445,
|
|
"valid_targets_mean": 3185.4,
|
|
"valid_targets_min": 806
|
|
},
|
|
{
|
|
"epoch": 4.090150250417362,
|
|
"grad_norm": 0.7743934240304633,
|
|
"learning_rate": 1.76325085771915e-05,
|
|
"loss": 0.1923,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2374129444360733,
|
|
"step": 2450,
|
|
"valid_targets_mean": 2400.8,
|
|
"valid_targets_min": 1087
|
|
},
|
|
{
|
|
"epoch": 4.098497495826377,
|
|
"grad_norm": 0.6609765472235122,
|
|
"learning_rate": 1.7549849658009037e-05,
|
|
"loss": 0.1706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14749598503112793,
|
|
"step": 2455,
|
|
"valid_targets_mean": 2871.9,
|
|
"valid_targets_min": 957
|
|
},
|
|
{
|
|
"epoch": 4.106844741235392,
|
|
"grad_norm": 0.6101007189851678,
|
|
"learning_rate": 1.7467233206478597e-05,
|
|
"loss": 0.165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15067794919013977,
|
|
"step": 2460,
|
|
"valid_targets_mean": 3465.1,
|
|
"valid_targets_min": 1039
|
|
},
|
|
{
|
|
"epoch": 4.115191986644407,
|
|
"grad_norm": 0.5723123016148967,
|
|
"learning_rate": 1.7384660654564006e-05,
|
|
"loss": 0.1763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14278893172740936,
|
|
"step": 2465,
|
|
"valid_targets_mean": 3263.4,
|
|
"valid_targets_min": 894
|
|
},
|
|
{
|
|
"epoch": 4.123539232053423,
|
|
"grad_norm": 0.8367092789249855,
|
|
"learning_rate": 1.7302133433468232e-05,
|
|
"loss": 0.1896,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17440810799598694,
|
|
"step": 2470,
|
|
"valid_targets_mean": 1854.0,
|
|
"valid_targets_min": 910
|
|
},
|
|
{
|
|
"epoch": 4.131886477462437,
|
|
"grad_norm": 0.6879161702942003,
|
|
"learning_rate": 1.7219652973608512e-05,
|
|
"loss": 0.1744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16357824206352234,
|
|
"step": 2475,
|
|
"valid_targets_mean": 2852.9,
|
|
"valid_targets_min": 1087
|
|
},
|
|
{
|
|
"epoch": 4.140233722871453,
|
|
"grad_norm": 0.7402621755937144,
|
|
"learning_rate": 1.7137220704591605e-05,
|
|
"loss": 0.1844,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23762917518615723,
|
|
"step": 2480,
|
|
"valid_targets_mean": 2942.2,
|
|
"valid_targets_min": 797
|
|
},
|
|
{
|
|
"epoch": 4.148580968280467,
|
|
"grad_norm": 0.9789294953609318,
|
|
"learning_rate": 1.7054838055188972e-05,
|
|
"loss": 0.175,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14113131165504456,
|
|
"step": 2485,
|
|
"valid_targets_mean": 2491.5,
|
|
"valid_targets_min": 915
|
|
},
|
|
{
|
|
"epoch": 4.156928213689483,
|
|
"grad_norm": 0.8155143288103909,
|
|
"learning_rate": 1.6972506453312057e-05,
|
|
"loss": 0.169,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1591186821460724,
|
|
"step": 2490,
|
|
"valid_targets_mean": 2304.6,
|
|
"valid_targets_min": 810
|
|
},
|
|
{
|
|
"epoch": 4.165275459098497,
|
|
"grad_norm": 0.7582965189370305,
|
|
"learning_rate": 1.6890227325987498e-05,
|
|
"loss": 0.1789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1897093653678894,
|
|
"step": 2495,
|
|
"valid_targets_mean": 2449.8,
|
|
"valid_targets_min": 888
|
|
},
|
|
{
|
|
"epoch": 4.173622704507513,
|
|
"grad_norm": 0.9022866245657722,
|
|
"learning_rate": 1.6808002099332422e-05,
|
|
"loss": 0.1748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16646668314933777,
|
|
"step": 2500,
|
|
"valid_targets_mean": 1401.7,
|
|
"valid_targets_min": 459
|
|
},
|
|
{
|
|
"epoch": 4.181969949916527,
|
|
"grad_norm": 0.6353207443222258,
|
|
"learning_rate": 1.672583219852969e-05,
|
|
"loss": 0.1855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19985511898994446,
|
|
"step": 2505,
|
|
"valid_targets_mean": 2908.8,
|
|
"valid_targets_min": 893
|
|
},
|
|
{
|
|
"epoch": 4.190317195325543,
|
|
"grad_norm": 0.6992695972271169,
|
|
"learning_rate": 1.6643719047803243e-05,
|
|
"loss": 0.2099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2118116170167923,
|
|
"step": 2510,
|
|
"valid_targets_mean": 2788.0,
|
|
"valid_targets_min": 538
|
|
},
|
|
{
|
|
"epoch": 4.198664440734557,
|
|
"grad_norm": 0.7166690117751446,
|
|
"learning_rate": 1.656166407039339e-05,
|
|
"loss": 0.1703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15704311430454254,
|
|
"step": 2515,
|
|
"valid_targets_mean": 2429.9,
|
|
"valid_targets_min": 679
|
|
},
|
|
{
|
|
"epoch": 4.207011686143573,
|
|
"grad_norm": 0.6907549087139597,
|
|
"learning_rate": 1.647966868853212e-05,
|
|
"loss": 0.1797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16582372784614563,
|
|
"step": 2520,
|
|
"valid_targets_mean": 2947.7,
|
|
"valid_targets_min": 776
|
|
},
|
|
{
|
|
"epoch": 4.215358931552587,
|
|
"grad_norm": 0.5916568264998654,
|
|
"learning_rate": 1.6397734323418494e-05,
|
|
"loss": 0.1927,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19136972725391388,
|
|
"step": 2525,
|
|
"valid_targets_mean": 3323.2,
|
|
"valid_targets_min": 1037
|
|
},
|
|
{
|
|
"epoch": 4.223706176961603,
|
|
"grad_norm": 0.8355390659981319,
|
|
"learning_rate": 1.6315862395193972e-05,
|
|
"loss": 0.1587,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16667363047599792,
|
|
"step": 2530,
|
|
"valid_targets_mean": 1949.8,
|
|
"valid_targets_min": 887
|
|
},
|
|
{
|
|
"epoch": 4.232053422370618,
|
|
"grad_norm": 0.8689209760850255,
|
|
"learning_rate": 1.6234054322917835e-05,
|
|
"loss": 0.1826,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20449230074882507,
|
|
"step": 2535,
|
|
"valid_targets_mean": 2197.4,
|
|
"valid_targets_min": 950
|
|
},
|
|
{
|
|
"epoch": 4.240400667779633,
|
|
"grad_norm": 0.7658079357198947,
|
|
"learning_rate": 1.615231152454255e-05,
|
|
"loss": 0.1696,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15454424917697906,
|
|
"step": 2540,
|
|
"valid_targets_mean": 2235.7,
|
|
"valid_targets_min": 547
|
|
},
|
|
{
|
|
"epoch": 4.248747913188648,
|
|
"grad_norm": 0.844338405392469,
|
|
"learning_rate": 1.6070635416889228e-05,
|
|
"loss": 0.1799,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18702611327171326,
|
|
"step": 2545,
|
|
"valid_targets_mean": 1845.4,
|
|
"valid_targets_min": 728
|
|
},
|
|
{
|
|
"epoch": 4.257095158597663,
|
|
"grad_norm": 0.8034921341000566,
|
|
"learning_rate": 1.598902741562304e-05,
|
|
"loss": 0.1735,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1511102318763733,
|
|
"step": 2550,
|
|
"valid_targets_mean": 1769.6,
|
|
"valid_targets_min": 958
|
|
},
|
|
{
|
|
"epoch": 4.265442404006678,
|
|
"grad_norm": 0.8547237220801418,
|
|
"learning_rate": 1.590748893522871e-05,
|
|
"loss": 0.1904,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1948571652173996,
|
|
"step": 2555,
|
|
"valid_targets_mean": 2333.6,
|
|
"valid_targets_min": 929
|
|
},
|
|
{
|
|
"epoch": 4.273789649415693,
|
|
"grad_norm": 0.8629069589813636,
|
|
"learning_rate": 1.5826021388985947e-05,
|
|
"loss": 0.1878,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16754035651683807,
|
|
"step": 2560,
|
|
"valid_targets_mean": 1494.2,
|
|
"valid_targets_min": 836
|
|
},
|
|
{
|
|
"epoch": 4.282136894824708,
|
|
"grad_norm": 0.7403146735207645,
|
|
"learning_rate": 1.5744626188945023e-05,
|
|
"loss": 0.1642,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1810435801744461,
|
|
"step": 2565,
|
|
"valid_targets_mean": 2366.1,
|
|
"valid_targets_min": 842
|
|
},
|
|
{
|
|
"epoch": 4.290484140233723,
|
|
"grad_norm": 0.6797569126258614,
|
|
"learning_rate": 1.5663304745902218e-05,
|
|
"loss": 0.1749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15583954751491547,
|
|
"step": 2570,
|
|
"valid_targets_mean": 2727.9,
|
|
"valid_targets_min": 666
|
|
},
|
|
{
|
|
"epoch": 4.298831385642738,
|
|
"grad_norm": 0.5877960226453054,
|
|
"learning_rate": 1.558205846937544e-05,
|
|
"loss": 0.1632,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15551185607910156,
|
|
"step": 2575,
|
|
"valid_targets_mean": 3411.2,
|
|
"valid_targets_min": 932
|
|
},
|
|
{
|
|
"epoch": 4.307178631051753,
|
|
"grad_norm": 0.741615218822046,
|
|
"learning_rate": 1.5500888767579722e-05,
|
|
"loss": 0.1771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1795629858970642,
|
|
"step": 2580,
|
|
"valid_targets_mean": 2480.2,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 4.315525876460768,
|
|
"grad_norm": 0.7628211565455336,
|
|
"learning_rate": 1.5419797047402897e-05,
|
|
"loss": 0.1714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16926071047782898,
|
|
"step": 2585,
|
|
"valid_targets_mean": 2280.4,
|
|
"valid_targets_min": 754
|
|
},
|
|
{
|
|
"epoch": 4.323873121869783,
|
|
"grad_norm": 0.7388999483238966,
|
|
"learning_rate": 1.533878471438113e-05,
|
|
"loss": 0.1889,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19348183274269104,
|
|
"step": 2590,
|
|
"valid_targets_mean": 2381.2,
|
|
"valid_targets_min": 1017
|
|
},
|
|
{
|
|
"epoch": 4.332220367278798,
|
|
"grad_norm": 0.7884864288978387,
|
|
"learning_rate": 1.5257853172674622e-05,
|
|
"loss": 0.1722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19860947132110596,
|
|
"step": 2595,
|
|
"valid_targets_mean": 2722.5,
|
|
"valid_targets_min": 625
|
|
},
|
|
{
|
|
"epoch": 4.340567612687813,
|
|
"grad_norm": 0.8674405544659288,
|
|
"learning_rate": 1.517700382504322e-05,
|
|
"loss": 0.1902,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20209550857543945,
|
|
"step": 2600,
|
|
"valid_targets_mean": 2756.9,
|
|
"valid_targets_min": 505
|
|
},
|
|
{
|
|
"epoch": 4.348914858096828,
|
|
"grad_norm": 0.8455635485526791,
|
|
"learning_rate": 1.5096238072822153e-05,
|
|
"loss": 0.1889,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22444558143615723,
|
|
"step": 2605,
|
|
"valid_targets_mean": 2094.9,
|
|
"valid_targets_min": 893
|
|
},
|
|
{
|
|
"epoch": 4.357262103505843,
|
|
"grad_norm": 0.7187554593824949,
|
|
"learning_rate": 1.5015557315897693e-05,
|
|
"loss": 0.1763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17899161577224731,
|
|
"step": 2610,
|
|
"valid_targets_mean": 2411.4,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 4.365609348914858,
|
|
"grad_norm": 0.7012500042948445,
|
|
"learning_rate": 1.4934962952682943e-05,
|
|
"loss": 0.1726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15650507807731628,
|
|
"step": 2615,
|
|
"valid_targets_mean": 2286.0,
|
|
"valid_targets_min": 708
|
|
},
|
|
{
|
|
"epoch": 4.373956594323873,
|
|
"grad_norm": 0.7136418600160952,
|
|
"learning_rate": 1.4854456380093544e-05,
|
|
"loss": 0.1844,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19611938297748566,
|
|
"step": 2620,
|
|
"valid_targets_mean": 2849.1,
|
|
"valid_targets_min": 749
|
|
},
|
|
{
|
|
"epoch": 4.382303839732888,
|
|
"grad_norm": 0.6375685432115179,
|
|
"learning_rate": 1.4774038993523523e-05,
|
|
"loss": 0.1676,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16059112548828125,
|
|
"step": 2625,
|
|
"valid_targets_mean": 2953.4,
|
|
"valid_targets_min": 990
|
|
},
|
|
{
|
|
"epoch": 4.390651085141903,
|
|
"grad_norm": 0.8453867452754014,
|
|
"learning_rate": 1.4693712186821039e-05,
|
|
"loss": 0.1816,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18165963888168335,
|
|
"step": 2630,
|
|
"valid_targets_mean": 1884.1,
|
|
"valid_targets_min": 738
|
|
},
|
|
{
|
|
"epoch": 4.398998330550918,
|
|
"grad_norm": 0.7259710450071463,
|
|
"learning_rate": 1.4613477352264293e-05,
|
|
"loss": 0.1851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18239548802375793,
|
|
"step": 2635,
|
|
"valid_targets_mean": 2681.4,
|
|
"valid_targets_min": 757
|
|
},
|
|
{
|
|
"epoch": 4.407345575959933,
|
|
"grad_norm": 0.8138629609968175,
|
|
"learning_rate": 1.4533335880537336e-05,
|
|
"loss": 0.1788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17651066184043884,
|
|
"step": 2640,
|
|
"valid_targets_mean": 2010.4,
|
|
"valid_targets_min": 945
|
|
},
|
|
{
|
|
"epoch": 4.415692821368948,
|
|
"grad_norm": 0.6569685325005385,
|
|
"learning_rate": 1.4453289160706017e-05,
|
|
"loss": 0.171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16272369027137756,
|
|
"step": 2645,
|
|
"valid_targets_mean": 2699.7,
|
|
"valid_targets_min": 872
|
|
},
|
|
{
|
|
"epoch": 4.424040066777963,
|
|
"grad_norm": 0.667045165519854,
|
|
"learning_rate": 1.4373338580193853e-05,
|
|
"loss": 0.173,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14593958854675293,
|
|
"step": 2650,
|
|
"valid_targets_mean": 2758.5,
|
|
"valid_targets_min": 974
|
|
},
|
|
{
|
|
"epoch": 4.432387312186978,
|
|
"grad_norm": 0.8246982264820992,
|
|
"learning_rate": 1.4293485524758045e-05,
|
|
"loss": 0.1815,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19268116354942322,
|
|
"step": 2655,
|
|
"valid_targets_mean": 2117.9,
|
|
"valid_targets_min": 899
|
|
},
|
|
{
|
|
"epoch": 4.440734557595993,
|
|
"grad_norm": 0.7487672031196141,
|
|
"learning_rate": 1.4213731378465379e-05,
|
|
"loss": 0.1727,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1685689240694046,
|
|
"step": 2660,
|
|
"valid_targets_mean": 2314.6,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 4.449081803005008,
|
|
"grad_norm": 0.700420198972114,
|
|
"learning_rate": 1.4134077523668327e-05,
|
|
"loss": 0.1922,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20472325384616852,
|
|
"step": 2665,
|
|
"valid_targets_mean": 3130.6,
|
|
"valid_targets_min": 916
|
|
},
|
|
{
|
|
"epoch": 4.457429048414023,
|
|
"grad_norm": 0.7954277590596873,
|
|
"learning_rate": 1.405452534098101e-05,
|
|
"loss": 0.1926,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23737061023712158,
|
|
"step": 2670,
|
|
"valid_targets_mean": 2361.6,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 4.465776293823039,
|
|
"grad_norm": 0.8079111183378004,
|
|
"learning_rate": 1.3975076209255321e-05,
|
|
"loss": 0.1716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16911689937114716,
|
|
"step": 2675,
|
|
"valid_targets_mean": 1777.8,
|
|
"valid_targets_min": 816
|
|
},
|
|
{
|
|
"epoch": 4.474123539232053,
|
|
"grad_norm": 0.6597628112752423,
|
|
"learning_rate": 1.3895731505556978e-05,
|
|
"loss": 0.1837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17149250209331512,
|
|
"step": 2680,
|
|
"valid_targets_mean": 3182.1,
|
|
"valid_targets_min": 453
|
|
},
|
|
{
|
|
"epoch": 4.482470784641069,
|
|
"grad_norm": 0.7125400817480053,
|
|
"learning_rate": 1.3816492605141712e-05,
|
|
"loss": 0.1953,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22295941412448883,
|
|
"step": 2685,
|
|
"valid_targets_mean": 2685.9,
|
|
"valid_targets_min": 573
|
|
},
|
|
{
|
|
"epoch": 4.490818030050083,
|
|
"grad_norm": 0.7068097619257393,
|
|
"learning_rate": 1.3737360881431374e-05,
|
|
"loss": 0.1788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15548083186149597,
|
|
"step": 2690,
|
|
"valid_targets_mean": 2592.1,
|
|
"valid_targets_min": 958
|
|
},
|
|
{
|
|
"epoch": 4.499165275459099,
|
|
"grad_norm": 0.7131140860983529,
|
|
"learning_rate": 1.3658337705990185e-05,
|
|
"loss": 0.168,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15528467297554016,
|
|
"step": 2695,
|
|
"valid_targets_mean": 2340.9,
|
|
"valid_targets_min": 773
|
|
},
|
|
{
|
|
"epoch": 4.507512520868113,
|
|
"grad_norm": 0.6562872093825353,
|
|
"learning_rate": 1.3579424448500901e-05,
|
|
"loss": 0.1743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15002676844596863,
|
|
"step": 2700,
|
|
"valid_targets_mean": 2793.1,
|
|
"valid_targets_min": 1235
|
|
},
|
|
{
|
|
"epoch": 4.515859766277129,
|
|
"grad_norm": 0.7650079636026997,
|
|
"learning_rate": 1.3500622476741142e-05,
|
|
"loss": 0.1854,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16849973797798157,
|
|
"step": 2705,
|
|
"valid_targets_mean": 2170.2,
|
|
"valid_targets_min": 664
|
|
},
|
|
{
|
|
"epoch": 4.524207011686143,
|
|
"grad_norm": 0.7868169395134512,
|
|
"learning_rate": 1.3421933156559605e-05,
|
|
"loss": 0.1949,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20308633148670197,
|
|
"step": 2710,
|
|
"valid_targets_mean": 2012.5,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 4.532554257095159,
|
|
"grad_norm": 0.719956910883687,
|
|
"learning_rate": 1.3343357851852488e-05,
|
|
"loss": 0.1661,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16637387871742249,
|
|
"step": 2715,
|
|
"valid_targets_mean": 2267.7,
|
|
"valid_targets_min": 701
|
|
},
|
|
{
|
|
"epoch": 4.540901502504173,
|
|
"grad_norm": 0.7415810532746423,
|
|
"learning_rate": 1.3264897924539746e-05,
|
|
"loss": 0.1868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17491191625595093,
|
|
"step": 2720,
|
|
"valid_targets_mean": 2424.7,
|
|
"valid_targets_min": 929
|
|
},
|
|
{
|
|
"epoch": 4.549248747913189,
|
|
"grad_norm": 0.6511631185388485,
|
|
"learning_rate": 1.3186554734541574e-05,
|
|
"loss": 0.1749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15947668254375458,
|
|
"step": 2725,
|
|
"valid_targets_mean": 3068.3,
|
|
"valid_targets_min": 751
|
|
},
|
|
{
|
|
"epoch": 4.557595993322204,
|
|
"grad_norm": 0.9227000808193508,
|
|
"learning_rate": 1.3108329639754765e-05,
|
|
"loss": 0.182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22771112620830536,
|
|
"step": 2730,
|
|
"valid_targets_mean": 1952.8,
|
|
"valid_targets_min": 914
|
|
},
|
|
{
|
|
"epoch": 4.565943238731219,
|
|
"grad_norm": 0.7927126744203515,
|
|
"learning_rate": 1.3030223996029237e-05,
|
|
"loss": 0.178,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17809253931045532,
|
|
"step": 2735,
|
|
"valid_targets_mean": 1970.2,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 4.574290484140234,
|
|
"grad_norm": 0.777900031042274,
|
|
"learning_rate": 1.295223915714447e-05,
|
|
"loss": 0.1697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14840282499790192,
|
|
"step": 2740,
|
|
"valid_targets_mean": 1710.5,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 4.582637729549249,
|
|
"grad_norm": 0.6820773034629997,
|
|
"learning_rate": 1.287437647478611e-05,
|
|
"loss": 0.1655,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14310967922210693,
|
|
"step": 2745,
|
|
"valid_targets_mean": 2172.4,
|
|
"valid_targets_min": 538
|
|
},
|
|
{
|
|
"epoch": 4.590984974958264,
|
|
"grad_norm": 0.6229884894007276,
|
|
"learning_rate": 1.2796637298522466e-05,
|
|
"loss": 0.1656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1727065145969391,
|
|
"step": 2750,
|
|
"valid_targets_mean": 3028.1,
|
|
"valid_targets_min": 529
|
|
},
|
|
{
|
|
"epoch": 4.599332220367279,
|
|
"grad_norm": 0.6038364194577132,
|
|
"learning_rate": 1.271902297578119e-05,
|
|
"loss": 0.1834,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21104693412780762,
|
|
"step": 2755,
|
|
"valid_targets_mean": 3364.7,
|
|
"valid_targets_min": 390
|
|
},
|
|
{
|
|
"epoch": 4.607679465776294,
|
|
"grad_norm": 0.7964870049743236,
|
|
"learning_rate": 1.2641534851825865e-05,
|
|
"loss": 0.1901,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20962056517601013,
|
|
"step": 2760,
|
|
"valid_targets_mean": 2508.1,
|
|
"valid_targets_min": 790
|
|
},
|
|
{
|
|
"epoch": 4.616026711185309,
|
|
"grad_norm": 0.7710656948800464,
|
|
"learning_rate": 1.256417426973272e-05,
|
|
"loss": 0.1783,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18509964644908905,
|
|
"step": 2765,
|
|
"valid_targets_mean": 2243.5,
|
|
"valid_targets_min": 890
|
|
},
|
|
{
|
|
"epoch": 4.624373956594324,
|
|
"grad_norm": 0.6691420333793963,
|
|
"learning_rate": 1.248694257036735e-05,
|
|
"loss": 0.1727,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15404322743415833,
|
|
"step": 2770,
|
|
"valid_targets_mean": 3098.4,
|
|
"valid_targets_min": 475
|
|
},
|
|
{
|
|
"epoch": 4.632721202003339,
|
|
"grad_norm": 0.591134878994522,
|
|
"learning_rate": 1.2409841092361457e-05,
|
|
"loss": 0.1855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.198967844247818,
|
|
"step": 2775,
|
|
"valid_targets_mean": 3817.0,
|
|
"valid_targets_min": 596
|
|
},
|
|
{
|
|
"epoch": 4.641068447412354,
|
|
"grad_norm": 0.9334250080452924,
|
|
"learning_rate": 1.233287117208966e-05,
|
|
"loss": 0.1765,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20634141564369202,
|
|
"step": 2780,
|
|
"valid_targets_mean": 1813.1,
|
|
"valid_targets_min": 432
|
|
},
|
|
{
|
|
"epoch": 4.649415692821369,
|
|
"grad_norm": 0.6915514898540307,
|
|
"learning_rate": 1.2256034143646341e-05,
|
|
"loss": 0.1765,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16013593971729279,
|
|
"step": 2785,
|
|
"valid_targets_mean": 2534.8,
|
|
"valid_targets_min": 520
|
|
},
|
|
{
|
|
"epoch": 4.657762938230384,
|
|
"grad_norm": 0.7690312846353624,
|
|
"learning_rate": 1.2179331338822498e-05,
|
|
"loss": 0.1656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1510334312915802,
|
|
"step": 2790,
|
|
"valid_targets_mean": 2156.8,
|
|
"valid_targets_min": 721
|
|
},
|
|
{
|
|
"epoch": 4.666110183639399,
|
|
"grad_norm": 0.7433903257586516,
|
|
"learning_rate": 1.2102764087082685e-05,
|
|
"loss": 0.1834,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17419683933258057,
|
|
"step": 2795,
|
|
"valid_targets_mean": 2088.9,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 4.674457429048414,
|
|
"grad_norm": 0.6461669663489145,
|
|
"learning_rate": 1.2026333715541959e-05,
|
|
"loss": 0.193,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1915496289730072,
|
|
"step": 2800,
|
|
"valid_targets_mean": 3340.2,
|
|
"valid_targets_min": 1143
|
|
},
|
|
{
|
|
"epoch": 4.682804674457429,
|
|
"grad_norm": 0.6523177763616254,
|
|
"learning_rate": 1.1950041548942867e-05,
|
|
"loss": 0.168,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17690129578113556,
|
|
"step": 2805,
|
|
"valid_targets_mean": 2868.9,
|
|
"valid_targets_min": 564
|
|
},
|
|
{
|
|
"epoch": 4.691151919866444,
|
|
"grad_norm": 0.7960511282080353,
|
|
"learning_rate": 1.1873888909632508e-05,
|
|
"loss": 0.1888,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1792602241039276,
|
|
"step": 2810,
|
|
"valid_targets_mean": 1824.0,
|
|
"valid_targets_min": 563
|
|
},
|
|
{
|
|
"epoch": 4.699499165275459,
|
|
"grad_norm": 0.7893666566538475,
|
|
"learning_rate": 1.1797877117539587e-05,
|
|
"loss": 0.1997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15375570952892303,
|
|
"step": 2815,
|
|
"valid_targets_mean": 1896.1,
|
|
"valid_targets_min": 806
|
|
},
|
|
{
|
|
"epoch": 4.707846410684474,
|
|
"grad_norm": 0.8217007178733245,
|
|
"learning_rate": 1.1722007490151566e-05,
|
|
"loss": 0.1697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.158712238073349,
|
|
"step": 2820,
|
|
"valid_targets_mean": 1936.1,
|
|
"valid_targets_min": 965
|
|
},
|
|
{
|
|
"epoch": 4.716193656093489,
|
|
"grad_norm": 1.0827147315522407,
|
|
"learning_rate": 1.16462813424918e-05,
|
|
"loss": 0.1732,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16912072896957397,
|
|
"step": 2825,
|
|
"valid_targets_mean": 2437.0,
|
|
"valid_targets_min": 662
|
|
},
|
|
{
|
|
"epoch": 4.724540901502504,
|
|
"grad_norm": 0.8424015476140527,
|
|
"learning_rate": 1.1570699987096763e-05,
|
|
"loss": 0.1884,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17218352854251862,
|
|
"step": 2830,
|
|
"valid_targets_mean": 1837.6,
|
|
"valid_targets_min": 740
|
|
},
|
|
{
|
|
"epoch": 4.732888146911519,
|
|
"grad_norm": 0.6790398587079144,
|
|
"learning_rate": 1.1495264733993288e-05,
|
|
"loss": 0.1664,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15455222129821777,
|
|
"step": 2835,
|
|
"valid_targets_mean": 2666.3,
|
|
"valid_targets_min": 679
|
|
},
|
|
{
|
|
"epoch": 4.741235392320534,
|
|
"grad_norm": 0.854374154720206,
|
|
"learning_rate": 1.141997689067587e-05,
|
|
"loss": 0.1812,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17885088920593262,
|
|
"step": 2840,
|
|
"valid_targets_mean": 2102.4,
|
|
"valid_targets_min": 736
|
|
},
|
|
{
|
|
"epoch": 4.749582637729549,
|
|
"grad_norm": 0.7389911644705557,
|
|
"learning_rate": 1.1344837762083997e-05,
|
|
"loss": 0.1651,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1637381613254547,
|
|
"step": 2845,
|
|
"valid_targets_mean": 2150.2,
|
|
"valid_targets_min": 1107
|
|
},
|
|
{
|
|
"epoch": 4.757929883138564,
|
|
"grad_norm": 0.7772270526448651,
|
|
"learning_rate": 1.1269848650579532e-05,
|
|
"loss": 0.1665,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1764950156211853,
|
|
"step": 2850,
|
|
"valid_targets_mean": 2228.4,
|
|
"valid_targets_min": 840
|
|
},
|
|
{
|
|
"epoch": 4.766277128547579,
|
|
"grad_norm": 0.7629040715420716,
|
|
"learning_rate": 1.1195010855924138e-05,
|
|
"loss": 0.1851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16333161294460297,
|
|
"step": 2855,
|
|
"valid_targets_mean": 2036.3,
|
|
"valid_targets_min": 834
|
|
},
|
|
{
|
|
"epoch": 4.774624373956595,
|
|
"grad_norm": 0.8626015140881829,
|
|
"learning_rate": 1.112032567525676e-05,
|
|
"loss": 0.1909,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2554243505001068,
|
|
"step": 2860,
|
|
"valid_targets_mean": 2369.2,
|
|
"valid_targets_min": 556
|
|
},
|
|
{
|
|
"epoch": 4.782971619365609,
|
|
"grad_norm": 0.8413855471638249,
|
|
"learning_rate": 1.1045794403071133e-05,
|
|
"loss": 0.1822,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16166135668754578,
|
|
"step": 2865,
|
|
"valid_targets_mean": 2081.1,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 4.791318864774624,
|
|
"grad_norm": 0.9377825257518903,
|
|
"learning_rate": 1.0971418331193337e-05,
|
|
"loss": 0.1665,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.176789790391922,
|
|
"step": 2870,
|
|
"valid_targets_mean": 1710.5,
|
|
"valid_targets_min": 453
|
|
},
|
|
{
|
|
"epoch": 4.799666110183639,
|
|
"grad_norm": 0.7052539968758408,
|
|
"learning_rate": 1.0897198748759435e-05,
|
|
"loss": 0.1801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1970149576663971,
|
|
"step": 2875,
|
|
"valid_targets_mean": 2905.1,
|
|
"valid_targets_min": 572
|
|
},
|
|
{
|
|
"epoch": 4.808013355592655,
|
|
"grad_norm": 0.6944260382589246,
|
|
"learning_rate": 1.0823136942193089e-05,
|
|
"loss": 0.1953,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16842995584011078,
|
|
"step": 2880,
|
|
"valid_targets_mean": 2631.3,
|
|
"valid_targets_min": 725
|
|
},
|
|
{
|
|
"epoch": 4.816360601001669,
|
|
"grad_norm": 0.7946388628378875,
|
|
"learning_rate": 1.07492341951833e-05,
|
|
"loss": 0.176,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18271085619926453,
|
|
"step": 2885,
|
|
"valid_targets_mean": 2143.5,
|
|
"valid_targets_min": 578
|
|
},
|
|
{
|
|
"epoch": 4.824707846410685,
|
|
"grad_norm": 0.6553010955211231,
|
|
"learning_rate": 1.0675491788662132e-05,
|
|
"loss": 0.1958,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2044571042060852,
|
|
"step": 2890,
|
|
"valid_targets_mean": 2942.9,
|
|
"valid_targets_min": 840
|
|
},
|
|
{
|
|
"epoch": 4.833055091819699,
|
|
"grad_norm": 0.7053451080860554,
|
|
"learning_rate": 1.060191100078252e-05,
|
|
"loss": 0.18,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1576908975839615,
|
|
"step": 2895,
|
|
"valid_targets_mean": 2508.3,
|
|
"valid_targets_min": 632
|
|
},
|
|
{
|
|
"epoch": 4.841402337228715,
|
|
"grad_norm": 0.7479367517717694,
|
|
"learning_rate": 1.0528493106896126e-05,
|
|
"loss": 0.1782,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1778864860534668,
|
|
"step": 2900,
|
|
"valid_targets_mean": 2387.6,
|
|
"valid_targets_min": 845
|
|
},
|
|
{
|
|
"epoch": 4.849749582637729,
|
|
"grad_norm": 0.7206203061881542,
|
|
"learning_rate": 1.0455239379531213e-05,
|
|
"loss": 0.1808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17698757350444794,
|
|
"step": 2905,
|
|
"valid_targets_mean": 2898.8,
|
|
"valid_targets_min": 922
|
|
},
|
|
{
|
|
"epoch": 4.858096828046745,
|
|
"grad_norm": 0.9036743866964919,
|
|
"learning_rate": 1.0382151088370605e-05,
|
|
"loss": 0.1886,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2069159746170044,
|
|
"step": 2910,
|
|
"valid_targets_mean": 1690.0,
|
|
"valid_targets_min": 661
|
|
},
|
|
{
|
|
"epoch": 4.866444073455759,
|
|
"grad_norm": 0.769440780037667,
|
|
"learning_rate": 1.0309229500229665e-05,
|
|
"loss": 0.1723,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16133229434490204,
|
|
"step": 2915,
|
|
"valid_targets_mean": 1955.2,
|
|
"valid_targets_min": 528
|
|
},
|
|
{
|
|
"epoch": 4.874791318864775,
|
|
"grad_norm": 0.7929474438600562,
|
|
"learning_rate": 1.023647587903438e-05,
|
|
"loss": 0.1828,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16340085864067078,
|
|
"step": 2920,
|
|
"valid_targets_mean": 1919.8,
|
|
"valid_targets_min": 695
|
|
},
|
|
{
|
|
"epoch": 4.883138564273789,
|
|
"grad_norm": 0.9909614135494529,
|
|
"learning_rate": 1.0163891485799362e-05,
|
|
"loss": 0.184,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20314660668373108,
|
|
"step": 2925,
|
|
"valid_targets_mean": 2611.6,
|
|
"valid_targets_min": 834
|
|
},
|
|
{
|
|
"epoch": 4.891485809682805,
|
|
"grad_norm": 0.7904652917571813,
|
|
"learning_rate": 1.0091477578606121e-05,
|
|
"loss": 0.1687,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20079383254051208,
|
|
"step": 2930,
|
|
"valid_targets_mean": 2121.3,
|
|
"valid_targets_min": 991
|
|
},
|
|
{
|
|
"epoch": 4.89983305509182,
|
|
"grad_norm": 0.8061641761629065,
|
|
"learning_rate": 1.0019235412581117e-05,
|
|
"loss": 0.1812,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16205865144729614,
|
|
"step": 2935,
|
|
"valid_targets_mean": 2475.9,
|
|
"valid_targets_min": 507
|
|
},
|
|
{
|
|
"epoch": 4.908180300500835,
|
|
"grad_norm": 0.7427989253983776,
|
|
"learning_rate": 9.947166239874144e-06,
|
|
"loss": 0.173,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15285256505012512,
|
|
"step": 2940,
|
|
"valid_targets_mean": 1979.8,
|
|
"valid_targets_min": 501
|
|
},
|
|
{
|
|
"epoch": 4.91652754590985,
|
|
"grad_norm": 0.7206537775313828,
|
|
"learning_rate": 9.875271309636498e-06,
|
|
"loss": 0.1764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17327359318733215,
|
|
"step": 2945,
|
|
"valid_targets_mean": 2575.5,
|
|
"valid_targets_min": 731
|
|
},
|
|
{
|
|
"epoch": 4.924874791318865,
|
|
"grad_norm": 0.7962913580737736,
|
|
"learning_rate": 9.803551867999445e-06,
|
|
"loss": 0.2114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18946567177772522,
|
|
"step": 2950,
|
|
"valid_targets_mean": 2189.0,
|
|
"valid_targets_min": 441
|
|
},
|
|
{
|
|
"epoch": 4.93322203672788,
|
|
"grad_norm": 0.7413328590892105,
|
|
"learning_rate": 9.732009158052508e-06,
|
|
"loss": 0.1819,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1814548671245575,
|
|
"step": 2955,
|
|
"valid_targets_mean": 2174.3,
|
|
"valid_targets_min": 1139
|
|
},
|
|
{
|
|
"epoch": 4.941569282136895,
|
|
"grad_norm": 0.9343196174855941,
|
|
"learning_rate": 9.660644419822037e-06,
|
|
"loss": 0.1966,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22384901344776154,
|
|
"step": 2960,
|
|
"valid_targets_mean": 1787.4,
|
|
"valid_targets_min": 703
|
|
},
|
|
{
|
|
"epoch": 4.94991652754591,
|
|
"grad_norm": 0.7501622442184374,
|
|
"learning_rate": 9.589458890249595e-06,
|
|
"loss": 0.1975,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20376619696617126,
|
|
"step": 2965,
|
|
"valid_targets_mean": 2312.8,
|
|
"valid_targets_min": 849
|
|
},
|
|
{
|
|
"epoch": 4.958263772954925,
|
|
"grad_norm": 0.7496144594045819,
|
|
"learning_rate": 9.518453803170637e-06,
|
|
"loss": 0.1846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19321897625923157,
|
|
"step": 2970,
|
|
"valid_targets_mean": 2504.2,
|
|
"valid_targets_min": 509
|
|
},
|
|
{
|
|
"epoch": 4.96661101836394,
|
|
"grad_norm": 0.7676352471740494,
|
|
"learning_rate": 9.447630389293017e-06,
|
|
"loss": 0.1931,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18893374502658844,
|
|
"step": 2975,
|
|
"valid_targets_mean": 2038.6,
|
|
"valid_targets_min": 725
|
|
},
|
|
{
|
|
"epoch": 4.974958263772955,
|
|
"grad_norm": 0.7331032071687464,
|
|
"learning_rate": 9.37698987617576e-06,
|
|
"loss": 0.1887,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20503410696983337,
|
|
"step": 2980,
|
|
"valid_targets_mean": 2903.5,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 4.98330550918197,
|
|
"grad_norm": 0.7328757864971213,
|
|
"learning_rate": 9.306533488207671e-06,
|
|
"loss": 0.1766,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19836439192295074,
|
|
"step": 2985,
|
|
"valid_targets_mean": 2694.4,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 4.9916527545909855,
|
|
"grad_norm": 0.6540351800954352,
|
|
"learning_rate": 9.236262446586239e-06,
|
|
"loss": 0.1892,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18135029077529907,
|
|
"step": 2990,
|
|
"valid_targets_mean": 3412.8,
|
|
"valid_targets_min": 1251
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.7590428320185313,
|
|
"learning_rate": 9.166177969296343e-06,
|
|
"loss": 0.1865,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15430757403373718,
|
|
"step": 2995,
|
|
"valid_targets_mean": 1744.5,
|
|
"valid_targets_min": 653
|
|
},
|
|
{
|
|
"epoch": 5.008347245409015,
|
|
"grad_norm": 0.7520309827518988,
|
|
"learning_rate": 9.096281271089264e-06,
|
|
"loss": 0.1798,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1860939860343933,
|
|
"step": 3000,
|
|
"valid_targets_mean": 2086.6,
|
|
"valid_targets_min": 736
|
|
},
|
|
{
|
|
"epoch": 5.01669449081803,
|
|
"grad_norm": 0.7450856605743555,
|
|
"learning_rate": 9.02657356346151e-06,
|
|
"loss": 0.149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16095194220542908,
|
|
"step": 3005,
|
|
"valid_targets_mean": 2473.5,
|
|
"valid_targets_min": 635
|
|
},
|
|
{
|
|
"epoch": 5.025041736227045,
|
|
"grad_norm": 0.8484840850461908,
|
|
"learning_rate": 8.957056054633934e-06,
|
|
"loss": 0.1486,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14853060245513916,
|
|
"step": 3010,
|
|
"valid_targets_mean": 2099.6,
|
|
"valid_targets_min": 706
|
|
},
|
|
{
|
|
"epoch": 5.03338898163606,
|
|
"grad_norm": 0.7546355690002501,
|
|
"learning_rate": 8.887729949530682e-06,
|
|
"loss": 0.1482,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14556968212127686,
|
|
"step": 3015,
|
|
"valid_targets_mean": 2353.9,
|
|
"valid_targets_min": 757
|
|
},
|
|
{
|
|
"epoch": 5.041736227045075,
|
|
"grad_norm": 0.7422805360013857,
|
|
"learning_rate": 8.818596449758416e-06,
|
|
"loss": 0.1647,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19636158645153046,
|
|
"step": 3020,
|
|
"valid_targets_mean": 3145.4,
|
|
"valid_targets_min": 919
|
|
},
|
|
{
|
|
"epoch": 5.05008347245409,
|
|
"grad_norm": 0.918132548475914,
|
|
"learning_rate": 8.749656753585379e-06,
|
|
"loss": 0.1667,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17617198824882507,
|
|
"step": 3025,
|
|
"valid_targets_mean": 2369.6,
|
|
"valid_targets_min": 1023
|
|
},
|
|
{
|
|
"epoch": 5.058430717863105,
|
|
"grad_norm": 0.6567541695583812,
|
|
"learning_rate": 8.680912055920734e-06,
|
|
"loss": 0.1549,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1814095377922058,
|
|
"step": 3030,
|
|
"valid_targets_mean": 3056.4,
|
|
"valid_targets_min": 708
|
|
},
|
|
{
|
|
"epoch": 5.06677796327212,
|
|
"grad_norm": 0.7999183239590794,
|
|
"learning_rate": 8.612363548293744e-06,
|
|
"loss": 0.15,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14865170419216156,
|
|
"step": 3035,
|
|
"valid_targets_mean": 2286.2,
|
|
"valid_targets_min": 663
|
|
},
|
|
{
|
|
"epoch": 5.075125208681135,
|
|
"grad_norm": 0.6773391507442554,
|
|
"learning_rate": 8.54401241883322e-06,
|
|
"loss": 0.1592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1260058879852295,
|
|
"step": 3040,
|
|
"valid_targets_mean": 3038.4,
|
|
"valid_targets_min": 1184
|
|
},
|
|
{
|
|
"epoch": 5.08347245409015,
|
|
"grad_norm": 0.719524406758551,
|
|
"learning_rate": 8.475859852246854e-06,
|
|
"loss": 0.1614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16532570123672485,
|
|
"step": 3045,
|
|
"valid_targets_mean": 2690.9,
|
|
"valid_targets_min": 578
|
|
},
|
|
{
|
|
"epoch": 5.091819699499165,
|
|
"grad_norm": 0.8971852588300996,
|
|
"learning_rate": 8.407907029800732e-06,
|
|
"loss": 0.1641,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16092701256275177,
|
|
"step": 3050,
|
|
"valid_targets_mean": 1821.4,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 5.10016694490818,
|
|
"grad_norm": 0.6078960948092229,
|
|
"learning_rate": 8.340155129298824e-06,
|
|
"loss": 0.1801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23741009831428528,
|
|
"step": 3055,
|
|
"valid_targets_mean": 4034.4,
|
|
"valid_targets_min": 690
|
|
},
|
|
{
|
|
"epoch": 5.108514190317195,
|
|
"grad_norm": 0.7882414846730996,
|
|
"learning_rate": 8.272605325062595e-06,
|
|
"loss": 0.1596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15722253918647766,
|
|
"step": 3060,
|
|
"valid_targets_mean": 2323.4,
|
|
"valid_targets_min": 504
|
|
},
|
|
{
|
|
"epoch": 5.116861435726211,
|
|
"grad_norm": 0.9098279022892684,
|
|
"learning_rate": 8.205258787910636e-06,
|
|
"loss": 0.1521,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17256811261177063,
|
|
"step": 3065,
|
|
"valid_targets_mean": 2206.5,
|
|
"valid_targets_min": 608
|
|
},
|
|
{
|
|
"epoch": 5.125208681135225,
|
|
"grad_norm": 0.7240707093959398,
|
|
"learning_rate": 8.138116685138386e-06,
|
|
"loss": 0.1588,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17344221472740173,
|
|
"step": 3070,
|
|
"valid_targets_mean": 2538.3,
|
|
"valid_targets_min": 690
|
|
},
|
|
{
|
|
"epoch": 5.133555926544241,
|
|
"grad_norm": 0.7492785353099531,
|
|
"learning_rate": 8.07118018049788e-06,
|
|
"loss": 0.1438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14222240447998047,
|
|
"step": 3075,
|
|
"valid_targets_mean": 2094.6,
|
|
"valid_targets_min": 1074
|
|
},
|
|
{
|
|
"epoch": 5.141903171953255,
|
|
"grad_norm": 0.6687999817722378,
|
|
"learning_rate": 8.00445043417759e-06,
|
|
"loss": 0.1502,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12739010155200958,
|
|
"step": 3080,
|
|
"valid_targets_mean": 3014.4,
|
|
"valid_targets_min": 960
|
|
},
|
|
{
|
|
"epoch": 5.150250417362271,
|
|
"grad_norm": 0.7476929157644402,
|
|
"learning_rate": 7.93792860278232e-06,
|
|
"loss": 0.1516,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13643479347229004,
|
|
"step": 3085,
|
|
"valid_targets_mean": 2542.9,
|
|
"valid_targets_min": 918
|
|
},
|
|
{
|
|
"epoch": 5.158597662771285,
|
|
"grad_norm": 0.7050392143330814,
|
|
"learning_rate": 7.871615839313147e-06,
|
|
"loss": 0.1528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13219505548477173,
|
|
"step": 3090,
|
|
"valid_targets_mean": 2729.2,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 5.166944908180301,
|
|
"grad_norm": 0.8051585606978793,
|
|
"learning_rate": 7.805513293147441e-06,
|
|
"loss": 0.1468,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13955295085906982,
|
|
"step": 3095,
|
|
"valid_targets_mean": 2180.2,
|
|
"valid_targets_min": 628
|
|
},
|
|
{
|
|
"epoch": 5.175292153589315,
|
|
"grad_norm": 0.6502938338011637,
|
|
"learning_rate": 7.739622110018951e-06,
|
|
"loss": 0.1608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16826727986335754,
|
|
"step": 3100,
|
|
"valid_targets_mean": 2908.3,
|
|
"valid_targets_min": 787
|
|
},
|
|
{
|
|
"epoch": 5.183639398998331,
|
|
"grad_norm": 1.194021088514348,
|
|
"learning_rate": 7.673943431997935e-06,
|
|
"loss": 0.1797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1977127492427826,
|
|
"step": 3105,
|
|
"valid_targets_mean": 1920.2,
|
|
"valid_targets_min": 956
|
|
},
|
|
{
|
|
"epoch": 5.191986644407345,
|
|
"grad_norm": 0.667375141409639,
|
|
"learning_rate": 7.608478397471366e-06,
|
|
"loss": 0.1621,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2175963819026947,
|
|
"step": 3110,
|
|
"valid_targets_mean": 3179.4,
|
|
"valid_targets_min": 947
|
|
},
|
|
{
|
|
"epoch": 5.200333889816361,
|
|
"grad_norm": 0.6177024661765164,
|
|
"learning_rate": 7.543228141123217e-06,
|
|
"loss": 0.1515,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1563173234462738,
|
|
"step": 3115,
|
|
"valid_targets_mean": 3358.5,
|
|
"valid_targets_min": 855
|
|
},
|
|
{
|
|
"epoch": 5.208681135225375,
|
|
"grad_norm": 0.8206104171437563,
|
|
"learning_rate": 7.478193793914767e-06,
|
|
"loss": 0.1642,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17827922105789185,
|
|
"step": 3120,
|
|
"valid_targets_mean": 2144.1,
|
|
"valid_targets_min": 1083
|
|
},
|
|
{
|
|
"epoch": 5.217028380634391,
|
|
"grad_norm": 0.6762054405691768,
|
|
"learning_rate": 7.4133764830650246e-06,
|
|
"loss": 0.149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13363927602767944,
|
|
"step": 3125,
|
|
"valid_targets_mean": 2762.0,
|
|
"valid_targets_min": 727
|
|
},
|
|
{
|
|
"epoch": 5.225375626043405,
|
|
"grad_norm": 0.791354259359337,
|
|
"learning_rate": 7.348777332031168e-06,
|
|
"loss": 0.1507,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14695990085601807,
|
|
"step": 3130,
|
|
"valid_targets_mean": 2506.4,
|
|
"valid_targets_min": 703
|
|
},
|
|
{
|
|
"epoch": 5.233722871452421,
|
|
"grad_norm": 0.7300958398056937,
|
|
"learning_rate": 7.28439746048909e-06,
|
|
"loss": 0.171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15373843908309937,
|
|
"step": 3135,
|
|
"valid_targets_mean": 3188.4,
|
|
"valid_targets_min": 507
|
|
},
|
|
{
|
|
"epoch": 5.242070116861436,
|
|
"grad_norm": 0.7362890272757675,
|
|
"learning_rate": 7.22023798431398e-06,
|
|
"loss": 0.1441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16128788888454437,
|
|
"step": 3140,
|
|
"valid_targets_mean": 2276.9,
|
|
"valid_targets_min": 887
|
|
},
|
|
{
|
|
"epoch": 5.250417362270451,
|
|
"grad_norm": 0.8829952521688355,
|
|
"learning_rate": 7.156300015560993e-06,
|
|
"loss": 0.1669,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1735071986913681,
|
|
"step": 3145,
|
|
"valid_targets_mean": 2579.6,
|
|
"valid_targets_min": 871
|
|
},
|
|
{
|
|
"epoch": 5.258764607679466,
|
|
"grad_norm": 0.7900174807469927,
|
|
"learning_rate": 7.092584662445958e-06,
|
|
"loss": 0.1526,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14157384634017944,
|
|
"step": 3150,
|
|
"valid_targets_mean": 2176.6,
|
|
"valid_targets_min": 912
|
|
},
|
|
{
|
|
"epoch": 5.267111853088481,
|
|
"grad_norm": 0.9226995287050941,
|
|
"learning_rate": 7.029093029326191e-06,
|
|
"loss": 0.1705,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1748785674571991,
|
|
"step": 3155,
|
|
"valid_targets_mean": 1679.8,
|
|
"valid_targets_min": 907
|
|
},
|
|
{
|
|
"epoch": 5.275459098497496,
|
|
"grad_norm": 0.8208375749055641,
|
|
"learning_rate": 6.965826216681337e-06,
|
|
"loss": 0.1577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17080628871917725,
|
|
"step": 3160,
|
|
"valid_targets_mean": 2303.8,
|
|
"valid_targets_min": 438
|
|
},
|
|
{
|
|
"epoch": 5.283806343906511,
|
|
"grad_norm": 0.8303410171170952,
|
|
"learning_rate": 6.902785321094301e-06,
|
|
"loss": 0.1666,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15549474954605103,
|
|
"step": 3165,
|
|
"valid_targets_mean": 2127.9,
|
|
"valid_targets_min": 637
|
|
},
|
|
{
|
|
"epoch": 5.292153589315526,
|
|
"grad_norm": 0.7116830217761911,
|
|
"learning_rate": 6.8399714352322424e-06,
|
|
"loss": 0.1655,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1497003734111786,
|
|
"step": 3170,
|
|
"valid_targets_mean": 3227.2,
|
|
"valid_targets_min": 653
|
|
},
|
|
{
|
|
"epoch": 5.300500834724541,
|
|
"grad_norm": 0.7469096804819885,
|
|
"learning_rate": 6.777385647827639e-06,
|
|
"loss": 0.1488,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16166070103645325,
|
|
"step": 3175,
|
|
"valid_targets_mean": 2447.1,
|
|
"valid_targets_min": 934
|
|
},
|
|
{
|
|
"epoch": 5.308848080133556,
|
|
"grad_norm": 0.6464577777865734,
|
|
"learning_rate": 6.715029043659409e-06,
|
|
"loss": 0.1485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11982201039791107,
|
|
"step": 3180,
|
|
"valid_targets_mean": 2805.0,
|
|
"valid_targets_min": 1081
|
|
},
|
|
{
|
|
"epoch": 5.317195325542571,
|
|
"grad_norm": 0.9053606512911229,
|
|
"learning_rate": 6.652902703534114e-06,
|
|
"loss": 0.159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17174623906612396,
|
|
"step": 3185,
|
|
"valid_targets_mean": 2097.7,
|
|
"valid_targets_min": 881
|
|
},
|
|
{
|
|
"epoch": 5.325542570951586,
|
|
"grad_norm": 0.890630614053283,
|
|
"learning_rate": 6.5910077042672246e-06,
|
|
"loss": 0.1605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15030130743980408,
|
|
"step": 3190,
|
|
"valid_targets_mean": 1551.0,
|
|
"valid_targets_min": 568
|
|
},
|
|
{
|
|
"epoch": 5.333889816360601,
|
|
"grad_norm": 0.7198405000575665,
|
|
"learning_rate": 6.5293451186644566e-06,
|
|
"loss": 0.1396,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16081032156944275,
|
|
"step": 3195,
|
|
"valid_targets_mean": 3201.9,
|
|
"valid_targets_min": 924
|
|
},
|
|
{
|
|
"epoch": 5.342237061769616,
|
|
"grad_norm": 0.8286468409130533,
|
|
"learning_rate": 6.467916015503173e-06,
|
|
"loss": 0.1528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15238681435585022,
|
|
"step": 3200,
|
|
"valid_targets_mean": 1958.5,
|
|
"valid_targets_min": 966
|
|
},
|
|
{
|
|
"epoch": 5.350584307178631,
|
|
"grad_norm": 0.8352977703843605,
|
|
"learning_rate": 6.406721459513865e-06,
|
|
"loss": 0.1614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15999573469161987,
|
|
"step": 3205,
|
|
"valid_targets_mean": 2182.2,
|
|
"valid_targets_min": 884
|
|
},
|
|
{
|
|
"epoch": 5.358931552587646,
|
|
"grad_norm": 0.7536279467007496,
|
|
"learning_rate": 6.3457625113616995e-06,
|
|
"loss": 0.1783,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26952141523361206,
|
|
"step": 3210,
|
|
"valid_targets_mean": 3350.1,
|
|
"valid_targets_min": 1139
|
|
},
|
|
{
|
|
"epoch": 5.367278797996661,
|
|
"grad_norm": 0.8009881431527814,
|
|
"learning_rate": 6.2850402276281184e-06,
|
|
"loss": 0.1518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1792518049478531,
|
|
"step": 3215,
|
|
"valid_targets_mean": 2610.6,
|
|
"valid_targets_min": 1126
|
|
},
|
|
{
|
|
"epoch": 5.375626043405676,
|
|
"grad_norm": 0.8268963955933865,
|
|
"learning_rate": 6.224555660792546e-06,
|
|
"loss": 0.1474,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14128682017326355,
|
|
"step": 3220,
|
|
"valid_targets_mean": 1785.2,
|
|
"valid_targets_min": 967
|
|
},
|
|
{
|
|
"epoch": 5.383973288814691,
|
|
"grad_norm": 0.8578626786933801,
|
|
"learning_rate": 6.164309859214135e-06,
|
|
"loss": 0.1591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16973763704299927,
|
|
"step": 3225,
|
|
"valid_targets_mean": 2057.1,
|
|
"valid_targets_min": 854
|
|
},
|
|
{
|
|
"epoch": 5.392320534223706,
|
|
"grad_norm": 0.8833553458695893,
|
|
"learning_rate": 6.104303867113599e-06,
|
|
"loss": 0.1636,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18344926834106445,
|
|
"step": 3230,
|
|
"valid_targets_mean": 2609.9,
|
|
"valid_targets_min": 525
|
|
},
|
|
{
|
|
"epoch": 5.400667779632721,
|
|
"grad_norm": 0.9329249622574668,
|
|
"learning_rate": 6.044538724555109e-06,
|
|
"loss": 0.1696,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1783263087272644,
|
|
"step": 3235,
|
|
"valid_targets_mean": 1974.5,
|
|
"valid_targets_min": 754
|
|
},
|
|
{
|
|
"epoch": 5.409015025041736,
|
|
"grad_norm": 0.7246943548888799,
|
|
"learning_rate": 5.9850154674282766e-06,
|
|
"loss": 0.1597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21516211330890656,
|
|
"step": 3240,
|
|
"valid_targets_mean": 3427.4,
|
|
"valid_targets_min": 603
|
|
},
|
|
{
|
|
"epoch": 5.417362270450751,
|
|
"grad_norm": 0.7088231725177259,
|
|
"learning_rate": 5.925735127430186e-06,
|
|
"loss": 0.1508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13976027071475983,
|
|
"step": 3245,
|
|
"valid_targets_mean": 2651.9,
|
|
"valid_targets_min": 906
|
|
},
|
|
{
|
|
"epoch": 5.425709515859766,
|
|
"grad_norm": 0.7196705764648943,
|
|
"learning_rate": 5.866698732047522e-06,
|
|
"loss": 0.1867,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17780493199825287,
|
|
"step": 3250,
|
|
"valid_targets_mean": 3137.8,
|
|
"valid_targets_min": 820
|
|
},
|
|
{
|
|
"epoch": 5.434056761268781,
|
|
"grad_norm": 1.008081924375484,
|
|
"learning_rate": 5.8079073045387555e-06,
|
|
"loss": 0.1708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16477034986019135,
|
|
"step": 3255,
|
|
"valid_targets_mean": 1668.0,
|
|
"valid_targets_min": 738
|
|
},
|
|
{
|
|
"epoch": 5.442404006677796,
|
|
"grad_norm": 0.5624799181590624,
|
|
"learning_rate": 5.7493618639164115e-06,
|
|
"loss": 0.1687,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20196178555488586,
|
|
"step": 3260,
|
|
"valid_targets_mean": 3896.6,
|
|
"valid_targets_min": 637
|
|
},
|
|
{
|
|
"epoch": 5.450751252086811,
|
|
"grad_norm": 0.8613753272442412,
|
|
"learning_rate": 5.691063424929406e-06,
|
|
"loss": 0.158,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1626051962375641,
|
|
"step": 3265,
|
|
"valid_targets_mean": 1722.1,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 5.459098497495827,
|
|
"grad_norm": 0.8179273751481095,
|
|
"learning_rate": 5.633012998045451e-06,
|
|
"loss": 0.1527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17018984258174896,
|
|
"step": 3270,
|
|
"valid_targets_mean": 2636.1,
|
|
"valid_targets_min": 433
|
|
},
|
|
{
|
|
"epoch": 5.467445742904841,
|
|
"grad_norm": 0.7311272409154818,
|
|
"learning_rate": 5.575211589433554e-06,
|
|
"loss": 0.1513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15486940741539001,
|
|
"step": 3275,
|
|
"valid_targets_mean": 2879.6,
|
|
"valid_targets_min": 1016
|
|
},
|
|
{
|
|
"epoch": 5.475792988313857,
|
|
"grad_norm": 0.8351281020533409,
|
|
"learning_rate": 5.517660200946562e-06,
|
|
"loss": 0.1492,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16601449251174927,
|
|
"step": 3280,
|
|
"valid_targets_mean": 2243.8,
|
|
"valid_targets_min": 705
|
|
},
|
|
{
|
|
"epoch": 5.484140233722871,
|
|
"grad_norm": 0.7764436479802024,
|
|
"learning_rate": 5.4603598301038145e-06,
|
|
"loss": 0.1417,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13754409551620483,
|
|
"step": 3285,
|
|
"valid_targets_mean": 2506.4,
|
|
"valid_targets_min": 941
|
|
},
|
|
{
|
|
"epoch": 5.492487479131887,
|
|
"grad_norm": 0.7465683826971206,
|
|
"learning_rate": 5.4033114700738375e-06,
|
|
"loss": 0.1498,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13822892308235168,
|
|
"step": 3290,
|
|
"valid_targets_mean": 2512.8,
|
|
"valid_targets_min": 799
|
|
},
|
|
{
|
|
"epoch": 5.500834724540901,
|
|
"grad_norm": 0.7669762719839254,
|
|
"learning_rate": 5.346516109657136e-06,
|
|
"loss": 0.1585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1455293893814087,
|
|
"step": 3295,
|
|
"valid_targets_mean": 2365.6,
|
|
"valid_targets_min": 750
|
|
},
|
|
{
|
|
"epoch": 5.509181969949917,
|
|
"grad_norm": 0.6820821328169009,
|
|
"learning_rate": 5.289974733269063e-06,
|
|
"loss": 0.1596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14104554057121277,
|
|
"step": 3300,
|
|
"valid_targets_mean": 3066.8,
|
|
"valid_targets_min": 855
|
|
},
|
|
{
|
|
"epoch": 5.517529215358931,
|
|
"grad_norm": 0.6275599910230133,
|
|
"learning_rate": 5.233688320922741e-06,
|
|
"loss": 0.1484,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1358412504196167,
|
|
"step": 3305,
|
|
"valid_targets_mean": 3737.1,
|
|
"valid_targets_min": 929
|
|
},
|
|
{
|
|
"epoch": 5.525876460767947,
|
|
"grad_norm": 0.7641761073708837,
|
|
"learning_rate": 5.177657848212092e-06,
|
|
"loss": 0.1734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16747067868709564,
|
|
"step": 3310,
|
|
"valid_targets_mean": 3085.7,
|
|
"valid_targets_min": 1041
|
|
},
|
|
{
|
|
"epoch": 5.534223706176961,
|
|
"grad_norm": 0.7914093785803261,
|
|
"learning_rate": 5.1218842862949115e-06,
|
|
"loss": 0.1521,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1578901708126068,
|
|
"step": 3315,
|
|
"valid_targets_mean": 2408.4,
|
|
"valid_targets_min": 1051
|
|
},
|
|
{
|
|
"epoch": 5.542570951585977,
|
|
"grad_norm": 0.7118185476620853,
|
|
"learning_rate": 5.066368601876048e-06,
|
|
"loss": 0.177,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20359279215335846,
|
|
"step": 3320,
|
|
"valid_targets_mean": 2890.9,
|
|
"valid_targets_min": 612
|
|
},
|
|
{
|
|
"epoch": 5.550918196994992,
|
|
"grad_norm": 0.7687370906920561,
|
|
"learning_rate": 5.011111757190661e-06,
|
|
"loss": 0.1525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18415136635303497,
|
|
"step": 3325,
|
|
"valid_targets_mean": 2670.1,
|
|
"valid_targets_min": 971
|
|
},
|
|
{
|
|
"epoch": 5.559265442404007,
|
|
"grad_norm": 0.8552425365257644,
|
|
"learning_rate": 4.956114709987488e-06,
|
|
"loss": 0.1604,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16587582230567932,
|
|
"step": 3330,
|
|
"valid_targets_mean": 2253.2,
|
|
"valid_targets_min": 1069
|
|
},
|
|
{
|
|
"epoch": 5.567612687813021,
|
|
"grad_norm": 0.8136795110704207,
|
|
"learning_rate": 4.901378413512325e-06,
|
|
"loss": 0.1706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17664243280887604,
|
|
"step": 3335,
|
|
"valid_targets_mean": 2525.9,
|
|
"valid_targets_min": 482
|
|
},
|
|
{
|
|
"epoch": 5.575959933222037,
|
|
"grad_norm": 0.7657322803911494,
|
|
"learning_rate": 4.846903816491419e-06,
|
|
"loss": 0.1451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1563817262649536,
|
|
"step": 3340,
|
|
"valid_targets_mean": 2847.3,
|
|
"valid_targets_min": 1094
|
|
},
|
|
{
|
|
"epoch": 5.584307178631052,
|
|
"grad_norm": 0.8733061315249282,
|
|
"learning_rate": 4.792691863115113e-06,
|
|
"loss": 0.1813,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17923319339752197,
|
|
"step": 3345,
|
|
"valid_targets_mean": 1898.2,
|
|
"valid_targets_min": 847
|
|
},
|
|
{
|
|
"epoch": 5.592654424040067,
|
|
"grad_norm": 0.67940653982166,
|
|
"learning_rate": 4.738743493021383e-06,
|
|
"loss": 0.164,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1424332708120346,
|
|
"step": 3350,
|
|
"valid_targets_mean": 2634.2,
|
|
"valid_targets_min": 801
|
|
},
|
|
{
|
|
"epoch": 5.601001669449082,
|
|
"grad_norm": 0.8828332955807119,
|
|
"learning_rate": 4.68505964127965e-06,
|
|
"loss": 0.1644,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17155790328979492,
|
|
"step": 3355,
|
|
"valid_targets_mean": 2005.6,
|
|
"valid_targets_min": 538
|
|
},
|
|
{
|
|
"epoch": 5.609348914858097,
|
|
"grad_norm": 0.6796336949437728,
|
|
"learning_rate": 4.631641238374482e-06,
|
|
"loss": 0.1617,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16817662119865417,
|
|
"step": 3360,
|
|
"valid_targets_mean": 3273.6,
|
|
"valid_targets_min": 835
|
|
},
|
|
{
|
|
"epoch": 5.617696160267112,
|
|
"grad_norm": 0.6784010851999314,
|
|
"learning_rate": 4.578489210189554e-06,
|
|
"loss": 0.1489,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11624115705490112,
|
|
"step": 3365,
|
|
"valid_targets_mean": 2313.6,
|
|
"valid_targets_min": 978
|
|
},
|
|
{
|
|
"epoch": 5.626043405676127,
|
|
"grad_norm": 0.7143366967890289,
|
|
"learning_rate": 4.525604477991505e-06,
|
|
"loss": 0.17,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13993963599205017,
|
|
"step": 3370,
|
|
"valid_targets_mean": 2707.2,
|
|
"valid_targets_min": 301
|
|
},
|
|
{
|
|
"epoch": 5.634390651085142,
|
|
"grad_norm": 0.8720061547761272,
|
|
"learning_rate": 4.472987958414077e-06,
|
|
"loss": 0.1789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21348363161087036,
|
|
"step": 3375,
|
|
"valid_targets_mean": 2037.7,
|
|
"valid_targets_min": 715
|
|
},
|
|
{
|
|
"epoch": 5.642737896494157,
|
|
"grad_norm": 1.0475625543897096,
|
|
"learning_rate": 4.420640563442111e-06,
|
|
"loss": 0.1468,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14963243901729584,
|
|
"step": 3380,
|
|
"valid_targets_mean": 2477.6,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 5.651085141903172,
|
|
"grad_norm": 0.8107519973170887,
|
|
"learning_rate": 4.368563200395859e-06,
|
|
"loss": 0.1622,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1464444398880005,
|
|
"step": 3385,
|
|
"valid_targets_mean": 1847.6,
|
|
"valid_targets_min": 573
|
|
},
|
|
{
|
|
"epoch": 5.659432387312187,
|
|
"grad_norm": 0.8581055639161416,
|
|
"learning_rate": 4.31675677191514e-06,
|
|
"loss": 0.1602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16239197552204132,
|
|
"step": 3390,
|
|
"valid_targets_mean": 2123.2,
|
|
"valid_targets_min": 834
|
|
},
|
|
{
|
|
"epoch": 5.667779632721202,
|
|
"grad_norm": 0.941010389190145,
|
|
"learning_rate": 4.265222175943808e-06,
|
|
"loss": 0.1764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22993087768554688,
|
|
"step": 3395,
|
|
"valid_targets_mean": 2226.4,
|
|
"valid_targets_min": 632
|
|
},
|
|
{
|
|
"epoch": 5.676126878130217,
|
|
"grad_norm": 0.7743509613880359,
|
|
"learning_rate": 4.213960305714082e-06,
|
|
"loss": 0.1651,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16907739639282227,
|
|
"step": 3400,
|
|
"valid_targets_mean": 2501.2,
|
|
"valid_targets_min": 449
|
|
},
|
|
{
|
|
"epoch": 5.684474123539232,
|
|
"grad_norm": 0.8429009936208021,
|
|
"learning_rate": 4.162972049731164e-06,
|
|
"loss": 0.1563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15070652961730957,
|
|
"step": 3405,
|
|
"valid_targets_mean": 2058.0,
|
|
"valid_targets_min": 857
|
|
},
|
|
{
|
|
"epoch": 5.692821368948247,
|
|
"grad_norm": 0.8554399683453996,
|
|
"learning_rate": 4.112258291757747e-06,
|
|
"loss": 0.1547,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18287883698940277,
|
|
"step": 3410,
|
|
"valid_targets_mean": 2382.9,
|
|
"valid_targets_min": 872
|
|
},
|
|
{
|
|
"epoch": 5.701168614357262,
|
|
"grad_norm": 0.8566823129381648,
|
|
"learning_rate": 4.061819910798777e-06,
|
|
"loss": 0.1583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17844383418560028,
|
|
"step": 3415,
|
|
"valid_targets_mean": 2137.6,
|
|
"valid_targets_min": 705
|
|
},
|
|
{
|
|
"epoch": 5.709515859766277,
|
|
"grad_norm": 0.9097702275635593,
|
|
"learning_rate": 4.01165778108614e-06,
|
|
"loss": 0.1493,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16221177577972412,
|
|
"step": 3420,
|
|
"valid_targets_mean": 2094.6,
|
|
"valid_targets_min": 614
|
|
},
|
|
{
|
|
"epoch": 5.717863105175292,
|
|
"grad_norm": 0.7036808144814012,
|
|
"learning_rate": 3.961772772063599e-06,
|
|
"loss": 0.1706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17053760588169098,
|
|
"step": 3425,
|
|
"valid_targets_mean": 2376.1,
|
|
"valid_targets_min": 1027
|
|
},
|
|
{
|
|
"epoch": 5.726210350584307,
|
|
"grad_norm": 0.7590311318391576,
|
|
"learning_rate": 3.912165748371626e-06,
|
|
"loss": 0.1596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16006188094615936,
|
|
"step": 3430,
|
|
"valid_targets_mean": 2836.8,
|
|
"valid_targets_min": 661
|
|
},
|
|
{
|
|
"epoch": 5.734557595993322,
|
|
"grad_norm": 0.9299011851422595,
|
|
"learning_rate": 3.8628375698325045e-06,
|
|
"loss": 0.1589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1849474459886551,
|
|
"step": 3435,
|
|
"valid_targets_mean": 1898.8,
|
|
"valid_targets_min": 680
|
|
},
|
|
{
|
|
"epoch": 5.742904841402337,
|
|
"grad_norm": 0.7986437795279827,
|
|
"learning_rate": 3.8137890914353535e-06,
|
|
"loss": 0.1618,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16792498528957367,
|
|
"step": 3440,
|
|
"valid_targets_mean": 2337.0,
|
|
"valid_targets_min": 617
|
|
},
|
|
{
|
|
"epoch": 5.751252086811352,
|
|
"grad_norm": 0.6722159467229356,
|
|
"learning_rate": 3.765021163321374e-06,
|
|
"loss": 0.1508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12963595986366272,
|
|
"step": 3445,
|
|
"valid_targets_mean": 2810.4,
|
|
"valid_targets_min": 778
|
|
},
|
|
{
|
|
"epoch": 5.759599332220367,
|
|
"grad_norm": 0.7946305155772581,
|
|
"learning_rate": 3.7165346307690466e-06,
|
|
"loss": 0.169,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15621204674243927,
|
|
"step": 3450,
|
|
"valid_targets_mean": 2033.2,
|
|
"valid_targets_min": 1111
|
|
},
|
|
{
|
|
"epoch": 5.767946577629383,
|
|
"grad_norm": 0.7643828837602218,
|
|
"learning_rate": 3.6683303341795483e-06,
|
|
"loss": 0.1737,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14357686042785645,
|
|
"step": 3455,
|
|
"valid_targets_mean": 2984.0,
|
|
"valid_targets_min": 905
|
|
},
|
|
{
|
|
"epoch": 5.776293823038397,
|
|
"grad_norm": 1.0355495916054631,
|
|
"learning_rate": 3.6204091090621176e-06,
|
|
"loss": 0.159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16833853721618652,
|
|
"step": 3460,
|
|
"valid_targets_mean": 1626.7,
|
|
"valid_targets_min": 970
|
|
},
|
|
{
|
|
"epoch": 5.784641068447412,
|
|
"grad_norm": 0.7378784553327359,
|
|
"learning_rate": 3.572771786019649e-06,
|
|
"loss": 0.1719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.142981618642807,
|
|
"step": 3465,
|
|
"valid_targets_mean": 2791.6,
|
|
"valid_targets_min": 711
|
|
},
|
|
{
|
|
"epoch": 5.792988313856427,
|
|
"grad_norm": 0.6602657193448223,
|
|
"learning_rate": 3.5254191907342117e-06,
|
|
"loss": 0.1464,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14098285138607025,
|
|
"step": 3470,
|
|
"valid_targets_mean": 2716.7,
|
|
"valid_targets_min": 632
|
|
},
|
|
{
|
|
"epoch": 5.801335559265443,
|
|
"grad_norm": 0.7778140268165555,
|
|
"learning_rate": 3.4783521439528233e-06,
|
|
"loss": 0.1599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15775492787361145,
|
|
"step": 3475,
|
|
"valid_targets_mean": 2488.4,
|
|
"valid_targets_min": 1012
|
|
},
|
|
{
|
|
"epoch": 5.809682804674457,
|
|
"grad_norm": 0.8527334984195997,
|
|
"learning_rate": 3.4315714614731467e-06,
|
|
"loss": 0.1769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15102088451385498,
|
|
"step": 3480,
|
|
"valid_targets_mean": 2576.1,
|
|
"valid_targets_min": 1006
|
|
},
|
|
{
|
|
"epoch": 5.818030050083473,
|
|
"grad_norm": 0.7483617870763603,
|
|
"learning_rate": 3.385077954129421e-06,
|
|
"loss": 0.1617,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16600114107131958,
|
|
"step": 3485,
|
|
"valid_targets_mean": 2965.2,
|
|
"valid_targets_min": 1004
|
|
},
|
|
{
|
|
"epoch": 5.826377295492487,
|
|
"grad_norm": 0.7226573146652634,
|
|
"learning_rate": 3.3388724277783347e-06,
|
|
"loss": 0.1708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14855024218559265,
|
|
"step": 3490,
|
|
"valid_targets_mean": 2656.9,
|
|
"valid_targets_min": 564
|
|
},
|
|
{
|
|
"epoch": 5.834724540901503,
|
|
"grad_norm": 0.8221857990345114,
|
|
"learning_rate": 3.292955683285135e-06,
|
|
"loss": 0.1665,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1467684954404831,
|
|
"step": 3495,
|
|
"valid_targets_mean": 2082.8,
|
|
"valid_targets_min": 522
|
|
},
|
|
{
|
|
"epoch": 5.843071786310517,
|
|
"grad_norm": 0.7230569578324877,
|
|
"learning_rate": 3.2473285165096736e-06,
|
|
"loss": 0.1564,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13656604290008545,
|
|
"step": 3500,
|
|
"valid_targets_mean": 2686.7,
|
|
"valid_targets_min": 1037
|
|
},
|
|
{
|
|
"epoch": 5.851419031719533,
|
|
"grad_norm": 0.8536959044999787,
|
|
"learning_rate": 3.2019917182926806e-06,
|
|
"loss": 0.1581,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17382332682609558,
|
|
"step": 3505,
|
|
"valid_targets_mean": 2264.3,
|
|
"valid_targets_min": 988
|
|
},
|
|
{
|
|
"epoch": 5.859766277128547,
|
|
"grad_norm": 0.7157632815807343,
|
|
"learning_rate": 3.156946074441982e-06,
|
|
"loss": 0.1523,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14807337522506714,
|
|
"step": 3510,
|
|
"valid_targets_mean": 2657.1,
|
|
"valid_targets_min": 845
|
|
},
|
|
{
|
|
"epoch": 5.868113522537563,
|
|
"grad_norm": 0.8308098852803112,
|
|
"learning_rate": 3.112192365718969e-06,
|
|
"loss": 0.1724,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15952430665493011,
|
|
"step": 3515,
|
|
"valid_targets_mean": 1952.7,
|
|
"valid_targets_min": 679
|
|
},
|
|
{
|
|
"epoch": 5.876460767946577,
|
|
"grad_norm": 0.7216238687251982,
|
|
"learning_rate": 3.067731367824969e-06,
|
|
"loss": 0.1436,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13213233649730682,
|
|
"step": 3520,
|
|
"valid_targets_mean": 2498.2,
|
|
"valid_targets_min": 909
|
|
},
|
|
{
|
|
"epoch": 5.884808013355593,
|
|
"grad_norm": 0.7580182328273992,
|
|
"learning_rate": 3.023563851387885e-06,
|
|
"loss": 0.171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2006535828113556,
|
|
"step": 3525,
|
|
"valid_targets_mean": 2834.3,
|
|
"valid_targets_min": 942
|
|
},
|
|
{
|
|
"epoch": 5.893155258764608,
|
|
"grad_norm": 0.743791785946315,
|
|
"learning_rate": 2.979690581948784e-06,
|
|
"loss": 0.1474,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1370251327753067,
|
|
"step": 3530,
|
|
"valid_targets_mean": 2285.6,
|
|
"valid_targets_min": 456
|
|
},
|
|
{
|
|
"epoch": 5.901502504173623,
|
|
"grad_norm": 0.7574771577324715,
|
|
"learning_rate": 2.936112319948654e-06,
|
|
"loss": 0.176,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19993768632411957,
|
|
"step": 3535,
|
|
"valid_targets_mean": 2802.4,
|
|
"valid_targets_min": 949
|
|
},
|
|
{
|
|
"epoch": 5.909849749582638,
|
|
"grad_norm": 0.7799138270228428,
|
|
"learning_rate": 2.892829820715208e-06,
|
|
"loss": 0.1605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13004331290721893,
|
|
"step": 3540,
|
|
"valid_targets_mean": 3011.4,
|
|
"valid_targets_min": 733
|
|
},
|
|
{
|
|
"epoch": 5.918196994991653,
|
|
"grad_norm": 0.6122912119902282,
|
|
"learning_rate": 2.8498438344498103e-06,
|
|
"loss": 0.1568,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1826564073562622,
|
|
"step": 3545,
|
|
"valid_targets_mean": 3161.0,
|
|
"valid_targets_min": 769
|
|
},
|
|
{
|
|
"epoch": 5.926544240400668,
|
|
"grad_norm": 1.3873463159619706,
|
|
"learning_rate": 2.8071551062144518e-06,
|
|
"loss": 0.1749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14959605038166046,
|
|
"step": 3550,
|
|
"valid_targets_mean": 2140.4,
|
|
"valid_targets_min": 945
|
|
},
|
|
{
|
|
"epoch": 5.934891485809683,
|
|
"grad_norm": 0.8162427514148738,
|
|
"learning_rate": 2.7647643759188557e-06,
|
|
"loss": 0.1592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15046297013759613,
|
|
"step": 3555,
|
|
"valid_targets_mean": 2093.9,
|
|
"valid_targets_min": 465
|
|
},
|
|
{
|
|
"epoch": 5.943238731218698,
|
|
"grad_norm": 0.7958101696195098,
|
|
"learning_rate": 2.7226723783076447e-06,
|
|
"loss": 0.1912,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16588354110717773,
|
|
"step": 3560,
|
|
"valid_targets_mean": 2123.1,
|
|
"valid_targets_min": 874
|
|
},
|
|
{
|
|
"epoch": 5.951585976627713,
|
|
"grad_norm": 1.0098598781474784,
|
|
"learning_rate": 2.680879842947601e-06,
|
|
"loss": 0.1628,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16657009720802307,
|
|
"step": 3565,
|
|
"valid_targets_mean": 2168.7,
|
|
"valid_targets_min": 817
|
|
},
|
|
{
|
|
"epoch": 5.959933222036728,
|
|
"grad_norm": 0.7515188412881856,
|
|
"learning_rate": 2.6393874942150268e-06,
|
|
"loss": 0.1544,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15513961017131805,
|
|
"step": 3570,
|
|
"valid_targets_mean": 2491.9,
|
|
"valid_targets_min": 1224
|
|
},
|
|
{
|
|
"epoch": 5.968280467445743,
|
|
"grad_norm": 0.8227134907596251,
|
|
"learning_rate": 2.598196051283193e-06,
|
|
"loss": 0.1714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13640505075454712,
|
|
"step": 3575,
|
|
"valid_targets_mean": 1789.6,
|
|
"valid_targets_min": 745
|
|
},
|
|
{
|
|
"epoch": 5.976627712854758,
|
|
"grad_norm": 0.8497855391751271,
|
|
"learning_rate": 2.5573062281098638e-06,
|
|
"loss": 0.1457,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11205454170703888,
|
|
"step": 3580,
|
|
"valid_targets_mean": 2565.0,
|
|
"valid_targets_min": 638
|
|
},
|
|
{
|
|
"epoch": 5.984974958263773,
|
|
"grad_norm": 0.678370649033699,
|
|
"learning_rate": 2.5167187334249277e-06,
|
|
"loss": 0.1465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13231565058231354,
|
|
"step": 3585,
|
|
"valid_targets_mean": 3191.2,
|
|
"valid_targets_min": 697
|
|
},
|
|
{
|
|
"epoch": 5.993322203672788,
|
|
"grad_norm": 0.7422066388381311,
|
|
"learning_rate": 2.4764342707181155e-06,
|
|
"loss": 0.1538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16047775745391846,
|
|
"step": 3590,
|
|
"valid_targets_mean": 2584.1,
|
|
"valid_targets_min": 604
|
|
},
|
|
{
|
|
"epoch": 6.001669449081803,
|
|
"grad_norm": 0.8851835075199939,
|
|
"learning_rate": 2.4364535382268017e-06,
|
|
"loss": 0.1598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14996086061000824,
|
|
"step": 3595,
|
|
"valid_targets_mean": 1559.1,
|
|
"valid_targets_min": 533
|
|
},
|
|
{
|
|
"epoch": 6.010016694490818,
|
|
"grad_norm": 0.68295567119716,
|
|
"learning_rate": 2.3967772289239055e-06,
|
|
"loss": 0.1425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13082125782966614,
|
|
"step": 3600,
|
|
"valid_targets_mean": 2628.2,
|
|
"valid_targets_min": 736
|
|
},
|
|
{
|
|
"epoch": 6.018363939899833,
|
|
"grad_norm": 0.8919501944293605,
|
|
"learning_rate": 2.357406030505878e-06,
|
|
"loss": 0.148,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17399922013282776,
|
|
"step": 3605,
|
|
"valid_targets_mean": 1760.0,
|
|
"valid_targets_min": 795
|
|
},
|
|
{
|
|
"epoch": 6.026711185308848,
|
|
"grad_norm": 0.8563823633600588,
|
|
"learning_rate": 2.318340625380786e-06,
|
|
"loss": 0.1451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13941307365894318,
|
|
"step": 3610,
|
|
"valid_targets_mean": 1836.8,
|
|
"valid_targets_min": 779
|
|
},
|
|
{
|
|
"epoch": 6.035058430717863,
|
|
"grad_norm": 0.8400990084985073,
|
|
"learning_rate": 2.279581690656476e-06,
|
|
"loss": 0.1548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16140100359916687,
|
|
"step": 3615,
|
|
"valid_targets_mean": 2342.7,
|
|
"valid_targets_min": 816
|
|
},
|
|
{
|
|
"epoch": 6.043405676126878,
|
|
"grad_norm": 0.7106127667503332,
|
|
"learning_rate": 2.241129898128851e-06,
|
|
"loss": 0.1458,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13049355149269104,
|
|
"step": 3620,
|
|
"valid_targets_mean": 2636.1,
|
|
"valid_targets_min": 1002
|
|
},
|
|
{
|
|
"epoch": 6.051752921535893,
|
|
"grad_norm": 0.8818391008759068,
|
|
"learning_rate": 2.202985914270215e-06,
|
|
"loss": 0.159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1488562822341919,
|
|
"step": 3625,
|
|
"valid_targets_mean": 1675.2,
|
|
"valid_targets_min": 766
|
|
},
|
|
{
|
|
"epoch": 6.060100166944908,
|
|
"grad_norm": 0.7882238670237989,
|
|
"learning_rate": 2.1651504002177236e-06,
|
|
"loss": 0.1615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1578988879919052,
|
|
"step": 3630,
|
|
"valid_targets_mean": 2249.3,
|
|
"valid_targets_min": 459
|
|
},
|
|
{
|
|
"epoch": 6.068447412353923,
|
|
"grad_norm": 0.8515864149791522,
|
|
"learning_rate": 2.1276240117619283e-06,
|
|
"loss": 0.1525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16811984777450562,
|
|
"step": 3635,
|
|
"valid_targets_mean": 2181.1,
|
|
"valid_targets_min": 853
|
|
},
|
|
{
|
|
"epoch": 6.076794657762938,
|
|
"grad_norm": 0.6823858985105556,
|
|
"learning_rate": 2.09040739933541e-06,
|
|
"loss": 0.1574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15278483927249908,
|
|
"step": 3640,
|
|
"valid_targets_mean": 3562.9,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 6.085141903171953,
|
|
"grad_norm": 0.8708022073895972,
|
|
"learning_rate": 2.0535012080015006e-06,
|
|
"loss": 0.1455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15357419848442078,
|
|
"step": 3645,
|
|
"valid_targets_mean": 1788.9,
|
|
"valid_targets_min": 753
|
|
},
|
|
{
|
|
"epoch": 6.093489148580968,
|
|
"grad_norm": 0.7107614264087305,
|
|
"learning_rate": 2.016906077443106e-06,
|
|
"loss": 0.1534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1238049566745758,
|
|
"step": 3650,
|
|
"valid_targets_mean": 2667.8,
|
|
"valid_targets_min": 748
|
|
},
|
|
{
|
|
"epoch": 6.101836393989983,
|
|
"grad_norm": 0.7206179548098023,
|
|
"learning_rate": 1.9806226419516195e-06,
|
|
"loss": 0.1316,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13964733481407166,
|
|
"step": 3655,
|
|
"valid_targets_mean": 2906.7,
|
|
"valid_targets_min": 1120
|
|
},
|
|
{
|
|
"epoch": 6.110183639398999,
|
|
"grad_norm": 0.6654522787131666,
|
|
"learning_rate": 1.9446515304159198e-06,
|
|
"loss": 0.1767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19255736470222473,
|
|
"step": 3660,
|
|
"valid_targets_mean": 3062.2,
|
|
"valid_targets_min": 838
|
|
},
|
|
{
|
|
"epoch": 6.118530884808013,
|
|
"grad_norm": 0.6139051527372493,
|
|
"learning_rate": 1.9089933663114868e-06,
|
|
"loss": 0.1432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1455802321434021,
|
|
"step": 3665,
|
|
"valid_targets_mean": 3733.2,
|
|
"valid_targets_min": 873
|
|
},
|
|
{
|
|
"epoch": 6.126878130217029,
|
|
"grad_norm": 0.8954177229974751,
|
|
"learning_rate": 1.8736487676895754e-06,
|
|
"loss": 0.1445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16447719931602478,
|
|
"step": 3670,
|
|
"valid_targets_mean": 1722.4,
|
|
"valid_targets_min": 584
|
|
},
|
|
{
|
|
"epoch": 6.135225375626043,
|
|
"grad_norm": 0.7889736850432763,
|
|
"learning_rate": 1.8386183471665187e-06,
|
|
"loss": 0.1446,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15405014157295227,
|
|
"step": 3675,
|
|
"valid_targets_mean": 2179.7,
|
|
"valid_targets_min": 754
|
|
},
|
|
{
|
|
"epoch": 6.143572621035059,
|
|
"grad_norm": 0.716510609638258,
|
|
"learning_rate": 1.8039027119131057e-06,
|
|
"loss": 0.1646,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14177146553993225,
|
|
"step": 3680,
|
|
"valid_targets_mean": 2999.8,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 6.151919866444073,
|
|
"grad_norm": 0.8500395901113726,
|
|
"learning_rate": 1.7695024636440484e-06,
|
|
"loss": 0.1641,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1698373705148697,
|
|
"step": 3685,
|
|
"valid_targets_mean": 2100.7,
|
|
"valid_targets_min": 800
|
|
},
|
|
{
|
|
"epoch": 6.160267111853089,
|
|
"grad_norm": 0.7370702493584649,
|
|
"learning_rate": 1.7354181986075635e-06,
|
|
"loss": 0.1628,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1334153264760971,
|
|
"step": 3690,
|
|
"valid_targets_mean": 2306.4,
|
|
"valid_targets_min": 797
|
|
},
|
|
{
|
|
"epoch": 6.168614357262103,
|
|
"grad_norm": 0.930381567032839,
|
|
"learning_rate": 1.701650507575039e-06,
|
|
"loss": 0.1589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17851126194000244,
|
|
"step": 3695,
|
|
"valid_targets_mean": 1861.8,
|
|
"valid_targets_min": 934
|
|
},
|
|
{
|
|
"epoch": 6.176961602671119,
|
|
"grad_norm": 0.7905236539808159,
|
|
"learning_rate": 1.6681999758307799e-06,
|
|
"loss": 0.1545,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14857222139835358,
|
|
"step": 3700,
|
|
"valid_targets_mean": 2295.4,
|
|
"valid_targets_min": 921
|
|
},
|
|
{
|
|
"epoch": 6.185308848080133,
|
|
"grad_norm": 1.1994597822098416,
|
|
"learning_rate": 1.6350671831618804e-06,
|
|
"loss": 0.148,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15778902173042297,
|
|
"step": 3705,
|
|
"valid_targets_mean": 2525.7,
|
|
"valid_targets_min": 632
|
|
},
|
|
{
|
|
"epoch": 6.193656093489149,
|
|
"grad_norm": 0.9284259884291556,
|
|
"learning_rate": 1.602252703848164e-06,
|
|
"loss": 0.1575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15259215235710144,
|
|
"step": 3710,
|
|
"valid_targets_mean": 1974.4,
|
|
"valid_targets_min": 845
|
|
},
|
|
{
|
|
"epoch": 6.202003338898163,
|
|
"grad_norm": 0.7059060863708253,
|
|
"learning_rate": 1.5697571066522321e-06,
|
|
"loss": 0.1421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12666380405426025,
|
|
"step": 3715,
|
|
"valid_targets_mean": 2369.9,
|
|
"valid_targets_min": 869
|
|
},
|
|
{
|
|
"epoch": 6.210350584307179,
|
|
"grad_norm": 0.7480295618422672,
|
|
"learning_rate": 1.5375809548096187e-06,
|
|
"loss": 0.1397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17569568753242493,
|
|
"step": 3720,
|
|
"valid_targets_mean": 2626.1,
|
|
"valid_targets_min": 550
|
|
},
|
|
{
|
|
"epoch": 6.218697829716193,
|
|
"grad_norm": 0.8064888058289421,
|
|
"learning_rate": 1.5057248060189956e-06,
|
|
"loss": 0.1525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16778752207756042,
|
|
"step": 3725,
|
|
"valid_targets_mean": 2279.5,
|
|
"valid_targets_min": 795
|
|
},
|
|
{
|
|
"epoch": 6.227045075125209,
|
|
"grad_norm": 0.8964741161740296,
|
|
"learning_rate": 1.4741892124325508e-06,
|
|
"loss": 0.1561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1577776074409485,
|
|
"step": 3730,
|
|
"valid_targets_mean": 1738.4,
|
|
"valid_targets_min": 405
|
|
},
|
|
{
|
|
"epoch": 6.235392320534224,
|
|
"grad_norm": 0.8682581411786174,
|
|
"learning_rate": 1.4429747206463662e-06,
|
|
"loss": 0.1634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21041740477085114,
|
|
"step": 3735,
|
|
"valid_targets_mean": 2351.8,
|
|
"valid_targets_min": 1003
|
|
},
|
|
{
|
|
"epoch": 6.243739565943239,
|
|
"grad_norm": 0.6927794152026492,
|
|
"learning_rate": 1.4120818716910023e-06,
|
|
"loss": 0.1483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14970088005065918,
|
|
"step": 3740,
|
|
"valid_targets_mean": 3120.8,
|
|
"valid_targets_min": 1085
|
|
},
|
|
{
|
|
"epoch": 6.252086811352254,
|
|
"grad_norm": 0.9493800328839261,
|
|
"learning_rate": 1.381511201022061e-06,
|
|
"loss": 0.1434,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19243334233760834,
|
|
"step": 3745,
|
|
"valid_targets_mean": 1847.9,
|
|
"valid_targets_min": 937
|
|
},
|
|
{
|
|
"epoch": 6.260434056761269,
|
|
"grad_norm": 0.7922599735178169,
|
|
"learning_rate": 1.3512632385109582e-06,
|
|
"loss": 0.1462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1484522521495819,
|
|
"step": 3750,
|
|
"valid_targets_mean": 2647.9,
|
|
"valid_targets_min": 1037
|
|
},
|
|
{
|
|
"epoch": 6.268781302170284,
|
|
"grad_norm": 0.7230678345988222,
|
|
"learning_rate": 1.3213385084356944e-06,
|
|
"loss": 0.1478,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14309535920619965,
|
|
"step": 3755,
|
|
"valid_targets_mean": 2840.8,
|
|
"valid_targets_min": 967
|
|
},
|
|
{
|
|
"epoch": 6.277128547579299,
|
|
"grad_norm": 0.82103624534236,
|
|
"learning_rate": 1.2917375294718083e-06,
|
|
"loss": 0.1529,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14719870686531067,
|
|
"step": 3760,
|
|
"valid_targets_mean": 2150.3,
|
|
"valid_targets_min": 944
|
|
},
|
|
{
|
|
"epoch": 6.285475792988314,
|
|
"grad_norm": 0.8167877816687908,
|
|
"learning_rate": 1.262460814683344e-06,
|
|
"loss": 0.1406,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12159612774848938,
|
|
"step": 3765,
|
|
"valid_targets_mean": 1696.8,
|
|
"valid_targets_min": 953
|
|
},
|
|
{
|
|
"epoch": 6.293823038397329,
|
|
"grad_norm": 0.7164665826615882,
|
|
"learning_rate": 1.2335088715140065e-06,
|
|
"loss": 0.1352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13050119578838348,
|
|
"step": 3770,
|
|
"valid_targets_mean": 2551.6,
|
|
"valid_targets_min": 651
|
|
},
|
|
{
|
|
"epoch": 6.302170283806344,
|
|
"grad_norm": 0.8318504157865843,
|
|
"learning_rate": 1.2048822017783168e-06,
|
|
"loss": 0.1676,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1429317593574524,
|
|
"step": 3775,
|
|
"valid_targets_mean": 2180.4,
|
|
"valid_targets_min": 557
|
|
},
|
|
{
|
|
"epoch": 6.310517529215359,
|
|
"grad_norm": 0.8649492258660376,
|
|
"learning_rate": 1.1765813016529592e-06,
|
|
"loss": 0.1442,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14729107916355133,
|
|
"step": 3780,
|
|
"valid_targets_mean": 2001.9,
|
|
"valid_targets_min": 919
|
|
},
|
|
{
|
|
"epoch": 6.318864774624374,
|
|
"grad_norm": 0.6475240793732475,
|
|
"learning_rate": 1.1486066616681413e-06,
|
|
"loss": 0.1448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12821900844573975,
|
|
"step": 3785,
|
|
"valid_targets_mean": 3358.6,
|
|
"valid_targets_min": 639
|
|
},
|
|
{
|
|
"epoch": 6.3272120200333895,
|
|
"grad_norm": 0.6529794567135447,
|
|
"learning_rate": 1.1209587666991273e-06,
|
|
"loss": 0.1577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12259849905967712,
|
|
"step": 3790,
|
|
"valid_targets_mean": 2630.0,
|
|
"valid_targets_min": 507
|
|
},
|
|
{
|
|
"epoch": 6.335559265442404,
|
|
"grad_norm": 0.8562469991700906,
|
|
"learning_rate": 1.093638095957803e-06,
|
|
"loss": 0.1532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13961325585842133,
|
|
"step": 3795,
|
|
"valid_targets_mean": 2000.7,
|
|
"valid_targets_min": 788
|
|
},
|
|
{
|
|
"epoch": 6.343906510851419,
|
|
"grad_norm": 0.7616736404357265,
|
|
"learning_rate": 1.0666451229844e-06,
|
|
"loss": 0.1393,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13437359035015106,
|
|
"step": 3800,
|
|
"valid_targets_mean": 2390.3,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 6.352253756260434,
|
|
"grad_norm": 0.7964023011189172,
|
|
"learning_rate": 1.0399803156392507e-06,
|
|
"loss": 0.1737,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1961688995361328,
|
|
"step": 3805,
|
|
"valid_targets_mean": 3100.4,
|
|
"valid_targets_min": 749
|
|
},
|
|
{
|
|
"epoch": 6.360601001669449,
|
|
"grad_norm": 0.6451812780593027,
|
|
"learning_rate": 1.0136441360947247e-06,
|
|
"loss": 0.1485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13224376738071442,
|
|
"step": 3810,
|
|
"valid_targets_mean": 2783.3,
|
|
"valid_targets_min": 1025
|
|
},
|
|
{
|
|
"epoch": 6.368948247078464,
|
|
"grad_norm": 0.780990570956473,
|
|
"learning_rate": 9.876370408271675e-07,
|
|
"loss": 0.149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14712658524513245,
|
|
"step": 3815,
|
|
"valid_targets_mean": 2153.8,
|
|
"valid_targets_min": 1102
|
|
},
|
|
{
|
|
"epoch": 6.377295492487479,
|
|
"grad_norm": 0.9058546698768619,
|
|
"learning_rate": 9.619594806090449e-07,
|
|
"loss": 0.1432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17065516114234924,
|
|
"step": 3820,
|
|
"valid_targets_mean": 2582.9,
|
|
"valid_targets_min": 774
|
|
},
|
|
{
|
|
"epoch": 6.385642737896494,
|
|
"grad_norm": 0.80780743496805,
|
|
"learning_rate": 9.366119005010699e-07,
|
|
"loss": 0.1533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15681153535842896,
|
|
"step": 3825,
|
|
"valid_targets_mean": 2118.6,
|
|
"valid_targets_min": 826
|
|
},
|
|
{
|
|
"epoch": 6.393989983305509,
|
|
"grad_norm": 0.70463459252326,
|
|
"learning_rate": 9.115947398445413e-07,
|
|
"loss": 0.1566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14721426367759705,
|
|
"step": 3830,
|
|
"valid_targets_mean": 2749.4,
|
|
"valid_targets_min": 747
|
|
},
|
|
{
|
|
"epoch": 6.402337228714524,
|
|
"grad_norm": 0.8644015909784643,
|
|
"learning_rate": 8.869084322536881e-07,
|
|
"loss": 0.138,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12953412532806396,
|
|
"step": 3835,
|
|
"valid_targets_mean": 2124.9,
|
|
"valid_targets_min": 851
|
|
},
|
|
{
|
|
"epoch": 6.410684474123539,
|
|
"grad_norm": 0.7417130201852908,
|
|
"learning_rate": 8.62553405608193e-07,
|
|
"loss": 0.1508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14260517060756683,
|
|
"step": 3840,
|
|
"valid_targets_mean": 2690.2,
|
|
"valid_targets_min": 1004
|
|
},
|
|
{
|
|
"epoch": 6.419031719532554,
|
|
"grad_norm": 0.8268422940872953,
|
|
"learning_rate": 8.385300820457276e-07,
|
|
"loss": 0.1549,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15967655181884766,
|
|
"step": 3845,
|
|
"valid_targets_mean": 2200.2,
|
|
"valid_targets_min": 735
|
|
},
|
|
{
|
|
"epoch": 6.427378964941569,
|
|
"grad_norm": 0.8770658445847365,
|
|
"learning_rate": 8.148388779546912e-07,
|
|
"loss": 0.1373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14727085828781128,
|
|
"step": 3850,
|
|
"valid_targets_mean": 1786.2,
|
|
"valid_targets_min": 752
|
|
},
|
|
{
|
|
"epoch": 6.435726210350584,
|
|
"grad_norm": 0.8218639604859261,
|
|
"learning_rate": 7.914802039669412e-07,
|
|
"loss": 0.1536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14088010787963867,
|
|
"step": 3855,
|
|
"valid_targets_mean": 2001.0,
|
|
"valid_targets_min": 906
|
|
},
|
|
{
|
|
"epoch": 6.444073455759599,
|
|
"grad_norm": 0.6589311589586826,
|
|
"learning_rate": 7.684544649507164e-07,
|
|
"loss": 0.1504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1165132224559784,
|
|
"step": 3860,
|
|
"valid_targets_mean": 2767.9,
|
|
"valid_targets_min": 780
|
|
},
|
|
{
|
|
"epoch": 6.452420701168615,
|
|
"grad_norm": 0.6563808927800845,
|
|
"learning_rate": 7.457620600035898e-07,
|
|
"loss": 0.1656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19552037119865417,
|
|
"step": 3865,
|
|
"valid_targets_mean": 3452.3,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 6.460767946577629,
|
|
"grad_norm": 0.8718152279689915,
|
|
"learning_rate": 7.234033824455821e-07,
|
|
"loss": 0.1496,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1512538194656372,
|
|
"step": 3870,
|
|
"valid_targets_mean": 1872.3,
|
|
"valid_targets_min": 619
|
|
},
|
|
{
|
|
"epoch": 6.469115191986645,
|
|
"grad_norm": 0.7803820718033989,
|
|
"learning_rate": 7.01378819812304e-07,
|
|
"loss": 0.1438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1376628577709198,
|
|
"step": 3875,
|
|
"valid_targets_mean": 2177.5,
|
|
"valid_targets_min": 790
|
|
},
|
|
{
|
|
"epoch": 6.477462437395659,
|
|
"grad_norm": 0.8404903873415192,
|
|
"learning_rate": 6.796887538482821e-07,
|
|
"loss": 0.138,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1302323341369629,
|
|
"step": 3880,
|
|
"valid_targets_mean": 1652.6,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 6.485809682804675,
|
|
"grad_norm": 0.7041496296544049,
|
|
"learning_rate": 6.583335605003083e-07,
|
|
"loss": 0.1415,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13807426393032074,
|
|
"step": 3885,
|
|
"valid_targets_mean": 2838.5,
|
|
"valid_targets_min": 777
|
|
},
|
|
{
|
|
"epoch": 6.494156928213689,
|
|
"grad_norm": 0.8106972968034039,
|
|
"learning_rate": 6.373136099109455e-07,
|
|
"loss": 0.1438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13782069087028503,
|
|
"step": 3890,
|
|
"valid_targets_mean": 2152.6,
|
|
"valid_targets_min": 820
|
|
},
|
|
{
|
|
"epoch": 6.502504173622705,
|
|
"grad_norm": 0.8280130065865383,
|
|
"learning_rate": 6.166292664120987e-07,
|
|
"loss": 0.1482,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1481216847896576,
|
|
"step": 3895,
|
|
"valid_targets_mean": 3080.4,
|
|
"valid_targets_min": 740
|
|
},
|
|
{
|
|
"epoch": 6.510851419031719,
|
|
"grad_norm": 0.9297980497793329,
|
|
"learning_rate": 5.962808885187121e-07,
|
|
"loss": 0.1524,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1642313301563263,
|
|
"step": 3900,
|
|
"valid_targets_mean": 1828.1,
|
|
"valid_targets_min": 831
|
|
},
|
|
{
|
|
"epoch": 6.519198664440735,
|
|
"grad_norm": 0.7176871847569163,
|
|
"learning_rate": 5.762688289225349e-07,
|
|
"loss": 0.1383,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12464821338653564,
|
|
"step": 3905,
|
|
"valid_targets_mean": 2672.1,
|
|
"valid_targets_min": 915
|
|
},
|
|
{
|
|
"epoch": 6.527545909849749,
|
|
"grad_norm": 0.7931047339698734,
|
|
"learning_rate": 5.565934344860413e-07,
|
|
"loss": 0.1545,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16860723495483398,
|
|
"step": 3910,
|
|
"valid_targets_mean": 2200.2,
|
|
"valid_targets_min": 886
|
|
},
|
|
{
|
|
"epoch": 6.535893155258765,
|
|
"grad_norm": 0.7250577663610173,
|
|
"learning_rate": 5.372550462363779e-07,
|
|
"loss": 0.1451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15044459700584412,
|
|
"step": 3915,
|
|
"valid_targets_mean": 2521.6,
|
|
"valid_targets_min": 832
|
|
},
|
|
{
|
|
"epoch": 6.54424040066778,
|
|
"grad_norm": 0.70964828840811,
|
|
"learning_rate": 5.182539993594904e-07,
|
|
"loss": 0.1569,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15507769584655762,
|
|
"step": 3920,
|
|
"valid_targets_mean": 3136.9,
|
|
"valid_targets_min": 763
|
|
},
|
|
{
|
|
"epoch": 6.552587646076795,
|
|
"grad_norm": 0.5479851363438597,
|
|
"learning_rate": 4.99590623194286e-07,
|
|
"loss": 0.1643,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12132815271615982,
|
|
"step": 3925,
|
|
"valid_targets_mean": 3820.2,
|
|
"valid_targets_min": 507
|
|
},
|
|
{
|
|
"epoch": 6.560934891485809,
|
|
"grad_norm": 0.9976448171759269,
|
|
"learning_rate": 4.812652412269448e-07,
|
|
"loss": 0.1561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15689195692539215,
|
|
"step": 3930,
|
|
"valid_targets_mean": 2140.2,
|
|
"valid_targets_min": 728
|
|
},
|
|
{
|
|
"epoch": 6.569282136894825,
|
|
"grad_norm": 0.8316878399735419,
|
|
"learning_rate": 4.632781710852929e-07,
|
|
"loss": 0.1607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14460167288780212,
|
|
"step": 3935,
|
|
"valid_targets_mean": 2163.6,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 6.57762938230384,
|
|
"grad_norm": 0.8666059921643122,
|
|
"learning_rate": 4.456297245333252e-07,
|
|
"loss": 0.1488,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1719382107257843,
|
|
"step": 3940,
|
|
"valid_targets_mean": 2084.9,
|
|
"valid_targets_min": 772
|
|
},
|
|
{
|
|
"epoch": 6.585976627712855,
|
|
"grad_norm": 0.778464606415217,
|
|
"learning_rate": 4.2832020746576666e-07,
|
|
"loss": 0.1515,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14451493322849274,
|
|
"step": 3945,
|
|
"valid_targets_mean": 2528.0,
|
|
"valid_targets_min": 721
|
|
},
|
|
{
|
|
"epoch": 6.59432387312187,
|
|
"grad_norm": 0.9300957361061936,
|
|
"learning_rate": 4.113499199028037e-07,
|
|
"loss": 0.1445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15607938170433044,
|
|
"step": 3950,
|
|
"valid_targets_mean": 1620.5,
|
|
"valid_targets_min": 1012
|
|
},
|
|
{
|
|
"epoch": 6.602671118530885,
|
|
"grad_norm": 0.719633133630761,
|
|
"learning_rate": 3.9471915598485954e-07,
|
|
"loss": 0.1404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13011206686496735,
|
|
"step": 3955,
|
|
"valid_targets_mean": 2869.9,
|
|
"valid_targets_min": 808
|
|
},
|
|
{
|
|
"epoch": 6.6110183639399,
|
|
"grad_norm": 0.7601853892881769,
|
|
"learning_rate": 3.7842820396751134e-07,
|
|
"loss": 0.1498,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12894247472286224,
|
|
"step": 3960,
|
|
"valid_targets_mean": 2399.6,
|
|
"valid_targets_min": 816
|
|
},
|
|
{
|
|
"epoch": 6.619365609348915,
|
|
"grad_norm": 0.6867943751621223,
|
|
"learning_rate": 3.62477346216481e-07,
|
|
"loss": 0.1477,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12438494712114334,
|
|
"step": 3965,
|
|
"valid_targets_mean": 2482.9,
|
|
"valid_targets_min": 527
|
|
},
|
|
{
|
|
"epoch": 6.62771285475793,
|
|
"grad_norm": 0.8238437846372922,
|
|
"learning_rate": 3.468668592027613e-07,
|
|
"loss": 0.1426,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16205736994743347,
|
|
"step": 3970,
|
|
"valid_targets_mean": 2345.9,
|
|
"valid_targets_min": 456
|
|
},
|
|
{
|
|
"epoch": 6.636060100166945,
|
|
"grad_norm": 0.8072915256120992,
|
|
"learning_rate": 3.3159701349779083e-07,
|
|
"loss": 0.1441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15181957185268402,
|
|
"step": 3975,
|
|
"valid_targets_mean": 2285.8,
|
|
"valid_targets_min": 550
|
|
},
|
|
{
|
|
"epoch": 6.64440734557596,
|
|
"grad_norm": 0.9214323771905132,
|
|
"learning_rate": 3.1666807376880436e-07,
|
|
"loss": 0.1527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15702925622463226,
|
|
"step": 3980,
|
|
"valid_targets_mean": 1984.9,
|
|
"valid_targets_min": 513
|
|
},
|
|
{
|
|
"epoch": 6.652754590984975,
|
|
"grad_norm": 0.8643867218156146,
|
|
"learning_rate": 3.0208029877420996e-07,
|
|
"loss": 0.1481,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14187416434288025,
|
|
"step": 3985,
|
|
"valid_targets_mean": 1891.2,
|
|
"valid_targets_min": 1172
|
|
},
|
|
{
|
|
"epoch": 6.66110183639399,
|
|
"grad_norm": 0.791139177061262,
|
|
"learning_rate": 2.8783394135913245e-07,
|
|
"loss": 0.1576,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14083585143089294,
|
|
"step": 3990,
|
|
"valid_targets_mean": 2188.8,
|
|
"valid_targets_min": 918
|
|
},
|
|
{
|
|
"epoch": 6.669449081803005,
|
|
"grad_norm": 0.8683379944084556,
|
|
"learning_rate": 2.7392924845100364e-07,
|
|
"loss": 0.1528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13562563061714172,
|
|
"step": 3995,
|
|
"valid_targets_mean": 1675.1,
|
|
"valid_targets_min": 999
|
|
},
|
|
{
|
|
"epoch": 6.67779632721202,
|
|
"grad_norm": 0.720045003491463,
|
|
"learning_rate": 2.6036646105530804e-07,
|
|
"loss": 0.1481,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15499843657016754,
|
|
"step": 4000,
|
|
"valid_targets_mean": 2623.3,
|
|
"valid_targets_min": 745
|
|
},
|
|
{
|
|
"epoch": 6.686143572621035,
|
|
"grad_norm": 0.75089986646281,
|
|
"learning_rate": 2.471458142513861e-07,
|
|
"loss": 0.1356,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15602612495422363,
|
|
"step": 4005,
|
|
"valid_targets_mean": 3015.9,
|
|
"valid_targets_min": 869
|
|
},
|
|
{
|
|
"epoch": 6.69449081803005,
|
|
"grad_norm": 0.8709557230002241,
|
|
"learning_rate": 2.3426753718837735e-07,
|
|
"loss": 0.1497,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15754127502441406,
|
|
"step": 4010,
|
|
"valid_targets_mean": 2058.2,
|
|
"valid_targets_min": 628
|
|
},
|
|
{
|
|
"epoch": 6.702838063439065,
|
|
"grad_norm": 0.7904343487830936,
|
|
"learning_rate": 2.2173185308122624e-07,
|
|
"loss": 0.1683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14883893728256226,
|
|
"step": 4015,
|
|
"valid_targets_mean": 2092.8,
|
|
"valid_targets_min": 757
|
|
},
|
|
{
|
|
"epoch": 6.71118530884808,
|
|
"grad_norm": 0.7145063589046023,
|
|
"learning_rate": 2.0953897920683807e-07,
|
|
"loss": 0.1753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1378771811723709,
|
|
"step": 4020,
|
|
"valid_targets_mean": 2559.1,
|
|
"valid_targets_min": 783
|
|
},
|
|
{
|
|
"epoch": 6.719532554257095,
|
|
"grad_norm": 0.7598989722253284,
|
|
"learning_rate": 1.976891269002934e-07,
|
|
"loss": 0.1337,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10784684121608734,
|
|
"step": 4025,
|
|
"valid_targets_mean": 2588.8,
|
|
"valid_targets_min": 983
|
|
},
|
|
{
|
|
"epoch": 6.72787979966611,
|
|
"grad_norm": 0.8413872775162127,
|
|
"learning_rate": 1.861825015511931e-07,
|
|
"loss": 0.1534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17496861517429352,
|
|
"step": 4030,
|
|
"valid_targets_mean": 2141.1,
|
|
"valid_targets_min": 993
|
|
},
|
|
{
|
|
"epoch": 6.736227045075125,
|
|
"grad_norm": 0.8634852676022146,
|
|
"learning_rate": 1.7501930260009902e-07,
|
|
"loss": 0.1676,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15318435430526733,
|
|
"step": 4035,
|
|
"valid_targets_mean": 1876.1,
|
|
"valid_targets_min": 525
|
|
},
|
|
{
|
|
"epoch": 6.74457429048414,
|
|
"grad_norm": 0.7873931330972831,
|
|
"learning_rate": 1.6419972353507895e-07,
|
|
"loss": 0.1543,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13331487774848938,
|
|
"step": 4040,
|
|
"valid_targets_mean": 2130.6,
|
|
"valid_targets_min": 595
|
|
},
|
|
{
|
|
"epoch": 6.752921535893155,
|
|
"grad_norm": 0.8576645010509434,
|
|
"learning_rate": 1.5372395188834265e-07,
|
|
"loss": 0.1474,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16483411192893982,
|
|
"step": 4045,
|
|
"valid_targets_mean": 2134.8,
|
|
"valid_targets_min": 1088
|
|
},
|
|
{
|
|
"epoch": 6.76126878130217,
|
|
"grad_norm": 0.8119533846761552,
|
|
"learning_rate": 1.435921692330089e-07,
|
|
"loss": 0.1542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1412743628025055,
|
|
"step": 4050,
|
|
"valid_targets_mean": 2252.3,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 6.769616026711185,
|
|
"grad_norm": 0.7153742652447527,
|
|
"learning_rate": 1.3380455117993684e-07,
|
|
"loss": 0.1479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13982108235359192,
|
|
"step": 4055,
|
|
"valid_targets_mean": 2874.8,
|
|
"valid_targets_min": 1056
|
|
},
|
|
{
|
|
"epoch": 6.7779632721202,
|
|
"grad_norm": 0.7524907083015943,
|
|
"learning_rate": 1.2436126737470189e-07,
|
|
"loss": 0.1479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1693270355463028,
|
|
"step": 4060,
|
|
"valid_targets_mean": 2893.0,
|
|
"valid_targets_min": 1166
|
|
},
|
|
{
|
|
"epoch": 6.786310517529215,
|
|
"grad_norm": 0.8131918622747486,
|
|
"learning_rate": 1.1526248149464236e-07,
|
|
"loss": 0.1421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1297546923160553,
|
|
"step": 4065,
|
|
"valid_targets_mean": 2438.2,
|
|
"valid_targets_min": 750
|
|
},
|
|
{
|
|
"epoch": 6.794657762938231,
|
|
"grad_norm": 0.8254520795899082,
|
|
"learning_rate": 1.0650835124603076e-07,
|
|
"loss": 0.1513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17750290036201477,
|
|
"step": 4070,
|
|
"valid_targets_mean": 2331.2,
|
|
"valid_targets_min": 633
|
|
},
|
|
{
|
|
"epoch": 6.803005008347245,
|
|
"grad_norm": 0.5693397168090245,
|
|
"learning_rate": 9.809902836133367e-08,
|
|
"loss": 0.1616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11621634662151337,
|
|
"step": 4075,
|
|
"valid_targets_mean": 3902.2,
|
|
"valid_targets_min": 525
|
|
},
|
|
{
|
|
"epoch": 6.811352253756261,
|
|
"grad_norm": 0.7921103418512198,
|
|
"learning_rate": 9.0034658596585e-08,
|
|
"loss": 0.1544,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1455313265323639,
|
|
"step": 4080,
|
|
"valid_targets_mean": 2482.9,
|
|
"valid_targets_min": 576
|
|
},
|
|
{
|
|
"epoch": 6.819699499165275,
|
|
"grad_norm": 0.6582144430852905,
|
|
"learning_rate": 8.231538172886133e-08,
|
|
"loss": 0.1379,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12822675704956055,
|
|
"step": 4085,
|
|
"valid_targets_mean": 3741.5,
|
|
"valid_targets_min": 1190
|
|
},
|
|
{
|
|
"epoch": 6.828046744574291,
|
|
"grad_norm": 0.8205193387869907,
|
|
"learning_rate": 7.494133155385497e-08,
|
|
"loss": 0.1513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14899955689907074,
|
|
"step": 4090,
|
|
"valid_targets_mean": 2317.9,
|
|
"valid_targets_min": 1084
|
|
},
|
|
{
|
|
"epoch": 6.836393989983305,
|
|
"grad_norm": 0.7539463818014838,
|
|
"learning_rate": 6.791263588355801e-08,
|
|
"loss": 0.148,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14302432537078857,
|
|
"step": 4095,
|
|
"valid_targets_mean": 2724.6,
|
|
"valid_targets_min": 506
|
|
},
|
|
{
|
|
"epoch": 6.844741235392321,
|
|
"grad_norm": 0.7932352371809603,
|
|
"learning_rate": 6.122941654404635e-08,
|
|
"loss": 0.147,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14877904951572418,
|
|
"step": 4100,
|
|
"valid_targets_mean": 2295.2,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 6.853088480801335,
|
|
"grad_norm": 0.7592631042172903,
|
|
"learning_rate": 5.489178937337025e-08,
|
|
"loss": 0.1598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12802311778068542,
|
|
"step": 4105,
|
|
"valid_targets_mean": 2435.0,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 6.861435726210351,
|
|
"grad_norm": 0.740400544183983,
|
|
"learning_rate": 4.88998642195404e-08,
|
|
"loss": 0.1493,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1675623655319214,
|
|
"step": 4110,
|
|
"valid_targets_mean": 3020.7,
|
|
"valid_targets_min": 626
|
|
},
|
|
{
|
|
"epoch": 6.869782971619365,
|
|
"grad_norm": 0.7551212330644226,
|
|
"learning_rate": 4.325374493862944e-08,
|
|
"loss": 0.1454,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13239090144634247,
|
|
"step": 4115,
|
|
"valid_targets_mean": 2441.3,
|
|
"valid_targets_min": 870
|
|
},
|
|
{
|
|
"epoch": 6.878130217028381,
|
|
"grad_norm": 0.7873026947247144,
|
|
"learning_rate": 3.795352939296892e-08,
|
|
"loss": 0.1431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14240020513534546,
|
|
"step": 4120,
|
|
"valid_targets_mean": 2650.7,
|
|
"valid_targets_min": 1026
|
|
},
|
|
{
|
|
"epoch": 6.886477462437396,
|
|
"grad_norm": 0.7222184243331321,
|
|
"learning_rate": 3.2999309449459616e-08,
|
|
"loss": 0.1593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16258357465267181,
|
|
"step": 4125,
|
|
"valid_targets_mean": 3553.1,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 6.894824707846411,
|
|
"grad_norm": 0.6934001168798835,
|
|
"learning_rate": 2.8391170977968287e-08,
|
|
"loss": 0.1398,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12724414467811584,
|
|
"step": 4130,
|
|
"valid_targets_mean": 2916.6,
|
|
"valid_targets_min": 438
|
|
},
|
|
{
|
|
"epoch": 6.903171953255426,
|
|
"grad_norm": 0.9163732670059814,
|
|
"learning_rate": 2.4129193849848907e-08,
|
|
"loss": 0.1447,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15469247102737427,
|
|
"step": 4135,
|
|
"valid_targets_mean": 2397.9,
|
|
"valid_targets_min": 640
|
|
},
|
|
{
|
|
"epoch": 6.911519198664441,
|
|
"grad_norm": 0.7737472588199307,
|
|
"learning_rate": 2.0213451936550445e-08,
|
|
"loss": 0.1373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12313120067119598,
|
|
"step": 4140,
|
|
"valid_targets_mean": 2735.7,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 6.919866444073456,
|
|
"grad_norm": 0.7576774958636098,
|
|
"learning_rate": 1.6644013108342294e-08,
|
|
"loss": 0.1495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13469135761260986,
|
|
"step": 4145,
|
|
"valid_targets_mean": 2412.2,
|
|
"valid_targets_min": 723
|
|
},
|
|
{
|
|
"epoch": 6.928213689482471,
|
|
"grad_norm": 0.7420215162394664,
|
|
"learning_rate": 1.3420939233139696e-08,
|
|
"loss": 0.1498,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10983003675937653,
|
|
"step": 4150,
|
|
"valid_targets_mean": 2161.1,
|
|
"valid_targets_min": 924
|
|
},
|
|
{
|
|
"epoch": 6.936560934891486,
|
|
"grad_norm": 0.7934013440268688,
|
|
"learning_rate": 1.0544286175422358e-08,
|
|
"loss": 0.1615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14139649271965027,
|
|
"step": 4155,
|
|
"valid_targets_mean": 2119.1,
|
|
"valid_targets_min": 875
|
|
},
|
|
{
|
|
"epoch": 6.944908180300501,
|
|
"grad_norm": 0.8656111522075016,
|
|
"learning_rate": 8.01410379527301e-09,
|
|
"loss": 0.153,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1604747772216797,
|
|
"step": 4160,
|
|
"valid_targets_mean": 2016.5,
|
|
"valid_targets_min": 512
|
|
},
|
|
{
|
|
"epoch": 6.953255425709516,
|
|
"grad_norm": 0.6875432157123391,
|
|
"learning_rate": 5.8304359475158665e-09,
|
|
"loss": 0.164,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13078603148460388,
|
|
"step": 4165,
|
|
"valid_targets_mean": 3092.0,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 6.961602671118531,
|
|
"grad_norm": 0.5864264486139331,
|
|
"learning_rate": 3.993320480946139e-09,
|
|
"loss": 0.1359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11410185694694519,
|
|
"step": 4170,
|
|
"valid_targets_mean": 3428.4,
|
|
"valid_targets_min": 449
|
|
},
|
|
{
|
|
"epoch": 6.969949916527546,
|
|
"grad_norm": 0.864314819572472,
|
|
"learning_rate": 2.5027892376860984e-09,
|
|
"loss": 0.1572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14249885082244873,
|
|
"step": 4175,
|
|
"valid_targets_mean": 2076.8,
|
|
"valid_targets_min": 935
|
|
},
|
|
{
|
|
"epoch": 6.978297161936561,
|
|
"grad_norm": 0.723051086359361,
|
|
"learning_rate": 1.3588680526255282e-09,
|
|
"loss": 0.1533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1290482133626938,
|
|
"step": 4180,
|
|
"valid_targets_mean": 2310.8,
|
|
"valid_targets_min": 888
|
|
},
|
|
{
|
|
"epoch": 6.986644407345576,
|
|
"grad_norm": 0.769256389319607,
|
|
"learning_rate": 5.615767529709715e-10,
|
|
"loss": 0.1409,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12539488077163696,
|
|
"step": 4185,
|
|
"valid_targets_mean": 2040.4,
|
|
"valid_targets_min": 375
|
|
},
|
|
{
|
|
"epoch": 6.994991652754591,
|
|
"grad_norm": 0.7838050810433654,
|
|
"learning_rate": 1.1092915791266479e-10,
|
|
"loss": 0.1658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1675959825515747,
|
|
"step": 4190,
|
|
"valid_targets_mean": 2465.7,
|
|
"valid_targets_min": 563
|
|
},
|
|
{
|
|
"epoch": 7.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16129948198795319,
|
|
"step": 4193,
|
|
"total_flos": 746122008920064.0,
|
|
"train_loss": 0.22925819348185836,
|
|
"train_runtime": 17543.4013,
|
|
"train_samples_per_second": 3.821,
|
|
"train_steps_per_second": 0.239,
|
|
"valid_targets_mean": 1733.8,
|
|
"valid_targets_min": 533
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 4193,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 7,
|
|
"save_steps": 1500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 746122008920064.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|