ca4d22c132
Model: laion/GLM-4_7-swesmith-sandboxes-with_tests-oracle_verified_120s-maxeps-131k-fixthink Source: Original Platform
9134 lines
254 KiB
JSON
9134 lines
254 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 7.0,
|
|
"eval_steps": 500,
|
|
"global_step": 4130,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.00847457627118644,
|
|
"grad_norm": 22.647816413525792,
|
|
"learning_rate": 3.8740920096852305e-07,
|
|
"loss": 0.8805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.288921058177948,
|
|
"step": 5,
|
|
"valid_targets_mean": 4341.6,
|
|
"valid_targets_min": 2919
|
|
},
|
|
{
|
|
"epoch": 0.01694915254237288,
|
|
"grad_norm": 21.990651536413747,
|
|
"learning_rate": 8.716707021791768e-07,
|
|
"loss": 0.8479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5880306363105774,
|
|
"step": 10,
|
|
"valid_targets_mean": 9507.8,
|
|
"valid_targets_min": 4513
|
|
},
|
|
{
|
|
"epoch": 0.025423728813559324,
|
|
"grad_norm": 17.586196084839443,
|
|
"learning_rate": 1.3559322033898307e-06,
|
|
"loss": 0.7925,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41249993443489075,
|
|
"step": 15,
|
|
"valid_targets_mean": 9530.0,
|
|
"valid_targets_min": 5082
|
|
},
|
|
{
|
|
"epoch": 0.03389830508474576,
|
|
"grad_norm": 12.681774144921047,
|
|
"learning_rate": 1.8401937046004845e-06,
|
|
"loss": 0.7771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.42156755924224854,
|
|
"step": 20,
|
|
"valid_targets_mean": 8183.4,
|
|
"valid_targets_min": 3531
|
|
},
|
|
{
|
|
"epoch": 0.0423728813559322,
|
|
"grad_norm": 6.663565745843069,
|
|
"learning_rate": 2.324455205811138e-06,
|
|
"loss": 0.6944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38799262046813965,
|
|
"step": 25,
|
|
"valid_targets_mean": 10096.0,
|
|
"valid_targets_min": 4076
|
|
},
|
|
{
|
|
"epoch": 0.05084745762711865,
|
|
"grad_norm": 3.7100294856635565,
|
|
"learning_rate": 2.808716707021792e-06,
|
|
"loss": 0.681,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2823716700077057,
|
|
"step": 30,
|
|
"valid_targets_mean": 8515.1,
|
|
"valid_targets_min": 3821
|
|
},
|
|
{
|
|
"epoch": 0.059322033898305086,
|
|
"grad_norm": 2.2606726637163868,
|
|
"learning_rate": 3.2929782082324455e-06,
|
|
"loss": 0.6805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2876054644584656,
|
|
"step": 35,
|
|
"valid_targets_mean": 5941.0,
|
|
"valid_targets_min": 2971
|
|
},
|
|
{
|
|
"epoch": 0.06779661016949153,
|
|
"grad_norm": 1.456504970480383,
|
|
"learning_rate": 3.7772397094430994e-06,
|
|
"loss": 0.5617,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2882470190525055,
|
|
"step": 40,
|
|
"valid_targets_mean": 6889.1,
|
|
"valid_targets_min": 3245
|
|
},
|
|
{
|
|
"epoch": 0.07627118644067797,
|
|
"grad_norm": 1.172636032370015,
|
|
"learning_rate": 4.261501210653753e-06,
|
|
"loss": 0.6141,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3414521813392639,
|
|
"step": 45,
|
|
"valid_targets_mean": 9074.0,
|
|
"valid_targets_min": 2893
|
|
},
|
|
{
|
|
"epoch": 0.0847457627118644,
|
|
"grad_norm": 0.9481635217519315,
|
|
"learning_rate": 4.745762711864408e-06,
|
|
"loss": 0.5575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3006157875061035,
|
|
"step": 50,
|
|
"valid_targets_mean": 9120.2,
|
|
"valid_targets_min": 4524
|
|
},
|
|
{
|
|
"epoch": 0.09322033898305085,
|
|
"grad_norm": 0.7620100721554565,
|
|
"learning_rate": 5.230024213075061e-06,
|
|
"loss": 0.5185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26493698358535767,
|
|
"step": 55,
|
|
"valid_targets_mean": 7610.0,
|
|
"valid_targets_min": 2214
|
|
},
|
|
{
|
|
"epoch": 0.1016949152542373,
|
|
"grad_norm": 0.6750070679245781,
|
|
"learning_rate": 5.7142857142857145e-06,
|
|
"loss": 0.5227,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33802706003189087,
|
|
"step": 60,
|
|
"valid_targets_mean": 9920.9,
|
|
"valid_targets_min": 6570
|
|
},
|
|
{
|
|
"epoch": 0.11016949152542373,
|
|
"grad_norm": 0.5834293025203762,
|
|
"learning_rate": 6.198547215496369e-06,
|
|
"loss": 0.5268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3178923726081848,
|
|
"step": 65,
|
|
"valid_targets_mean": 8564.9,
|
|
"valid_targets_min": 3453
|
|
},
|
|
{
|
|
"epoch": 0.11864406779661017,
|
|
"grad_norm": 0.6433832325871438,
|
|
"learning_rate": 6.682808716707022e-06,
|
|
"loss": 0.5186,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2924896478652954,
|
|
"step": 70,
|
|
"valid_targets_mean": 8542.8,
|
|
"valid_targets_min": 4081
|
|
},
|
|
{
|
|
"epoch": 0.1271186440677966,
|
|
"grad_norm": 0.5102951653191009,
|
|
"learning_rate": 7.1670702179176766e-06,
|
|
"loss": 0.5181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2909778356552124,
|
|
"step": 75,
|
|
"valid_targets_mean": 9478.9,
|
|
"valid_targets_min": 2078
|
|
},
|
|
{
|
|
"epoch": 0.13559322033898305,
|
|
"grad_norm": 0.514344781405155,
|
|
"learning_rate": 7.65133171912833e-06,
|
|
"loss": 0.4839,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19710806012153625,
|
|
"step": 80,
|
|
"valid_targets_mean": 6526.2,
|
|
"valid_targets_min": 2923
|
|
},
|
|
{
|
|
"epoch": 0.1440677966101695,
|
|
"grad_norm": 0.5918854407115377,
|
|
"learning_rate": 8.135593220338983e-06,
|
|
"loss": 0.5197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44993823766708374,
|
|
"step": 85,
|
|
"valid_targets_mean": 12081.6,
|
|
"valid_targets_min": 3606
|
|
},
|
|
{
|
|
"epoch": 0.15254237288135594,
|
|
"grad_norm": 0.48936835430375303,
|
|
"learning_rate": 8.619854721549637e-06,
|
|
"loss": 0.517,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28323233127593994,
|
|
"step": 90,
|
|
"valid_targets_mean": 8565.9,
|
|
"valid_targets_min": 3485
|
|
},
|
|
{
|
|
"epoch": 0.16101694915254236,
|
|
"grad_norm": 0.47441357303678267,
|
|
"learning_rate": 9.10411622276029e-06,
|
|
"loss": 0.4704,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1535816788673401,
|
|
"step": 95,
|
|
"valid_targets_mean": 6248.6,
|
|
"valid_targets_min": 3001
|
|
},
|
|
{
|
|
"epoch": 0.1694915254237288,
|
|
"grad_norm": 0.43781999486196965,
|
|
"learning_rate": 9.588377723970946e-06,
|
|
"loss": 0.4631,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20473748445510864,
|
|
"step": 100,
|
|
"valid_targets_mean": 7446.6,
|
|
"valid_targets_min": 3441
|
|
},
|
|
{
|
|
"epoch": 0.17796610169491525,
|
|
"grad_norm": 0.44793786503274047,
|
|
"learning_rate": 1.0072639225181599e-05,
|
|
"loss": 0.4495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20548701286315918,
|
|
"step": 105,
|
|
"valid_targets_mean": 6873.8,
|
|
"valid_targets_min": 2833
|
|
},
|
|
{
|
|
"epoch": 0.1864406779661017,
|
|
"grad_norm": 0.49319289641225694,
|
|
"learning_rate": 1.0556900726392252e-05,
|
|
"loss": 0.4323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2931867837905884,
|
|
"step": 110,
|
|
"valid_targets_mean": 8893.8,
|
|
"valid_targets_min": 1702
|
|
},
|
|
{
|
|
"epoch": 0.19491525423728814,
|
|
"grad_norm": 0.4386454650682578,
|
|
"learning_rate": 1.1041162227602906e-05,
|
|
"loss": 0.4595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15317876636981964,
|
|
"step": 115,
|
|
"valid_targets_mean": 6561.0,
|
|
"valid_targets_min": 1806
|
|
},
|
|
{
|
|
"epoch": 0.2033898305084746,
|
|
"grad_norm": 0.49070460068044697,
|
|
"learning_rate": 1.1525423728813561e-05,
|
|
"loss": 0.4257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2104090005159378,
|
|
"step": 120,
|
|
"valid_targets_mean": 6806.9,
|
|
"valid_targets_min": 2801
|
|
},
|
|
{
|
|
"epoch": 0.211864406779661,
|
|
"grad_norm": 0.48702889996642884,
|
|
"learning_rate": 1.2009685230024215e-05,
|
|
"loss": 0.4552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2909752130508423,
|
|
"step": 125,
|
|
"valid_targets_mean": 9399.8,
|
|
"valid_targets_min": 2333
|
|
},
|
|
{
|
|
"epoch": 0.22033898305084745,
|
|
"grad_norm": 0.5090713737402093,
|
|
"learning_rate": 1.2493946731234868e-05,
|
|
"loss": 0.4537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3254137933254242,
|
|
"step": 130,
|
|
"valid_targets_mean": 9565.8,
|
|
"valid_targets_min": 3205
|
|
},
|
|
{
|
|
"epoch": 0.2288135593220339,
|
|
"grad_norm": 0.48330297583304416,
|
|
"learning_rate": 1.2978208232445521e-05,
|
|
"loss": 0.4045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22189545631408691,
|
|
"step": 135,
|
|
"valid_targets_mean": 7905.2,
|
|
"valid_targets_min": 1760
|
|
},
|
|
{
|
|
"epoch": 0.23728813559322035,
|
|
"grad_norm": 0.46052557354238716,
|
|
"learning_rate": 1.3462469733656177e-05,
|
|
"loss": 0.4456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19440916180610657,
|
|
"step": 140,
|
|
"valid_targets_mean": 6993.1,
|
|
"valid_targets_min": 3707
|
|
},
|
|
{
|
|
"epoch": 0.2457627118644068,
|
|
"grad_norm": 0.4909819940196489,
|
|
"learning_rate": 1.3946731234866828e-05,
|
|
"loss": 0.4839,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2511296272277832,
|
|
"step": 145,
|
|
"valid_targets_mean": 7719.5,
|
|
"valid_targets_min": 3264
|
|
},
|
|
{
|
|
"epoch": 0.2542372881355932,
|
|
"grad_norm": 0.5594539670454729,
|
|
"learning_rate": 1.4430992736077482e-05,
|
|
"loss": 0.3795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1961612105369568,
|
|
"step": 150,
|
|
"valid_targets_mean": 7736.5,
|
|
"valid_targets_min": 2212
|
|
},
|
|
{
|
|
"epoch": 0.2627118644067797,
|
|
"grad_norm": 0.4514188587237233,
|
|
"learning_rate": 1.4915254237288137e-05,
|
|
"loss": 0.422,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20295317471027374,
|
|
"step": 155,
|
|
"valid_targets_mean": 6204.5,
|
|
"valid_targets_min": 2781
|
|
},
|
|
{
|
|
"epoch": 0.2711864406779661,
|
|
"grad_norm": 0.4999364100558755,
|
|
"learning_rate": 1.5399515738498792e-05,
|
|
"loss": 0.3944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19053910672664642,
|
|
"step": 160,
|
|
"valid_targets_mean": 7032.2,
|
|
"valid_targets_min": 3634
|
|
},
|
|
{
|
|
"epoch": 0.2796610169491525,
|
|
"grad_norm": 0.45346810997487935,
|
|
"learning_rate": 1.5883777239709442e-05,
|
|
"loss": 0.3938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14634712040424347,
|
|
"step": 165,
|
|
"valid_targets_mean": 7056.1,
|
|
"valid_targets_min": 3444
|
|
},
|
|
{
|
|
"epoch": 0.288135593220339,
|
|
"grad_norm": 0.46398811821797475,
|
|
"learning_rate": 1.63680387409201e-05,
|
|
"loss": 0.4304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1805558204650879,
|
|
"step": 170,
|
|
"valid_targets_mean": 8803.9,
|
|
"valid_targets_min": 3245
|
|
},
|
|
{
|
|
"epoch": 0.2966101694915254,
|
|
"grad_norm": 0.515402662275605,
|
|
"learning_rate": 1.6852300242130752e-05,
|
|
"loss": 0.3997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23095428943634033,
|
|
"step": 175,
|
|
"valid_targets_mean": 8863.0,
|
|
"valid_targets_min": 3852
|
|
},
|
|
{
|
|
"epoch": 0.3050847457627119,
|
|
"grad_norm": 0.4283835795039386,
|
|
"learning_rate": 1.7336561743341406e-05,
|
|
"loss": 0.4092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22036141157150269,
|
|
"step": 180,
|
|
"valid_targets_mean": 9179.9,
|
|
"valid_targets_min": 4131
|
|
},
|
|
{
|
|
"epoch": 0.3135593220338983,
|
|
"grad_norm": 0.4781421216849134,
|
|
"learning_rate": 1.782082324455206e-05,
|
|
"loss": 0.4097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20116378366947174,
|
|
"step": 185,
|
|
"valid_targets_mean": 8578.9,
|
|
"valid_targets_min": 5608
|
|
},
|
|
{
|
|
"epoch": 0.3220338983050847,
|
|
"grad_norm": 0.5200480518561265,
|
|
"learning_rate": 1.8305084745762713e-05,
|
|
"loss": 0.4365,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15508520603179932,
|
|
"step": 190,
|
|
"valid_targets_mean": 5893.8,
|
|
"valid_targets_min": 2951
|
|
},
|
|
{
|
|
"epoch": 0.3305084745762712,
|
|
"grad_norm": 0.5134986617901804,
|
|
"learning_rate": 1.8789346246973366e-05,
|
|
"loss": 0.3837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2245933711528778,
|
|
"step": 195,
|
|
"valid_targets_mean": 6491.8,
|
|
"valid_targets_min": 1908
|
|
},
|
|
{
|
|
"epoch": 0.3389830508474576,
|
|
"grad_norm": 0.39547736013974827,
|
|
"learning_rate": 1.927360774818402e-05,
|
|
"loss": 0.4048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23196324706077576,
|
|
"step": 200,
|
|
"valid_targets_mean": 11168.2,
|
|
"valid_targets_min": 5671
|
|
},
|
|
{
|
|
"epoch": 0.3474576271186441,
|
|
"grad_norm": 0.6662190158998941,
|
|
"learning_rate": 1.9757869249394673e-05,
|
|
"loss": 0.4291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29568159580230713,
|
|
"step": 205,
|
|
"valid_targets_mean": 12355.8,
|
|
"valid_targets_min": 5576
|
|
},
|
|
{
|
|
"epoch": 0.3559322033898305,
|
|
"grad_norm": 0.481082014069215,
|
|
"learning_rate": 2.0242130750605327e-05,
|
|
"loss": 0.3686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22347992658615112,
|
|
"step": 210,
|
|
"valid_targets_mean": 9118.5,
|
|
"valid_targets_min": 3127
|
|
},
|
|
{
|
|
"epoch": 0.3644067796610169,
|
|
"grad_norm": 0.50188354175535,
|
|
"learning_rate": 2.072639225181598e-05,
|
|
"loss": 0.3826,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14265790581703186,
|
|
"step": 215,
|
|
"valid_targets_mean": 6121.6,
|
|
"valid_targets_min": 2475
|
|
},
|
|
{
|
|
"epoch": 0.3728813559322034,
|
|
"grad_norm": 0.45850382713351473,
|
|
"learning_rate": 2.1210653753026637e-05,
|
|
"loss": 0.3656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30828917026519775,
|
|
"step": 220,
|
|
"valid_targets_mean": 10314.8,
|
|
"valid_targets_min": 4913
|
|
},
|
|
{
|
|
"epoch": 0.3813559322033898,
|
|
"grad_norm": 0.4704525379286944,
|
|
"learning_rate": 2.169491525423729e-05,
|
|
"loss": 0.3937,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18286801874637604,
|
|
"step": 225,
|
|
"valid_targets_mean": 8533.8,
|
|
"valid_targets_min": 6406
|
|
},
|
|
{
|
|
"epoch": 0.3898305084745763,
|
|
"grad_norm": 0.5390826850869097,
|
|
"learning_rate": 2.2179176755447944e-05,
|
|
"loss": 0.3614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14486080408096313,
|
|
"step": 230,
|
|
"valid_targets_mean": 6356.0,
|
|
"valid_targets_min": 2784
|
|
},
|
|
{
|
|
"epoch": 0.3983050847457627,
|
|
"grad_norm": 0.45845359728031587,
|
|
"learning_rate": 2.2663438256658597e-05,
|
|
"loss": 0.4322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12409990280866623,
|
|
"step": 235,
|
|
"valid_targets_mean": 6001.4,
|
|
"valid_targets_min": 2401
|
|
},
|
|
{
|
|
"epoch": 0.4067796610169492,
|
|
"grad_norm": 0.44770892119992406,
|
|
"learning_rate": 2.3147699757869254e-05,
|
|
"loss": 0.3513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15416109561920166,
|
|
"step": 240,
|
|
"valid_targets_mean": 7657.6,
|
|
"valid_targets_min": 2306
|
|
},
|
|
{
|
|
"epoch": 0.4152542372881356,
|
|
"grad_norm": 0.48992403126988787,
|
|
"learning_rate": 2.3631961259079904e-05,
|
|
"loss": 0.3925,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2023354172706604,
|
|
"step": 245,
|
|
"valid_targets_mean": 6805.5,
|
|
"valid_targets_min": 2903
|
|
},
|
|
{
|
|
"epoch": 0.423728813559322,
|
|
"grad_norm": 0.49021429282553164,
|
|
"learning_rate": 2.4116222760290558e-05,
|
|
"loss": 0.3952,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21003684401512146,
|
|
"step": 250,
|
|
"valid_targets_mean": 8469.0,
|
|
"valid_targets_min": 2457
|
|
},
|
|
{
|
|
"epoch": 0.4322033898305085,
|
|
"grad_norm": 0.4640908570139275,
|
|
"learning_rate": 2.460048426150121e-05,
|
|
"loss": 0.3749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18187469244003296,
|
|
"step": 255,
|
|
"valid_targets_mean": 7923.5,
|
|
"valid_targets_min": 3374
|
|
},
|
|
{
|
|
"epoch": 0.4406779661016949,
|
|
"grad_norm": 0.4725941251523362,
|
|
"learning_rate": 2.5084745762711865e-05,
|
|
"loss": 0.3864,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21986892819404602,
|
|
"step": 260,
|
|
"valid_targets_mean": 8163.0,
|
|
"valid_targets_min": 4396
|
|
},
|
|
{
|
|
"epoch": 0.4491525423728814,
|
|
"grad_norm": 0.504672773087851,
|
|
"learning_rate": 2.556900726392252e-05,
|
|
"loss": 0.3826,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18904973566532135,
|
|
"step": 265,
|
|
"valid_targets_mean": 7939.8,
|
|
"valid_targets_min": 2622
|
|
},
|
|
{
|
|
"epoch": 0.4576271186440678,
|
|
"grad_norm": 0.5254794688428569,
|
|
"learning_rate": 2.6053268765133175e-05,
|
|
"loss": 0.3712,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14334720373153687,
|
|
"step": 270,
|
|
"valid_targets_mean": 6861.9,
|
|
"valid_targets_min": 2824
|
|
},
|
|
{
|
|
"epoch": 0.4661016949152542,
|
|
"grad_norm": 0.48544091835627723,
|
|
"learning_rate": 2.653753026634383e-05,
|
|
"loss": 0.4284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25785499811172485,
|
|
"step": 275,
|
|
"valid_targets_mean": 10133.1,
|
|
"valid_targets_min": 2843
|
|
},
|
|
{
|
|
"epoch": 0.4745762711864407,
|
|
"grad_norm": 0.45398873282760527,
|
|
"learning_rate": 2.702179176755448e-05,
|
|
"loss": 0.4028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26890379190444946,
|
|
"step": 280,
|
|
"valid_targets_mean": 10401.2,
|
|
"valid_targets_min": 2623
|
|
},
|
|
{
|
|
"epoch": 0.4830508474576271,
|
|
"grad_norm": 0.4653503731278924,
|
|
"learning_rate": 2.7506053268765135e-05,
|
|
"loss": 0.3862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23974227905273438,
|
|
"step": 285,
|
|
"valid_targets_mean": 9559.5,
|
|
"valid_targets_min": 4730
|
|
},
|
|
{
|
|
"epoch": 0.4915254237288136,
|
|
"grad_norm": 0.5221118689000261,
|
|
"learning_rate": 2.799031476997579e-05,
|
|
"loss": 0.3911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18821915984153748,
|
|
"step": 290,
|
|
"valid_targets_mean": 7395.4,
|
|
"valid_targets_min": 2127
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"grad_norm": 0.4816270445038903,
|
|
"learning_rate": 2.8474576271186442e-05,
|
|
"loss": 0.3677,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2023887038230896,
|
|
"step": 295,
|
|
"valid_targets_mean": 7899.9,
|
|
"valid_targets_min": 1955
|
|
},
|
|
{
|
|
"epoch": 0.5084745762711864,
|
|
"grad_norm": 0.4768576322729555,
|
|
"learning_rate": 2.8958837772397096e-05,
|
|
"loss": 0.3671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1648670732975006,
|
|
"step": 300,
|
|
"valid_targets_mean": 7478.8,
|
|
"valid_targets_min": 1736
|
|
},
|
|
{
|
|
"epoch": 0.5169491525423728,
|
|
"grad_norm": 0.5293806390444394,
|
|
"learning_rate": 2.9443099273607753e-05,
|
|
"loss": 0.3601,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2311454862356186,
|
|
"step": 305,
|
|
"valid_targets_mean": 10215.6,
|
|
"valid_targets_min": 6512
|
|
},
|
|
{
|
|
"epoch": 0.5254237288135594,
|
|
"grad_norm": 0.5210685990067819,
|
|
"learning_rate": 2.9927360774818406e-05,
|
|
"loss": 0.3657,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15663181245326996,
|
|
"step": 310,
|
|
"valid_targets_mean": 6098.5,
|
|
"valid_targets_min": 2342
|
|
},
|
|
{
|
|
"epoch": 0.5338983050847458,
|
|
"grad_norm": 0.48005310800960843,
|
|
"learning_rate": 3.041162227602906e-05,
|
|
"loss": 0.3619,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14108559489250183,
|
|
"step": 315,
|
|
"valid_targets_mean": 7621.5,
|
|
"valid_targets_min": 5209
|
|
},
|
|
{
|
|
"epoch": 0.5423728813559322,
|
|
"grad_norm": 0.49482029985465964,
|
|
"learning_rate": 3.089588377723971e-05,
|
|
"loss": 0.3822,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19488084316253662,
|
|
"step": 320,
|
|
"valid_targets_mean": 7531.2,
|
|
"valid_targets_min": 1613
|
|
},
|
|
{
|
|
"epoch": 0.5508474576271186,
|
|
"grad_norm": 0.47675644302446346,
|
|
"learning_rate": 3.138014527845036e-05,
|
|
"loss": 0.3587,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12048106640577316,
|
|
"step": 325,
|
|
"valid_targets_mean": 5926.4,
|
|
"valid_targets_min": 4436
|
|
},
|
|
{
|
|
"epoch": 0.559322033898305,
|
|
"grad_norm": 0.49744425649436924,
|
|
"learning_rate": 3.186440677966102e-05,
|
|
"loss": 0.357,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16427424550056458,
|
|
"step": 330,
|
|
"valid_targets_mean": 7583.2,
|
|
"valid_targets_min": 2576
|
|
},
|
|
{
|
|
"epoch": 0.5677966101694916,
|
|
"grad_norm": 0.5088179460735696,
|
|
"learning_rate": 3.234866828087168e-05,
|
|
"loss": 0.3714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1933363527059555,
|
|
"step": 335,
|
|
"valid_targets_mean": 8849.0,
|
|
"valid_targets_min": 2818
|
|
},
|
|
{
|
|
"epoch": 0.576271186440678,
|
|
"grad_norm": 0.5041082367216122,
|
|
"learning_rate": 3.283292978208233e-05,
|
|
"loss": 0.3821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16098180413246155,
|
|
"step": 340,
|
|
"valid_targets_mean": 6717.6,
|
|
"valid_targets_min": 1670
|
|
},
|
|
{
|
|
"epoch": 0.5847457627118644,
|
|
"grad_norm": 0.48735048980977763,
|
|
"learning_rate": 3.3317191283292984e-05,
|
|
"loss": 0.388,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1445331871509552,
|
|
"step": 345,
|
|
"valid_targets_mean": 7253.1,
|
|
"valid_targets_min": 1976
|
|
},
|
|
{
|
|
"epoch": 0.5932203389830508,
|
|
"grad_norm": 0.5011045691225819,
|
|
"learning_rate": 3.3801452784503634e-05,
|
|
"loss": 0.3823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23252391815185547,
|
|
"step": 350,
|
|
"valid_targets_mean": 9214.6,
|
|
"valid_targets_min": 2553
|
|
},
|
|
{
|
|
"epoch": 0.6016949152542372,
|
|
"grad_norm": 0.5129390690315153,
|
|
"learning_rate": 3.4285714285714284e-05,
|
|
"loss": 0.3749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2209414392709732,
|
|
"step": 355,
|
|
"valid_targets_mean": 8149.8,
|
|
"valid_targets_min": 2851
|
|
},
|
|
{
|
|
"epoch": 0.6101694915254238,
|
|
"grad_norm": 0.4345827629814721,
|
|
"learning_rate": 3.476997578692494e-05,
|
|
"loss": 0.3682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1325065791606903,
|
|
"step": 360,
|
|
"valid_targets_mean": 8140.2,
|
|
"valid_targets_min": 4997
|
|
},
|
|
{
|
|
"epoch": 0.6186440677966102,
|
|
"grad_norm": 0.476244427890107,
|
|
"learning_rate": 3.52542372881356e-05,
|
|
"loss": 0.3903,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15084779262542725,
|
|
"step": 365,
|
|
"valid_targets_mean": 6385.0,
|
|
"valid_targets_min": 3888
|
|
},
|
|
{
|
|
"epoch": 0.6271186440677966,
|
|
"grad_norm": 0.47924393386440584,
|
|
"learning_rate": 3.573849878934625e-05,
|
|
"loss": 0.3743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16552937030792236,
|
|
"step": 370,
|
|
"valid_targets_mean": 7364.0,
|
|
"valid_targets_min": 2941
|
|
},
|
|
{
|
|
"epoch": 0.635593220338983,
|
|
"grad_norm": 0.4954509125530307,
|
|
"learning_rate": 3.6222760290556904e-05,
|
|
"loss": 0.3868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22299477458000183,
|
|
"step": 375,
|
|
"valid_targets_mean": 7803.1,
|
|
"valid_targets_min": 2953
|
|
},
|
|
{
|
|
"epoch": 0.6440677966101694,
|
|
"grad_norm": 0.4979006616910799,
|
|
"learning_rate": 3.670702179176756e-05,
|
|
"loss": 0.3817,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2504671812057495,
|
|
"step": 380,
|
|
"valid_targets_mean": 8191.4,
|
|
"valid_targets_min": 5642
|
|
},
|
|
{
|
|
"epoch": 0.652542372881356,
|
|
"grad_norm": 0.46347755745616037,
|
|
"learning_rate": 3.719128329297821e-05,
|
|
"loss": 0.4001,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19989028573036194,
|
|
"step": 385,
|
|
"valid_targets_mean": 9660.4,
|
|
"valid_targets_min": 4356
|
|
},
|
|
{
|
|
"epoch": 0.6610169491525424,
|
|
"grad_norm": 0.4650135947081464,
|
|
"learning_rate": 3.767554479418886e-05,
|
|
"loss": 0.3746,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17294305562973022,
|
|
"step": 390,
|
|
"valid_targets_mean": 7292.4,
|
|
"valid_targets_min": 2899
|
|
},
|
|
{
|
|
"epoch": 0.6694915254237288,
|
|
"grad_norm": 0.43785966553865663,
|
|
"learning_rate": 3.815980629539952e-05,
|
|
"loss": 0.3509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15276168286800385,
|
|
"step": 395,
|
|
"valid_targets_mean": 6736.5,
|
|
"valid_targets_min": 2329
|
|
},
|
|
{
|
|
"epoch": 0.6779661016949152,
|
|
"grad_norm": 0.4393502110188653,
|
|
"learning_rate": 3.8644067796610175e-05,
|
|
"loss": 0.3717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17951694130897522,
|
|
"step": 400,
|
|
"valid_targets_mean": 7865.9,
|
|
"valid_targets_min": 3219
|
|
},
|
|
{
|
|
"epoch": 0.6864406779661016,
|
|
"grad_norm": 0.5646370364355308,
|
|
"learning_rate": 3.9128329297820825e-05,
|
|
"loss": 0.3594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13970831036567688,
|
|
"step": 405,
|
|
"valid_targets_mean": 5126.8,
|
|
"valid_targets_min": 3110
|
|
},
|
|
{
|
|
"epoch": 0.6949152542372882,
|
|
"grad_norm": 0.5059385994762761,
|
|
"learning_rate": 3.961259079903148e-05,
|
|
"loss": 0.3868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1319550722837448,
|
|
"step": 410,
|
|
"valid_targets_mean": 6735.0,
|
|
"valid_targets_min": 3663
|
|
},
|
|
{
|
|
"epoch": 0.7033898305084746,
|
|
"grad_norm": 0.4441536863390733,
|
|
"learning_rate": 3.9999992856441635e-05,
|
|
"loss": 0.351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17535431683063507,
|
|
"step": 415,
|
|
"valid_targets_mean": 7174.1,
|
|
"valid_targets_min": 2377
|
|
},
|
|
{
|
|
"epoch": 0.711864406779661,
|
|
"grad_norm": 0.47803871319263513,
|
|
"learning_rate": 3.999974283243472e-05,
|
|
"loss": 0.366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10861378908157349,
|
|
"step": 420,
|
|
"valid_targets_mean": 6504.9,
|
|
"valid_targets_min": 2418
|
|
},
|
|
{
|
|
"epoch": 0.7203389830508474,
|
|
"grad_norm": 0.6006114256852154,
|
|
"learning_rate": 3.9999135635612606e-05,
|
|
"loss": 0.4029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23201918601989746,
|
|
"step": 425,
|
|
"valid_targets_mean": 8352.6,
|
|
"valid_targets_min": 3709
|
|
},
|
|
{
|
|
"epoch": 0.7288135593220338,
|
|
"grad_norm": 0.5075799125704737,
|
|
"learning_rate": 3.999817127681917e-05,
|
|
"loss": 0.3795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33688515424728394,
|
|
"step": 430,
|
|
"valid_targets_mean": 11800.5,
|
|
"valid_targets_min": 1920
|
|
},
|
|
{
|
|
"epoch": 0.7372881355932204,
|
|
"grad_norm": 0.5535367710374015,
|
|
"learning_rate": 3.9996849773276764e-05,
|
|
"loss": 0.3473,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12052987515926361,
|
|
"step": 435,
|
|
"valid_targets_mean": 4661.8,
|
|
"valid_targets_min": 3397
|
|
},
|
|
{
|
|
"epoch": 0.7457627118644068,
|
|
"grad_norm": 0.512294047106741,
|
|
"learning_rate": 3.9995171148585944e-05,
|
|
"loss": 0.3192,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16196998953819275,
|
|
"step": 440,
|
|
"valid_targets_mean": 6370.0,
|
|
"valid_targets_min": 3295
|
|
},
|
|
{
|
|
"epoch": 0.7542372881355932,
|
|
"grad_norm": 0.4672133373894365,
|
|
"learning_rate": 3.999313543272505e-05,
|
|
"loss": 0.3584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1513005495071411,
|
|
"step": 445,
|
|
"valid_targets_mean": 6997.0,
|
|
"valid_targets_min": 3496
|
|
},
|
|
{
|
|
"epoch": 0.7627118644067796,
|
|
"grad_norm": 0.4494037029390078,
|
|
"learning_rate": 3.999074266204967e-05,
|
|
"loss": 0.3279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16777727007865906,
|
|
"step": 450,
|
|
"valid_targets_mean": 8542.5,
|
|
"valid_targets_min": 3298
|
|
},
|
|
{
|
|
"epoch": 0.7711864406779662,
|
|
"grad_norm": 0.53674461562687,
|
|
"learning_rate": 3.998799287929199e-05,
|
|
"loss": 0.3391,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20486463606357574,
|
|
"step": 455,
|
|
"valid_targets_mean": 7580.0,
|
|
"valid_targets_min": 1230
|
|
},
|
|
{
|
|
"epoch": 0.7796610169491526,
|
|
"grad_norm": 0.4598145218135828,
|
|
"learning_rate": 3.998488613356002e-05,
|
|
"loss": 0.3482,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2002931833267212,
|
|
"step": 460,
|
|
"valid_targets_mean": 9587.5,
|
|
"valid_targets_min": 4036
|
|
},
|
|
{
|
|
"epoch": 0.788135593220339,
|
|
"grad_norm": 0.4901495202397604,
|
|
"learning_rate": 3.998142248033673e-05,
|
|
"loss": 0.3809,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20463253557682037,
|
|
"step": 465,
|
|
"valid_targets_mean": 7521.1,
|
|
"valid_targets_min": 3494
|
|
},
|
|
{
|
|
"epoch": 0.7966101694915254,
|
|
"grad_norm": 0.46038899128304067,
|
|
"learning_rate": 3.997760198147904e-05,
|
|
"loss": 0.3509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15787944197654724,
|
|
"step": 470,
|
|
"valid_targets_mean": 6793.0,
|
|
"valid_targets_min": 2710
|
|
},
|
|
{
|
|
"epoch": 0.8050847457627118,
|
|
"grad_norm": 0.48737085076940234,
|
|
"learning_rate": 3.9973424705216774e-05,
|
|
"loss": 0.3805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17634077370166779,
|
|
"step": 475,
|
|
"valid_targets_mean": 7378.4,
|
|
"valid_targets_min": 1929
|
|
},
|
|
{
|
|
"epoch": 0.8135593220338984,
|
|
"grad_norm": 0.43829721409671807,
|
|
"learning_rate": 3.996889072615134e-05,
|
|
"loss": 0.3276,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21389906108379364,
|
|
"step": 480,
|
|
"valid_targets_mean": 9768.9,
|
|
"valid_targets_min": 2989
|
|
},
|
|
{
|
|
"epoch": 0.8220338983050848,
|
|
"grad_norm": 0.4887523283448908,
|
|
"learning_rate": 3.99640001252545e-05,
|
|
"loss": 0.3765,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13324296474456787,
|
|
"step": 485,
|
|
"valid_targets_mean": 5801.4,
|
|
"valid_targets_min": 3758
|
|
},
|
|
{
|
|
"epoch": 0.8305084745762712,
|
|
"grad_norm": 0.4837948992026841,
|
|
"learning_rate": 3.9958752989866856e-05,
|
|
"loss": 0.3689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20884181559085846,
|
|
"step": 490,
|
|
"valid_targets_mean": 7791.8,
|
|
"valid_targets_min": 3525
|
|
},
|
|
{
|
|
"epoch": 0.8389830508474576,
|
|
"grad_norm": 0.5188813221623474,
|
|
"learning_rate": 3.995314941369631e-05,
|
|
"loss": 0.3401,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19880643486976624,
|
|
"step": 495,
|
|
"valid_targets_mean": 7705.0,
|
|
"valid_targets_min": 3223
|
|
},
|
|
{
|
|
"epoch": 0.847457627118644,
|
|
"grad_norm": 0.41769434994726196,
|
|
"learning_rate": 3.994718949681642e-05,
|
|
"loss": 0.3257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08604508638381958,
|
|
"step": 500,
|
|
"valid_targets_mean": 4836.0,
|
|
"valid_targets_min": 1361
|
|
},
|
|
{
|
|
"epoch": 0.8559322033898306,
|
|
"grad_norm": 0.7506187012955293,
|
|
"learning_rate": 3.994087334566455e-05,
|
|
"loss": 0.3487,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17222467064857483,
|
|
"step": 505,
|
|
"valid_targets_mean": 7686.1,
|
|
"valid_targets_min": 4200
|
|
},
|
|
{
|
|
"epoch": 0.864406779661017,
|
|
"grad_norm": 0.4967778065574364,
|
|
"learning_rate": 3.9934201073040035e-05,
|
|
"loss": 0.3608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13858087360858917,
|
|
"step": 510,
|
|
"valid_targets_mean": 7109.0,
|
|
"valid_targets_min": 4815
|
|
},
|
|
{
|
|
"epoch": 0.8728813559322034,
|
|
"grad_norm": 0.4683226298397944,
|
|
"learning_rate": 3.992717279810213e-05,
|
|
"loss": 0.3558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17592290043830872,
|
|
"step": 515,
|
|
"valid_targets_mean": 7741.9,
|
|
"valid_targets_min": 4364
|
|
},
|
|
{
|
|
"epoch": 0.8813559322033898,
|
|
"grad_norm": 0.5347159130011266,
|
|
"learning_rate": 3.991978864636788e-05,
|
|
"loss": 0.344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12308762222528458,
|
|
"step": 520,
|
|
"valid_targets_mean": 6528.5,
|
|
"valid_targets_min": 2710
|
|
},
|
|
{
|
|
"epoch": 0.8898305084745762,
|
|
"grad_norm": 0.44304888546304205,
|
|
"learning_rate": 3.9912048749709896e-05,
|
|
"loss": 0.3512,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14396895468235016,
|
|
"step": 525,
|
|
"valid_targets_mean": 8291.0,
|
|
"valid_targets_min": 3067
|
|
},
|
|
{
|
|
"epoch": 0.8983050847457628,
|
|
"grad_norm": 0.4991466113617328,
|
|
"learning_rate": 3.990395324635399e-05,
|
|
"loss": 0.3311,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1871216595172882,
|
|
"step": 530,
|
|
"valid_targets_mean": 8318.8,
|
|
"valid_targets_min": 4083
|
|
},
|
|
{
|
|
"epoch": 0.9067796610169492,
|
|
"grad_norm": 0.453620077636563,
|
|
"learning_rate": 3.989550228087671e-05,
|
|
"loss": 0.3513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1634388267993927,
|
|
"step": 535,
|
|
"valid_targets_mean": 7201.2,
|
|
"valid_targets_min": 2887
|
|
},
|
|
{
|
|
"epoch": 0.9152542372881356,
|
|
"grad_norm": 0.41349895631346173,
|
|
"learning_rate": 3.988669600420275e-05,
|
|
"loss": 0.3215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1667180359363556,
|
|
"step": 540,
|
|
"valid_targets_mean": 9424.4,
|
|
"valid_targets_min": 4268
|
|
},
|
|
{
|
|
"epoch": 0.923728813559322,
|
|
"grad_norm": 0.4601829959588257,
|
|
"learning_rate": 3.9877534573602254e-05,
|
|
"loss": 0.3634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2731122672557831,
|
|
"step": 545,
|
|
"valid_targets_mean": 8933.6,
|
|
"valid_targets_min": 2811
|
|
},
|
|
{
|
|
"epoch": 0.9322033898305084,
|
|
"grad_norm": 0.4640913220277186,
|
|
"learning_rate": 3.9868018152688044e-05,
|
|
"loss": 0.3573,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17383530735969543,
|
|
"step": 550,
|
|
"valid_targets_mean": 7304.9,
|
|
"valid_targets_min": 1703
|
|
},
|
|
{
|
|
"epoch": 0.940677966101695,
|
|
"grad_norm": 0.5448982634240432,
|
|
"learning_rate": 3.985814691141263e-05,
|
|
"loss": 0.3615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22727759182453156,
|
|
"step": 555,
|
|
"valid_targets_mean": 9085.8,
|
|
"valid_targets_min": 3315
|
|
},
|
|
{
|
|
"epoch": 0.9491525423728814,
|
|
"grad_norm": 0.45385983205548086,
|
|
"learning_rate": 3.984792102606524e-05,
|
|
"loss": 0.3839,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1131582260131836,
|
|
"step": 560,
|
|
"valid_targets_mean": 6142.0,
|
|
"valid_targets_min": 2981
|
|
},
|
|
{
|
|
"epoch": 0.9576271186440678,
|
|
"grad_norm": 0.4465361575153305,
|
|
"learning_rate": 3.9837340679268634e-05,
|
|
"loss": 0.3165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11280742287635803,
|
|
"step": 565,
|
|
"valid_targets_mean": 6052.8,
|
|
"valid_targets_min": 3070
|
|
},
|
|
{
|
|
"epoch": 0.9661016949152542,
|
|
"grad_norm": 0.40935340628275685,
|
|
"learning_rate": 3.982640605997585e-05,
|
|
"loss": 0.3308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14417824149131775,
|
|
"step": 570,
|
|
"valid_targets_mean": 7390.8,
|
|
"valid_targets_min": 3158
|
|
},
|
|
{
|
|
"epoch": 0.9745762711864406,
|
|
"grad_norm": 0.4743822005506336,
|
|
"learning_rate": 3.981511736346684e-05,
|
|
"loss": 0.353,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1906016767024994,
|
|
"step": 575,
|
|
"valid_targets_mean": 8296.5,
|
|
"valid_targets_min": 3963
|
|
},
|
|
{
|
|
"epoch": 0.9830508474576272,
|
|
"grad_norm": 0.48645691171935773,
|
|
"learning_rate": 3.980347479134498e-05,
|
|
"loss": 0.3341,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16270534694194794,
|
|
"step": 580,
|
|
"valid_targets_mean": 7576.6,
|
|
"valid_targets_min": 3410
|
|
},
|
|
{
|
|
"epoch": 0.9915254237288136,
|
|
"grad_norm": 0.4953969392901077,
|
|
"learning_rate": 3.9791478551533435e-05,
|
|
"loss": 0.3257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17336884140968323,
|
|
"step": 585,
|
|
"valid_targets_mean": 7680.1,
|
|
"valid_targets_min": 3140
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.6068448212487687,
|
|
"learning_rate": 3.977912885827151e-05,
|
|
"loss": 0.3438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14036622643470764,
|
|
"step": 590,
|
|
"valid_targets_mean": 6497.4,
|
|
"valid_targets_min": 2977
|
|
},
|
|
{
|
|
"epoch": 1.0084745762711864,
|
|
"grad_norm": 0.46278763763653086,
|
|
"learning_rate": 3.976642593211079e-05,
|
|
"loss": 0.3632,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25034165382385254,
|
|
"step": 595,
|
|
"valid_targets_mean": 10331.9,
|
|
"valid_targets_min": 3875
|
|
},
|
|
{
|
|
"epoch": 1.0169491525423728,
|
|
"grad_norm": 0.46464694059275796,
|
|
"learning_rate": 3.9753369999911166e-05,
|
|
"loss": 0.3324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15899217128753662,
|
|
"step": 600,
|
|
"valid_targets_mean": 7868.1,
|
|
"valid_targets_min": 3683
|
|
},
|
|
{
|
|
"epoch": 1.0254237288135593,
|
|
"grad_norm": 0.4186988069340215,
|
|
"learning_rate": 3.973996129483684e-05,
|
|
"loss": 0.3188,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10641027241945267,
|
|
"step": 605,
|
|
"valid_targets_mean": 7382.8,
|
|
"valid_targets_min": 2512
|
|
},
|
|
{
|
|
"epoch": 1.0338983050847457,
|
|
"grad_norm": 0.48458724521260527,
|
|
"learning_rate": 3.972620005635216e-05,
|
|
"loss": 0.2951,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17370054125785828,
|
|
"step": 610,
|
|
"valid_targets_mean": 7550.0,
|
|
"valid_targets_min": 2807
|
|
},
|
|
{
|
|
"epoch": 1.042372881355932,
|
|
"grad_norm": 0.4682943686309724,
|
|
"learning_rate": 3.971208653021727e-05,
|
|
"loss": 0.3193,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20658673346042633,
|
|
"step": 615,
|
|
"valid_targets_mean": 8164.0,
|
|
"valid_targets_min": 2490
|
|
},
|
|
{
|
|
"epoch": 1.0508474576271187,
|
|
"grad_norm": 0.4518264543716217,
|
|
"learning_rate": 3.969762096848383e-05,
|
|
"loss": 0.3693,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15463273227214813,
|
|
"step": 620,
|
|
"valid_targets_mean": 7257.2,
|
|
"valid_targets_min": 708
|
|
},
|
|
{
|
|
"epoch": 1.0593220338983051,
|
|
"grad_norm": 0.44674028472988253,
|
|
"learning_rate": 3.968280362949042e-05,
|
|
"loss": 0.3308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20777608454227448,
|
|
"step": 625,
|
|
"valid_targets_mean": 9344.2,
|
|
"valid_targets_min": 4668
|
|
},
|
|
{
|
|
"epoch": 1.0677966101694916,
|
|
"grad_norm": 0.40848401717039223,
|
|
"learning_rate": 3.9667634777857975e-05,
|
|
"loss": 0.3605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14285874366760254,
|
|
"step": 630,
|
|
"valid_targets_mean": 8423.5,
|
|
"valid_targets_min": 3299
|
|
},
|
|
{
|
|
"epoch": 1.076271186440678,
|
|
"grad_norm": 0.5064466280506356,
|
|
"learning_rate": 3.965211468448505e-05,
|
|
"loss": 0.3408,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14683064818382263,
|
|
"step": 635,
|
|
"valid_targets_mean": 7132.4,
|
|
"valid_targets_min": 3807
|
|
},
|
|
{
|
|
"epoch": 1.0847457627118644,
|
|
"grad_norm": 0.4438801074138089,
|
|
"learning_rate": 3.963624362654299e-05,
|
|
"loss": 0.3339,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13330812752246857,
|
|
"step": 640,
|
|
"valid_targets_mean": 7115.0,
|
|
"valid_targets_min": 1920
|
|
},
|
|
{
|
|
"epoch": 1.0932203389830508,
|
|
"grad_norm": 0.4567192090970232,
|
|
"learning_rate": 3.962002188747096e-05,
|
|
"loss": 0.3253,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2908390164375305,
|
|
"step": 645,
|
|
"valid_targets_mean": 10478.0,
|
|
"valid_targets_min": 2951
|
|
},
|
|
{
|
|
"epoch": 1.1016949152542372,
|
|
"grad_norm": 0.4981661086451052,
|
|
"learning_rate": 3.9603449756970877e-05,
|
|
"loss": 0.3232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0967227965593338,
|
|
"step": 650,
|
|
"valid_targets_mean": 6367.0,
|
|
"valid_targets_min": 2070
|
|
},
|
|
{
|
|
"epoch": 1.1101694915254237,
|
|
"grad_norm": 0.4383118368331649,
|
|
"learning_rate": 3.95865275310023e-05,
|
|
"loss": 0.3291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09382268786430359,
|
|
"step": 655,
|
|
"valid_targets_mean": 4957.8,
|
|
"valid_targets_min": 2135
|
|
},
|
|
{
|
|
"epoch": 1.11864406779661,
|
|
"grad_norm": 0.4665208990365514,
|
|
"learning_rate": 3.9569255511777054e-05,
|
|
"loss": 0.3269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13936468958854675,
|
|
"step": 660,
|
|
"valid_targets_mean": 6068.1,
|
|
"valid_targets_min": 2937
|
|
},
|
|
{
|
|
"epoch": 1.1271186440677967,
|
|
"grad_norm": 0.41077826271905876,
|
|
"learning_rate": 3.955163400775389e-05,
|
|
"loss": 0.3623,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12347327917814255,
|
|
"step": 665,
|
|
"valid_targets_mean": 6312.8,
|
|
"valid_targets_min": 3508
|
|
},
|
|
{
|
|
"epoch": 1.1355932203389831,
|
|
"grad_norm": 0.49343240139841715,
|
|
"learning_rate": 3.953366333363297e-05,
|
|
"loss": 0.324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12519244849681854,
|
|
"step": 670,
|
|
"valid_targets_mean": 6849.1,
|
|
"valid_targets_min": 1397
|
|
},
|
|
{
|
|
"epoch": 1.1440677966101696,
|
|
"grad_norm": 0.39545538040209194,
|
|
"learning_rate": 3.9515343810350236e-05,
|
|
"loss": 0.3109,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25974246859550476,
|
|
"step": 675,
|
|
"valid_targets_mean": 11069.4,
|
|
"valid_targets_min": 2809
|
|
},
|
|
{
|
|
"epoch": 1.152542372881356,
|
|
"grad_norm": 0.46689959668479314,
|
|
"learning_rate": 3.949667576507168e-05,
|
|
"loss": 0.3356,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2463110387325287,
|
|
"step": 680,
|
|
"valid_targets_mean": 7808.6,
|
|
"valid_targets_min": 2797
|
|
},
|
|
{
|
|
"epoch": 1.1610169491525424,
|
|
"grad_norm": 0.4984035434942114,
|
|
"learning_rate": 3.9477659531187484e-05,
|
|
"loss": 0.3321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2779242992401123,
|
|
"step": 685,
|
|
"valid_targets_mean": 9492.8,
|
|
"valid_targets_min": 1889
|
|
},
|
|
{
|
|
"epoch": 1.1694915254237288,
|
|
"grad_norm": 0.431916021655085,
|
|
"learning_rate": 3.9458295448306134e-05,
|
|
"loss": 0.329,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17030349373817444,
|
|
"step": 690,
|
|
"valid_targets_mean": 8139.1,
|
|
"valid_targets_min": 3175
|
|
},
|
|
{
|
|
"epoch": 1.1779661016949152,
|
|
"grad_norm": 0.4843078612720861,
|
|
"learning_rate": 3.943858386224825e-05,
|
|
"loss": 0.3561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20718806982040405,
|
|
"step": 695,
|
|
"valid_targets_mean": 7875.4,
|
|
"valid_targets_min": 2953
|
|
},
|
|
{
|
|
"epoch": 1.1864406779661016,
|
|
"grad_norm": 0.5669068651728717,
|
|
"learning_rate": 3.941852512504052e-05,
|
|
"loss": 0.3091,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17090219259262085,
|
|
"step": 700,
|
|
"valid_targets_mean": 8395.6,
|
|
"valid_targets_min": 3439
|
|
},
|
|
{
|
|
"epoch": 1.194915254237288,
|
|
"grad_norm": 0.43839002881668476,
|
|
"learning_rate": 3.939811959490931e-05,
|
|
"loss": 0.3206,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22540715336799622,
|
|
"step": 705,
|
|
"valid_targets_mean": 11013.1,
|
|
"valid_targets_min": 4393
|
|
},
|
|
{
|
|
"epoch": 1.2033898305084745,
|
|
"grad_norm": 0.4738148722127186,
|
|
"learning_rate": 3.937736763627435e-05,
|
|
"loss": 0.3178,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19129815697669983,
|
|
"step": 710,
|
|
"valid_targets_mean": 8546.8,
|
|
"valid_targets_min": 3957
|
|
},
|
|
{
|
|
"epoch": 1.211864406779661,
|
|
"grad_norm": 0.4721947538647376,
|
|
"learning_rate": 3.935626961974217e-05,
|
|
"loss": 0.3624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1431015133857727,
|
|
"step": 715,
|
|
"valid_targets_mean": 6937.4,
|
|
"valid_targets_min": 3007
|
|
},
|
|
{
|
|
"epoch": 1.2203389830508475,
|
|
"grad_norm": 0.4843590613492343,
|
|
"learning_rate": 3.933482592209951e-05,
|
|
"loss": 0.3332,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27055826783180237,
|
|
"step": 720,
|
|
"valid_targets_mean": 9273.4,
|
|
"valid_targets_min": 3369
|
|
},
|
|
{
|
|
"epoch": 1.228813559322034,
|
|
"grad_norm": 0.46403463903278935,
|
|
"learning_rate": 3.931303692630661e-05,
|
|
"loss": 0.3116,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16579920053482056,
|
|
"step": 725,
|
|
"valid_targets_mean": 7017.1,
|
|
"valid_targets_min": 2382
|
|
},
|
|
{
|
|
"epoch": 1.2372881355932204,
|
|
"grad_norm": 0.4996210142837503,
|
|
"learning_rate": 3.92909030214903e-05,
|
|
"loss": 0.3284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11564907431602478,
|
|
"step": 730,
|
|
"valid_targets_mean": 6940.6,
|
|
"valid_targets_min": 3964
|
|
},
|
|
{
|
|
"epoch": 1.2457627118644068,
|
|
"grad_norm": 0.4831401711242658,
|
|
"learning_rate": 3.9268424602937124e-05,
|
|
"loss": 0.3215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17444834113121033,
|
|
"step": 735,
|
|
"valid_targets_mean": 8816.0,
|
|
"valid_targets_min": 2620
|
|
},
|
|
{
|
|
"epoch": 1.2542372881355932,
|
|
"grad_norm": 0.4791730738361785,
|
|
"learning_rate": 3.9245602072086246e-05,
|
|
"loss": 0.3755,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10753200203180313,
|
|
"step": 740,
|
|
"valid_targets_mean": 5726.8,
|
|
"valid_targets_min": 4618
|
|
},
|
|
{
|
|
"epoch": 1.2627118644067796,
|
|
"grad_norm": 0.43306794158718565,
|
|
"learning_rate": 3.9222435836522286e-05,
|
|
"loss": 0.3391,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16541627049446106,
|
|
"step": 745,
|
|
"valid_targets_mean": 9554.5,
|
|
"valid_targets_min": 1638
|
|
},
|
|
{
|
|
"epoch": 1.271186440677966,
|
|
"grad_norm": 0.5259721546030984,
|
|
"learning_rate": 3.919892630996804e-05,
|
|
"loss": 0.3372,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14351120591163635,
|
|
"step": 750,
|
|
"valid_targets_mean": 6029.6,
|
|
"valid_targets_min": 2423
|
|
},
|
|
{
|
|
"epoch": 1.2796610169491525,
|
|
"grad_norm": 0.4468402378838669,
|
|
"learning_rate": 3.9175073912277107e-05,
|
|
"loss": 0.307,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12015321850776672,
|
|
"step": 755,
|
|
"valid_targets_mean": 6729.4,
|
|
"valid_targets_min": 3491
|
|
},
|
|
{
|
|
"epoch": 1.288135593220339,
|
|
"grad_norm": 0.47941342524051483,
|
|
"learning_rate": 3.915087906942635e-05,
|
|
"loss": 0.3215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18960008025169373,
|
|
"step": 760,
|
|
"valid_targets_mean": 7721.4,
|
|
"valid_targets_min": 2945
|
|
},
|
|
{
|
|
"epoch": 1.2966101694915255,
|
|
"grad_norm": 0.4187927303370573,
|
|
"learning_rate": 3.912634221350834e-05,
|
|
"loss": 0.3504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20863047242164612,
|
|
"step": 765,
|
|
"valid_targets_mean": 10637.6,
|
|
"valid_targets_min": 2466
|
|
},
|
|
{
|
|
"epoch": 1.305084745762712,
|
|
"grad_norm": 0.4663828688691197,
|
|
"learning_rate": 3.910146378272361e-05,
|
|
"loss": 0.3183,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10256993025541306,
|
|
"step": 770,
|
|
"valid_targets_mean": 5322.9,
|
|
"valid_targets_min": 2783
|
|
},
|
|
{
|
|
"epoch": 1.3135593220338984,
|
|
"grad_norm": 0.452140249596733,
|
|
"learning_rate": 3.9076244221372824e-05,
|
|
"loss": 0.323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15320637822151184,
|
|
"step": 775,
|
|
"valid_targets_mean": 6534.4,
|
|
"valid_targets_min": 2414
|
|
},
|
|
{
|
|
"epoch": 1.3220338983050848,
|
|
"grad_norm": 0.4216191524447884,
|
|
"learning_rate": 3.905068397984886e-05,
|
|
"loss": 0.3181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16810233891010284,
|
|
"step": 780,
|
|
"valid_targets_mean": 8753.8,
|
|
"valid_targets_min": 4126
|
|
},
|
|
{
|
|
"epoch": 1.3305084745762712,
|
|
"grad_norm": 0.4171527484018184,
|
|
"learning_rate": 3.9024783514628765e-05,
|
|
"loss": 0.3586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1767878234386444,
|
|
"step": 785,
|
|
"valid_targets_mean": 10436.5,
|
|
"valid_targets_min": 3606
|
|
},
|
|
{
|
|
"epoch": 1.3389830508474576,
|
|
"grad_norm": 0.5381131810276069,
|
|
"learning_rate": 3.899854328826559e-05,
|
|
"loss": 0.3441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09073320776224136,
|
|
"step": 790,
|
|
"valid_targets_mean": 4006.0,
|
|
"valid_targets_min": 1408
|
|
},
|
|
{
|
|
"epoch": 1.347457627118644,
|
|
"grad_norm": 0.4928947240171949,
|
|
"learning_rate": 3.897196376938013e-05,
|
|
"loss": 0.3201,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17408603429794312,
|
|
"step": 795,
|
|
"valid_targets_mean": 6354.2,
|
|
"valid_targets_min": 2403
|
|
},
|
|
{
|
|
"epoch": 1.3559322033898304,
|
|
"grad_norm": 0.4223258490595182,
|
|
"learning_rate": 3.8945045432652575e-05,
|
|
"loss": 0.3419,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08797114342451096,
|
|
"step": 800,
|
|
"valid_targets_mean": 6019.8,
|
|
"valid_targets_min": 3531
|
|
},
|
|
{
|
|
"epoch": 1.3644067796610169,
|
|
"grad_norm": 0.44759924805112894,
|
|
"learning_rate": 3.8917788758814e-05,
|
|
"loss": 0.3191,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1312120258808136,
|
|
"step": 805,
|
|
"valid_targets_mean": 7411.5,
|
|
"valid_targets_min": 3038
|
|
},
|
|
{
|
|
"epoch": 1.3728813559322033,
|
|
"grad_norm": 0.4123257465614314,
|
|
"learning_rate": 3.889019423463783e-05,
|
|
"loss": 0.3171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09574757516384125,
|
|
"step": 810,
|
|
"valid_targets_mean": 6820.2,
|
|
"valid_targets_min": 2889
|
|
},
|
|
{
|
|
"epoch": 1.3813559322033897,
|
|
"grad_norm": 0.4699957340929783,
|
|
"learning_rate": 3.8862262352931075e-05,
|
|
"loss": 0.3312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15508131682872772,
|
|
"step": 815,
|
|
"valid_targets_mean": 6407.5,
|
|
"valid_targets_min": 2094
|
|
},
|
|
{
|
|
"epoch": 1.3898305084745763,
|
|
"grad_norm": 0.44153035912518707,
|
|
"learning_rate": 3.88339936125256e-05,
|
|
"loss": 0.3178,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1751125454902649,
|
|
"step": 820,
|
|
"valid_targets_mean": 8232.1,
|
|
"valid_targets_min": 2725
|
|
},
|
|
{
|
|
"epoch": 1.3983050847457628,
|
|
"grad_norm": 0.42694559401651966,
|
|
"learning_rate": 3.8805388518269184e-05,
|
|
"loss": 0.2978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1752178966999054,
|
|
"step": 825,
|
|
"valid_targets_mean": 8601.1,
|
|
"valid_targets_min": 4140
|
|
},
|
|
{
|
|
"epoch": 1.4067796610169492,
|
|
"grad_norm": 0.42969135374896245,
|
|
"learning_rate": 3.877644758101648e-05,
|
|
"loss": 0.3173,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18027272820472717,
|
|
"step": 830,
|
|
"valid_targets_mean": 8545.4,
|
|
"valid_targets_min": 1880
|
|
},
|
|
{
|
|
"epoch": 1.4152542372881356,
|
|
"grad_norm": 0.49654623461497327,
|
|
"learning_rate": 3.8747171317619955e-05,
|
|
"loss": 0.3159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0949745625257492,
|
|
"step": 835,
|
|
"valid_targets_mean": 5100.9,
|
|
"valid_targets_min": 2239
|
|
},
|
|
{
|
|
"epoch": 1.423728813559322,
|
|
"grad_norm": 0.4720165036240917,
|
|
"learning_rate": 3.871756025092059e-05,
|
|
"loss": 0.3505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1421668529510498,
|
|
"step": 840,
|
|
"valid_targets_mean": 6590.9,
|
|
"valid_targets_min": 2769
|
|
},
|
|
{
|
|
"epoch": 1.4322033898305084,
|
|
"grad_norm": 0.3994755374635355,
|
|
"learning_rate": 3.868761490973859e-05,
|
|
"loss": 0.3087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13265396654605865,
|
|
"step": 845,
|
|
"valid_targets_mean": 6718.4,
|
|
"valid_targets_min": 3008
|
|
},
|
|
{
|
|
"epoch": 1.4406779661016949,
|
|
"grad_norm": 0.44229555376258,
|
|
"learning_rate": 3.8657335828863924e-05,
|
|
"loss": 0.3337,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16455960273742676,
|
|
"step": 850,
|
|
"valid_targets_mean": 7452.9,
|
|
"valid_targets_min": 3129
|
|
},
|
|
{
|
|
"epoch": 1.4491525423728815,
|
|
"grad_norm": 0.42144368020373396,
|
|
"learning_rate": 3.8626723549046774e-05,
|
|
"loss": 0.3289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12426987290382385,
|
|
"step": 855,
|
|
"valid_targets_mean": 6588.8,
|
|
"valid_targets_min": 2820
|
|
},
|
|
{
|
|
"epoch": 1.457627118644068,
|
|
"grad_norm": 0.44582761725314035,
|
|
"learning_rate": 3.859577861698787e-05,
|
|
"loss": 0.2938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1588899791240692,
|
|
"step": 860,
|
|
"valid_targets_mean": 7472.6,
|
|
"valid_targets_min": 3010
|
|
},
|
|
{
|
|
"epoch": 1.4661016949152543,
|
|
"grad_norm": 0.4474961099293207,
|
|
"learning_rate": 3.856450158532875e-05,
|
|
"loss": 0.3247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1527513563632965,
|
|
"step": 865,
|
|
"valid_targets_mean": 7205.9,
|
|
"valid_targets_min": 3821
|
|
},
|
|
{
|
|
"epoch": 1.4745762711864407,
|
|
"grad_norm": 0.6963468535745492,
|
|
"learning_rate": 3.853289301264187e-05,
|
|
"loss": 0.3374,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11420440673828125,
|
|
"step": 870,
|
|
"valid_targets_mean": 6204.8,
|
|
"valid_targets_min": 1600
|
|
},
|
|
{
|
|
"epoch": 1.4830508474576272,
|
|
"grad_norm": 0.4670711062662348,
|
|
"learning_rate": 3.850095346342064e-05,
|
|
"loss": 0.3295,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16958177089691162,
|
|
"step": 875,
|
|
"valid_targets_mean": 7305.1,
|
|
"valid_targets_min": 3831
|
|
},
|
|
{
|
|
"epoch": 1.4915254237288136,
|
|
"grad_norm": 0.43457657809243977,
|
|
"learning_rate": 3.84686835080693e-05,
|
|
"loss": 0.3117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11202533543109894,
|
|
"step": 880,
|
|
"valid_targets_mean": 6075.1,
|
|
"valid_targets_min": 3763
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"grad_norm": 0.4312755699648669,
|
|
"learning_rate": 3.843608372289283e-05,
|
|
"loss": 0.329,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15226225554943085,
|
|
"step": 885,
|
|
"valid_targets_mean": 7362.9,
|
|
"valid_targets_min": 3271
|
|
},
|
|
{
|
|
"epoch": 1.5084745762711864,
|
|
"grad_norm": 0.4512007864570461,
|
|
"learning_rate": 3.8403154690086564e-05,
|
|
"loss": 0.3383,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13130944967269897,
|
|
"step": 890,
|
|
"valid_targets_mean": 7195.8,
|
|
"valid_targets_min": 3209
|
|
},
|
|
{
|
|
"epoch": 1.5169491525423728,
|
|
"grad_norm": 0.4552864375986253,
|
|
"learning_rate": 3.836989699772582e-05,
|
|
"loss": 0.3245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18861161172389984,
|
|
"step": 895,
|
|
"valid_targets_mean": 6992.8,
|
|
"valid_targets_min": 2171
|
|
},
|
|
{
|
|
"epoch": 1.5254237288135593,
|
|
"grad_norm": 0.41688741758257297,
|
|
"learning_rate": 3.8336311239755424e-05,
|
|
"loss": 0.3638,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1524004489183426,
|
|
"step": 900,
|
|
"valid_targets_mean": 7088.0,
|
|
"valid_targets_min": 2186
|
|
},
|
|
{
|
|
"epoch": 1.5338983050847457,
|
|
"grad_norm": 0.4112741724687864,
|
|
"learning_rate": 3.830239801597907e-05,
|
|
"loss": 0.3142,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1504945456981659,
|
|
"step": 905,
|
|
"valid_targets_mean": 7589.8,
|
|
"valid_targets_min": 2334
|
|
},
|
|
{
|
|
"epoch": 1.542372881355932,
|
|
"grad_norm": 0.40116464525893,
|
|
"learning_rate": 3.826815793204863e-05,
|
|
"loss": 0.3029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18146401643753052,
|
|
"step": 910,
|
|
"valid_targets_mean": 9366.8,
|
|
"valid_targets_min": 4155
|
|
},
|
|
{
|
|
"epoch": 1.5508474576271185,
|
|
"grad_norm": 0.4180686453785114,
|
|
"learning_rate": 3.823359159945332e-05,
|
|
"loss": 0.3208,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19999852776527405,
|
|
"step": 915,
|
|
"valid_targets_mean": 8296.5,
|
|
"valid_targets_min": 3215
|
|
},
|
|
{
|
|
"epoch": 1.559322033898305,
|
|
"grad_norm": 0.4225510654881023,
|
|
"learning_rate": 3.8198699635508805e-05,
|
|
"loss": 0.2998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1913813203573227,
|
|
"step": 920,
|
|
"valid_targets_mean": 9003.4,
|
|
"valid_targets_min": 3408
|
|
},
|
|
{
|
|
"epoch": 1.5677966101694916,
|
|
"grad_norm": 0.38733909243601283,
|
|
"learning_rate": 3.816348266334614e-05,
|
|
"loss": 0.3202,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12754607200622559,
|
|
"step": 925,
|
|
"valid_targets_mean": 8739.4,
|
|
"valid_targets_min": 4950
|
|
},
|
|
{
|
|
"epoch": 1.576271186440678,
|
|
"grad_norm": 0.3831668563774191,
|
|
"learning_rate": 3.812794131190066e-05,
|
|
"loss": 0.3326,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13470211625099182,
|
|
"step": 930,
|
|
"valid_targets_mean": 7801.5,
|
|
"valid_targets_min": 3955
|
|
},
|
|
{
|
|
"epoch": 1.5847457627118644,
|
|
"grad_norm": 0.40233056550625984,
|
|
"learning_rate": 3.8092076215900765e-05,
|
|
"loss": 0.3042,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2096737027168274,
|
|
"step": 935,
|
|
"valid_targets_mean": 11177.6,
|
|
"valid_targets_min": 5314
|
|
},
|
|
{
|
|
"epoch": 1.5932203389830508,
|
|
"grad_norm": 0.4309360432918033,
|
|
"learning_rate": 3.805588801585654e-05,
|
|
"loss": 0.3207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08947759121656418,
|
|
"step": 940,
|
|
"valid_targets_mean": 4647.1,
|
|
"valid_targets_min": 2823
|
|
},
|
|
{
|
|
"epoch": 1.6016949152542372,
|
|
"grad_norm": 0.4454706160268094,
|
|
"learning_rate": 3.801937735804838e-05,
|
|
"loss": 0.3457,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17006026208400726,
|
|
"step": 945,
|
|
"valid_targets_mean": 8202.2,
|
|
"valid_targets_min": 2278
|
|
},
|
|
{
|
|
"epoch": 1.6101694915254239,
|
|
"grad_norm": 0.4766527726184422,
|
|
"learning_rate": 3.798254489451539e-05,
|
|
"loss": 0.3241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2619522213935852,
|
|
"step": 950,
|
|
"valid_targets_mean": 11633.5,
|
|
"valid_targets_min": 2082
|
|
},
|
|
{
|
|
"epoch": 1.6186440677966103,
|
|
"grad_norm": 0.4299809742585944,
|
|
"learning_rate": 3.794539128304374e-05,
|
|
"loss": 0.3342,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2215835154056549,
|
|
"step": 955,
|
|
"valid_targets_mean": 10074.8,
|
|
"valid_targets_min": 4879
|
|
},
|
|
{
|
|
"epoch": 1.6271186440677967,
|
|
"grad_norm": 0.6379205273438897,
|
|
"learning_rate": 3.790791718715498e-05,
|
|
"loss": 0.3383,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16873620450496674,
|
|
"step": 960,
|
|
"valid_targets_mean": 7615.6,
|
|
"valid_targets_min": 2981
|
|
},
|
|
{
|
|
"epoch": 1.6355932203389831,
|
|
"grad_norm": 0.444917907184848,
|
|
"learning_rate": 3.7870123276094134e-05,
|
|
"loss": 0.308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14380893111228943,
|
|
"step": 965,
|
|
"valid_targets_mean": 6693.8,
|
|
"valid_targets_min": 2020
|
|
},
|
|
{
|
|
"epoch": 1.6440677966101696,
|
|
"grad_norm": 0.42501094874543216,
|
|
"learning_rate": 3.783201022481775e-05,
|
|
"loss": 0.3088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1657855212688446,
|
|
"step": 970,
|
|
"valid_targets_mean": 7619.8,
|
|
"valid_targets_min": 3984
|
|
},
|
|
{
|
|
"epoch": 1.652542372881356,
|
|
"grad_norm": 0.4370649274939684,
|
|
"learning_rate": 3.7793578713981876e-05,
|
|
"loss": 0.2726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18086126446723938,
|
|
"step": 975,
|
|
"valid_targets_mean": 7186.5,
|
|
"valid_targets_min": 2052
|
|
},
|
|
{
|
|
"epoch": 1.6610169491525424,
|
|
"grad_norm": 0.4709213922563684,
|
|
"learning_rate": 3.775482942992989e-05,
|
|
"loss": 0.2978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10135913640260696,
|
|
"step": 980,
|
|
"valid_targets_mean": 5315.8,
|
|
"valid_targets_min": 3661
|
|
},
|
|
{
|
|
"epoch": 1.6694915254237288,
|
|
"grad_norm": 0.39829590022078026,
|
|
"learning_rate": 3.771576306468022e-05,
|
|
"loss": 0.3333,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13913916051387787,
|
|
"step": 985,
|
|
"valid_targets_mean": 8544.4,
|
|
"valid_targets_min": 2525
|
|
},
|
|
{
|
|
"epoch": 1.6779661016949152,
|
|
"grad_norm": 0.4958009972855573,
|
|
"learning_rate": 3.7676380315914025e-05,
|
|
"loss": 0.3329,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09229759126901627,
|
|
"step": 990,
|
|
"valid_targets_mean": 5690.1,
|
|
"valid_targets_min": 1946
|
|
},
|
|
{
|
|
"epoch": 1.6864406779661016,
|
|
"grad_norm": 0.46063794892512244,
|
|
"learning_rate": 3.7636681886962724e-05,
|
|
"loss": 0.3682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15866561233997345,
|
|
"step": 995,
|
|
"valid_targets_mean": 7674.0,
|
|
"valid_targets_min": 2544
|
|
},
|
|
{
|
|
"epoch": 1.694915254237288,
|
|
"grad_norm": 0.4095748837132922,
|
|
"learning_rate": 3.759666848679539e-05,
|
|
"loss": 0.3052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15614467859268188,
|
|
"step": 1000,
|
|
"valid_targets_mean": 9040.6,
|
|
"valid_targets_min": 5002
|
|
},
|
|
{
|
|
"epoch": 1.7033898305084745,
|
|
"grad_norm": 0.40817498338779584,
|
|
"learning_rate": 3.755634083000617e-05,
|
|
"loss": 0.331,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1329311728477478,
|
|
"step": 1005,
|
|
"valid_targets_mean": 6859.1,
|
|
"valid_targets_min": 2941
|
|
},
|
|
{
|
|
"epoch": 1.711864406779661,
|
|
"grad_norm": 0.4186391165550277,
|
|
"learning_rate": 3.751569963680146e-05,
|
|
"loss": 0.2965,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20867162942886353,
|
|
"step": 1010,
|
|
"valid_targets_mean": 9555.4,
|
|
"valid_targets_min": 5043
|
|
},
|
|
{
|
|
"epoch": 1.7203389830508473,
|
|
"grad_norm": 0.41304904819896177,
|
|
"learning_rate": 3.747474563298705e-05,
|
|
"loss": 0.3306,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1333586573600769,
|
|
"step": 1015,
|
|
"valid_targets_mean": 6414.8,
|
|
"valid_targets_min": 1864
|
|
},
|
|
{
|
|
"epoch": 1.7288135593220337,
|
|
"grad_norm": 0.4814872970064052,
|
|
"learning_rate": 3.743347954995519e-05,
|
|
"loss": 0.3287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13862814009189606,
|
|
"step": 1020,
|
|
"valid_targets_mean": 6174.1,
|
|
"valid_targets_min": 3819
|
|
},
|
|
{
|
|
"epoch": 1.7372881355932204,
|
|
"grad_norm": 0.4250075191298139,
|
|
"learning_rate": 3.7391902124671516e-05,
|
|
"loss": 0.3264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19187797605991364,
|
|
"step": 1025,
|
|
"valid_targets_mean": 8820.8,
|
|
"valid_targets_min": 3660
|
|
},
|
|
{
|
|
"epoch": 1.7457627118644068,
|
|
"grad_norm": 0.38841628466641565,
|
|
"learning_rate": 3.7350014099661874e-05,
|
|
"loss": 0.3084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20551234483718872,
|
|
"step": 1030,
|
|
"valid_targets_mean": 9656.0,
|
|
"valid_targets_min": 3528
|
|
},
|
|
{
|
|
"epoch": 1.7542372881355932,
|
|
"grad_norm": 0.4136870657166387,
|
|
"learning_rate": 3.730781622299907e-05,
|
|
"loss": 0.3232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17536289989948273,
|
|
"step": 1035,
|
|
"valid_targets_mean": 8021.1,
|
|
"valid_targets_min": 3783
|
|
},
|
|
{
|
|
"epoch": 1.7627118644067796,
|
|
"grad_norm": 0.7311742841410761,
|
|
"learning_rate": 3.7265309248289516e-05,
|
|
"loss": 0.3472,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17020183801651,
|
|
"step": 1040,
|
|
"valid_targets_mean": 7756.2,
|
|
"valid_targets_min": 3890
|
|
},
|
|
{
|
|
"epoch": 1.7711864406779663,
|
|
"grad_norm": 0.4565783832214843,
|
|
"learning_rate": 3.7222493934659765e-05,
|
|
"loss": 0.3486,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1536499261856079,
|
|
"step": 1045,
|
|
"valid_targets_mean": 9314.8,
|
|
"valid_targets_min": 4946
|
|
},
|
|
{
|
|
"epoch": 1.7796610169491527,
|
|
"grad_norm": 0.4252286803029882,
|
|
"learning_rate": 3.717937104674296e-05,
|
|
"loss": 0.2993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13162419199943542,
|
|
"step": 1050,
|
|
"valid_targets_mean": 7717.6,
|
|
"valid_targets_min": 4375
|
|
},
|
|
{
|
|
"epoch": 1.788135593220339,
|
|
"grad_norm": 0.42315018442974783,
|
|
"learning_rate": 3.713594135466515e-05,
|
|
"loss": 0.3245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17134219408035278,
|
|
"step": 1055,
|
|
"valid_targets_mean": 8660.0,
|
|
"valid_targets_min": 2787
|
|
},
|
|
{
|
|
"epoch": 1.7966101694915255,
|
|
"grad_norm": 0.4460311450253956,
|
|
"learning_rate": 3.7092205634031595e-05,
|
|
"loss": 0.3495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08716882765293121,
|
|
"step": 1060,
|
|
"valid_targets_mean": 4970.2,
|
|
"valid_targets_min": 2356
|
|
},
|
|
{
|
|
"epoch": 1.805084745762712,
|
|
"grad_norm": 0.407857276812608,
|
|
"learning_rate": 3.704816466591286e-05,
|
|
"loss": 0.3181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1297275722026825,
|
|
"step": 1065,
|
|
"valid_targets_mean": 7571.6,
|
|
"valid_targets_min": 4007
|
|
},
|
|
{
|
|
"epoch": 1.8135593220338984,
|
|
"grad_norm": 0.3977408996615863,
|
|
"learning_rate": 3.700381923683087e-05,
|
|
"loss": 0.3383,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11389312893152237,
|
|
"step": 1070,
|
|
"valid_targets_mean": 7162.1,
|
|
"valid_targets_min": 2781
|
|
},
|
|
{
|
|
"epoch": 1.8220338983050848,
|
|
"grad_norm": 0.43601706810282037,
|
|
"learning_rate": 3.695917013874491e-05,
|
|
"loss": 0.2844,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1395803689956665,
|
|
"step": 1075,
|
|
"valid_targets_mean": 7036.4,
|
|
"valid_targets_min": 3527
|
|
},
|
|
{
|
|
"epoch": 1.8305084745762712,
|
|
"grad_norm": 0.427769673869337,
|
|
"learning_rate": 3.691421816903744e-05,
|
|
"loss": 0.3396,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2047993391752243,
|
|
"step": 1080,
|
|
"valid_targets_mean": 8439.5,
|
|
"valid_targets_min": 1779
|
|
},
|
|
{
|
|
"epoch": 1.8389830508474576,
|
|
"grad_norm": 0.4696044107301725,
|
|
"learning_rate": 3.686896413049985e-05,
|
|
"loss": 0.2903,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12242710590362549,
|
|
"step": 1085,
|
|
"valid_targets_mean": 6735.5,
|
|
"valid_targets_min": 3348
|
|
},
|
|
{
|
|
"epoch": 1.847457627118644,
|
|
"grad_norm": 0.5013621044652345,
|
|
"learning_rate": 3.6823408831318154e-05,
|
|
"loss": 0.3118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16277314722537994,
|
|
"step": 1090,
|
|
"valid_targets_mean": 7934.6,
|
|
"valid_targets_min": 2514
|
|
},
|
|
{
|
|
"epoch": 1.8559322033898304,
|
|
"grad_norm": 0.41708780569974935,
|
|
"learning_rate": 3.677755308505854e-05,
|
|
"loss": 0.344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16447079181671143,
|
|
"step": 1095,
|
|
"valid_targets_mean": 7324.9,
|
|
"valid_targets_min": 3842
|
|
},
|
|
{
|
|
"epoch": 1.8644067796610169,
|
|
"grad_norm": 0.44156963603568017,
|
|
"learning_rate": 3.673139771065282e-05,
|
|
"loss": 0.3249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11587251722812653,
|
|
"step": 1100,
|
|
"valid_targets_mean": 6803.6,
|
|
"valid_targets_min": 3852
|
|
},
|
|
{
|
|
"epoch": 1.8728813559322033,
|
|
"grad_norm": 0.38630784106679994,
|
|
"learning_rate": 3.6684943532383866e-05,
|
|
"loss": 0.3469,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19013455510139465,
|
|
"step": 1105,
|
|
"valid_targets_mean": 10397.4,
|
|
"valid_targets_min": 3561
|
|
},
|
|
{
|
|
"epoch": 1.8813559322033897,
|
|
"grad_norm": 0.4085933479293492,
|
|
"learning_rate": 3.663819137987081e-05,
|
|
"loss": 0.3365,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16472648084163666,
|
|
"step": 1110,
|
|
"valid_targets_mean": 9081.0,
|
|
"valid_targets_min": 6186
|
|
},
|
|
{
|
|
"epoch": 1.8898305084745761,
|
|
"grad_norm": 0.43391283451388735,
|
|
"learning_rate": 3.65911420880543e-05,
|
|
"loss": 0.3122,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20973503589630127,
|
|
"step": 1115,
|
|
"valid_targets_mean": 8154.1,
|
|
"valid_targets_min": 3421
|
|
},
|
|
{
|
|
"epoch": 1.8983050847457628,
|
|
"grad_norm": 0.4175542637223881,
|
|
"learning_rate": 3.654379649718153e-05,
|
|
"loss": 0.3077,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16133342683315277,
|
|
"step": 1120,
|
|
"valid_targets_mean": 8112.1,
|
|
"valid_targets_min": 2321
|
|
},
|
|
{
|
|
"epoch": 1.9067796610169492,
|
|
"grad_norm": 0.4726007732664944,
|
|
"learning_rate": 3.649615545279127e-05,
|
|
"loss": 0.3467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2352825105190277,
|
|
"step": 1125,
|
|
"valid_targets_mean": 8948.4,
|
|
"valid_targets_min": 1580
|
|
},
|
|
{
|
|
"epoch": 1.9152542372881356,
|
|
"grad_norm": 0.4238072738722841,
|
|
"learning_rate": 3.644821980569876e-05,
|
|
"loss": 0.3308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1875908374786377,
|
|
"step": 1130,
|
|
"valid_targets_mean": 9306.8,
|
|
"valid_targets_min": 2877
|
|
},
|
|
{
|
|
"epoch": 1.923728813559322,
|
|
"grad_norm": 0.4391878996198538,
|
|
"learning_rate": 3.639999041198051e-05,
|
|
"loss": 0.312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1598246842622757,
|
|
"step": 1135,
|
|
"valid_targets_mean": 7715.6,
|
|
"valid_targets_min": 2222
|
|
},
|
|
{
|
|
"epoch": 1.9322033898305084,
|
|
"grad_norm": 0.4313660549167382,
|
|
"learning_rate": 3.635146813295902e-05,
|
|
"loss": 0.3366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12922486662864685,
|
|
"step": 1140,
|
|
"valid_targets_mean": 6985.1,
|
|
"valid_targets_min": 3372
|
|
},
|
|
{
|
|
"epoch": 1.940677966101695,
|
|
"grad_norm": 0.43931009194342957,
|
|
"learning_rate": 3.6302653835187366e-05,
|
|
"loss": 0.3165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21983201801776886,
|
|
"step": 1145,
|
|
"valid_targets_mean": 8416.0,
|
|
"valid_targets_min": 4348
|
|
},
|
|
{
|
|
"epoch": 1.9491525423728815,
|
|
"grad_norm": 0.3635875294493641,
|
|
"learning_rate": 3.625354839043377e-05,
|
|
"loss": 0.2881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21698161959648132,
|
|
"step": 1150,
|
|
"valid_targets_mean": 12197.4,
|
|
"valid_targets_min": 4223
|
|
},
|
|
{
|
|
"epoch": 1.957627118644068,
|
|
"grad_norm": 0.44740401195878726,
|
|
"learning_rate": 3.620415267566601e-05,
|
|
"loss": 0.3325,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12177214026451111,
|
|
"step": 1155,
|
|
"valid_targets_mean": 7473.8,
|
|
"valid_targets_min": 3188
|
|
},
|
|
{
|
|
"epoch": 1.9661016949152543,
|
|
"grad_norm": 0.43597591281289183,
|
|
"learning_rate": 3.615446757303575e-05,
|
|
"loss": 0.324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17450034618377686,
|
|
"step": 1160,
|
|
"valid_targets_mean": 8725.9,
|
|
"valid_targets_min": 2938
|
|
},
|
|
{
|
|
"epoch": 1.9745762711864407,
|
|
"grad_norm": 0.4088861911343299,
|
|
"learning_rate": 3.610449396986281e-05,
|
|
"loss": 0.3102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09415778517723083,
|
|
"step": 1165,
|
|
"valid_targets_mean": 5801.5,
|
|
"valid_targets_min": 2078
|
|
},
|
|
{
|
|
"epoch": 1.9830508474576272,
|
|
"grad_norm": 0.4528914357560769,
|
|
"learning_rate": 3.6054232758619274e-05,
|
|
"loss": 0.3178,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19558541476726532,
|
|
"step": 1170,
|
|
"valid_targets_mean": 7415.4,
|
|
"valid_targets_min": 2414
|
|
},
|
|
{
|
|
"epoch": 1.9915254237288136,
|
|
"grad_norm": 0.41879929933975685,
|
|
"learning_rate": 3.600368483691361e-05,
|
|
"loss": 0.3299,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1337018609046936,
|
|
"step": 1175,
|
|
"valid_targets_mean": 7641.0,
|
|
"valid_targets_min": 2471
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.4744894393948504,
|
|
"learning_rate": 3.59528511074746e-05,
|
|
"loss": 0.3012,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12567296624183655,
|
|
"step": 1180,
|
|
"valid_targets_mean": 5105.1,
|
|
"valid_targets_min": 1983
|
|
},
|
|
{
|
|
"epoch": 2.0084745762711864,
|
|
"grad_norm": 0.49589699132282694,
|
|
"learning_rate": 3.5901732478135235e-05,
|
|
"loss": 0.3156,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15305688977241516,
|
|
"step": 1185,
|
|
"valid_targets_mean": 6279.4,
|
|
"valid_targets_min": 2218
|
|
},
|
|
{
|
|
"epoch": 2.016949152542373,
|
|
"grad_norm": 0.4564322353401835,
|
|
"learning_rate": 3.5850329861816475e-05,
|
|
"loss": 0.2836,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13018441200256348,
|
|
"step": 1190,
|
|
"valid_targets_mean": 6881.9,
|
|
"valid_targets_min": 2751
|
|
},
|
|
{
|
|
"epoch": 2.0254237288135593,
|
|
"grad_norm": 0.413522941384289,
|
|
"learning_rate": 3.5798644176511e-05,
|
|
"loss": 0.2993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09803292155265808,
|
|
"step": 1195,
|
|
"valid_targets_mean": 6203.8,
|
|
"valid_targets_min": 3028
|
|
},
|
|
{
|
|
"epoch": 2.0338983050847457,
|
|
"grad_norm": 0.535723752145441,
|
|
"learning_rate": 3.574667634526676e-05,
|
|
"loss": 0.3142,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1461130678653717,
|
|
"step": 1200,
|
|
"valid_targets_mean": 7318.0,
|
|
"valid_targets_min": 2705
|
|
},
|
|
{
|
|
"epoch": 2.042372881355932,
|
|
"grad_norm": 0.43264272243192015,
|
|
"learning_rate": 3.5694427296170514e-05,
|
|
"loss": 0.3068,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16311097145080566,
|
|
"step": 1205,
|
|
"valid_targets_mean": 8026.2,
|
|
"valid_targets_min": 4437
|
|
},
|
|
{
|
|
"epoch": 2.0508474576271185,
|
|
"grad_norm": 0.4587276888039481,
|
|
"learning_rate": 3.564189796233125e-05,
|
|
"loss": 0.316,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23014996945858002,
|
|
"step": 1210,
|
|
"valid_targets_mean": 9588.2,
|
|
"valid_targets_min": 3071
|
|
},
|
|
{
|
|
"epoch": 2.059322033898305,
|
|
"grad_norm": 0.4098705980870115,
|
|
"learning_rate": 3.5589089281863547e-05,
|
|
"loss": 0.2988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10289862751960754,
|
|
"step": 1215,
|
|
"valid_targets_mean": 7517.5,
|
|
"valid_targets_min": 2735
|
|
},
|
|
{
|
|
"epoch": 2.0677966101694913,
|
|
"grad_norm": 0.45081745163120795,
|
|
"learning_rate": 3.553600219787079e-05,
|
|
"loss": 0.2926,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19421172142028809,
|
|
"step": 1220,
|
|
"valid_targets_mean": 8558.2,
|
|
"valid_targets_min": 3613
|
|
},
|
|
{
|
|
"epoch": 2.0762711864406778,
|
|
"grad_norm": 0.4669320032293127,
|
|
"learning_rate": 3.5482637658428315e-05,
|
|
"loss": 0.2965,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2341485321521759,
|
|
"step": 1225,
|
|
"valid_targets_mean": 9261.1,
|
|
"valid_targets_min": 1918
|
|
},
|
|
{
|
|
"epoch": 2.084745762711864,
|
|
"grad_norm": 0.4165523464643688,
|
|
"learning_rate": 3.542899661656653e-05,
|
|
"loss": 0.3234,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18077555298805237,
|
|
"step": 1230,
|
|
"valid_targets_mean": 9665.5,
|
|
"valid_targets_min": 4859
|
|
},
|
|
{
|
|
"epoch": 2.093220338983051,
|
|
"grad_norm": 0.4533647677488091,
|
|
"learning_rate": 3.5375080030253826e-05,
|
|
"loss": 0.3451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12412886321544647,
|
|
"step": 1235,
|
|
"valid_targets_mean": 6687.0,
|
|
"valid_targets_min": 3687
|
|
},
|
|
{
|
|
"epoch": 2.1016949152542375,
|
|
"grad_norm": 0.41077985487893737,
|
|
"learning_rate": 3.532088886237956e-05,
|
|
"loss": 0.304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11022284626960754,
|
|
"step": 1240,
|
|
"valid_targets_mean": 6293.6,
|
|
"valid_targets_min": 3275
|
|
},
|
|
{
|
|
"epoch": 2.110169491525424,
|
|
"grad_norm": 0.44189587866698343,
|
|
"learning_rate": 3.5266424080736765e-05,
|
|
"loss": 0.3092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1553216278553009,
|
|
"step": 1245,
|
|
"valid_targets_mean": 7496.8,
|
|
"valid_targets_min": 3668
|
|
},
|
|
{
|
|
"epoch": 2.1186440677966103,
|
|
"grad_norm": 0.38809274252786646,
|
|
"learning_rate": 3.521168665800491e-05,
|
|
"loss": 0.3236,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25186485052108765,
|
|
"step": 1250,
|
|
"valid_targets_mean": 13246.9,
|
|
"valid_targets_min": 5924
|
|
},
|
|
{
|
|
"epoch": 2.1271186440677967,
|
|
"grad_norm": 0.4288106747949976,
|
|
"learning_rate": 3.515667757173254e-05,
|
|
"loss": 0.2971,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13772429525852203,
|
|
"step": 1255,
|
|
"valid_targets_mean": 7095.8,
|
|
"valid_targets_min": 2393
|
|
},
|
|
{
|
|
"epoch": 2.135593220338983,
|
|
"grad_norm": 0.40602821449574994,
|
|
"learning_rate": 3.5101397804319794e-05,
|
|
"loss": 0.2878,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17868921160697937,
|
|
"step": 1260,
|
|
"valid_targets_mean": 8826.4,
|
|
"valid_targets_min": 3085
|
|
},
|
|
{
|
|
"epoch": 2.1440677966101696,
|
|
"grad_norm": 0.4605717829368249,
|
|
"learning_rate": 3.5045848343000876e-05,
|
|
"loss": 0.2871,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17283692955970764,
|
|
"step": 1265,
|
|
"valid_targets_mean": 7659.4,
|
|
"valid_targets_min": 2962
|
|
},
|
|
{
|
|
"epoch": 2.152542372881356,
|
|
"grad_norm": 0.41756095018949657,
|
|
"learning_rate": 3.4990030179826414e-05,
|
|
"loss": 0.3271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20672985911369324,
|
|
"step": 1270,
|
|
"valid_targets_mean": 10083.5,
|
|
"valid_targets_min": 4423
|
|
},
|
|
{
|
|
"epoch": 2.1610169491525424,
|
|
"grad_norm": 0.4083849930062024,
|
|
"learning_rate": 3.493394431164576e-05,
|
|
"loss": 0.2948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.158214271068573,
|
|
"step": 1275,
|
|
"valid_targets_mean": 8329.9,
|
|
"valid_targets_min": 4882
|
|
},
|
|
{
|
|
"epoch": 2.169491525423729,
|
|
"grad_norm": 0.4318960098601155,
|
|
"learning_rate": 3.4877591740089144e-05,
|
|
"loss": 0.3051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12314428389072418,
|
|
"step": 1280,
|
|
"valid_targets_mean": 6445.0,
|
|
"valid_targets_min": 2968
|
|
},
|
|
{
|
|
"epoch": 2.1779661016949152,
|
|
"grad_norm": 0.39896913203386186,
|
|
"learning_rate": 3.482097347154986e-05,
|
|
"loss": 0.2968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15951798856258392,
|
|
"step": 1285,
|
|
"valid_targets_mean": 8640.9,
|
|
"valid_targets_min": 2702
|
|
},
|
|
{
|
|
"epoch": 2.1864406779661016,
|
|
"grad_norm": 0.37336280642419734,
|
|
"learning_rate": 3.476409051716621e-05,
|
|
"loss": 0.3091,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19251972436904907,
|
|
"step": 1290,
|
|
"valid_targets_mean": 9940.2,
|
|
"valid_targets_min": 4335
|
|
},
|
|
{
|
|
"epoch": 2.194915254237288,
|
|
"grad_norm": 0.4561259005260555,
|
|
"learning_rate": 3.470694389280352e-05,
|
|
"loss": 0.2911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13392677903175354,
|
|
"step": 1295,
|
|
"valid_targets_mean": 6471.1,
|
|
"valid_targets_min": 2576
|
|
},
|
|
{
|
|
"epoch": 2.2033898305084745,
|
|
"grad_norm": 0.4603341835246692,
|
|
"learning_rate": 3.464953461903593e-05,
|
|
"loss": 0.283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16801318526268005,
|
|
"step": 1300,
|
|
"valid_targets_mean": 7596.4,
|
|
"valid_targets_min": 2538
|
|
},
|
|
{
|
|
"epoch": 2.211864406779661,
|
|
"grad_norm": 0.46161972023282255,
|
|
"learning_rate": 3.459186372112824e-05,
|
|
"loss": 0.308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12896674871444702,
|
|
"step": 1305,
|
|
"valid_targets_mean": 6762.2,
|
|
"valid_targets_min": 3949
|
|
},
|
|
{
|
|
"epoch": 2.2203389830508473,
|
|
"grad_norm": 0.40321694072808506,
|
|
"learning_rate": 3.453393222901753e-05,
|
|
"loss": 0.3253,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09447690844535828,
|
|
"step": 1310,
|
|
"valid_targets_mean": 7179.5,
|
|
"valid_targets_min": 1996
|
|
},
|
|
{
|
|
"epoch": 2.2288135593220337,
|
|
"grad_norm": 0.3970364700148203,
|
|
"learning_rate": 3.44757411772948e-05,
|
|
"loss": 0.3152,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17469201982021332,
|
|
"step": 1315,
|
|
"valid_targets_mean": 8900.5,
|
|
"valid_targets_min": 3699
|
|
},
|
|
{
|
|
"epoch": 2.23728813559322,
|
|
"grad_norm": 0.4442152861861335,
|
|
"learning_rate": 3.441729160518652e-05,
|
|
"loss": 0.3282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20383930206298828,
|
|
"step": 1320,
|
|
"valid_targets_mean": 8585.8,
|
|
"valid_targets_min": 3771
|
|
},
|
|
{
|
|
"epoch": 2.2457627118644066,
|
|
"grad_norm": 0.38677144835780297,
|
|
"learning_rate": 3.435858455653601e-05,
|
|
"loss": 0.3084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1343754380941391,
|
|
"step": 1325,
|
|
"valid_targets_mean": 7899.6,
|
|
"valid_targets_min": 2683
|
|
},
|
|
{
|
|
"epoch": 2.2542372881355934,
|
|
"grad_norm": 0.4600895771290722,
|
|
"learning_rate": 3.429962107978485e-05,
|
|
"loss": 0.3119,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10500349849462509,
|
|
"step": 1330,
|
|
"valid_targets_mean": 5783.9,
|
|
"valid_targets_min": 2090
|
|
},
|
|
{
|
|
"epoch": 2.26271186440678,
|
|
"grad_norm": 0.44544228237488553,
|
|
"learning_rate": 3.424040222795412e-05,
|
|
"loss": 0.303,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10833808779716492,
|
|
"step": 1335,
|
|
"valid_targets_mean": 6813.5,
|
|
"valid_targets_min": 3555
|
|
},
|
|
{
|
|
"epoch": 2.2711864406779663,
|
|
"grad_norm": 0.5397040058239221,
|
|
"learning_rate": 3.418092905862563e-05,
|
|
"loss": 0.294,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12867417931556702,
|
|
"step": 1340,
|
|
"valid_targets_mean": 7460.1,
|
|
"valid_targets_min": 4134
|
|
},
|
|
{
|
|
"epoch": 2.2796610169491527,
|
|
"grad_norm": 0.42024068799982406,
|
|
"learning_rate": 3.412120263392301e-05,
|
|
"loss": 0.2951,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15891410410404205,
|
|
"step": 1345,
|
|
"valid_targets_mean": 8347.6,
|
|
"valid_targets_min": 5053
|
|
},
|
|
{
|
|
"epoch": 2.288135593220339,
|
|
"grad_norm": 0.3973157849670298,
|
|
"learning_rate": 3.406122402049272e-05,
|
|
"loss": 0.3212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1449463963508606,
|
|
"step": 1350,
|
|
"valid_targets_mean": 8319.0,
|
|
"valid_targets_min": 3013
|
|
},
|
|
{
|
|
"epoch": 2.2966101694915255,
|
|
"grad_norm": 0.4098586276920284,
|
|
"learning_rate": 3.400099428948505e-05,
|
|
"loss": 0.2984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2429947853088379,
|
|
"step": 1355,
|
|
"valid_targets_mean": 9789.1,
|
|
"valid_targets_min": 3908
|
|
},
|
|
{
|
|
"epoch": 2.305084745762712,
|
|
"grad_norm": 0.3970559339256101,
|
|
"learning_rate": 3.394051451653496e-05,
|
|
"loss": 0.3003,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12642662227153778,
|
|
"step": 1360,
|
|
"valid_targets_mean": 7892.9,
|
|
"valid_targets_min": 5071
|
|
},
|
|
{
|
|
"epoch": 2.3135593220338984,
|
|
"grad_norm": 0.4108955207902681,
|
|
"learning_rate": 3.3879785781742875e-05,
|
|
"loss": 0.3187,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18125218152999878,
|
|
"step": 1365,
|
|
"valid_targets_mean": 8801.2,
|
|
"valid_targets_min": 3025
|
|
},
|
|
{
|
|
"epoch": 2.3220338983050848,
|
|
"grad_norm": 0.4571326386467896,
|
|
"learning_rate": 3.381880916965541e-05,
|
|
"loss": 0.2955,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10770291835069656,
|
|
"step": 1370,
|
|
"valid_targets_mean": 5185.5,
|
|
"valid_targets_min": 2769
|
|
},
|
|
{
|
|
"epoch": 2.330508474576271,
|
|
"grad_norm": 0.4425655935422459,
|
|
"learning_rate": 3.3757585769245964e-05,
|
|
"loss": 0.3139,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1520739048719406,
|
|
"step": 1375,
|
|
"valid_targets_mean": 7233.2,
|
|
"valid_targets_min": 3917
|
|
},
|
|
{
|
|
"epoch": 2.3389830508474576,
|
|
"grad_norm": 0.42190473263887457,
|
|
"learning_rate": 3.3696116673895314e-05,
|
|
"loss": 0.3236,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20773333311080933,
|
|
"step": 1380,
|
|
"valid_targets_mean": 9542.8,
|
|
"valid_targets_min": 3725
|
|
},
|
|
{
|
|
"epoch": 2.347457627118644,
|
|
"grad_norm": 0.4493341593347805,
|
|
"learning_rate": 3.363440298137207e-05,
|
|
"loss": 0.3091,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12796102464199066,
|
|
"step": 1385,
|
|
"valid_targets_mean": 6003.8,
|
|
"valid_targets_min": 2280
|
|
},
|
|
{
|
|
"epoch": 2.3559322033898304,
|
|
"grad_norm": 0.458582309301439,
|
|
"learning_rate": 3.357244579381306e-05,
|
|
"loss": 0.2928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14768704771995544,
|
|
"step": 1390,
|
|
"valid_targets_mean": 7220.0,
|
|
"valid_targets_min": 1887
|
|
},
|
|
{
|
|
"epoch": 2.364406779661017,
|
|
"grad_norm": 0.4434794038080658,
|
|
"learning_rate": 3.351024621770369e-05,
|
|
"loss": 0.3004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09222928434610367,
|
|
"step": 1395,
|
|
"valid_targets_mean": 5011.0,
|
|
"valid_targets_min": 2432
|
|
},
|
|
{
|
|
"epoch": 2.3728813559322033,
|
|
"grad_norm": 0.459366599598582,
|
|
"learning_rate": 3.34478053638581e-05,
|
|
"loss": 0.2874,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1464822143316269,
|
|
"step": 1400,
|
|
"valid_targets_mean": 7131.9,
|
|
"valid_targets_min": 1920
|
|
},
|
|
{
|
|
"epoch": 2.3813559322033897,
|
|
"grad_norm": 0.4432040890783054,
|
|
"learning_rate": 3.3385124347399415e-05,
|
|
"loss": 0.2771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11013621091842651,
|
|
"step": 1405,
|
|
"valid_targets_mean": 7265.8,
|
|
"valid_targets_min": 2334
|
|
},
|
|
{
|
|
"epoch": 2.389830508474576,
|
|
"grad_norm": 0.46103691686332354,
|
|
"learning_rate": 3.33222042877398e-05,
|
|
"loss": 0.3024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1722109466791153,
|
|
"step": 1410,
|
|
"valid_targets_mean": 7767.9,
|
|
"valid_targets_min": 2377
|
|
},
|
|
{
|
|
"epoch": 2.3983050847457625,
|
|
"grad_norm": 0.37676236353350995,
|
|
"learning_rate": 3.325904630856042e-05,
|
|
"loss": 0.2977,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18165141344070435,
|
|
"step": 1415,
|
|
"valid_targets_mean": 10603.2,
|
|
"valid_targets_min": 3445
|
|
},
|
|
{
|
|
"epoch": 2.406779661016949,
|
|
"grad_norm": 0.4812188982000893,
|
|
"learning_rate": 3.319565153779146e-05,
|
|
"loss": 0.3493,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2623385190963745,
|
|
"step": 1420,
|
|
"valid_targets_mean": 9967.9,
|
|
"valid_targets_min": 5092
|
|
},
|
|
{
|
|
"epoch": 2.415254237288136,
|
|
"grad_norm": 0.43821349980034335,
|
|
"learning_rate": 3.31320211075919e-05,
|
|
"loss": 0.3226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.181278258562088,
|
|
"step": 1425,
|
|
"valid_targets_mean": 7767.0,
|
|
"valid_targets_min": 2223
|
|
},
|
|
{
|
|
"epoch": 2.423728813559322,
|
|
"grad_norm": 0.43105954825794324,
|
|
"learning_rate": 3.306815615432936e-05,
|
|
"loss": 0.3404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15349501371383667,
|
|
"step": 1430,
|
|
"valid_targets_mean": 8044.6,
|
|
"valid_targets_min": 2971
|
|
},
|
|
{
|
|
"epoch": 2.4322033898305087,
|
|
"grad_norm": 0.4250749591327943,
|
|
"learning_rate": 3.300405781855975e-05,
|
|
"loss": 0.2958,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19317375123500824,
|
|
"step": 1435,
|
|
"valid_targets_mean": 9132.2,
|
|
"valid_targets_min": 5937
|
|
},
|
|
{
|
|
"epoch": 2.440677966101695,
|
|
"grad_norm": 0.40498564400648046,
|
|
"learning_rate": 3.2939727245006956e-05,
|
|
"loss": 0.3017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16090430319309235,
|
|
"step": 1440,
|
|
"valid_targets_mean": 8930.4,
|
|
"valid_targets_min": 2974
|
|
},
|
|
{
|
|
"epoch": 2.4491525423728815,
|
|
"grad_norm": 0.48877090107273713,
|
|
"learning_rate": 3.2875165582542347e-05,
|
|
"loss": 0.3066,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09781038761138916,
|
|
"step": 1445,
|
|
"valid_targets_mean": 6088.9,
|
|
"valid_targets_min": 3606
|
|
},
|
|
{
|
|
"epoch": 2.457627118644068,
|
|
"grad_norm": 0.3862290985798537,
|
|
"learning_rate": 3.281037398416427e-05,
|
|
"loss": 0.2713,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12969066202640533,
|
|
"step": 1450,
|
|
"valid_targets_mean": 6886.4,
|
|
"valid_targets_min": 2380
|
|
},
|
|
{
|
|
"epoch": 2.4661016949152543,
|
|
"grad_norm": 0.44122203466271714,
|
|
"learning_rate": 3.2745353606977506e-05,
|
|
"loss": 0.3181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11083347350358963,
|
|
"step": 1455,
|
|
"valid_targets_mean": 7865.2,
|
|
"valid_targets_min": 3044
|
|
},
|
|
{
|
|
"epoch": 2.4745762711864407,
|
|
"grad_norm": 0.7076361422745008,
|
|
"learning_rate": 3.268010561217253e-05,
|
|
"loss": 0.3097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1400471329689026,
|
|
"step": 1460,
|
|
"valid_targets_mean": 8643.5,
|
|
"valid_targets_min": 4271
|
|
},
|
|
{
|
|
"epoch": 2.483050847457627,
|
|
"grad_norm": 0.4108590790686095,
|
|
"learning_rate": 3.261463116500483e-05,
|
|
"loss": 0.2961,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10852666199207306,
|
|
"step": 1465,
|
|
"valid_targets_mean": 6323.6,
|
|
"valid_targets_min": 2827
|
|
},
|
|
{
|
|
"epoch": 2.4915254237288136,
|
|
"grad_norm": 0.3937363346055893,
|
|
"learning_rate": 3.254893143477408e-05,
|
|
"loss": 0.2933,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2064848393201828,
|
|
"step": 1470,
|
|
"valid_targets_mean": 10218.9,
|
|
"valid_targets_min": 2817
|
|
},
|
|
{
|
|
"epoch": 2.5,
|
|
"grad_norm": 0.4345245205233806,
|
|
"learning_rate": 3.248300759480323e-05,
|
|
"loss": 0.3205,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25157177448272705,
|
|
"step": 1475,
|
|
"valid_targets_mean": 10160.5,
|
|
"valid_targets_min": 5139
|
|
},
|
|
{
|
|
"epoch": 2.5084745762711864,
|
|
"grad_norm": 0.39745802334240105,
|
|
"learning_rate": 3.241686082241761e-05,
|
|
"loss": 0.2873,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14739897847175598,
|
|
"step": 1480,
|
|
"valid_targets_mean": 8801.1,
|
|
"valid_targets_min": 2475
|
|
},
|
|
{
|
|
"epoch": 2.516949152542373,
|
|
"grad_norm": 0.4100222960644638,
|
|
"learning_rate": 3.235049229892384e-05,
|
|
"loss": 0.2667,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13044124841690063,
|
|
"step": 1485,
|
|
"valid_targets_mean": 7302.6,
|
|
"valid_targets_min": 4819
|
|
},
|
|
{
|
|
"epoch": 2.5254237288135593,
|
|
"grad_norm": 0.3980396958505919,
|
|
"learning_rate": 3.2283903209588795e-05,
|
|
"loss": 0.3194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13375581800937653,
|
|
"step": 1490,
|
|
"valid_targets_mean": 7664.4,
|
|
"valid_targets_min": 2365
|
|
},
|
|
{
|
|
"epoch": 2.5338983050847457,
|
|
"grad_norm": 0.41717765885227137,
|
|
"learning_rate": 3.221709474361838e-05,
|
|
"loss": 0.3028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12687115371227264,
|
|
"step": 1495,
|
|
"valid_targets_mean": 6919.5,
|
|
"valid_targets_min": 2906
|
|
},
|
|
{
|
|
"epoch": 2.542372881355932,
|
|
"grad_norm": 0.44285595090520824,
|
|
"learning_rate": 3.215006809413633e-05,
|
|
"loss": 0.3209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14034491777420044,
|
|
"step": 1500,
|
|
"valid_targets_mean": 6343.8,
|
|
"valid_targets_min": 2378
|
|
},
|
|
{
|
|
"epoch": 2.5508474576271185,
|
|
"grad_norm": 0.4539630383428859,
|
|
"learning_rate": 3.20828244581629e-05,
|
|
"loss": 0.2896,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17994040250778198,
|
|
"step": 1505,
|
|
"valid_targets_mean": 7082.8,
|
|
"valid_targets_min": 1483
|
|
},
|
|
{
|
|
"epoch": 2.559322033898305,
|
|
"grad_norm": 0.37842399756128303,
|
|
"learning_rate": 3.2015365036593466e-05,
|
|
"loss": 0.3325,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14443901181221008,
|
|
"step": 1510,
|
|
"valid_targets_mean": 9318.1,
|
|
"valid_targets_min": 4422
|
|
},
|
|
{
|
|
"epoch": 2.5677966101694913,
|
|
"grad_norm": 0.4031984420404293,
|
|
"learning_rate": 3.194769103417709e-05,
|
|
"loss": 0.2919,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2048453390598297,
|
|
"step": 1515,
|
|
"valid_targets_mean": 8194.1,
|
|
"valid_targets_min": 2893
|
|
},
|
|
{
|
|
"epoch": 2.576271186440678,
|
|
"grad_norm": 0.4610141663712719,
|
|
"learning_rate": 3.1879803659495015e-05,
|
|
"loss": 0.2994,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0940924882888794,
|
|
"step": 1520,
|
|
"valid_targets_mean": 5814.2,
|
|
"valid_targets_min": 2611
|
|
},
|
|
{
|
|
"epoch": 2.584745762711864,
|
|
"grad_norm": 0.4852703147549595,
|
|
"learning_rate": 3.181170412493906e-05,
|
|
"loss": 0.2972,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14191953837871552,
|
|
"step": 1525,
|
|
"valid_targets_mean": 5749.0,
|
|
"valid_targets_min": 2852
|
|
},
|
|
{
|
|
"epoch": 2.593220338983051,
|
|
"grad_norm": 0.5507609460623812,
|
|
"learning_rate": 3.1743393646689996e-05,
|
|
"loss": 0.2709,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13722501695156097,
|
|
"step": 1530,
|
|
"valid_targets_mean": 6979.1,
|
|
"valid_targets_min": 3623
|
|
},
|
|
{
|
|
"epoch": 2.601694915254237,
|
|
"grad_norm": 0.4300925010809667,
|
|
"learning_rate": 3.1674873444695804e-05,
|
|
"loss": 0.2859,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1543220430612564,
|
|
"step": 1535,
|
|
"valid_targets_mean": 8165.1,
|
|
"valid_targets_min": 4529
|
|
},
|
|
{
|
|
"epoch": 2.610169491525424,
|
|
"grad_norm": 0.38467946654939505,
|
|
"learning_rate": 3.1606144742649875e-05,
|
|
"loss": 0.2991,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18148282170295715,
|
|
"step": 1540,
|
|
"valid_targets_mean": 9327.8,
|
|
"valid_targets_min": 3421
|
|
},
|
|
{
|
|
"epoch": 2.6186440677966103,
|
|
"grad_norm": 0.44073639139217463,
|
|
"learning_rate": 3.15372087679692e-05,
|
|
"loss": 0.271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1646798849105835,
|
|
"step": 1545,
|
|
"valid_targets_mean": 7244.9,
|
|
"valid_targets_min": 2862
|
|
},
|
|
{
|
|
"epoch": 2.6271186440677967,
|
|
"grad_norm": 0.40731009930415046,
|
|
"learning_rate": 3.1468066751772415e-05,
|
|
"loss": 0.3008,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2068018913269043,
|
|
"step": 1550,
|
|
"valid_targets_mean": 9822.1,
|
|
"valid_targets_min": 3866
|
|
},
|
|
{
|
|
"epoch": 2.635593220338983,
|
|
"grad_norm": 0.4071433314116324,
|
|
"learning_rate": 3.1398719928857834e-05,
|
|
"loss": 0.2868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1655319333076477,
|
|
"step": 1555,
|
|
"valid_targets_mean": 9227.1,
|
|
"valid_targets_min": 2545
|
|
},
|
|
{
|
|
"epoch": 2.6440677966101696,
|
|
"grad_norm": 0.4223741084175799,
|
|
"learning_rate": 3.132916953768137e-05,
|
|
"loss": 0.2862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16019152104854584,
|
|
"step": 1560,
|
|
"valid_targets_mean": 7759.1,
|
|
"valid_targets_min": 2677
|
|
},
|
|
{
|
|
"epoch": 2.652542372881356,
|
|
"grad_norm": 0.6251705169824648,
|
|
"learning_rate": 3.1259416820334446e-05,
|
|
"loss": 0.2933,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14683334529399872,
|
|
"step": 1565,
|
|
"valid_targets_mean": 6256.4,
|
|
"valid_targets_min": 2512
|
|
},
|
|
{
|
|
"epoch": 2.6610169491525424,
|
|
"grad_norm": 0.4217541993199595,
|
|
"learning_rate": 3.118946302252181e-05,
|
|
"loss": 0.2766,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11165773123502731,
|
|
"step": 1570,
|
|
"valid_targets_mean": 5845.6,
|
|
"valid_targets_min": 3682
|
|
},
|
|
{
|
|
"epoch": 2.669491525423729,
|
|
"grad_norm": 0.5203085397178071,
|
|
"learning_rate": 3.1119309393539256e-05,
|
|
"loss": 0.278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10624048113822937,
|
|
"step": 1575,
|
|
"valid_targets_mean": 6041.9,
|
|
"valid_targets_min": 2597
|
|
},
|
|
{
|
|
"epoch": 2.6779661016949152,
|
|
"grad_norm": 0.43635851830952677,
|
|
"learning_rate": 3.104895718625136e-05,
|
|
"loss": 0.2893,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.197655588388443,
|
|
"step": 1580,
|
|
"valid_targets_mean": 9161.6,
|
|
"valid_targets_min": 3570
|
|
},
|
|
{
|
|
"epoch": 2.6864406779661016,
|
|
"grad_norm": 0.43131575202846884,
|
|
"learning_rate": 3.097840765706908e-05,
|
|
"loss": 0.3102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16160637140274048,
|
|
"step": 1585,
|
|
"valid_targets_mean": 7732.6,
|
|
"valid_targets_min": 2676
|
|
},
|
|
{
|
|
"epoch": 2.694915254237288,
|
|
"grad_norm": 0.4339183055258037,
|
|
"learning_rate": 3.0907662065927297e-05,
|
|
"loss": 0.3017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17281053960323334,
|
|
"step": 1590,
|
|
"valid_targets_mean": 7739.5,
|
|
"valid_targets_min": 4027
|
|
},
|
|
{
|
|
"epoch": 2.7033898305084745,
|
|
"grad_norm": 0.35870588624638666,
|
|
"learning_rate": 3.083672167626237e-05,
|
|
"loss": 0.308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13526961207389832,
|
|
"step": 1595,
|
|
"valid_targets_mean": 8089.1,
|
|
"valid_targets_min": 3416
|
|
},
|
|
{
|
|
"epoch": 2.711864406779661,
|
|
"grad_norm": 0.4042611998689289,
|
|
"learning_rate": 3.0765587754989516e-05,
|
|
"loss": 0.2901,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20892217755317688,
|
|
"step": 1600,
|
|
"valid_targets_mean": 10267.0,
|
|
"valid_targets_min": 4718
|
|
},
|
|
{
|
|
"epoch": 2.7203389830508473,
|
|
"grad_norm": 0.4181924475190532,
|
|
"learning_rate": 3.069426157248022e-05,
|
|
"loss": 0.2903,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12476156651973724,
|
|
"step": 1605,
|
|
"valid_targets_mean": 7643.0,
|
|
"valid_targets_min": 2520
|
|
},
|
|
{
|
|
"epoch": 2.7288135593220337,
|
|
"grad_norm": 0.3917558783537411,
|
|
"learning_rate": 3.062274440253953e-05,
|
|
"loss": 0.3259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16830119490623474,
|
|
"step": 1610,
|
|
"valid_targets_mean": 8693.2,
|
|
"valid_targets_min": 2490
|
|
},
|
|
{
|
|
"epoch": 2.7372881355932206,
|
|
"grad_norm": 0.46809935098902955,
|
|
"learning_rate": 3.0551037522383325e-05,
|
|
"loss": 0.3096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14017032086849213,
|
|
"step": 1615,
|
|
"valid_targets_mean": 6046.9,
|
|
"valid_targets_min": 2945
|
|
},
|
|
{
|
|
"epoch": 2.7457627118644066,
|
|
"grad_norm": 0.37833917782164894,
|
|
"learning_rate": 3.0479142212615457e-05,
|
|
"loss": 0.3053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15063466131687164,
|
|
"step": 1620,
|
|
"valid_targets_mean": 8857.0,
|
|
"valid_targets_min": 2289
|
|
},
|
|
{
|
|
"epoch": 2.7542372881355934,
|
|
"grad_norm": 0.3914212900105464,
|
|
"learning_rate": 3.0407059757204968e-05,
|
|
"loss": 0.3126,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12059652805328369,
|
|
"step": 1625,
|
|
"valid_targets_mean": 7383.4,
|
|
"valid_targets_min": 2769
|
|
},
|
|
{
|
|
"epoch": 2.7627118644067794,
|
|
"grad_norm": 0.3982809928364594,
|
|
"learning_rate": 3.033479144346308e-05,
|
|
"loss": 0.3394,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16488566994667053,
|
|
"step": 1630,
|
|
"valid_targets_mean": 8842.8,
|
|
"valid_targets_min": 3991
|
|
},
|
|
{
|
|
"epoch": 2.7711864406779663,
|
|
"grad_norm": 0.4054605993752062,
|
|
"learning_rate": 3.0262338562020246e-05,
|
|
"loss": 0.3046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11971583962440491,
|
|
"step": 1635,
|
|
"valid_targets_mean": 6456.0,
|
|
"valid_targets_min": 2512
|
|
},
|
|
{
|
|
"epoch": 2.7796610169491527,
|
|
"grad_norm": 0.3737092120949275,
|
|
"learning_rate": 3.018970240680308e-05,
|
|
"loss": 0.3088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1984914243221283,
|
|
"step": 1640,
|
|
"valid_targets_mean": 11606.8,
|
|
"valid_targets_min": 4314
|
|
},
|
|
{
|
|
"epoch": 2.788135593220339,
|
|
"grad_norm": 0.4122776261507556,
|
|
"learning_rate": 3.011688427501126e-05,
|
|
"loss": 0.3076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19593146443367004,
|
|
"step": 1645,
|
|
"valid_targets_mean": 10147.1,
|
|
"valid_targets_min": 4324
|
|
},
|
|
{
|
|
"epoch": 2.7966101694915255,
|
|
"grad_norm": 0.4120936192506969,
|
|
"learning_rate": 3.0043885467094382e-05,
|
|
"loss": 0.314,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09063713997602463,
|
|
"step": 1650,
|
|
"valid_targets_mean": 5500.9,
|
|
"valid_targets_min": 2577
|
|
},
|
|
{
|
|
"epoch": 2.805084745762712,
|
|
"grad_norm": 0.41153868372446584,
|
|
"learning_rate": 2.9970707286728676e-05,
|
|
"loss": 0.3015,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16134697198867798,
|
|
"step": 1655,
|
|
"valid_targets_mean": 7913.1,
|
|
"valid_targets_min": 3032
|
|
},
|
|
{
|
|
"epoch": 2.8135593220338984,
|
|
"grad_norm": 0.4432301462525058,
|
|
"learning_rate": 2.9897351040793786e-05,
|
|
"loss": 0.2792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1156914085149765,
|
|
"step": 1660,
|
|
"valid_targets_mean": 5392.9,
|
|
"valid_targets_min": 2803
|
|
},
|
|
{
|
|
"epoch": 2.8220338983050848,
|
|
"grad_norm": 0.37137395497879805,
|
|
"learning_rate": 2.9823818039349407e-05,
|
|
"loss": 0.2803,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1545882374048233,
|
|
"step": 1665,
|
|
"valid_targets_mean": 8667.0,
|
|
"valid_targets_min": 2654
|
|
},
|
|
{
|
|
"epoch": 2.830508474576271,
|
|
"grad_norm": 0.3803691362199709,
|
|
"learning_rate": 2.9750109595611884e-05,
|
|
"loss": 0.29,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14982467889785767,
|
|
"step": 1670,
|
|
"valid_targets_mean": 8274.6,
|
|
"valid_targets_min": 2564
|
|
},
|
|
{
|
|
"epoch": 2.8389830508474576,
|
|
"grad_norm": 0.4223686202070055,
|
|
"learning_rate": 2.967622702593074e-05,
|
|
"loss": 0.287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14334501326084137,
|
|
"step": 1675,
|
|
"valid_targets_mean": 6762.0,
|
|
"valid_targets_min": 2553
|
|
},
|
|
{
|
|
"epoch": 2.847457627118644,
|
|
"grad_norm": 0.3815613871971945,
|
|
"learning_rate": 2.9602171649765235e-05,
|
|
"loss": 0.3084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14498014748096466,
|
|
"step": 1680,
|
|
"valid_targets_mean": 9098.2,
|
|
"valid_targets_min": 4838
|
|
},
|
|
{
|
|
"epoch": 2.8559322033898304,
|
|
"grad_norm": 0.3902627621269955,
|
|
"learning_rate": 2.9527944789660732e-05,
|
|
"loss": 0.2907,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13810594379901886,
|
|
"step": 1685,
|
|
"valid_targets_mean": 8409.4,
|
|
"valid_targets_min": 3393
|
|
},
|
|
{
|
|
"epoch": 2.864406779661017,
|
|
"grad_norm": 0.628093664119152,
|
|
"learning_rate": 2.9453547771225088e-05,
|
|
"loss": 0.2887,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13151387870311737,
|
|
"step": 1690,
|
|
"valid_targets_mean": 6601.6,
|
|
"valid_targets_min": 2044
|
|
},
|
|
{
|
|
"epoch": 2.8728813559322033,
|
|
"grad_norm": 0.427340927181757,
|
|
"learning_rate": 2.9378981923105026e-05,
|
|
"loss": 0.2823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1253517121076584,
|
|
"step": 1695,
|
|
"valid_targets_mean": 6468.5,
|
|
"valid_targets_min": 3352
|
|
},
|
|
{
|
|
"epoch": 2.8813559322033897,
|
|
"grad_norm": 0.44354144947684965,
|
|
"learning_rate": 2.930424857696236e-05,
|
|
"loss": 0.3211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11692166328430176,
|
|
"step": 1700,
|
|
"valid_targets_mean": 6686.8,
|
|
"valid_targets_min": 3658
|
|
},
|
|
{
|
|
"epoch": 2.889830508474576,
|
|
"grad_norm": 0.3887488246954865,
|
|
"learning_rate": 2.922934906745024e-05,
|
|
"loss": 0.3209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17277604341506958,
|
|
"step": 1705,
|
|
"valid_targets_mean": 8767.5,
|
|
"valid_targets_min": 3271
|
|
},
|
|
{
|
|
"epoch": 2.898305084745763,
|
|
"grad_norm": 0.41082516803384356,
|
|
"learning_rate": 2.9154284732189285e-05,
|
|
"loss": 0.3164,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10397391021251678,
|
|
"step": 1710,
|
|
"valid_targets_mean": 7295.6,
|
|
"valid_targets_min": 3874
|
|
},
|
|
{
|
|
"epoch": 2.906779661016949,
|
|
"grad_norm": 0.520174678897419,
|
|
"learning_rate": 2.907905691174374e-05,
|
|
"loss": 0.2904,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15237274765968323,
|
|
"step": 1715,
|
|
"valid_targets_mean": 7268.4,
|
|
"valid_targets_min": 2388
|
|
},
|
|
{
|
|
"epoch": 2.915254237288136,
|
|
"grad_norm": 0.41374806575745976,
|
|
"learning_rate": 2.90036669495975e-05,
|
|
"loss": 0.3213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25504952669143677,
|
|
"step": 1720,
|
|
"valid_targets_mean": 10837.8,
|
|
"valid_targets_min": 4089
|
|
},
|
|
{
|
|
"epoch": 2.923728813559322,
|
|
"grad_norm": 0.3946990253757063,
|
|
"learning_rate": 2.8928116192130127e-05,
|
|
"loss": 0.3215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15455634891986847,
|
|
"step": 1725,
|
|
"valid_targets_mean": 8932.4,
|
|
"valid_targets_min": 4566
|
|
},
|
|
{
|
|
"epoch": 2.9322033898305087,
|
|
"grad_norm": 0.39390529109371075,
|
|
"learning_rate": 2.8852405988592802e-05,
|
|
"loss": 0.2815,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12555049359798431,
|
|
"step": 1730,
|
|
"valid_targets_mean": 6847.9,
|
|
"valid_targets_min": 3663
|
|
},
|
|
{
|
|
"epoch": 2.940677966101695,
|
|
"grad_norm": 0.3977049857931394,
|
|
"learning_rate": 2.8776537691084247e-05,
|
|
"loss": 0.2986,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20120170712471008,
|
|
"step": 1735,
|
|
"valid_targets_mean": 9868.5,
|
|
"valid_targets_min": 5401
|
|
},
|
|
{
|
|
"epoch": 2.9491525423728815,
|
|
"grad_norm": 0.4093046968551465,
|
|
"learning_rate": 2.8700512654526543e-05,
|
|
"loss": 0.3046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11536908149719238,
|
|
"step": 1740,
|
|
"valid_targets_mean": 6808.9,
|
|
"valid_targets_min": 3326
|
|
},
|
|
{
|
|
"epoch": 2.957627118644068,
|
|
"grad_norm": 0.432841030661367,
|
|
"learning_rate": 2.8624332236640975e-05,
|
|
"loss": 0.2869,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15368211269378662,
|
|
"step": 1745,
|
|
"valid_targets_mean": 8233.4,
|
|
"valid_targets_min": 3212
|
|
},
|
|
{
|
|
"epoch": 2.9661016949152543,
|
|
"grad_norm": 0.4102333184670828,
|
|
"learning_rate": 2.854799779792375e-05,
|
|
"loss": 0.2825,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12388305366039276,
|
|
"step": 1750,
|
|
"valid_targets_mean": 6095.2,
|
|
"valid_targets_min": 1408
|
|
},
|
|
{
|
|
"epoch": 2.9745762711864407,
|
|
"grad_norm": 0.4002623064164881,
|
|
"learning_rate": 2.8471510701621708e-05,
|
|
"loss": 0.2853,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1477382779121399,
|
|
"step": 1755,
|
|
"valid_targets_mean": 7968.2,
|
|
"valid_targets_min": 2866
|
|
},
|
|
{
|
|
"epoch": 2.983050847457627,
|
|
"grad_norm": 0.4377202503665735,
|
|
"learning_rate": 2.8394872313707998e-05,
|
|
"loss": 0.3144,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26475733518600464,
|
|
"step": 1760,
|
|
"valid_targets_mean": 9149.2,
|
|
"valid_targets_min": 2294
|
|
},
|
|
{
|
|
"epoch": 2.9915254237288136,
|
|
"grad_norm": 0.44825538415638183,
|
|
"learning_rate": 2.8318084002857654e-05,
|
|
"loss": 0.3017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14710551500320435,
|
|
"step": 1765,
|
|
"valid_targets_mean": 6853.5,
|
|
"valid_targets_min": 4405
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.44970926433466,
|
|
"learning_rate": 2.824114714042317e-05,
|
|
"loss": 0.2819,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1573638767004013,
|
|
"step": 1770,
|
|
"valid_targets_mean": 6817.6,
|
|
"valid_targets_min": 2624
|
|
},
|
|
{
|
|
"epoch": 3.0084745762711864,
|
|
"grad_norm": 0.4105908086436348,
|
|
"learning_rate": 2.8164063100409992e-05,
|
|
"loss": 0.3075,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17770880460739136,
|
|
"step": 1775,
|
|
"valid_targets_mean": 11150.9,
|
|
"valid_targets_min": 5217
|
|
},
|
|
{
|
|
"epoch": 3.016949152542373,
|
|
"grad_norm": 0.5067931517713864,
|
|
"learning_rate": 2.8086833259452006e-05,
|
|
"loss": 0.2576,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14972740411758423,
|
|
"step": 1780,
|
|
"valid_targets_mean": 7127.5,
|
|
"valid_targets_min": 2953
|
|
},
|
|
{
|
|
"epoch": 3.0254237288135593,
|
|
"grad_norm": 0.4489078904191542,
|
|
"learning_rate": 2.8009458996786934e-05,
|
|
"loss": 0.2891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1222635805606842,
|
|
"step": 1785,
|
|
"valid_targets_mean": 7865.5,
|
|
"valid_targets_min": 4141
|
|
},
|
|
{
|
|
"epoch": 3.0338983050847457,
|
|
"grad_norm": 0.40723043787890206,
|
|
"learning_rate": 2.7931941694231705e-05,
|
|
"loss": 0.3207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19112850725650787,
|
|
"step": 1790,
|
|
"valid_targets_mean": 9303.0,
|
|
"valid_targets_min": 3926
|
|
},
|
|
{
|
|
"epoch": 3.042372881355932,
|
|
"grad_norm": 0.4062904680169323,
|
|
"learning_rate": 2.7854282736157777e-05,
|
|
"loss": 0.2785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10347068309783936,
|
|
"step": 1795,
|
|
"valid_targets_mean": 6714.1,
|
|
"valid_targets_min": 3013
|
|
},
|
|
{
|
|
"epoch": 3.0508474576271185,
|
|
"grad_norm": 0.44122857506466184,
|
|
"learning_rate": 2.777648350946642e-05,
|
|
"loss": 0.3067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14287069439888,
|
|
"step": 1800,
|
|
"valid_targets_mean": 7854.1,
|
|
"valid_targets_min": 4512
|
|
},
|
|
{
|
|
"epoch": 3.059322033898305,
|
|
"grad_norm": 0.404748824204509,
|
|
"learning_rate": 2.7698545403563934e-05,
|
|
"loss": 0.2858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17268605530261993,
|
|
"step": 1805,
|
|
"valid_targets_mean": 10822.9,
|
|
"valid_targets_min": 4384
|
|
},
|
|
{
|
|
"epoch": 3.0677966101694913,
|
|
"grad_norm": 0.4196241669238361,
|
|
"learning_rate": 2.7620469810336854e-05,
|
|
"loss": 0.2608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10796263068914413,
|
|
"step": 1810,
|
|
"valid_targets_mean": 7407.6,
|
|
"valid_targets_min": 3581
|
|
},
|
|
{
|
|
"epoch": 3.0762711864406778,
|
|
"grad_norm": 0.42127068984410215,
|
|
"learning_rate": 2.754225812412708e-05,
|
|
"loss": 0.2882,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24290607869625092,
|
|
"step": 1815,
|
|
"valid_targets_mean": 10485.5,
|
|
"valid_targets_min": 3288
|
|
},
|
|
{
|
|
"epoch": 3.084745762711864,
|
|
"grad_norm": 0.40150665185852374,
|
|
"learning_rate": 2.7463911741706982e-05,
|
|
"loss": 0.3186,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20899540185928345,
|
|
"step": 1820,
|
|
"valid_targets_mean": 12581.9,
|
|
"valid_targets_min": 4997
|
|
},
|
|
{
|
|
"epoch": 3.093220338983051,
|
|
"grad_norm": 0.43521402083428806,
|
|
"learning_rate": 2.738543206225445e-05,
|
|
"loss": 0.3186,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15953466296195984,
|
|
"step": 1825,
|
|
"valid_targets_mean": 7655.8,
|
|
"valid_targets_min": 3011
|
|
},
|
|
{
|
|
"epoch": 3.1016949152542375,
|
|
"grad_norm": 0.3962730874041192,
|
|
"learning_rate": 2.7306820487327906e-05,
|
|
"loss": 0.2562,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09205099940299988,
|
|
"step": 1830,
|
|
"valid_targets_mean": 6310.2,
|
|
"valid_targets_min": 3610
|
|
},
|
|
{
|
|
"epoch": 3.110169491525424,
|
|
"grad_norm": 0.4359479743437313,
|
|
"learning_rate": 2.7228078420841277e-05,
|
|
"loss": 0.2873,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1524626463651657,
|
|
"step": 1835,
|
|
"valid_targets_mean": 8744.8,
|
|
"valid_targets_min": 4485
|
|
},
|
|
{
|
|
"epoch": 3.1186440677966103,
|
|
"grad_norm": 0.40005383291971675,
|
|
"learning_rate": 2.714920726903892e-05,
|
|
"loss": 0.2612,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12869741022586823,
|
|
"step": 1840,
|
|
"valid_targets_mean": 9577.2,
|
|
"valid_targets_min": 2321
|
|
},
|
|
{
|
|
"epoch": 3.1271186440677967,
|
|
"grad_norm": 0.4308906520109213,
|
|
"learning_rate": 2.7070208440470525e-05,
|
|
"loss": 0.3008,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10741919279098511,
|
|
"step": 1845,
|
|
"valid_targets_mean": 6685.9,
|
|
"valid_targets_min": 1623
|
|
},
|
|
{
|
|
"epoch": 3.135593220338983,
|
|
"grad_norm": 0.4487801888845667,
|
|
"learning_rate": 2.699108334596592e-05,
|
|
"loss": 0.2956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1341993808746338,
|
|
"step": 1850,
|
|
"valid_targets_mean": 6188.6,
|
|
"valid_targets_min": 1880
|
|
},
|
|
{
|
|
"epoch": 3.1440677966101696,
|
|
"grad_norm": 0.7011442094054635,
|
|
"learning_rate": 2.6911833398609923e-05,
|
|
"loss": 0.2518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1395626664161682,
|
|
"step": 1855,
|
|
"valid_targets_mean": 7024.2,
|
|
"valid_targets_min": 3107
|
|
},
|
|
{
|
|
"epoch": 3.152542372881356,
|
|
"grad_norm": 0.3881444819150857,
|
|
"learning_rate": 2.683246001371706e-05,
|
|
"loss": 0.2862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15838421881198883,
|
|
"step": 1860,
|
|
"valid_targets_mean": 8513.5,
|
|
"valid_targets_min": 3722
|
|
},
|
|
{
|
|
"epoch": 3.1610169491525424,
|
|
"grad_norm": 0.4653199843483416,
|
|
"learning_rate": 2.6752964608806338e-05,
|
|
"loss": 0.2854,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16325102746486664,
|
|
"step": 1865,
|
|
"valid_targets_mean": 8335.9,
|
|
"valid_targets_min": 2760
|
|
},
|
|
{
|
|
"epoch": 3.169491525423729,
|
|
"grad_norm": 0.40908544408335373,
|
|
"learning_rate": 2.6673348603575884e-05,
|
|
"loss": 0.2775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11137696355581284,
|
|
"step": 1870,
|
|
"valid_targets_mean": 7132.8,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 3.1779661016949152,
|
|
"grad_norm": 0.41926613528884465,
|
|
"learning_rate": 2.6593613419877615e-05,
|
|
"loss": 0.2927,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1452498883008957,
|
|
"step": 1875,
|
|
"valid_targets_mean": 7861.4,
|
|
"valid_targets_min": 3541
|
|
},
|
|
{
|
|
"epoch": 3.1864406779661016,
|
|
"grad_norm": 0.4257068600277493,
|
|
"learning_rate": 2.6513760481691842e-05,
|
|
"loss": 0.3094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2095491737127304,
|
|
"step": 1880,
|
|
"valid_targets_mean": 10550.8,
|
|
"valid_targets_min": 4405
|
|
},
|
|
{
|
|
"epoch": 3.194915254237288,
|
|
"grad_norm": 0.43015557115036207,
|
|
"learning_rate": 2.6433791215101848e-05,
|
|
"loss": 0.2881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16623318195343018,
|
|
"step": 1885,
|
|
"valid_targets_mean": 8816.5,
|
|
"valid_targets_min": 2364
|
|
},
|
|
{
|
|
"epoch": 3.2033898305084745,
|
|
"grad_norm": 0.5857399597790577,
|
|
"learning_rate": 2.6353707048268397e-05,
|
|
"loss": 0.3341,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19451278448104858,
|
|
"step": 1890,
|
|
"valid_targets_mean": 6448.4,
|
|
"valid_targets_min": 2277
|
|
},
|
|
{
|
|
"epoch": 3.211864406779661,
|
|
"grad_norm": 0.44055645554466305,
|
|
"learning_rate": 2.6273509411404234e-05,
|
|
"loss": 0.2995,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1880090832710266,
|
|
"step": 1895,
|
|
"valid_targets_mean": 8197.2,
|
|
"valid_targets_min": 2485
|
|
},
|
|
{
|
|
"epoch": 3.2203389830508473,
|
|
"grad_norm": 0.42726136968985057,
|
|
"learning_rate": 2.6193199736748572e-05,
|
|
"loss": 0.2862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10744710266590118,
|
|
"step": 1900,
|
|
"valid_targets_mean": 6499.0,
|
|
"valid_targets_min": 3085
|
|
},
|
|
{
|
|
"epoch": 3.2288135593220337,
|
|
"grad_norm": 0.412861428529702,
|
|
"learning_rate": 2.611277945854148e-05,
|
|
"loss": 0.3022,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1249886304140091,
|
|
"step": 1905,
|
|
"valid_targets_mean": 7129.1,
|
|
"valid_targets_min": 2327
|
|
},
|
|
{
|
|
"epoch": 3.23728813559322,
|
|
"grad_norm": 0.4210756070607052,
|
|
"learning_rate": 2.603225001299829e-05,
|
|
"loss": 0.3021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18664366006851196,
|
|
"step": 1910,
|
|
"valid_targets_mean": 9470.2,
|
|
"valid_targets_min": 2951
|
|
},
|
|
{
|
|
"epoch": 3.2457627118644066,
|
|
"grad_norm": 0.4716787626786254,
|
|
"learning_rate": 2.595161283828392e-05,
|
|
"loss": 0.3117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10674425959587097,
|
|
"step": 1915,
|
|
"valid_targets_mean": 5877.9,
|
|
"valid_targets_min": 2610
|
|
},
|
|
{
|
|
"epoch": 3.2542372881355934,
|
|
"grad_norm": 0.4247269620871819,
|
|
"learning_rate": 2.5870869374487227e-05,
|
|
"loss": 0.2706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1867872029542923,
|
|
"step": 1920,
|
|
"valid_targets_mean": 8236.0,
|
|
"valid_targets_min": 4338
|
|
},
|
|
{
|
|
"epoch": 3.26271186440678,
|
|
"grad_norm": 1.5928683081810084,
|
|
"learning_rate": 2.579002106359527e-05,
|
|
"loss": 0.2969,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16273048520088196,
|
|
"step": 1925,
|
|
"valid_targets_mean": 6147.6,
|
|
"valid_targets_min": 2297
|
|
},
|
|
{
|
|
"epoch": 3.2711864406779663,
|
|
"grad_norm": 0.6792443743882338,
|
|
"learning_rate": 2.5709069349467562e-05,
|
|
"loss": 0.3404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13474991917610168,
|
|
"step": 1930,
|
|
"valid_targets_mean": 7983.4,
|
|
"valid_targets_min": 2797
|
|
},
|
|
{
|
|
"epoch": 3.2796610169491527,
|
|
"grad_norm": 0.39487045934462767,
|
|
"learning_rate": 2.562801567781026e-05,
|
|
"loss": 0.3009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.104096919298172,
|
|
"step": 1935,
|
|
"valid_targets_mean": 8069.4,
|
|
"valid_targets_min": 3613
|
|
},
|
|
{
|
|
"epoch": 3.288135593220339,
|
|
"grad_norm": 0.6447224029652622,
|
|
"learning_rate": 2.554686149615038e-05,
|
|
"loss": 0.2584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1299767941236496,
|
|
"step": 1940,
|
|
"valid_targets_mean": 8466.2,
|
|
"valid_targets_min": 5145
|
|
},
|
|
{
|
|
"epoch": 3.2966101694915255,
|
|
"grad_norm": 0.4022839549304916,
|
|
"learning_rate": 2.5465608253809944e-05,
|
|
"loss": 0.2659,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1030406802892685,
|
|
"step": 1945,
|
|
"valid_targets_mean": 7143.6,
|
|
"valid_targets_min": 1983
|
|
},
|
|
{
|
|
"epoch": 3.305084745762712,
|
|
"grad_norm": 0.48756887419396766,
|
|
"learning_rate": 2.5384257401880077e-05,
|
|
"loss": 0.2707,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13388022780418396,
|
|
"step": 1950,
|
|
"valid_targets_mean": 7445.9,
|
|
"valid_targets_min": 3532
|
|
},
|
|
{
|
|
"epoch": 3.3135593220338984,
|
|
"grad_norm": 0.47900051260276966,
|
|
"learning_rate": 2.530281039319509e-05,
|
|
"loss": 0.2552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1074599027633667,
|
|
"step": 1955,
|
|
"valid_targets_mean": 5242.0,
|
|
"valid_targets_min": 2971
|
|
},
|
|
{
|
|
"epoch": 3.3220338983050848,
|
|
"grad_norm": 0.40376480776936347,
|
|
"learning_rate": 2.5221268682306565e-05,
|
|
"loss": 0.2629,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12285137176513672,
|
|
"step": 1960,
|
|
"valid_targets_mean": 8048.4,
|
|
"valid_targets_min": 2983
|
|
},
|
|
{
|
|
"epoch": 3.330508474576271,
|
|
"grad_norm": 0.4042419082898355,
|
|
"learning_rate": 2.5139633725457345e-05,
|
|
"loss": 0.3055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1488046646118164,
|
|
"step": 1965,
|
|
"valid_targets_mean": 8609.8,
|
|
"valid_targets_min": 3878
|
|
},
|
|
{
|
|
"epoch": 3.3389830508474576,
|
|
"grad_norm": 0.42120896138472086,
|
|
"learning_rate": 2.505790698055554e-05,
|
|
"loss": 0.2804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11100804805755615,
|
|
"step": 1970,
|
|
"valid_targets_mean": 7231.4,
|
|
"valid_targets_min": 5579
|
|
},
|
|
{
|
|
"epoch": 3.347457627118644,
|
|
"grad_norm": 0.4478852216820594,
|
|
"learning_rate": 2.49760899071485e-05,
|
|
"loss": 0.2928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1743670552968979,
|
|
"step": 1975,
|
|
"valid_targets_mean": 7310.9,
|
|
"valid_targets_min": 2377
|
|
},
|
|
{
|
|
"epoch": 3.3559322033898304,
|
|
"grad_norm": 0.4453850109809996,
|
|
"learning_rate": 2.4894183966396735e-05,
|
|
"loss": 0.2705,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09428214281797409,
|
|
"step": 1980,
|
|
"valid_targets_mean": 5442.4,
|
|
"valid_targets_min": 2760
|
|
},
|
|
{
|
|
"epoch": 3.364406779661017,
|
|
"grad_norm": 0.386834238314581,
|
|
"learning_rate": 2.4812190621047822e-05,
|
|
"loss": 0.2963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10531061887741089,
|
|
"step": 1985,
|
|
"valid_targets_mean": 8721.5,
|
|
"valid_targets_min": 4360
|
|
},
|
|
{
|
|
"epoch": 3.3728813559322033,
|
|
"grad_norm": 0.41974129998150933,
|
|
"learning_rate": 2.4730111335410298e-05,
|
|
"loss": 0.3058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17613358795642853,
|
|
"step": 1990,
|
|
"valid_targets_mean": 7780.2,
|
|
"valid_targets_min": 1613
|
|
},
|
|
{
|
|
"epoch": 3.3813559322033897,
|
|
"grad_norm": 0.3986453592630357,
|
|
"learning_rate": 2.4647947575327468e-05,
|
|
"loss": 0.2798,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09645844250917435,
|
|
"step": 1995,
|
|
"valid_targets_mean": 5781.1,
|
|
"valid_targets_min": 3468
|
|
},
|
|
{
|
|
"epoch": 3.389830508474576,
|
|
"grad_norm": 0.42160649350404233,
|
|
"learning_rate": 2.4565700808151297e-05,
|
|
"loss": 0.2525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10721124708652496,
|
|
"step": 2000,
|
|
"valid_targets_mean": 6691.4,
|
|
"valid_targets_min": 3904
|
|
},
|
|
{
|
|
"epoch": 3.3983050847457625,
|
|
"grad_norm": 0.395642493359529,
|
|
"learning_rate": 2.4483372502716124e-05,
|
|
"loss": 0.282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08538131415843964,
|
|
"step": 2005,
|
|
"valid_targets_mean": 5464.9,
|
|
"valid_targets_min": 3818
|
|
},
|
|
{
|
|
"epoch": 3.406779661016949,
|
|
"grad_norm": 0.4377539465369687,
|
|
"learning_rate": 2.44009641293125e-05,
|
|
"loss": 0.29,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1419958472251892,
|
|
"step": 2010,
|
|
"valid_targets_mean": 7003.5,
|
|
"valid_targets_min": 2705
|
|
},
|
|
{
|
|
"epoch": 3.415254237288136,
|
|
"grad_norm": 0.390606658868245,
|
|
"learning_rate": 2.431847715966087e-05,
|
|
"loss": 0.2811,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09183446317911148,
|
|
"step": 2015,
|
|
"valid_targets_mean": 6089.4,
|
|
"valid_targets_min": 2693
|
|
},
|
|
{
|
|
"epoch": 3.423728813559322,
|
|
"grad_norm": 0.44601554122640463,
|
|
"learning_rate": 2.423591306688534e-05,
|
|
"loss": 0.2722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11288672685623169,
|
|
"step": 2020,
|
|
"valid_targets_mean": 6390.1,
|
|
"valid_targets_min": 2918
|
|
},
|
|
{
|
|
"epoch": 3.4322033898305087,
|
|
"grad_norm": 0.45105339427901514,
|
|
"learning_rate": 2.4153273325487346e-05,
|
|
"loss": 0.2813,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17822352051734924,
|
|
"step": 2025,
|
|
"valid_targets_mean": 8611.0,
|
|
"valid_targets_min": 2586
|
|
},
|
|
{
|
|
"epoch": 3.440677966101695,
|
|
"grad_norm": 0.4580856128531317,
|
|
"learning_rate": 2.407055941131932e-05,
|
|
"loss": 0.2675,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18808065354824066,
|
|
"step": 2030,
|
|
"valid_targets_mean": 7461.8,
|
|
"valid_targets_min": 2938
|
|
},
|
|
{
|
|
"epoch": 3.4491525423728815,
|
|
"grad_norm": 0.42333388708901265,
|
|
"learning_rate": 2.3987772801558328e-05,
|
|
"loss": 0.2873,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22082702815532684,
|
|
"step": 2035,
|
|
"valid_targets_mean": 8332.9,
|
|
"valid_targets_min": 3046
|
|
},
|
|
{
|
|
"epoch": 3.457627118644068,
|
|
"grad_norm": 0.4249810503191986,
|
|
"learning_rate": 2.3904914974679705e-05,
|
|
"loss": 0.2845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10297828912734985,
|
|
"step": 2040,
|
|
"valid_targets_mean": 6474.1,
|
|
"valid_targets_min": 3617
|
|
},
|
|
{
|
|
"epoch": 3.4661016949152543,
|
|
"grad_norm": 0.42287779451494156,
|
|
"learning_rate": 2.3821987410430646e-05,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12721748650074005,
|
|
"step": 2045,
|
|
"valid_targets_mean": 7318.4,
|
|
"valid_targets_min": 2590
|
|
},
|
|
{
|
|
"epoch": 3.4745762711864407,
|
|
"grad_norm": 0.41487510241403797,
|
|
"learning_rate": 2.3738991589803783e-05,
|
|
"loss": 0.2978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20614950358867645,
|
|
"step": 2050,
|
|
"valid_targets_mean": 12113.4,
|
|
"valid_targets_min": 7751
|
|
},
|
|
{
|
|
"epoch": 3.483050847457627,
|
|
"grad_norm": 0.40445186849790093,
|
|
"learning_rate": 2.36559289950107e-05,
|
|
"loss": 0.281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18696916103363037,
|
|
"step": 2055,
|
|
"valid_targets_mean": 9497.6,
|
|
"valid_targets_min": 3046
|
|
},
|
|
{
|
|
"epoch": 3.4915254237288136,
|
|
"grad_norm": 0.3808081177692009,
|
|
"learning_rate": 2.357280110945552e-05,
|
|
"loss": 0.2985,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15332549810409546,
|
|
"step": 2060,
|
|
"valid_targets_mean": 9510.1,
|
|
"valid_targets_min": 4850
|
|
},
|
|
{
|
|
"epoch": 3.5,
|
|
"grad_norm": 0.3954559102872441,
|
|
"learning_rate": 2.3489609417708383e-05,
|
|
"loss": 0.3108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07950934767723083,
|
|
"step": 2065,
|
|
"valid_targets_mean": 6016.5,
|
|
"valid_targets_min": 2468
|
|
},
|
|
{
|
|
"epoch": 3.5084745762711864,
|
|
"grad_norm": 0.47525617396789216,
|
|
"learning_rate": 2.340635540547892e-05,
|
|
"loss": 0.2611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09396298229694366,
|
|
"step": 2070,
|
|
"valid_targets_mean": 6578.6,
|
|
"valid_targets_min": 2441
|
|
},
|
|
{
|
|
"epoch": 3.516949152542373,
|
|
"grad_norm": 0.41700924280969,
|
|
"learning_rate": 2.3323040559589755e-05,
|
|
"loss": 0.2853,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15074723958969116,
|
|
"step": 2075,
|
|
"valid_targets_mean": 7548.5,
|
|
"valid_targets_min": 2942
|
|
},
|
|
{
|
|
"epoch": 3.5254237288135593,
|
|
"grad_norm": 0.4045155062865091,
|
|
"learning_rate": 2.3239666367949917e-05,
|
|
"loss": 0.2843,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1475975513458252,
|
|
"step": 2080,
|
|
"valid_targets_mean": 7759.4,
|
|
"valid_targets_min": 3593
|
|
},
|
|
{
|
|
"epoch": 3.5338983050847457,
|
|
"grad_norm": 0.45096675546516823,
|
|
"learning_rate": 2.3156234319528295e-05,
|
|
"loss": 0.2665,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09082523733377457,
|
|
"step": 2085,
|
|
"valid_targets_mean": 6154.9,
|
|
"valid_targets_min": 2823
|
|
},
|
|
{
|
|
"epoch": 3.542372881355932,
|
|
"grad_norm": 0.4350300656202291,
|
|
"learning_rate": 2.3072745904327015e-05,
|
|
"loss": 0.2958,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09289325028657913,
|
|
"step": 2090,
|
|
"valid_targets_mean": 6375.0,
|
|
"valid_targets_min": 5184
|
|
},
|
|
{
|
|
"epoch": 3.5508474576271185,
|
|
"grad_norm": 0.3910107816800009,
|
|
"learning_rate": 2.298920261335488e-05,
|
|
"loss": 0.2588,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09527669847011566,
|
|
"step": 2095,
|
|
"valid_targets_mean": 6311.5,
|
|
"valid_targets_min": 2557
|
|
},
|
|
{
|
|
"epoch": 3.559322033898305,
|
|
"grad_norm": 0.39669458488926956,
|
|
"learning_rate": 2.2905605938600685e-05,
|
|
"loss": 0.2911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20767447352409363,
|
|
"step": 2100,
|
|
"valid_targets_mean": 12417.0,
|
|
"valid_targets_min": 6509
|
|
},
|
|
{
|
|
"epoch": 3.5677966101694913,
|
|
"grad_norm": 0.3901163518152081,
|
|
"learning_rate": 2.2821957373006617e-05,
|
|
"loss": 0.2634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18332387506961823,
|
|
"step": 2105,
|
|
"valid_targets_mean": 10700.6,
|
|
"valid_targets_min": 6652
|
|
},
|
|
{
|
|
"epoch": 3.576271186440678,
|
|
"grad_norm": 0.4205397491800668,
|
|
"learning_rate": 2.273825841044156e-05,
|
|
"loss": 0.2958,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15848278999328613,
|
|
"step": 2110,
|
|
"valid_targets_mean": 8436.5,
|
|
"valid_targets_min": 2593
|
|
},
|
|
{
|
|
"epoch": 3.584745762711864,
|
|
"grad_norm": 0.39017980717827244,
|
|
"learning_rate": 2.2654510545674442e-05,
|
|
"loss": 0.2788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14073039591312408,
|
|
"step": 2115,
|
|
"valid_targets_mean": 8208.6,
|
|
"valid_targets_min": 3676
|
|
},
|
|
{
|
|
"epoch": 3.593220338983051,
|
|
"grad_norm": 0.413374304774211,
|
|
"learning_rate": 2.257071527434753e-05,
|
|
"loss": 0.2984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15054945647716522,
|
|
"step": 2120,
|
|
"valid_targets_mean": 7802.0,
|
|
"valid_targets_min": 3176
|
|
},
|
|
{
|
|
"epoch": 3.601694915254237,
|
|
"grad_norm": 0.3924930780824449,
|
|
"learning_rate": 2.2486874092949708e-05,
|
|
"loss": 0.2826,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12603721022605896,
|
|
"step": 2125,
|
|
"valid_targets_mean": 7997.5,
|
|
"valid_targets_min": 3955
|
|
},
|
|
{
|
|
"epoch": 3.610169491525424,
|
|
"grad_norm": 0.49818479968661744,
|
|
"learning_rate": 2.2402988498789767e-05,
|
|
"loss": 0.2928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10280188918113708,
|
|
"step": 2130,
|
|
"valid_targets_mean": 7086.6,
|
|
"valid_targets_min": 2653
|
|
},
|
|
{
|
|
"epoch": 3.6186440677966103,
|
|
"grad_norm": 0.46928295157294475,
|
|
"learning_rate": 2.2319059989969668e-05,
|
|
"loss": 0.2946,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1649240404367447,
|
|
"step": 2135,
|
|
"valid_targets_mean": 7845.5,
|
|
"valid_targets_min": 3649
|
|
},
|
|
{
|
|
"epoch": 3.6271186440677967,
|
|
"grad_norm": 0.462776490971101,
|
|
"learning_rate": 2.2235090065357773e-05,
|
|
"loss": 0.296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18557463586330414,
|
|
"step": 2140,
|
|
"valid_targets_mean": 8834.4,
|
|
"valid_targets_min": 4137
|
|
},
|
|
{
|
|
"epoch": 3.635593220338983,
|
|
"grad_norm": 0.41019380389792665,
|
|
"learning_rate": 2.215108022456208e-05,
|
|
"loss": 0.3039,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14846105873584747,
|
|
"step": 2145,
|
|
"valid_targets_mean": 8244.1,
|
|
"valid_targets_min": 4463
|
|
},
|
|
{
|
|
"epoch": 3.6440677966101696,
|
|
"grad_norm": 0.38387126303093333,
|
|
"learning_rate": 2.2067031967903443e-05,
|
|
"loss": 0.2561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13300243020057678,
|
|
"step": 2150,
|
|
"valid_targets_mean": 9330.9,
|
|
"valid_targets_min": 4265
|
|
},
|
|
{
|
|
"epoch": 3.652542372881356,
|
|
"grad_norm": 0.3585813319451801,
|
|
"learning_rate": 2.1982946796388788e-05,
|
|
"loss": 0.3076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17027175426483154,
|
|
"step": 2155,
|
|
"valid_targets_mean": 11430.1,
|
|
"valid_targets_min": 4582
|
|
},
|
|
{
|
|
"epoch": 3.6610169491525424,
|
|
"grad_norm": 0.41586972741470607,
|
|
"learning_rate": 2.1898826211684297e-05,
|
|
"loss": 0.2756,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15760239958763123,
|
|
"step": 2160,
|
|
"valid_targets_mean": 8135.5,
|
|
"valid_targets_min": 3723
|
|
},
|
|
{
|
|
"epoch": 3.669491525423729,
|
|
"grad_norm": 0.41201232045267855,
|
|
"learning_rate": 2.1814671716088593e-05,
|
|
"loss": 0.3082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08165358006954193,
|
|
"step": 2165,
|
|
"valid_targets_mean": 6309.6,
|
|
"valid_targets_min": 2574
|
|
},
|
|
{
|
|
"epoch": 3.6779661016949152,
|
|
"grad_norm": 0.41165756708117474,
|
|
"learning_rate": 2.17304848125059e-05,
|
|
"loss": 0.294,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1658606231212616,
|
|
"step": 2170,
|
|
"valid_targets_mean": 8837.6,
|
|
"valid_targets_min": 4222
|
|
},
|
|
{
|
|
"epoch": 3.6864406779661016,
|
|
"grad_norm": 0.42523034204474275,
|
|
"learning_rate": 2.1646267004419218e-05,
|
|
"loss": 0.2758,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14023277163505554,
|
|
"step": 2175,
|
|
"valid_targets_mean": 7177.4,
|
|
"valid_targets_min": 2581
|
|
},
|
|
{
|
|
"epoch": 3.694915254237288,
|
|
"grad_norm": 0.4868073516276877,
|
|
"learning_rate": 2.1562019795863463e-05,
|
|
"loss": 0.2974,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2292966991662979,
|
|
"step": 2180,
|
|
"valid_targets_mean": 9235.9,
|
|
"valid_targets_min": 4157
|
|
},
|
|
{
|
|
"epoch": 3.7033898305084745,
|
|
"grad_norm": 0.4759427055257523,
|
|
"learning_rate": 2.147774469139863e-05,
|
|
"loss": 0.2534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10483382642269135,
|
|
"step": 2185,
|
|
"valid_targets_mean": 6474.5,
|
|
"valid_targets_min": 3561
|
|
},
|
|
{
|
|
"epoch": 3.711864406779661,
|
|
"grad_norm": 0.40004361325929844,
|
|
"learning_rate": 2.1393443196082867e-05,
|
|
"loss": 0.2851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22268085181713104,
|
|
"step": 2190,
|
|
"valid_targets_mean": 11323.0,
|
|
"valid_targets_min": 4111
|
|
},
|
|
{
|
|
"epoch": 3.7203389830508473,
|
|
"grad_norm": 0.45946059913819876,
|
|
"learning_rate": 2.1309116815445665e-05,
|
|
"loss": 0.2772,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09428419917821884,
|
|
"step": 2195,
|
|
"valid_targets_mean": 5618.4,
|
|
"valid_targets_min": 2974
|
|
},
|
|
{
|
|
"epoch": 3.7288135593220337,
|
|
"grad_norm": 0.41004051082840914,
|
|
"learning_rate": 2.1224767055460922e-05,
|
|
"loss": 0.2984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1019151583313942,
|
|
"step": 2200,
|
|
"valid_targets_mean": 6402.8,
|
|
"valid_targets_min": 3145
|
|
},
|
|
{
|
|
"epoch": 3.7372881355932206,
|
|
"grad_norm": 0.43461723876845115,
|
|
"learning_rate": 2.114039542252008e-05,
|
|
"loss": 0.3004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15146639943122864,
|
|
"step": 2205,
|
|
"valid_targets_mean": 7431.5,
|
|
"valid_targets_min": 3175
|
|
},
|
|
{
|
|
"epoch": 3.7457627118644066,
|
|
"grad_norm": 0.4521829340840556,
|
|
"learning_rate": 2.1056003423405178e-05,
|
|
"loss": 0.3037,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2280888557434082,
|
|
"step": 2210,
|
|
"valid_targets_mean": 8751.5,
|
|
"valid_targets_min": 2953
|
|
},
|
|
{
|
|
"epoch": 3.7542372881355934,
|
|
"grad_norm": 0.3790459152189435,
|
|
"learning_rate": 2.0971592565262005e-05,
|
|
"loss": 0.2938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19973929226398468,
|
|
"step": 2215,
|
|
"valid_targets_mean": 10629.4,
|
|
"valid_targets_min": 5965
|
|
},
|
|
{
|
|
"epoch": 3.7627118644067794,
|
|
"grad_norm": 0.41422926941177723,
|
|
"learning_rate": 2.088716435557313e-05,
|
|
"loss": 0.2809,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10134095698595047,
|
|
"step": 2220,
|
|
"valid_targets_mean": 7064.5,
|
|
"valid_targets_min": 3524
|
|
},
|
|
{
|
|
"epoch": 3.7711864406779663,
|
|
"grad_norm": 0.39304286386103016,
|
|
"learning_rate": 2.0802720302131016e-05,
|
|
"loss": 0.3082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13361665606498718,
|
|
"step": 2225,
|
|
"valid_targets_mean": 8738.2,
|
|
"valid_targets_min": 1379
|
|
},
|
|
{
|
|
"epoch": 3.7796610169491527,
|
|
"grad_norm": 0.4221134423921705,
|
|
"learning_rate": 2.0718261913011055e-05,
|
|
"loss": 0.2891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.155862957239151,
|
|
"step": 2230,
|
|
"valid_targets_mean": 7316.0,
|
|
"valid_targets_min": 3376
|
|
},
|
|
{
|
|
"epoch": 3.788135593220339,
|
|
"grad_norm": 0.41722855283264804,
|
|
"learning_rate": 2.063379069654468e-05,
|
|
"loss": 0.2434,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0939258486032486,
|
|
"step": 2235,
|
|
"valid_targets_mean": 5850.2,
|
|
"valid_targets_min": 1572
|
|
},
|
|
{
|
|
"epoch": 3.7966101694915255,
|
|
"grad_norm": 0.4165192968853601,
|
|
"learning_rate": 2.0549308161292405e-05,
|
|
"loss": 0.3023,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14758262038230896,
|
|
"step": 2240,
|
|
"valid_targets_mean": 7667.9,
|
|
"valid_targets_min": 2295
|
|
},
|
|
{
|
|
"epoch": 3.805084745762712,
|
|
"grad_norm": 0.4549005587942355,
|
|
"learning_rate": 2.0464815816016866e-05,
|
|
"loss": 0.2698,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11906784772872925,
|
|
"step": 2245,
|
|
"valid_targets_mean": 6164.1,
|
|
"valid_targets_min": 3415
|
|
},
|
|
{
|
|
"epoch": 3.8135593220338984,
|
|
"grad_norm": 0.5120597710854238,
|
|
"learning_rate": 2.0380315169655905e-05,
|
|
"loss": 0.3099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15578162670135498,
|
|
"step": 2250,
|
|
"valid_targets_mean": 8488.0,
|
|
"valid_targets_min": 3736
|
|
},
|
|
{
|
|
"epoch": 3.8220338983050848,
|
|
"grad_norm": 0.4090425819904948,
|
|
"learning_rate": 2.0295807731295628e-05,
|
|
"loss": 0.2861,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16633877158164978,
|
|
"step": 2255,
|
|
"valid_targets_mean": 10121.9,
|
|
"valid_targets_min": 5852
|
|
},
|
|
{
|
|
"epoch": 3.830508474576271,
|
|
"grad_norm": 0.40631012505431235,
|
|
"learning_rate": 2.021129501014342e-05,
|
|
"loss": 0.2637,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20459291338920593,
|
|
"step": 2260,
|
|
"valid_targets_mean": 9120.1,
|
|
"valid_targets_min": 3127
|
|
},
|
|
{
|
|
"epoch": 3.8389830508474576,
|
|
"grad_norm": 0.4728245585759232,
|
|
"learning_rate": 2.0126778515501e-05,
|
|
"loss": 0.2859,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13413026928901672,
|
|
"step": 2265,
|
|
"valid_targets_mean": 6771.2,
|
|
"valid_targets_min": 2591
|
|
},
|
|
{
|
|
"epoch": 3.847457627118644,
|
|
"grad_norm": 0.41222402258457613,
|
|
"learning_rate": 2.0042259756737508e-05,
|
|
"loss": 0.3067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12306500971317291,
|
|
"step": 2270,
|
|
"valid_targets_mean": 7164.5,
|
|
"valid_targets_min": 2683
|
|
},
|
|
{
|
|
"epoch": 3.8559322033898304,
|
|
"grad_norm": 0.41893653287844634,
|
|
"learning_rate": 1.99577402432625e-05,
|
|
"loss": 0.2925,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14483068883419037,
|
|
"step": 2275,
|
|
"valid_targets_mean": 7233.9,
|
|
"valid_targets_min": 3157
|
|
},
|
|
{
|
|
"epoch": 3.864406779661017,
|
|
"grad_norm": 0.4184775262000185,
|
|
"learning_rate": 1.9873221484499006e-05,
|
|
"loss": 0.2674,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17196547985076904,
|
|
"step": 2280,
|
|
"valid_targets_mean": 8610.6,
|
|
"valid_targets_min": 2654
|
|
},
|
|
{
|
|
"epoch": 3.8728813559322033,
|
|
"grad_norm": 0.3960402767223172,
|
|
"learning_rate": 1.978870498985659e-05,
|
|
"loss": 0.2946,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10620152950286865,
|
|
"step": 2285,
|
|
"valid_targets_mean": 6905.9,
|
|
"valid_targets_min": 2265
|
|
},
|
|
{
|
|
"epoch": 3.8813559322033897,
|
|
"grad_norm": 0.4615512806555675,
|
|
"learning_rate": 1.9704192268704372e-05,
|
|
"loss": 0.2703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1019475981593132,
|
|
"step": 2290,
|
|
"valid_targets_mean": 5965.6,
|
|
"valid_targets_min": 1695
|
|
},
|
|
{
|
|
"epoch": 3.889830508474576,
|
|
"grad_norm": 0.3745908989504767,
|
|
"learning_rate": 1.96196848303441e-05,
|
|
"loss": 0.2871,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1855563521385193,
|
|
"step": 2295,
|
|
"valid_targets_mean": 9307.8,
|
|
"valid_targets_min": 4413
|
|
},
|
|
{
|
|
"epoch": 3.898305084745763,
|
|
"grad_norm": 0.41468014631088473,
|
|
"learning_rate": 1.953518418398314e-05,
|
|
"loss": 0.2751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14965686202049255,
|
|
"step": 2300,
|
|
"valid_targets_mean": 6959.0,
|
|
"valid_targets_min": 2596
|
|
},
|
|
{
|
|
"epoch": 3.906779661016949,
|
|
"grad_norm": 0.4100589095783291,
|
|
"learning_rate": 1.94506918387076e-05,
|
|
"loss": 0.284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15163038671016693,
|
|
"step": 2305,
|
|
"valid_targets_mean": 8789.0,
|
|
"valid_targets_min": 3569
|
|
},
|
|
{
|
|
"epoch": 3.915254237288136,
|
|
"grad_norm": 0.4296013561335367,
|
|
"learning_rate": 1.9366209303455322e-05,
|
|
"loss": 0.2901,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14941740036010742,
|
|
"step": 2310,
|
|
"valid_targets_mean": 8584.9,
|
|
"valid_targets_min": 5087
|
|
},
|
|
{
|
|
"epoch": 3.923728813559322,
|
|
"grad_norm": 0.3837812792576554,
|
|
"learning_rate": 1.928173808698895e-05,
|
|
"loss": 0.2884,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0891745388507843,
|
|
"step": 2315,
|
|
"valid_targets_mean": 6788.1,
|
|
"valid_targets_min": 4063
|
|
},
|
|
{
|
|
"epoch": 3.9322033898305087,
|
|
"grad_norm": 0.39210577389927076,
|
|
"learning_rate": 1.919727969786899e-05,
|
|
"loss": 0.2848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14674127101898193,
|
|
"step": 2320,
|
|
"valid_targets_mean": 8767.0,
|
|
"valid_targets_min": 2817
|
|
},
|
|
{
|
|
"epoch": 3.940677966101695,
|
|
"grad_norm": 0.3850709276676864,
|
|
"learning_rate": 1.911283564442687e-05,
|
|
"loss": 0.2735,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15203866362571716,
|
|
"step": 2325,
|
|
"valid_targets_mean": 8221.0,
|
|
"valid_targets_min": 2763
|
|
},
|
|
{
|
|
"epoch": 3.9491525423728815,
|
|
"grad_norm": 0.8402295961588697,
|
|
"learning_rate": 1.9028407434737998e-05,
|
|
"loss": 0.2789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15760354697704315,
|
|
"step": 2330,
|
|
"valid_targets_mean": 6542.4,
|
|
"valid_targets_min": 708
|
|
},
|
|
{
|
|
"epoch": 3.957627118644068,
|
|
"grad_norm": 0.4045787479410837,
|
|
"learning_rate": 1.894399657659483e-05,
|
|
"loss": 0.2846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13099080324172974,
|
|
"step": 2335,
|
|
"valid_targets_mean": 7977.9,
|
|
"valid_targets_min": 4438
|
|
},
|
|
{
|
|
"epoch": 3.9661016949152543,
|
|
"grad_norm": 0.4205585498329919,
|
|
"learning_rate": 1.8859604577479927e-05,
|
|
"loss": 0.2699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1536920815706253,
|
|
"step": 2340,
|
|
"valid_targets_mean": 7394.5,
|
|
"valid_targets_min": 2784
|
|
},
|
|
{
|
|
"epoch": 3.9745762711864407,
|
|
"grad_norm": 0.4527956277921518,
|
|
"learning_rate": 1.877523294453908e-05,
|
|
"loss": 0.2759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11789265275001526,
|
|
"step": 2345,
|
|
"valid_targets_mean": 5872.2,
|
|
"valid_targets_min": 2255
|
|
},
|
|
{
|
|
"epoch": 3.983050847457627,
|
|
"grad_norm": 0.41835202159742035,
|
|
"learning_rate": 1.869088318455434e-05,
|
|
"loss": 0.284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13039818406105042,
|
|
"step": 2350,
|
|
"valid_targets_mean": 7903.4,
|
|
"valid_targets_min": 4010
|
|
},
|
|
{
|
|
"epoch": 3.9915254237288136,
|
|
"grad_norm": 0.445312803177915,
|
|
"learning_rate": 1.8606556803917136e-05,
|
|
"loss": 0.2346,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12284279614686966,
|
|
"step": 2355,
|
|
"valid_targets_mean": 7089.2,
|
|
"valid_targets_min": 2543
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.43140080733127073,
|
|
"learning_rate": 1.8522255308601378e-05,
|
|
"loss": 0.2733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15027593076229095,
|
|
"step": 2360,
|
|
"valid_targets_mean": 6901.6,
|
|
"valid_targets_min": 1899
|
|
},
|
|
{
|
|
"epoch": 4.008474576271187,
|
|
"grad_norm": 0.4017056399777449,
|
|
"learning_rate": 1.8437980204136537e-05,
|
|
"loss": 0.2855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1381210833787918,
|
|
"step": 2365,
|
|
"valid_targets_mean": 6844.1,
|
|
"valid_targets_min": 3599
|
|
},
|
|
{
|
|
"epoch": 4.016949152542373,
|
|
"grad_norm": 0.39834705448486263,
|
|
"learning_rate": 1.8353732995580786e-05,
|
|
"loss": 0.248,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13300484418869019,
|
|
"step": 2370,
|
|
"valid_targets_mean": 7599.9,
|
|
"valid_targets_min": 3499
|
|
},
|
|
{
|
|
"epoch": 4.02542372881356,
|
|
"grad_norm": 0.40105037270610566,
|
|
"learning_rate": 1.826951518749411e-05,
|
|
"loss": 0.2807,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15867316722869873,
|
|
"step": 2375,
|
|
"valid_targets_mean": 9657.4,
|
|
"valid_targets_min": 4560
|
|
},
|
|
{
|
|
"epoch": 4.033898305084746,
|
|
"grad_norm": 0.38773203722315996,
|
|
"learning_rate": 1.8185328283911417e-05,
|
|
"loss": 0.2649,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11912851780653,
|
|
"step": 2380,
|
|
"valid_targets_mean": 8314.6,
|
|
"valid_targets_min": 3415
|
|
},
|
|
{
|
|
"epoch": 4.0423728813559325,
|
|
"grad_norm": 0.452115428936143,
|
|
"learning_rate": 1.8101173788315707e-05,
|
|
"loss": 0.3013,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17245829105377197,
|
|
"step": 2385,
|
|
"valid_targets_mean": 8021.1,
|
|
"valid_targets_min": 2963
|
|
},
|
|
{
|
|
"epoch": 4.0508474576271185,
|
|
"grad_norm": 0.38361717703820286,
|
|
"learning_rate": 1.8017053203611215e-05,
|
|
"loss": 0.2583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13646253943443298,
|
|
"step": 2390,
|
|
"valid_targets_mean": 8014.4,
|
|
"valid_targets_min": 3516
|
|
},
|
|
{
|
|
"epoch": 4.059322033898305,
|
|
"grad_norm": 0.4199999783766128,
|
|
"learning_rate": 1.7932968032096564e-05,
|
|
"loss": 0.2779,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07727745175361633,
|
|
"step": 2395,
|
|
"valid_targets_mean": 5372.4,
|
|
"valid_targets_min": 2652
|
|
},
|
|
{
|
|
"epoch": 4.067796610169491,
|
|
"grad_norm": 0.41474929838546026,
|
|
"learning_rate": 1.7848919775437924e-05,
|
|
"loss": 0.2679,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11556974798440933,
|
|
"step": 2400,
|
|
"valid_targets_mean": 7041.9,
|
|
"valid_targets_min": 2887
|
|
},
|
|
{
|
|
"epoch": 4.076271186440678,
|
|
"grad_norm": 0.4055672156105649,
|
|
"learning_rate": 1.776490993464223e-05,
|
|
"loss": 0.2886,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13929562270641327,
|
|
"step": 2405,
|
|
"valid_targets_mean": 8820.8,
|
|
"valid_targets_min": 4759
|
|
},
|
|
{
|
|
"epoch": 4.084745762711864,
|
|
"grad_norm": 0.4457946964522161,
|
|
"learning_rate": 1.768094001003033e-05,
|
|
"loss": 0.2592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13029378652572632,
|
|
"step": 2410,
|
|
"valid_targets_mean": 7816.9,
|
|
"valid_targets_min": 4082
|
|
},
|
|
{
|
|
"epoch": 4.093220338983051,
|
|
"grad_norm": 0.41426137742366353,
|
|
"learning_rate": 1.759701150121024e-05,
|
|
"loss": 0.2474,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13159283995628357,
|
|
"step": 2415,
|
|
"valid_targets_mean": 7818.9,
|
|
"valid_targets_min": 2297
|
|
},
|
|
{
|
|
"epoch": 4.101694915254237,
|
|
"grad_norm": 2.09180034020413,
|
|
"learning_rate": 1.7513125907050302e-05,
|
|
"loss": 0.2916,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2276926338672638,
|
|
"step": 2420,
|
|
"valid_targets_mean": 6345.2,
|
|
"valid_targets_min": 2255
|
|
},
|
|
{
|
|
"epoch": 4.110169491525424,
|
|
"grad_norm": 0.4812271302697601,
|
|
"learning_rate": 1.742928472565248e-05,
|
|
"loss": 0.2718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09323035925626755,
|
|
"step": 2425,
|
|
"valid_targets_mean": 5329.6,
|
|
"valid_targets_min": 2364
|
|
},
|
|
{
|
|
"epoch": 4.11864406779661,
|
|
"grad_norm": 0.4121616023593775,
|
|
"learning_rate": 1.7345489454325564e-05,
|
|
"loss": 0.2717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07100459933280945,
|
|
"step": 2430,
|
|
"valid_targets_mean": 5565.1,
|
|
"valid_targets_min": 2627
|
|
},
|
|
{
|
|
"epoch": 4.127118644067797,
|
|
"grad_norm": 0.3960969727097476,
|
|
"learning_rate": 1.7261741589558448e-05,
|
|
"loss": 0.2892,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0982292965054512,
|
|
"step": 2435,
|
|
"valid_targets_mean": 6970.4,
|
|
"valid_targets_min": 3129
|
|
},
|
|
{
|
|
"epoch": 4.135593220338983,
|
|
"grad_norm": 0.44224599313603047,
|
|
"learning_rate": 1.717804262699339e-05,
|
|
"loss": 0.273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15915395319461823,
|
|
"step": 2440,
|
|
"valid_targets_mean": 8128.4,
|
|
"valid_targets_min": 4652
|
|
},
|
|
{
|
|
"epoch": 4.1440677966101696,
|
|
"grad_norm": 0.5038339183568116,
|
|
"learning_rate": 1.7094394061399318e-05,
|
|
"loss": 0.2589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11271384358406067,
|
|
"step": 2445,
|
|
"valid_targets_mean": 6489.4,
|
|
"valid_targets_min": 3508
|
|
},
|
|
{
|
|
"epoch": 4.1525423728813555,
|
|
"grad_norm": 0.41508836319034587,
|
|
"learning_rate": 1.701079738664512e-05,
|
|
"loss": 0.2622,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11254729330539703,
|
|
"step": 2450,
|
|
"valid_targets_mean": 7253.1,
|
|
"valid_targets_min": 2962
|
|
},
|
|
{
|
|
"epoch": 4.161016949152542,
|
|
"grad_norm": 0.4424755960913446,
|
|
"learning_rate": 1.6927254095672992e-05,
|
|
"loss": 0.266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10713516175746918,
|
|
"step": 2455,
|
|
"valid_targets_mean": 5768.9,
|
|
"valid_targets_min": 2435
|
|
},
|
|
{
|
|
"epoch": 4.169491525423728,
|
|
"grad_norm": 0.413886360698127,
|
|
"learning_rate": 1.6843765680471715e-05,
|
|
"loss": 0.2761,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11144141107797623,
|
|
"step": 2460,
|
|
"valid_targets_mean": 6971.0,
|
|
"valid_targets_min": 3025
|
|
},
|
|
{
|
|
"epoch": 4.177966101694915,
|
|
"grad_norm": 0.449283900078661,
|
|
"learning_rate": 1.6760333632050086e-05,
|
|
"loss": 0.2851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1145852655172348,
|
|
"step": 2465,
|
|
"valid_targets_mean": 6577.0,
|
|
"valid_targets_min": 3004
|
|
},
|
|
{
|
|
"epoch": 4.186440677966102,
|
|
"grad_norm": 0.4130721972861414,
|
|
"learning_rate": 1.667695944041025e-05,
|
|
"loss": 0.2744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11476103961467743,
|
|
"step": 2470,
|
|
"valid_targets_mean": 7053.8,
|
|
"valid_targets_min": 2920
|
|
},
|
|
{
|
|
"epoch": 4.194915254237288,
|
|
"grad_norm": 0.44076622259430287,
|
|
"learning_rate": 1.6593644594521082e-05,
|
|
"loss": 0.301,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.131443053483963,
|
|
"step": 2475,
|
|
"valid_targets_mean": 7432.2,
|
|
"valid_targets_min": 2321
|
|
},
|
|
{
|
|
"epoch": 4.203389830508475,
|
|
"grad_norm": 0.3966902009222672,
|
|
"learning_rate": 1.6510390582291624e-05,
|
|
"loss": 0.2627,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18674710392951965,
|
|
"step": 2480,
|
|
"valid_targets_mean": 9859.8,
|
|
"valid_targets_min": 4988
|
|
},
|
|
{
|
|
"epoch": 4.211864406779661,
|
|
"grad_norm": 0.40242400071919937,
|
|
"learning_rate": 1.6427198890544483e-05,
|
|
"loss": 0.27,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14379474520683289,
|
|
"step": 2485,
|
|
"valid_targets_mean": 8349.8,
|
|
"valid_targets_min": 2503
|
|
},
|
|
{
|
|
"epoch": 4.220338983050848,
|
|
"grad_norm": 0.404724712627933,
|
|
"learning_rate": 1.634407100498931e-05,
|
|
"loss": 0.2656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11465313285589218,
|
|
"step": 2490,
|
|
"valid_targets_mean": 7916.4,
|
|
"valid_targets_min": 4091
|
|
},
|
|
{
|
|
"epoch": 4.228813559322034,
|
|
"grad_norm": 0.44146534476895466,
|
|
"learning_rate": 1.626100841019623e-05,
|
|
"loss": 0.2649,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11277331411838531,
|
|
"step": 2495,
|
|
"valid_targets_mean": 6573.2,
|
|
"valid_targets_min": 3682
|
|
},
|
|
{
|
|
"epoch": 4.237288135593221,
|
|
"grad_norm": 0.4312186315459749,
|
|
"learning_rate": 1.6178012589569358e-05,
|
|
"loss": 0.29,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2054651379585266,
|
|
"step": 2500,
|
|
"valid_targets_mean": 9550.8,
|
|
"valid_targets_min": 4374
|
|
},
|
|
{
|
|
"epoch": 4.245762711864407,
|
|
"grad_norm": 0.40476837965859497,
|
|
"learning_rate": 1.60950850253203e-05,
|
|
"loss": 0.2792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19124539196491241,
|
|
"step": 2505,
|
|
"valid_targets_mean": 9616.9,
|
|
"valid_targets_min": 4814
|
|
},
|
|
{
|
|
"epoch": 4.254237288135593,
|
|
"grad_norm": 0.3968716278946917,
|
|
"learning_rate": 1.601222719844168e-05,
|
|
"loss": 0.2614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10168001055717468,
|
|
"step": 2510,
|
|
"valid_targets_mean": 8180.5,
|
|
"valid_targets_min": 4040
|
|
},
|
|
{
|
|
"epoch": 4.262711864406779,
|
|
"grad_norm": 0.40747689243864516,
|
|
"learning_rate": 1.5929440588680688e-05,
|
|
"loss": 0.2405,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1375788301229477,
|
|
"step": 2515,
|
|
"valid_targets_mean": 9741.0,
|
|
"valid_targets_min": 3275
|
|
},
|
|
{
|
|
"epoch": 4.271186440677966,
|
|
"grad_norm": 0.3850303265427952,
|
|
"learning_rate": 1.5846726674512654e-05,
|
|
"loss": 0.2487,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09620785713195801,
|
|
"step": 2520,
|
|
"valid_targets_mean": 7801.1,
|
|
"valid_targets_min": 3324
|
|
},
|
|
{
|
|
"epoch": 4.279661016949152,
|
|
"grad_norm": 0.4694382092602058,
|
|
"learning_rate": 1.576408693311466e-05,
|
|
"loss": 0.269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18548263609409332,
|
|
"step": 2525,
|
|
"valid_targets_mean": 9196.9,
|
|
"valid_targets_min": 3320
|
|
},
|
|
{
|
|
"epoch": 4.288135593220339,
|
|
"grad_norm": 0.44415310400437963,
|
|
"learning_rate": 1.5681522840339143e-05,
|
|
"loss": 0.2741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1131313145160675,
|
|
"step": 2530,
|
|
"valid_targets_mean": 6663.9,
|
|
"valid_targets_min": 1599
|
|
},
|
|
{
|
|
"epoch": 4.296610169491525,
|
|
"grad_norm": 0.4711568751953429,
|
|
"learning_rate": 1.5599035870687515e-05,
|
|
"loss": 0.2872,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12717491388320923,
|
|
"step": 2535,
|
|
"valid_targets_mean": 6152.5,
|
|
"valid_targets_min": 2490
|
|
},
|
|
{
|
|
"epoch": 4.305084745762712,
|
|
"grad_norm": 0.42597584649898684,
|
|
"learning_rate": 1.5516627497283882e-05,
|
|
"loss": 0.2769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19627636671066284,
|
|
"step": 2540,
|
|
"valid_targets_mean": 9630.6,
|
|
"valid_targets_min": 2618
|
|
},
|
|
{
|
|
"epoch": 4.313559322033898,
|
|
"grad_norm": 0.43880093890375366,
|
|
"learning_rate": 1.5434299191848713e-05,
|
|
"loss": 0.2819,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1505734920501709,
|
|
"step": 2545,
|
|
"valid_targets_mean": 7736.9,
|
|
"valid_targets_min": 2612
|
|
},
|
|
{
|
|
"epoch": 4.322033898305085,
|
|
"grad_norm": 0.424704792501036,
|
|
"learning_rate": 1.5352052424672535e-05,
|
|
"loss": 0.2662,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13303329050540924,
|
|
"step": 2550,
|
|
"valid_targets_mean": 6638.0,
|
|
"valid_targets_min": 1026
|
|
},
|
|
{
|
|
"epoch": 4.330508474576272,
|
|
"grad_norm": 0.43108950885838404,
|
|
"learning_rate": 1.5269888664589712e-05,
|
|
"loss": 0.2604,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09408214688301086,
|
|
"step": 2555,
|
|
"valid_targets_mean": 6848.9,
|
|
"valid_targets_min": 3869
|
|
},
|
|
{
|
|
"epoch": 4.338983050847458,
|
|
"grad_norm": 0.4331199795806166,
|
|
"learning_rate": 1.5187809378952182e-05,
|
|
"loss": 0.2572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10691245645284653,
|
|
"step": 2560,
|
|
"valid_targets_mean": 6317.9,
|
|
"valid_targets_min": 1836
|
|
},
|
|
{
|
|
"epoch": 4.3474576271186445,
|
|
"grad_norm": 0.4080221972422781,
|
|
"learning_rate": 1.5105816033603266e-05,
|
|
"loss": 0.2446,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09583228826522827,
|
|
"step": 2565,
|
|
"valid_targets_mean": 6374.9,
|
|
"valid_targets_min": 3557
|
|
},
|
|
{
|
|
"epoch": 4.3559322033898304,
|
|
"grad_norm": 0.4591461541061156,
|
|
"learning_rate": 1.5023910092851509e-05,
|
|
"loss": 0.2713,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1480543315410614,
|
|
"step": 2570,
|
|
"valid_targets_mean": 7753.4,
|
|
"valid_targets_min": 4375
|
|
},
|
|
{
|
|
"epoch": 4.364406779661017,
|
|
"grad_norm": 0.4848625676758303,
|
|
"learning_rate": 1.4942093019444468e-05,
|
|
"loss": 0.2729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21596203744411469,
|
|
"step": 2575,
|
|
"valid_targets_mean": 7900.9,
|
|
"valid_targets_min": 2254
|
|
},
|
|
{
|
|
"epoch": 4.372881355932203,
|
|
"grad_norm": 0.43994625173957885,
|
|
"learning_rate": 1.4860366274542663e-05,
|
|
"loss": 0.2594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15222656726837158,
|
|
"step": 2580,
|
|
"valid_targets_mean": 6838.0,
|
|
"valid_targets_min": 3597
|
|
},
|
|
{
|
|
"epoch": 4.38135593220339,
|
|
"grad_norm": 0.3710706477412973,
|
|
"learning_rate": 1.4778731317693442e-05,
|
|
"loss": 0.249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15013235807418823,
|
|
"step": 2585,
|
|
"valid_targets_mean": 10847.1,
|
|
"valid_targets_min": 2320
|
|
},
|
|
{
|
|
"epoch": 4.389830508474576,
|
|
"grad_norm": 0.4232170416787067,
|
|
"learning_rate": 1.4697189606804914e-05,
|
|
"loss": 0.2504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11278915405273438,
|
|
"step": 2590,
|
|
"valid_targets_mean": 7221.4,
|
|
"valid_targets_min": 4252
|
|
},
|
|
{
|
|
"epoch": 4.398305084745763,
|
|
"grad_norm": 0.43244240188093136,
|
|
"learning_rate": 1.4615742598119927e-05,
|
|
"loss": 0.2638,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10896097123622894,
|
|
"step": 2595,
|
|
"valid_targets_mean": 7083.2,
|
|
"valid_targets_min": 2512
|
|
},
|
|
{
|
|
"epoch": 4.406779661016949,
|
|
"grad_norm": 0.45057508460672135,
|
|
"learning_rate": 1.4534391746190056e-05,
|
|
"loss": 0.2781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.106690414249897,
|
|
"step": 2600,
|
|
"valid_targets_mean": 7374.6,
|
|
"valid_targets_min": 2558
|
|
},
|
|
{
|
|
"epoch": 4.415254237288136,
|
|
"grad_norm": 0.3987793446104239,
|
|
"learning_rate": 1.4453138503849622e-05,
|
|
"loss": 0.3089,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11705589294433594,
|
|
"step": 2605,
|
|
"valid_targets_mean": 7237.1,
|
|
"valid_targets_min": 2997
|
|
},
|
|
{
|
|
"epoch": 4.423728813559322,
|
|
"grad_norm": 0.40192297388199794,
|
|
"learning_rate": 1.4371984322189754e-05,
|
|
"loss": 0.266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14990919828414917,
|
|
"step": 2610,
|
|
"valid_targets_mean": 8691.2,
|
|
"valid_targets_min": 4250
|
|
},
|
|
{
|
|
"epoch": 4.432203389830509,
|
|
"grad_norm": 0.4301286768523898,
|
|
"learning_rate": 1.4290930650532448e-05,
|
|
"loss": 0.2693,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12087419629096985,
|
|
"step": 2615,
|
|
"valid_targets_mean": 6839.6,
|
|
"valid_targets_min": 3396
|
|
},
|
|
{
|
|
"epoch": 4.440677966101695,
|
|
"grad_norm": 0.4169197167794308,
|
|
"learning_rate": 1.4209978936404731e-05,
|
|
"loss": 0.2896,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12181919068098068,
|
|
"step": 2620,
|
|
"valid_targets_mean": 6649.1,
|
|
"valid_targets_min": 3252
|
|
},
|
|
{
|
|
"epoch": 4.4491525423728815,
|
|
"grad_norm": 0.3788917067773201,
|
|
"learning_rate": 1.4129130625512776e-05,
|
|
"loss": 0.2989,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12227948009967804,
|
|
"step": 2625,
|
|
"valid_targets_mean": 9027.2,
|
|
"valid_targets_min": 3075
|
|
},
|
|
{
|
|
"epoch": 4.4576271186440675,
|
|
"grad_norm": 0.3927073339165043,
|
|
"learning_rate": 1.4048387161716086e-05,
|
|
"loss": 0.2752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13999193906784058,
|
|
"step": 2630,
|
|
"valid_targets_mean": 8721.6,
|
|
"valid_targets_min": 4154
|
|
},
|
|
{
|
|
"epoch": 4.466101694915254,
|
|
"grad_norm": 0.37925582901807475,
|
|
"learning_rate": 1.3967749987001717e-05,
|
|
"loss": 0.2661,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1542431116104126,
|
|
"step": 2635,
|
|
"valid_targets_mean": 8545.4,
|
|
"valid_targets_min": 2035
|
|
},
|
|
{
|
|
"epoch": 4.47457627118644,
|
|
"grad_norm": 0.42249464110337775,
|
|
"learning_rate": 1.3887220541458521e-05,
|
|
"loss": 0.2741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1404310166835785,
|
|
"step": 2640,
|
|
"valid_targets_mean": 6762.9,
|
|
"valid_targets_min": 1685
|
|
},
|
|
{
|
|
"epoch": 4.483050847457627,
|
|
"grad_norm": 0.4044514014020801,
|
|
"learning_rate": 1.380680026325143e-05,
|
|
"loss": 0.2373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10981861501932144,
|
|
"step": 2645,
|
|
"valid_targets_mean": 7138.6,
|
|
"valid_targets_min": 1454
|
|
},
|
|
{
|
|
"epoch": 4.491525423728813,
|
|
"grad_norm": 0.43127865596098164,
|
|
"learning_rate": 1.3726490588595776e-05,
|
|
"loss": 0.2693,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16169732809066772,
|
|
"step": 2650,
|
|
"valid_targets_mean": 8033.4,
|
|
"valid_targets_min": 4169
|
|
},
|
|
{
|
|
"epoch": 4.5,
|
|
"grad_norm": 0.4126171780381458,
|
|
"learning_rate": 1.3646292951731615e-05,
|
|
"loss": 0.2637,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12301076948642731,
|
|
"step": 2655,
|
|
"valid_targets_mean": 7606.8,
|
|
"valid_targets_min": 2710
|
|
},
|
|
{
|
|
"epoch": 4.508474576271187,
|
|
"grad_norm": 0.44949688957992373,
|
|
"learning_rate": 1.3566208784898157e-05,
|
|
"loss": 0.2708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10534683614969254,
|
|
"step": 2660,
|
|
"valid_targets_mean": 7020.6,
|
|
"valid_targets_min": 3889
|
|
},
|
|
{
|
|
"epoch": 4.516949152542373,
|
|
"grad_norm": 0.4357503321418902,
|
|
"learning_rate": 1.348623951830816e-05,
|
|
"loss": 0.2614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12253161519765854,
|
|
"step": 2665,
|
|
"valid_targets_mean": 6581.1,
|
|
"valid_targets_min": 2321
|
|
},
|
|
{
|
|
"epoch": 4.52542372881356,
|
|
"grad_norm": 0.44286522859112215,
|
|
"learning_rate": 1.3406386580122389e-05,
|
|
"loss": 0.2893,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06985418498516083,
|
|
"step": 2670,
|
|
"valid_targets_mean": 4871.2,
|
|
"valid_targets_min": 2161
|
|
},
|
|
{
|
|
"epoch": 4.533898305084746,
|
|
"grad_norm": 0.3996632722680479,
|
|
"learning_rate": 1.332665139642412e-05,
|
|
"loss": 0.2752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2208811491727829,
|
|
"step": 2675,
|
|
"valid_targets_mean": 10772.2,
|
|
"valid_targets_min": 3331
|
|
},
|
|
{
|
|
"epoch": 4.5423728813559325,
|
|
"grad_norm": 0.40122880549202283,
|
|
"learning_rate": 1.3247035391193664e-05,
|
|
"loss": 0.269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08148348331451416,
|
|
"step": 2680,
|
|
"valid_targets_mean": 6943.9,
|
|
"valid_targets_min": 3318
|
|
},
|
|
{
|
|
"epoch": 4.5508474576271185,
|
|
"grad_norm": 1.4664085501189077,
|
|
"learning_rate": 1.3167539986282938e-05,
|
|
"loss": 0.2426,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1282748281955719,
|
|
"step": 2685,
|
|
"valid_targets_mean": 7150.5,
|
|
"valid_targets_min": 3801
|
|
},
|
|
{
|
|
"epoch": 4.559322033898305,
|
|
"grad_norm": 0.41068133220034153,
|
|
"learning_rate": 1.3088166601390087e-05,
|
|
"loss": 0.2769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13739727437496185,
|
|
"step": 2690,
|
|
"valid_targets_mean": 8443.8,
|
|
"valid_targets_min": 3915
|
|
},
|
|
{
|
|
"epoch": 4.567796610169491,
|
|
"grad_norm": 0.4358260643462685,
|
|
"learning_rate": 1.3008916654034085e-05,
|
|
"loss": 0.3127,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12440723925828934,
|
|
"step": 2695,
|
|
"valid_targets_mean": 6443.5,
|
|
"valid_targets_min": 2839
|
|
},
|
|
{
|
|
"epoch": 4.576271186440678,
|
|
"grad_norm": 0.4033459245522396,
|
|
"learning_rate": 1.2929791559529484e-05,
|
|
"loss": 0.2956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1328117847442627,
|
|
"step": 2700,
|
|
"valid_targets_mean": 8286.0,
|
|
"valid_targets_min": 4292
|
|
},
|
|
{
|
|
"epoch": 4.584745762711864,
|
|
"grad_norm": 0.509860313674305,
|
|
"learning_rate": 1.2850792730961082e-05,
|
|
"loss": 0.2884,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1029135212302208,
|
|
"step": 2705,
|
|
"valid_targets_mean": 6252.9,
|
|
"valid_targets_min": 2382
|
|
},
|
|
{
|
|
"epoch": 4.593220338983051,
|
|
"grad_norm": 0.39399787378544626,
|
|
"learning_rate": 1.2771921579158728e-05,
|
|
"loss": 0.2869,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20253822207450867,
|
|
"step": 2710,
|
|
"valid_targets_mean": 11100.1,
|
|
"valid_targets_min": 5362
|
|
},
|
|
{
|
|
"epoch": 4.601694915254237,
|
|
"grad_norm": 0.43028156540452184,
|
|
"learning_rate": 1.26931795126721e-05,
|
|
"loss": 0.2668,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19609040021896362,
|
|
"step": 2715,
|
|
"valid_targets_mean": 8093.4,
|
|
"valid_targets_min": 2671
|
|
},
|
|
{
|
|
"epoch": 4.610169491525424,
|
|
"grad_norm": 0.4088693456437344,
|
|
"learning_rate": 1.2614567937745554e-05,
|
|
"loss": 0.276,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12928591668605804,
|
|
"step": 2720,
|
|
"valid_targets_mean": 8354.4,
|
|
"valid_targets_min": 3275
|
|
},
|
|
{
|
|
"epoch": 4.61864406779661,
|
|
"grad_norm": 0.4011900430152117,
|
|
"learning_rate": 1.2536088258293018e-05,
|
|
"loss": 0.2745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12023374438285828,
|
|
"step": 2725,
|
|
"valid_targets_mean": 7815.4,
|
|
"valid_targets_min": 3321
|
|
},
|
|
{
|
|
"epoch": 4.627118644067797,
|
|
"grad_norm": 0.4216623663257302,
|
|
"learning_rate": 1.2457741875872928e-05,
|
|
"loss": 0.2664,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12958815693855286,
|
|
"step": 2730,
|
|
"valid_targets_mean": 8720.1,
|
|
"valid_targets_min": 3636
|
|
},
|
|
{
|
|
"epoch": 4.635593220338983,
|
|
"grad_norm": 0.42531144106872554,
|
|
"learning_rate": 1.2379530189663156e-05,
|
|
"loss": 0.2709,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1629747748374939,
|
|
"step": 2735,
|
|
"valid_targets_mean": 7630.5,
|
|
"valid_targets_min": 1955
|
|
},
|
|
{
|
|
"epoch": 4.6440677966101696,
|
|
"grad_norm": 0.39544228333495296,
|
|
"learning_rate": 1.2301454596436076e-05,
|
|
"loss": 0.2594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15124405920505524,
|
|
"step": 2740,
|
|
"valid_targets_mean": 8636.4,
|
|
"valid_targets_min": 3610
|
|
},
|
|
{
|
|
"epoch": 4.652542372881356,
|
|
"grad_norm": 0.4116205020726074,
|
|
"learning_rate": 1.222351649053359e-05,
|
|
"loss": 0.2476,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08724246919155121,
|
|
"step": 2745,
|
|
"valid_targets_mean": 6308.4,
|
|
"valid_targets_min": 2704
|
|
},
|
|
{
|
|
"epoch": 4.661016949152542,
|
|
"grad_norm": 0.48209650657999265,
|
|
"learning_rate": 1.2145717263842228e-05,
|
|
"loss": 0.2767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14682641625404358,
|
|
"step": 2750,
|
|
"valid_targets_mean": 10237.4,
|
|
"valid_targets_min": 4855
|
|
},
|
|
{
|
|
"epoch": 4.669491525423728,
|
|
"grad_norm": 0.4050539093958239,
|
|
"learning_rate": 1.2068058305768298e-05,
|
|
"loss": 0.2791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17600831389427185,
|
|
"step": 2755,
|
|
"valid_targets_mean": 8910.4,
|
|
"valid_targets_min": 1547
|
|
},
|
|
{
|
|
"epoch": 4.677966101694915,
|
|
"grad_norm": 0.47359617695979656,
|
|
"learning_rate": 1.1990541003213072e-05,
|
|
"loss": 0.28,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1162843182682991,
|
|
"step": 2760,
|
|
"valid_targets_mean": 5670.5,
|
|
"valid_targets_min": 1780
|
|
},
|
|
{
|
|
"epoch": 4.686440677966102,
|
|
"grad_norm": 0.45098232315939285,
|
|
"learning_rate": 1.1913166740547999e-05,
|
|
"loss": 0.2634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15938234329223633,
|
|
"step": 2765,
|
|
"valid_targets_mean": 8252.0,
|
|
"valid_targets_min": 2094
|
|
},
|
|
{
|
|
"epoch": 4.694915254237288,
|
|
"grad_norm": 0.42415528394204816,
|
|
"learning_rate": 1.1835936899590017e-05,
|
|
"loss": 0.2779,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1282048523426056,
|
|
"step": 2770,
|
|
"valid_targets_mean": 7349.8,
|
|
"valid_targets_min": 3722
|
|
},
|
|
{
|
|
"epoch": 4.703389830508475,
|
|
"grad_norm": 0.5501015060302535,
|
|
"learning_rate": 1.1758852859576842e-05,
|
|
"loss": 0.2816,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09744997322559357,
|
|
"step": 2775,
|
|
"valid_targets_mean": 6856.6,
|
|
"valid_targets_min": 4375
|
|
},
|
|
{
|
|
"epoch": 4.711864406779661,
|
|
"grad_norm": 0.41381090284821775,
|
|
"learning_rate": 1.1681915997142354e-05,
|
|
"loss": 0.2716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14670927822589874,
|
|
"step": 2780,
|
|
"valid_targets_mean": 8840.9,
|
|
"valid_targets_min": 2936
|
|
},
|
|
{
|
|
"epoch": 4.720338983050848,
|
|
"grad_norm": 0.4122761510436273,
|
|
"learning_rate": 1.1605127686292009e-05,
|
|
"loss": 0.2706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1822691261768341,
|
|
"step": 2785,
|
|
"valid_targets_mean": 11162.5,
|
|
"valid_targets_min": 4307
|
|
},
|
|
{
|
|
"epoch": 4.728813559322034,
|
|
"grad_norm": 0.4002624945514117,
|
|
"learning_rate": 1.15284892983783e-05,
|
|
"loss": 0.2803,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11932104080915451,
|
|
"step": 2790,
|
|
"valid_targets_mean": 7222.4,
|
|
"valid_targets_min": 3333
|
|
},
|
|
{
|
|
"epoch": 4.737288135593221,
|
|
"grad_norm": 0.4230079310160459,
|
|
"learning_rate": 1.1452002202076256e-05,
|
|
"loss": 0.2907,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1321437805891037,
|
|
"step": 2795,
|
|
"valid_targets_mean": 8008.5,
|
|
"valid_targets_min": 2513
|
|
},
|
|
{
|
|
"epoch": 4.745762711864407,
|
|
"grad_norm": 0.42567673397305217,
|
|
"learning_rate": 1.1375667763359031e-05,
|
|
"loss": 0.2662,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1508551388978958,
|
|
"step": 2800,
|
|
"valid_targets_mean": 8618.0,
|
|
"valid_targets_min": 3894
|
|
},
|
|
{
|
|
"epoch": 4.754237288135593,
|
|
"grad_norm": 0.4067557863784692,
|
|
"learning_rate": 1.1299487345473457e-05,
|
|
"loss": 0.2793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11135031282901764,
|
|
"step": 2805,
|
|
"valid_targets_mean": 7020.6,
|
|
"valid_targets_min": 3364
|
|
},
|
|
{
|
|
"epoch": 4.762711864406779,
|
|
"grad_norm": 0.4522576941628964,
|
|
"learning_rate": 1.1223462308915767e-05,
|
|
"loss": 0.2785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16139456629753113,
|
|
"step": 2810,
|
|
"valid_targets_mean": 7060.9,
|
|
"valid_targets_min": 2693
|
|
},
|
|
{
|
|
"epoch": 4.771186440677966,
|
|
"grad_norm": 0.5393715006124433,
|
|
"learning_rate": 1.1147594011407203e-05,
|
|
"loss": 0.2935,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1524142324924469,
|
|
"step": 2815,
|
|
"valid_targets_mean": 9858.4,
|
|
"valid_targets_min": 4735
|
|
},
|
|
{
|
|
"epoch": 4.779661016949152,
|
|
"grad_norm": 0.45800608337889726,
|
|
"learning_rate": 1.1071883807869886e-05,
|
|
"loss": 0.2785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17067819833755493,
|
|
"step": 2820,
|
|
"valid_targets_mean": 7938.4,
|
|
"valid_targets_min": 3822
|
|
},
|
|
{
|
|
"epoch": 4.788135593220339,
|
|
"grad_norm": 0.4408014445770491,
|
|
"learning_rate": 1.0996333050402503e-05,
|
|
"loss": 0.291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11198888719081879,
|
|
"step": 2825,
|
|
"valid_targets_mean": 6231.6,
|
|
"valid_targets_min": 3402
|
|
},
|
|
{
|
|
"epoch": 4.796610169491525,
|
|
"grad_norm": 0.37288081152923613,
|
|
"learning_rate": 1.0920943088256266e-05,
|
|
"loss": 0.2941,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1768973469734192,
|
|
"step": 2830,
|
|
"valid_targets_mean": 11278.0,
|
|
"valid_targets_min": 3670
|
|
},
|
|
{
|
|
"epoch": 4.805084745762712,
|
|
"grad_norm": 0.4675055974588808,
|
|
"learning_rate": 1.0845715267810716e-05,
|
|
"loss": 0.2702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1645127385854721,
|
|
"step": 2835,
|
|
"valid_targets_mean": 6527.4,
|
|
"valid_targets_min": 1805
|
|
},
|
|
{
|
|
"epoch": 4.813559322033898,
|
|
"grad_norm": 0.4249196921645124,
|
|
"learning_rate": 1.0770650932549768e-05,
|
|
"loss": 0.2785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16321763396263123,
|
|
"step": 2840,
|
|
"valid_targets_mean": 9060.0,
|
|
"valid_targets_min": 3082
|
|
},
|
|
{
|
|
"epoch": 4.822033898305085,
|
|
"grad_norm": 0.3797637838348183,
|
|
"learning_rate": 1.0695751423037639e-05,
|
|
"loss": 0.2612,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14523139595985413,
|
|
"step": 2845,
|
|
"valid_targets_mean": 9407.8,
|
|
"valid_targets_min": 5593
|
|
},
|
|
{
|
|
"epoch": 4.830508474576272,
|
|
"grad_norm": 0.3954316084644604,
|
|
"learning_rate": 1.0621018076894984e-05,
|
|
"loss": 0.271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19016766548156738,
|
|
"step": 2850,
|
|
"valid_targets_mean": 9626.1,
|
|
"valid_targets_min": 2303
|
|
},
|
|
{
|
|
"epoch": 4.838983050847458,
|
|
"grad_norm": 0.40324943006421254,
|
|
"learning_rate": 1.0546452228774919e-05,
|
|
"loss": 0.2955,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20220312476158142,
|
|
"step": 2855,
|
|
"valid_targets_mean": 9551.8,
|
|
"valid_targets_min": 2084
|
|
},
|
|
{
|
|
"epoch": 4.847457627118644,
|
|
"grad_norm": 0.48347751893698887,
|
|
"learning_rate": 1.047205521033928e-05,
|
|
"loss": 0.2676,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0758141279220581,
|
|
"step": 2860,
|
|
"valid_targets_mean": 5134.4,
|
|
"valid_targets_min": 1779
|
|
},
|
|
{
|
|
"epoch": 4.8559322033898304,
|
|
"grad_norm": 0.436026077540386,
|
|
"learning_rate": 1.0397828350234765e-05,
|
|
"loss": 0.2733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07567907124757767,
|
|
"step": 2865,
|
|
"valid_targets_mean": 5584.2,
|
|
"valid_targets_min": 3528
|
|
},
|
|
{
|
|
"epoch": 4.864406779661017,
|
|
"grad_norm": 0.4049340454560818,
|
|
"learning_rate": 1.032377297406926e-05,
|
|
"loss": 0.2686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15704092383384705,
|
|
"step": 2870,
|
|
"valid_targets_mean": 7979.8,
|
|
"valid_targets_min": 3866
|
|
},
|
|
{
|
|
"epoch": 4.872881355932203,
|
|
"grad_norm": 0.4273483414490487,
|
|
"learning_rate": 1.0249890404388121e-05,
|
|
"loss": 0.2786,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13683602213859558,
|
|
"step": 2875,
|
|
"valid_targets_mean": 7722.0,
|
|
"valid_targets_min": 2714
|
|
},
|
|
{
|
|
"epoch": 4.88135593220339,
|
|
"grad_norm": 0.45261744678626115,
|
|
"learning_rate": 1.0176181960650595e-05,
|
|
"loss": 0.2617,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20523563027381897,
|
|
"step": 2880,
|
|
"valid_targets_mean": 10396.2,
|
|
"valid_targets_min": 4946
|
|
},
|
|
{
|
|
"epoch": 4.889830508474576,
|
|
"grad_norm": 0.4123299125145364,
|
|
"learning_rate": 1.0102648959206212e-05,
|
|
"loss": 0.2485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09504781663417816,
|
|
"step": 2885,
|
|
"valid_targets_mean": 6910.4,
|
|
"valid_targets_min": 1489
|
|
},
|
|
{
|
|
"epoch": 4.898305084745763,
|
|
"grad_norm": 0.41252518581842956,
|
|
"learning_rate": 1.0029292713271334e-05,
|
|
"loss": 0.2661,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1620301753282547,
|
|
"step": 2890,
|
|
"valid_targets_mean": 7912.0,
|
|
"valid_targets_min": 3266
|
|
},
|
|
{
|
|
"epoch": 4.906779661016949,
|
|
"grad_norm": 0.4165804006140129,
|
|
"learning_rate": 9.956114532905625e-06,
|
|
"loss": 0.3071,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12451449036598206,
|
|
"step": 2895,
|
|
"valid_targets_mean": 7785.5,
|
|
"valid_targets_min": 4724
|
|
},
|
|
{
|
|
"epoch": 4.915254237288136,
|
|
"grad_norm": 0.451277868879136,
|
|
"learning_rate": 9.883115724988743e-06,
|
|
"loss": 0.2764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12704214453697205,
|
|
"step": 2900,
|
|
"valid_targets_mean": 7152.0,
|
|
"valid_targets_min": 2405
|
|
},
|
|
{
|
|
"epoch": 4.923728813559322,
|
|
"grad_norm": 0.43488588524419447,
|
|
"learning_rate": 9.810297593196922e-06,
|
|
"loss": 0.2858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11738678067922592,
|
|
"step": 2905,
|
|
"valid_targets_mean": 6999.5,
|
|
"valid_targets_min": 1506
|
|
},
|
|
{
|
|
"epoch": 4.932203389830509,
|
|
"grad_norm": 0.3902190977630454,
|
|
"learning_rate": 9.73766143797976e-06,
|
|
"loss": 0.2991,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18499219417572021,
|
|
"step": 2910,
|
|
"valid_targets_mean": 9337.6,
|
|
"valid_targets_min": 3041
|
|
},
|
|
{
|
|
"epoch": 4.940677966101695,
|
|
"grad_norm": 0.39113577433521207,
|
|
"learning_rate": 9.665208556536918e-06,
|
|
"loss": 0.2572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1580629199743271,
|
|
"step": 2915,
|
|
"valid_targets_mean": 10305.0,
|
|
"valid_targets_min": 2760
|
|
},
|
|
{
|
|
"epoch": 4.9491525423728815,
|
|
"grad_norm": 0.4467637307215622,
|
|
"learning_rate": 9.592940242795035e-06,
|
|
"loss": 0.2705,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12799829244613647,
|
|
"step": 2920,
|
|
"valid_targets_mean": 7904.2,
|
|
"valid_targets_min": 4206
|
|
},
|
|
{
|
|
"epoch": 4.9576271186440675,
|
|
"grad_norm": 0.4012050592034206,
|
|
"learning_rate": 9.520857787384548e-06,
|
|
"loss": 0.2931,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22492660582065582,
|
|
"step": 2925,
|
|
"valid_targets_mean": 10071.6,
|
|
"valid_targets_min": 4056
|
|
},
|
|
{
|
|
"epoch": 4.966101694915254,
|
|
"grad_norm": 0.41909262364226657,
|
|
"learning_rate": 9.44896247761669e-06,
|
|
"loss": 0.288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11922876536846161,
|
|
"step": 2930,
|
|
"valid_targets_mean": 7519.2,
|
|
"valid_targets_min": 2369
|
|
},
|
|
{
|
|
"epoch": 4.97457627118644,
|
|
"grad_norm": 0.4550620897888851,
|
|
"learning_rate": 9.377255597460469e-06,
|
|
"loss": 0.2711,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14701971411705017,
|
|
"step": 2935,
|
|
"valid_targets_mean": 6977.8,
|
|
"valid_targets_min": 2432
|
|
},
|
|
{
|
|
"epoch": 4.983050847457627,
|
|
"grad_norm": 0.4859597855399959,
|
|
"learning_rate": 9.305738427519782e-06,
|
|
"loss": 0.2963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10581295937299728,
|
|
"step": 2940,
|
|
"valid_targets_mean": 5638.9,
|
|
"valid_targets_min": 2058
|
|
},
|
|
{
|
|
"epoch": 4.991525423728813,
|
|
"grad_norm": 0.39353155286685454,
|
|
"learning_rate": 9.234412245010482e-06,
|
|
"loss": 0.2432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16748303174972534,
|
|
"step": 2945,
|
|
"valid_targets_mean": 9775.4,
|
|
"valid_targets_min": 2320
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.4039798684599604,
|
|
"learning_rate": 9.163278323737635e-06,
|
|
"loss": 0.2877,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1804552525281906,
|
|
"step": 2950,
|
|
"valid_targets_mean": 9501.8,
|
|
"valid_targets_min": 3224
|
|
},
|
|
{
|
|
"epoch": 5.008474576271187,
|
|
"grad_norm": 0.38321872526038875,
|
|
"learning_rate": 9.092337934072703e-06,
|
|
"loss": 0.2718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1229909211397171,
|
|
"step": 2955,
|
|
"valid_targets_mean": 8311.6,
|
|
"valid_targets_min": 3501
|
|
},
|
|
{
|
|
"epoch": 5.016949152542373,
|
|
"grad_norm": 0.3910600282604654,
|
|
"learning_rate": 9.021592342930928e-06,
|
|
"loss": 0.2325,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10238224267959595,
|
|
"step": 2960,
|
|
"valid_targets_mean": 8050.2,
|
|
"valid_targets_min": 4143
|
|
},
|
|
{
|
|
"epoch": 5.02542372881356,
|
|
"grad_norm": 0.4128668247607092,
|
|
"learning_rate": 8.951042813748645e-06,
|
|
"loss": 0.2686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1838410198688507,
|
|
"step": 2965,
|
|
"valid_targets_mean": 10353.2,
|
|
"valid_targets_min": 5165
|
|
},
|
|
{
|
|
"epoch": 5.033898305084746,
|
|
"grad_norm": 0.42280176381204043,
|
|
"learning_rate": 8.880690606460754e-06,
|
|
"loss": 0.2938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1057187020778656,
|
|
"step": 2970,
|
|
"valid_targets_mean": 6608.2,
|
|
"valid_targets_min": 2466
|
|
},
|
|
{
|
|
"epoch": 5.0423728813559325,
|
|
"grad_norm": 0.41604038060167553,
|
|
"learning_rate": 8.8105369774782e-06,
|
|
"loss": 0.2736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15914693474769592,
|
|
"step": 2975,
|
|
"valid_targets_mean": 8547.6,
|
|
"valid_targets_min": 2961
|
|
},
|
|
{
|
|
"epoch": 5.0508474576271185,
|
|
"grad_norm": 0.4448543436434134,
|
|
"learning_rate": 8.74058317966556e-06,
|
|
"loss": 0.2502,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0849103257060051,
|
|
"step": 2980,
|
|
"valid_targets_mean": 5587.1,
|
|
"valid_targets_min": 3852
|
|
},
|
|
{
|
|
"epoch": 5.059322033898305,
|
|
"grad_norm": 0.4520071230103935,
|
|
"learning_rate": 8.670830462318633e-06,
|
|
"loss": 0.2536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06706386059522629,
|
|
"step": 2985,
|
|
"valid_targets_mean": 5294.6,
|
|
"valid_targets_min": 2342
|
|
},
|
|
{
|
|
"epoch": 5.067796610169491,
|
|
"grad_norm": 0.4253115930316411,
|
|
"learning_rate": 8.60128007114217e-06,
|
|
"loss": 0.2721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14023102819919586,
|
|
"step": 2990,
|
|
"valid_targets_mean": 8529.0,
|
|
"valid_targets_min": 1747
|
|
},
|
|
{
|
|
"epoch": 5.076271186440678,
|
|
"grad_norm": 0.40617917977385865,
|
|
"learning_rate": 8.531933248227582e-06,
|
|
"loss": 0.2402,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10234525054693222,
|
|
"step": 2995,
|
|
"valid_targets_mean": 5504.6,
|
|
"valid_targets_min": 2211
|
|
},
|
|
{
|
|
"epoch": 5.084745762711864,
|
|
"grad_norm": 0.43359659053869215,
|
|
"learning_rate": 8.462791232030803e-06,
|
|
"loss": 0.2775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13905169069766998,
|
|
"step": 3000,
|
|
"valid_targets_mean": 8243.2,
|
|
"valid_targets_min": 4344
|
|
},
|
|
{
|
|
"epoch": 5.093220338983051,
|
|
"grad_norm": 0.40896650404071416,
|
|
"learning_rate": 8.393855257350132e-06,
|
|
"loss": 0.253,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1154506728053093,
|
|
"step": 3005,
|
|
"valid_targets_mean": 8325.2,
|
|
"valid_targets_min": 4186
|
|
},
|
|
{
|
|
"epoch": 5.101694915254237,
|
|
"grad_norm": 0.3946324268905825,
|
|
"learning_rate": 8.325126555304208e-06,
|
|
"loss": 0.2628,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17978814244270325,
|
|
"step": 3010,
|
|
"valid_targets_mean": 9363.6,
|
|
"valid_targets_min": 4084
|
|
},
|
|
{
|
|
"epoch": 5.110169491525424,
|
|
"grad_norm": 0.40443769374892974,
|
|
"learning_rate": 8.256606353310003e-06,
|
|
"loss": 0.2487,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14391589164733887,
|
|
"step": 3015,
|
|
"valid_targets_mean": 9450.2,
|
|
"valid_targets_min": 3354
|
|
},
|
|
{
|
|
"epoch": 5.11864406779661,
|
|
"grad_norm": 0.4146020029739842,
|
|
"learning_rate": 8.188295875060943e-06,
|
|
"loss": 0.2767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07763639092445374,
|
|
"step": 3020,
|
|
"valid_targets_mean": 4914.9,
|
|
"valid_targets_min": 3264
|
|
},
|
|
{
|
|
"epoch": 5.127118644067797,
|
|
"grad_norm": 0.482213604261791,
|
|
"learning_rate": 8.12019634050499e-06,
|
|
"loss": 0.2284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08091288059949875,
|
|
"step": 3025,
|
|
"valid_targets_mean": 7860.5,
|
|
"valid_targets_min": 4646
|
|
},
|
|
{
|
|
"epoch": 5.135593220338983,
|
|
"grad_norm": 0.434415926653262,
|
|
"learning_rate": 8.052308965822916e-06,
|
|
"loss": 0.2484,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13998384773731232,
|
|
"step": 3030,
|
|
"valid_targets_mean": 7786.8,
|
|
"valid_targets_min": 4468
|
|
},
|
|
{
|
|
"epoch": 5.1440677966101696,
|
|
"grad_norm": 0.4171807235049148,
|
|
"learning_rate": 7.984634963406537e-06,
|
|
"loss": 0.2513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14208590984344482,
|
|
"step": 3035,
|
|
"valid_targets_mean": 8149.5,
|
|
"valid_targets_min": 4512
|
|
},
|
|
{
|
|
"epoch": 5.1525423728813555,
|
|
"grad_norm": 0.4459854996850316,
|
|
"learning_rate": 7.917175541837101e-06,
|
|
"loss": 0.2862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09813421964645386,
|
|
"step": 3040,
|
|
"valid_targets_mean": 5958.5,
|
|
"valid_targets_min": 2438
|
|
},
|
|
{
|
|
"epoch": 5.161016949152542,
|
|
"grad_norm": 0.5331008651404957,
|
|
"learning_rate": 7.849931905863672e-06,
|
|
"loss": 0.29,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1268807053565979,
|
|
"step": 3045,
|
|
"valid_targets_mean": 6381.6,
|
|
"valid_targets_min": 3763
|
|
},
|
|
{
|
|
"epoch": 5.169491525423728,
|
|
"grad_norm": 0.41566933713800536,
|
|
"learning_rate": 7.78290525638163e-06,
|
|
"loss": 0.259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18568013608455658,
|
|
"step": 3050,
|
|
"valid_targets_mean": 10965.6,
|
|
"valid_targets_min": 3702
|
|
},
|
|
{
|
|
"epoch": 5.177966101694915,
|
|
"grad_norm": 0.4537423909342909,
|
|
"learning_rate": 7.71609679041121e-06,
|
|
"loss": 0.252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1523778736591339,
|
|
"step": 3055,
|
|
"valid_targets_mean": 7001.8,
|
|
"valid_targets_min": 3472
|
|
},
|
|
{
|
|
"epoch": 5.186440677966102,
|
|
"grad_norm": 0.39972642247618045,
|
|
"learning_rate": 7.649507701076164e-06,
|
|
"loss": 0.264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1793755441904068,
|
|
"step": 3060,
|
|
"valid_targets_mean": 10015.9,
|
|
"valid_targets_min": 2070
|
|
},
|
|
{
|
|
"epoch": 5.194915254237288,
|
|
"grad_norm": 0.5131893981021648,
|
|
"learning_rate": 7.583139177582395e-06,
|
|
"loss": 0.2651,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20769305527210236,
|
|
"step": 3065,
|
|
"valid_targets_mean": 7827.6,
|
|
"valid_targets_min": 3091
|
|
},
|
|
{
|
|
"epoch": 5.203389830508475,
|
|
"grad_norm": 0.4237772198595128,
|
|
"learning_rate": 7.516992405196772e-06,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13641873002052307,
|
|
"step": 3070,
|
|
"valid_targets_mean": 8499.1,
|
|
"valid_targets_min": 4822
|
|
},
|
|
{
|
|
"epoch": 5.211864406779661,
|
|
"grad_norm": 0.43454029280053935,
|
|
"learning_rate": 7.45106856522593e-06,
|
|
"loss": 0.2698,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10716796666383743,
|
|
"step": 3075,
|
|
"valid_targets_mean": 5610.5,
|
|
"valid_targets_min": 2809
|
|
},
|
|
{
|
|
"epoch": 5.220338983050848,
|
|
"grad_norm": 0.542776623150691,
|
|
"learning_rate": 7.385368834995168e-06,
|
|
"loss": 0.2312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07319167256355286,
|
|
"step": 3080,
|
|
"valid_targets_mean": 5343.0,
|
|
"valid_targets_min": 2880
|
|
},
|
|
{
|
|
"epoch": 5.228813559322034,
|
|
"grad_norm": 0.4405988491699508,
|
|
"learning_rate": 7.319894387827473e-06,
|
|
"loss": 0.2531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12842324376106262,
|
|
"step": 3085,
|
|
"valid_targets_mean": 7002.0,
|
|
"valid_targets_min": 3852
|
|
},
|
|
{
|
|
"epoch": 5.237288135593221,
|
|
"grad_norm": 0.43538162775303374,
|
|
"learning_rate": 7.254646393022502e-06,
|
|
"loss": 0.2826,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14618468284606934,
|
|
"step": 3090,
|
|
"valid_targets_mean": 8944.5,
|
|
"valid_targets_min": 2222
|
|
},
|
|
{
|
|
"epoch": 5.245762711864407,
|
|
"grad_norm": 0.3967557229503152,
|
|
"learning_rate": 7.189626015835733e-06,
|
|
"loss": 0.2851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.146665558218956,
|
|
"step": 3095,
|
|
"valid_targets_mean": 9732.2,
|
|
"valid_targets_min": 2484
|
|
},
|
|
{
|
|
"epoch": 5.254237288135593,
|
|
"grad_norm": 0.43473594078288474,
|
|
"learning_rate": 7.124834417457664e-06,
|
|
"loss": 0.2511,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1037987545132637,
|
|
"step": 3100,
|
|
"valid_targets_mean": 6524.2,
|
|
"valid_targets_min": 2612
|
|
},
|
|
{
|
|
"epoch": 5.262711864406779,
|
|
"grad_norm": 0.41536450764949134,
|
|
"learning_rate": 7.060272754993051e-06,
|
|
"loss": 0.2538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10834446549415588,
|
|
"step": 3105,
|
|
"valid_targets_mean": 7642.6,
|
|
"valid_targets_min": 3845
|
|
},
|
|
{
|
|
"epoch": 5.271186440677966,
|
|
"grad_norm": 0.4473707722528023,
|
|
"learning_rate": 6.9959421814402494e-06,
|
|
"loss": 0.2703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09653830528259277,
|
|
"step": 3110,
|
|
"valid_targets_mean": 6060.6,
|
|
"valid_targets_min": 2940
|
|
},
|
|
{
|
|
"epoch": 5.279661016949152,
|
|
"grad_norm": 0.3828977830174924,
|
|
"learning_rate": 6.931843845670647e-06,
|
|
"loss": 0.2802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18717047572135925,
|
|
"step": 3115,
|
|
"valid_targets_mean": 11332.6,
|
|
"valid_targets_min": 6662
|
|
},
|
|
{
|
|
"epoch": 5.288135593220339,
|
|
"grad_norm": 0.4156040861199304,
|
|
"learning_rate": 6.867978892408101e-06,
|
|
"loss": 0.2827,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06572428345680237,
|
|
"step": 3120,
|
|
"valid_targets_mean": 5527.4,
|
|
"valid_targets_min": 1893
|
|
},
|
|
{
|
|
"epoch": 5.296610169491525,
|
|
"grad_norm": 0.3849476640530131,
|
|
"learning_rate": 6.804348462208548e-06,
|
|
"loss": 0.2517,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14777298271656036,
|
|
"step": 3125,
|
|
"valid_targets_mean": 10066.9,
|
|
"valid_targets_min": 4775
|
|
},
|
|
{
|
|
"epoch": 5.305084745762712,
|
|
"grad_norm": 0.39696946143084255,
|
|
"learning_rate": 6.7409536914395866e-06,
|
|
"loss": 0.2565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12509366869926453,
|
|
"step": 3130,
|
|
"valid_targets_mean": 8591.4,
|
|
"valid_targets_min": 6400
|
|
},
|
|
{
|
|
"epoch": 5.313559322033898,
|
|
"grad_norm": 0.4408601497824042,
|
|
"learning_rate": 6.677795712260206e-06,
|
|
"loss": 0.2706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10040117055177689,
|
|
"step": 3135,
|
|
"valid_targets_mean": 6520.1,
|
|
"valid_targets_min": 3393
|
|
},
|
|
{
|
|
"epoch": 5.322033898305085,
|
|
"grad_norm": 0.44317433702470693,
|
|
"learning_rate": 6.6148756526005855e-06,
|
|
"loss": 0.2646,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17337459325790405,
|
|
"step": 3140,
|
|
"valid_targets_mean": 7650.0,
|
|
"valid_targets_min": 2685
|
|
},
|
|
{
|
|
"epoch": 5.330508474576272,
|
|
"grad_norm": 0.40286799690359776,
|
|
"learning_rate": 6.552194636141909e-06,
|
|
"loss": 0.2458,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15087980031967163,
|
|
"step": 3145,
|
|
"valid_targets_mean": 8771.0,
|
|
"valid_targets_min": 3597
|
|
},
|
|
{
|
|
"epoch": 5.338983050847458,
|
|
"grad_norm": 0.4909543331964684,
|
|
"learning_rate": 6.489753782296315e-06,
|
|
"loss": 0.2616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1323254108428955,
|
|
"step": 3150,
|
|
"valid_targets_mean": 6834.9,
|
|
"valid_targets_min": 1998
|
|
},
|
|
{
|
|
"epoch": 5.3474576271186445,
|
|
"grad_norm": 0.40375931958252953,
|
|
"learning_rate": 6.427554206186939e-06,
|
|
"loss": 0.2611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12938186526298523,
|
|
"step": 3155,
|
|
"valid_targets_mean": 8728.6,
|
|
"valid_targets_min": 3046
|
|
},
|
|
{
|
|
"epoch": 5.3559322033898304,
|
|
"grad_norm": 1.0021730618277505,
|
|
"learning_rate": 6.3655970186279314e-06,
|
|
"loss": 0.2804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.155011385679245,
|
|
"step": 3160,
|
|
"valid_targets_mean": 7922.6,
|
|
"valid_targets_min": 4455
|
|
},
|
|
{
|
|
"epoch": 5.364406779661017,
|
|
"grad_norm": 0.4921109248318851,
|
|
"learning_rate": 6.30388332610469e-06,
|
|
"loss": 0.2494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09664289653301239,
|
|
"step": 3165,
|
|
"valid_targets_mean": 6155.6,
|
|
"valid_targets_min": 2938
|
|
},
|
|
{
|
|
"epoch": 5.372881355932203,
|
|
"grad_norm": 0.43530974592088145,
|
|
"learning_rate": 6.242414230754044e-06,
|
|
"loss": 0.2668,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1272495836019516,
|
|
"step": 3170,
|
|
"valid_targets_mean": 7464.1,
|
|
"valid_targets_min": 2619
|
|
},
|
|
{
|
|
"epoch": 5.38135593220339,
|
|
"grad_norm": 0.4578893158386509,
|
|
"learning_rate": 6.181190830344601e-06,
|
|
"loss": 0.2883,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1435915231704712,
|
|
"step": 3175,
|
|
"valid_targets_mean": 6372.2,
|
|
"valid_targets_min": 3271
|
|
},
|
|
{
|
|
"epoch": 5.389830508474576,
|
|
"grad_norm": 0.4462141692455487,
|
|
"learning_rate": 6.120214218257128e-06,
|
|
"loss": 0.2572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21038474142551422,
|
|
"step": 3180,
|
|
"valid_targets_mean": 9814.6,
|
|
"valid_targets_min": 4536
|
|
},
|
|
{
|
|
"epoch": 5.398305084745763,
|
|
"grad_norm": 0.4299686838750093,
|
|
"learning_rate": 6.059485483465048e-06,
|
|
"loss": 0.2501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12408433854579926,
|
|
"step": 3185,
|
|
"valid_targets_mean": 7589.8,
|
|
"valid_targets_min": 3704
|
|
},
|
|
{
|
|
"epoch": 5.406779661016949,
|
|
"grad_norm": 0.47292848955183747,
|
|
"learning_rate": 5.999005710514956e-06,
|
|
"loss": 0.2464,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0928158164024353,
|
|
"step": 3190,
|
|
"valid_targets_mean": 5277.9,
|
|
"valid_targets_min": 1623
|
|
},
|
|
{
|
|
"epoch": 5.415254237288136,
|
|
"grad_norm": 0.45861849447302966,
|
|
"learning_rate": 5.938775979507287e-06,
|
|
"loss": 0.2645,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1349688470363617,
|
|
"step": 3195,
|
|
"valid_targets_mean": 7671.6,
|
|
"valid_targets_min": 2887
|
|
},
|
|
{
|
|
"epoch": 5.423728813559322,
|
|
"grad_norm": 0.4420789679504025,
|
|
"learning_rate": 5.878797366076994e-06,
|
|
"loss": 0.2437,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1322856843471527,
|
|
"step": 3200,
|
|
"valid_targets_mean": 6415.5,
|
|
"valid_targets_min": 2320
|
|
},
|
|
{
|
|
"epoch": 5.432203389830509,
|
|
"grad_norm": 0.4391713104757039,
|
|
"learning_rate": 5.819070941374368e-06,
|
|
"loss": 0.2493,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1420782208442688,
|
|
"step": 3205,
|
|
"valid_targets_mean": 8150.8,
|
|
"valid_targets_min": 3889
|
|
},
|
|
{
|
|
"epoch": 5.440677966101695,
|
|
"grad_norm": 0.4251743635191406,
|
|
"learning_rate": 5.759597772045882e-06,
|
|
"loss": 0.2822,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18934570252895355,
|
|
"step": 3210,
|
|
"valid_targets_mean": 9116.6,
|
|
"valid_targets_min": 5251
|
|
},
|
|
{
|
|
"epoch": 5.4491525423728815,
|
|
"grad_norm": 0.4830379009128657,
|
|
"learning_rate": 5.700378920215159e-06,
|
|
"loss": 0.2749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21354344487190247,
|
|
"step": 3215,
|
|
"valid_targets_mean": 7386.4,
|
|
"valid_targets_min": 2457
|
|
},
|
|
{
|
|
"epoch": 5.4576271186440675,
|
|
"grad_norm": 0.43378238596603985,
|
|
"learning_rate": 5.641415443463994e-06,
|
|
"loss": 0.263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13009977340698242,
|
|
"step": 3220,
|
|
"valid_targets_mean": 7686.8,
|
|
"valid_targets_min": 1572
|
|
},
|
|
{
|
|
"epoch": 5.466101694915254,
|
|
"grad_norm": 0.4487432362569402,
|
|
"learning_rate": 5.5827083948134876e-06,
|
|
"loss": 0.2835,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11775340139865875,
|
|
"step": 3225,
|
|
"valid_targets_mean": 6541.5,
|
|
"valid_targets_min": 1230
|
|
},
|
|
{
|
|
"epoch": 5.47457627118644,
|
|
"grad_norm": 0.4417168658501371,
|
|
"learning_rate": 5.524258822705202e-06,
|
|
"loss": 0.231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12141908705234528,
|
|
"step": 3230,
|
|
"valid_targets_mean": 7137.5,
|
|
"valid_targets_min": 4420
|
|
},
|
|
{
|
|
"epoch": 5.483050847457627,
|
|
"grad_norm": 0.4011977565905363,
|
|
"learning_rate": 5.466067770982482e-06,
|
|
"loss": 0.2954,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10719483345746994,
|
|
"step": 3235,
|
|
"valid_targets_mean": 6831.9,
|
|
"valid_targets_min": 2783
|
|
},
|
|
{
|
|
"epoch": 5.491525423728813,
|
|
"grad_norm": 0.4703209208499074,
|
|
"learning_rate": 5.4081362788717625e-06,
|
|
"loss": 0.2926,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09573965519666672,
|
|
"step": 3240,
|
|
"valid_targets_mean": 5653.0,
|
|
"valid_targets_min": 2811
|
|
},
|
|
{
|
|
"epoch": 5.5,
|
|
"grad_norm": 0.4100676442731336,
|
|
"learning_rate": 5.350465380964076e-06,
|
|
"loss": 0.2708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1281810849905014,
|
|
"step": 3245,
|
|
"valid_targets_mean": 8242.9,
|
|
"valid_targets_min": 3222
|
|
},
|
|
{
|
|
"epoch": 5.508474576271187,
|
|
"grad_norm": 0.4017599475787098,
|
|
"learning_rate": 5.293056107196488e-06,
|
|
"loss": 0.2832,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10683394968509674,
|
|
"step": 3250,
|
|
"valid_targets_mean": 9198.4,
|
|
"valid_targets_min": 3032
|
|
},
|
|
{
|
|
"epoch": 5.516949152542373,
|
|
"grad_norm": 0.42952570667674034,
|
|
"learning_rate": 5.235909482833797e-06,
|
|
"loss": 0.2734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07673219591379166,
|
|
"step": 3255,
|
|
"valid_targets_mean": 5805.6,
|
|
"valid_targets_min": 3517
|
|
},
|
|
{
|
|
"epoch": 5.52542372881356,
|
|
"grad_norm": 0.42578258546227,
|
|
"learning_rate": 5.179026528450146e-06,
|
|
"loss": 0.2656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10920145362615585,
|
|
"step": 3260,
|
|
"valid_targets_mean": 6678.8,
|
|
"valid_targets_min": 3108
|
|
},
|
|
{
|
|
"epoch": 5.533898305084746,
|
|
"grad_norm": 0.4070334818927427,
|
|
"learning_rate": 5.1224082599108584e-06,
|
|
"loss": 0.2453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1201343908905983,
|
|
"step": 3265,
|
|
"valid_targets_mean": 7852.5,
|
|
"valid_targets_min": 4216
|
|
},
|
|
{
|
|
"epoch": 5.5423728813559325,
|
|
"grad_norm": 0.42784838946022163,
|
|
"learning_rate": 5.066055688354246e-06,
|
|
"loss": 0.2778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13358819484710693,
|
|
"step": 3270,
|
|
"valid_targets_mean": 7367.1,
|
|
"valid_targets_min": 3831
|
|
},
|
|
{
|
|
"epoch": 5.5508474576271185,
|
|
"grad_norm": 0.4172219694937724,
|
|
"learning_rate": 5.0099698201735855e-06,
|
|
"loss": 0.2627,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18104565143585205,
|
|
"step": 3275,
|
|
"valid_targets_mean": 9405.1,
|
|
"valid_targets_min": 2403
|
|
},
|
|
{
|
|
"epoch": 5.559322033898305,
|
|
"grad_norm": 0.4340880296880951,
|
|
"learning_rate": 4.954151656999122e-06,
|
|
"loss": 0.2614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19006019830703735,
|
|
"step": 3280,
|
|
"valid_targets_mean": 8843.9,
|
|
"valid_targets_min": 2489
|
|
},
|
|
{
|
|
"epoch": 5.567796610169491,
|
|
"grad_norm": 0.4114568126592623,
|
|
"learning_rate": 4.898602195680214e-06,
|
|
"loss": 0.2586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17298346757888794,
|
|
"step": 3285,
|
|
"valid_targets_mean": 10129.8,
|
|
"valid_targets_min": 2553
|
|
},
|
|
{
|
|
"epoch": 5.576271186440678,
|
|
"grad_norm": 0.4548674456421557,
|
|
"learning_rate": 4.843322428267465e-06,
|
|
"loss": 0.2595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12810729444026947,
|
|
"step": 3290,
|
|
"valid_targets_mean": 7174.0,
|
|
"valid_targets_min": 2127
|
|
},
|
|
{
|
|
"epoch": 5.584745762711864,
|
|
"grad_norm": 0.4210044479771755,
|
|
"learning_rate": 4.788313341995096e-06,
|
|
"loss": 0.3024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12651950120925903,
|
|
"step": 3295,
|
|
"valid_targets_mean": 7814.5,
|
|
"valid_targets_min": 3445
|
|
},
|
|
{
|
|
"epoch": 5.593220338983051,
|
|
"grad_norm": 0.4327273994886145,
|
|
"learning_rate": 4.733575919263238e-06,
|
|
"loss": 0.2738,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19881585240364075,
|
|
"step": 3300,
|
|
"valid_targets_mean": 9607.2,
|
|
"valid_targets_min": 2512
|
|
},
|
|
{
|
|
"epoch": 5.601694915254237,
|
|
"grad_norm": 0.6147338864346399,
|
|
"learning_rate": 4.679111137620442e-06,
|
|
"loss": 0.2778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09989364445209503,
|
|
"step": 3305,
|
|
"valid_targets_mean": 7179.1,
|
|
"valid_targets_min": 2804
|
|
},
|
|
{
|
|
"epoch": 5.610169491525424,
|
|
"grad_norm": 0.47192581181781135,
|
|
"learning_rate": 4.624919969746171e-06,
|
|
"loss": 0.2771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14433559775352478,
|
|
"step": 3310,
|
|
"valid_targets_mean": 7068.8,
|
|
"valid_targets_min": 3230
|
|
},
|
|
{
|
|
"epoch": 5.61864406779661,
|
|
"grad_norm": 0.444945216633516,
|
|
"learning_rate": 4.571003383433481e-06,
|
|
"loss": 0.2915,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15350055694580078,
|
|
"step": 3315,
|
|
"valid_targets_mean": 7867.9,
|
|
"valid_targets_min": 2732
|
|
},
|
|
{
|
|
"epoch": 5.627118644067797,
|
|
"grad_norm": 0.45738565401127745,
|
|
"learning_rate": 4.517362341571687e-06,
|
|
"loss": 0.2775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13060398399829865,
|
|
"step": 3320,
|
|
"valid_targets_mean": 7557.6,
|
|
"valid_targets_min": 2344
|
|
},
|
|
{
|
|
"epoch": 5.635593220338983,
|
|
"grad_norm": 0.43571689131803126,
|
|
"learning_rate": 4.463997802129221e-06,
|
|
"loss": 0.3019,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1402197778224945,
|
|
"step": 3325,
|
|
"valid_targets_mean": 8348.2,
|
|
"valid_targets_min": 4427
|
|
},
|
|
{
|
|
"epoch": 5.6440677966101696,
|
|
"grad_norm": 0.4055925761510759,
|
|
"learning_rate": 4.410910718136454e-06,
|
|
"loss": 0.2666,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15211747586727142,
|
|
"step": 3330,
|
|
"valid_targets_mean": 8970.2,
|
|
"valid_targets_min": 2698
|
|
},
|
|
{
|
|
"epoch": 5.652542372881356,
|
|
"grad_norm": 0.43189781407439476,
|
|
"learning_rate": 4.3581020376687566e-06,
|
|
"loss": 0.2634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10128441452980042,
|
|
"step": 3335,
|
|
"valid_targets_mean": 7696.0,
|
|
"valid_targets_min": 3473
|
|
},
|
|
{
|
|
"epoch": 5.661016949152542,
|
|
"grad_norm": 0.4087620898274565,
|
|
"learning_rate": 4.305572703829495e-06,
|
|
"loss": 0.2525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12019095569849014,
|
|
"step": 3340,
|
|
"valid_targets_mean": 8314.0,
|
|
"valid_targets_min": 4075
|
|
},
|
|
{
|
|
"epoch": 5.669491525423728,
|
|
"grad_norm": 0.4466182954085041,
|
|
"learning_rate": 4.253323654733248e-06,
|
|
"loss": 0.268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10398929566144943,
|
|
"step": 3345,
|
|
"valid_targets_mean": 6251.1,
|
|
"valid_targets_min": 2741
|
|
},
|
|
{
|
|
"epoch": 5.677966101694915,
|
|
"grad_norm": 0.4102492357885536,
|
|
"learning_rate": 4.201355823488999e-06,
|
|
"loss": 0.2693,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14839188754558563,
|
|
"step": 3350,
|
|
"valid_targets_mean": 7566.4,
|
|
"valid_targets_min": 2820
|
|
},
|
|
{
|
|
"epoch": 5.686440677966102,
|
|
"grad_norm": 0.429597461830153,
|
|
"learning_rate": 4.149670138183526e-06,
|
|
"loss": 0.252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0880933552980423,
|
|
"step": 3355,
|
|
"valid_targets_mean": 6382.2,
|
|
"valid_targets_min": 1402
|
|
},
|
|
{
|
|
"epoch": 5.694915254237288,
|
|
"grad_norm": 0.4527656431537339,
|
|
"learning_rate": 4.098267521864772e-06,
|
|
"loss": 0.2404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18761232495307922,
|
|
"step": 3360,
|
|
"valid_targets_mean": 9463.6,
|
|
"valid_targets_min": 2262
|
|
},
|
|
{
|
|
"epoch": 5.703389830508475,
|
|
"grad_norm": 0.4736146006705307,
|
|
"learning_rate": 4.047148892525403e-06,
|
|
"loss": 0.2303,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13051925599575043,
|
|
"step": 3365,
|
|
"valid_targets_mean": 6238.5,
|
|
"valid_targets_min": 2453
|
|
},
|
|
{
|
|
"epoch": 5.711864406779661,
|
|
"grad_norm": 0.4308541611459727,
|
|
"learning_rate": 3.996315163086391e-06,
|
|
"loss": 0.2597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1547306478023529,
|
|
"step": 3370,
|
|
"valid_targets_mean": 8064.6,
|
|
"valid_targets_min": 1780
|
|
},
|
|
{
|
|
"epoch": 5.720338983050848,
|
|
"grad_norm": 0.4535807208619825,
|
|
"learning_rate": 3.945767241380732e-06,
|
|
"loss": 0.2911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18569964170455933,
|
|
"step": 3375,
|
|
"valid_targets_mean": 7775.9,
|
|
"valid_targets_min": 1638
|
|
},
|
|
{
|
|
"epoch": 5.728813559322034,
|
|
"grad_norm": 0.42463019132135493,
|
|
"learning_rate": 3.895506030137195e-06,
|
|
"loss": 0.2489,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12168467789888382,
|
|
"step": 3380,
|
|
"valid_targets_mean": 7172.5,
|
|
"valid_targets_min": 3905
|
|
},
|
|
{
|
|
"epoch": 5.737288135593221,
|
|
"grad_norm": 0.4268898814915035,
|
|
"learning_rate": 3.845532426964252e-06,
|
|
"loss": 0.2523,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10343629121780396,
|
|
"step": 3385,
|
|
"valid_targets_mean": 6808.6,
|
|
"valid_targets_min": 3001
|
|
},
|
|
{
|
|
"epoch": 5.745762711864407,
|
|
"grad_norm": 0.43399202163312156,
|
|
"learning_rate": 3.79584732433399e-06,
|
|
"loss": 0.2838,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1263071745634079,
|
|
"step": 3390,
|
|
"valid_targets_mean": 7826.1,
|
|
"valid_targets_min": 2558
|
|
},
|
|
{
|
|
"epoch": 5.754237288135593,
|
|
"grad_norm": 0.46299702282573624,
|
|
"learning_rate": 3.746451609566233e-06,
|
|
"loss": 0.2682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24947628378868103,
|
|
"step": 3395,
|
|
"valid_targets_mean": 9686.5,
|
|
"valid_targets_min": 5352
|
|
},
|
|
{
|
|
"epoch": 5.762711864406779,
|
|
"grad_norm": 0.4300572543032316,
|
|
"learning_rate": 3.697346164812643e-06,
|
|
"loss": 0.2436,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11409101635217667,
|
|
"step": 3400,
|
|
"valid_targets_mean": 7340.2,
|
|
"valid_targets_min": 3685
|
|
},
|
|
{
|
|
"epoch": 5.771186440677966,
|
|
"grad_norm": 0.43095238086040094,
|
|
"learning_rate": 3.6485318670409896e-06,
|
|
"loss": 0.263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10468216240406036,
|
|
"step": 3405,
|
|
"valid_targets_mean": 6811.2,
|
|
"valid_targets_min": 2561
|
|
},
|
|
{
|
|
"epoch": 5.779661016949152,
|
|
"grad_norm": 0.4350339633592442,
|
|
"learning_rate": 3.6000095880194905e-06,
|
|
"loss": 0.2997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11025195568799973,
|
|
"step": 3410,
|
|
"valid_targets_mean": 7529.4,
|
|
"valid_targets_min": 4237
|
|
},
|
|
{
|
|
"epoch": 5.788135593220339,
|
|
"grad_norm": 0.43082785906321686,
|
|
"learning_rate": 3.5517801943012443e-06,
|
|
"loss": 0.2655,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19818180799484253,
|
|
"step": 3415,
|
|
"valid_targets_mean": 9537.0,
|
|
"valid_targets_min": 4451
|
|
},
|
|
{
|
|
"epoch": 5.796610169491525,
|
|
"grad_norm": 0.4430112945153063,
|
|
"learning_rate": 3.5038445472087324e-06,
|
|
"loss": 0.2769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13184988498687744,
|
|
"step": 3420,
|
|
"valid_targets_mean": 7243.6,
|
|
"valid_targets_min": 2380
|
|
},
|
|
{
|
|
"epoch": 5.805084745762712,
|
|
"grad_norm": 0.42639499607341547,
|
|
"learning_rate": 3.456203502818476e-06,
|
|
"loss": 0.2603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12061448395252228,
|
|
"step": 3425,
|
|
"valid_targets_mean": 7819.5,
|
|
"valid_targets_min": 3869
|
|
},
|
|
{
|
|
"epoch": 5.813559322033898,
|
|
"grad_norm": 0.4498140348859522,
|
|
"learning_rate": 3.408857911945702e-06,
|
|
"loss": 0.292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1824401319026947,
|
|
"step": 3430,
|
|
"valid_targets_mean": 9697.2,
|
|
"valid_targets_min": 2306
|
|
},
|
|
{
|
|
"epoch": 5.822033898305085,
|
|
"grad_norm": 0.4234852685317045,
|
|
"learning_rate": 3.36180862012919e-06,
|
|
"loss": 0.2665,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20986056327819824,
|
|
"step": 3435,
|
|
"valid_targets_mean": 11106.4,
|
|
"valid_targets_min": 3275
|
|
},
|
|
{
|
|
"epoch": 5.830508474576272,
|
|
"grad_norm": 0.4763529248983901,
|
|
"learning_rate": 3.3150564676161402e-06,
|
|
"loss": 0.2371,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10942620038986206,
|
|
"step": 3440,
|
|
"valid_targets_mean": 5915.1,
|
|
"valid_targets_min": 3315
|
|
},
|
|
{
|
|
"epoch": 5.838983050847458,
|
|
"grad_norm": 0.4110335170013424,
|
|
"learning_rate": 3.268602289347185e-06,
|
|
"loss": 0.2585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19674979150295258,
|
|
"step": 3445,
|
|
"valid_targets_mean": 11239.5,
|
|
"valid_targets_min": 7700
|
|
},
|
|
{
|
|
"epoch": 5.847457627118644,
|
|
"grad_norm": 0.42926140283179787,
|
|
"learning_rate": 3.222446914941468e-06,
|
|
"loss": 0.2765,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17311033606529236,
|
|
"step": 3450,
|
|
"valid_targets_mean": 8367.1,
|
|
"valid_targets_min": 3209
|
|
},
|
|
{
|
|
"epoch": 5.8559322033898304,
|
|
"grad_norm": 0.4417294457886267,
|
|
"learning_rate": 3.176591168681851e-06,
|
|
"loss": 0.2596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1375441551208496,
|
|
"step": 3455,
|
|
"valid_targets_mean": 7012.8,
|
|
"valid_targets_min": 2454
|
|
},
|
|
{
|
|
"epoch": 5.864406779661017,
|
|
"grad_norm": 0.4797537621478515,
|
|
"learning_rate": 3.131035869500152e-06,
|
|
"loss": 0.2477,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09695297479629517,
|
|
"step": 3460,
|
|
"valid_targets_mean": 5561.2,
|
|
"valid_targets_min": 3636
|
|
},
|
|
{
|
|
"epoch": 5.872881355932203,
|
|
"grad_norm": 0.4313456632664968,
|
|
"learning_rate": 3.085781830962564e-06,
|
|
"loss": 0.2613,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1107541099190712,
|
|
"step": 3465,
|
|
"valid_targets_mean": 6444.1,
|
|
"valid_targets_min": 2763
|
|
},
|
|
{
|
|
"epoch": 5.88135593220339,
|
|
"grad_norm": 0.4690289929958173,
|
|
"learning_rate": 3.0408298612550878e-06,
|
|
"loss": 0.2359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17820698022842407,
|
|
"step": 3470,
|
|
"valid_targets_mean": 8475.8,
|
|
"valid_targets_min": 2853
|
|
},
|
|
{
|
|
"epoch": 5.889830508474576,
|
|
"grad_norm": 0.44581363318990813,
|
|
"learning_rate": 2.996180763169132e-06,
|
|
"loss": 0.2515,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0970480740070343,
|
|
"step": 3475,
|
|
"valid_targets_mean": 5847.0,
|
|
"valid_targets_min": 1685
|
|
},
|
|
{
|
|
"epoch": 5.898305084745763,
|
|
"grad_norm": 0.4517525975721219,
|
|
"learning_rate": 2.95183533408715e-06,
|
|
"loss": 0.2575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09896974265575409,
|
|
"step": 3480,
|
|
"valid_targets_mean": 6291.0,
|
|
"valid_targets_min": 4223
|
|
},
|
|
{
|
|
"epoch": 5.906779661016949,
|
|
"grad_norm": 0.4231547916145084,
|
|
"learning_rate": 2.907794365968413e-06,
|
|
"loss": 0.2625,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1453133374452591,
|
|
"step": 3485,
|
|
"valid_targets_mean": 7656.8,
|
|
"valid_targets_min": 4438
|
|
},
|
|
{
|
|
"epoch": 5.915254237288136,
|
|
"grad_norm": 0.3783064656836768,
|
|
"learning_rate": 2.864058645334853e-06,
|
|
"loss": 0.2456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1604553908109665,
|
|
"step": 3490,
|
|
"valid_targets_mean": 9655.2,
|
|
"valid_targets_min": 4413
|
|
},
|
|
{
|
|
"epoch": 5.923728813559322,
|
|
"grad_norm": 0.45849359516987925,
|
|
"learning_rate": 2.820628953257052e-06,
|
|
"loss": 0.2739,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11417422443628311,
|
|
"step": 3495,
|
|
"valid_targets_mean": 6660.8,
|
|
"valid_targets_min": 1428
|
|
},
|
|
{
|
|
"epoch": 5.932203389830509,
|
|
"grad_norm": 0.48560447287935155,
|
|
"learning_rate": 2.7775060653402387e-06,
|
|
"loss": 0.2747,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15297681093215942,
|
|
"step": 3500,
|
|
"valid_targets_mean": 9799.2,
|
|
"valid_targets_min": 4018
|
|
},
|
|
{
|
|
"epoch": 5.940677966101695,
|
|
"grad_norm": 0.4406222156886379,
|
|
"learning_rate": 2.7346907517104894e-06,
|
|
"loss": 0.2957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2106126993894577,
|
|
"step": 3505,
|
|
"valid_targets_mean": 10975.9,
|
|
"valid_targets_min": 5409
|
|
},
|
|
{
|
|
"epoch": 5.9491525423728815,
|
|
"grad_norm": 0.4076101967228653,
|
|
"learning_rate": 2.692183777000932e-06,
|
|
"loss": 0.2679,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12442032247781754,
|
|
"step": 3510,
|
|
"valid_targets_mean": 9008.0,
|
|
"valid_targets_min": 2858
|
|
},
|
|
{
|
|
"epoch": 5.9576271186440675,
|
|
"grad_norm": 0.4522416731205185,
|
|
"learning_rate": 2.64998590033813e-06,
|
|
"loss": 0.27,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09120093286037445,
|
|
"step": 3515,
|
|
"valid_targets_mean": 5499.0,
|
|
"valid_targets_min": 1332
|
|
},
|
|
{
|
|
"epoch": 5.966101694915254,
|
|
"grad_norm": 0.4686138209396213,
|
|
"learning_rate": 2.608097875328488e-06,
|
|
"loss": 0.2487,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08969251066446304,
|
|
"step": 3520,
|
|
"valid_targets_mean": 4958.8,
|
|
"valid_targets_min": 1880
|
|
},
|
|
{
|
|
"epoch": 5.97457627118644,
|
|
"grad_norm": 0.4500868944959106,
|
|
"learning_rate": 2.5665204500448137e-06,
|
|
"loss": 0.2494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06993599236011505,
|
|
"step": 3525,
|
|
"valid_targets_mean": 4305.2,
|
|
"valid_targets_min": 1955
|
|
},
|
|
{
|
|
"epoch": 5.983050847457627,
|
|
"grad_norm": 0.4525767839640078,
|
|
"learning_rate": 2.525254367012955e-06,
|
|
"loss": 0.2695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17192375659942627,
|
|
"step": 3530,
|
|
"valid_targets_mean": 8511.8,
|
|
"valid_targets_min": 3580
|
|
},
|
|
{
|
|
"epoch": 5.991525423728813,
|
|
"grad_norm": 0.46060568530098406,
|
|
"learning_rate": 2.4843003631985486e-06,
|
|
"loss": 0.2968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07557795196771622,
|
|
"step": 3535,
|
|
"valid_targets_mean": 5208.4,
|
|
"valid_targets_min": 3361
|
|
},
|
|
{
|
|
"epoch": 6.0,
|
|
"grad_norm": 0.3876894703853514,
|
|
"learning_rate": 2.4436591699938305e-06,
|
|
"loss": 0.2477,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10472303628921509,
|
|
"step": 3540,
|
|
"valid_targets_mean": 8267.6,
|
|
"valid_targets_min": 3516
|
|
},
|
|
{
|
|
"epoch": 6.008474576271187,
|
|
"grad_norm": 0.4072742789805857,
|
|
"learning_rate": 2.403331513204612e-06,
|
|
"loss": 0.2467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13361892104148865,
|
|
"step": 3545,
|
|
"valid_targets_mean": 8191.2,
|
|
"valid_targets_min": 3116
|
|
},
|
|
{
|
|
"epoch": 6.016949152542373,
|
|
"grad_norm": 0.4197929261254614,
|
|
"learning_rate": 2.363318113037283e-06,
|
|
"loss": 0.2437,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19385768473148346,
|
|
"step": 3550,
|
|
"valid_targets_mean": 8499.4,
|
|
"valid_targets_min": 2320
|
|
},
|
|
{
|
|
"epoch": 6.02542372881356,
|
|
"grad_norm": 0.40312238215292895,
|
|
"learning_rate": 2.323619684085976e-06,
|
|
"loss": 0.2427,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10295233875513077,
|
|
"step": 3555,
|
|
"valid_targets_mean": 8334.4,
|
|
"valid_targets_min": 2999
|
|
},
|
|
{
|
|
"epoch": 6.033898305084746,
|
|
"grad_norm": 0.4303181949085986,
|
|
"learning_rate": 2.2842369353197858e-06,
|
|
"loss": 0.2412,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10104535520076752,
|
|
"step": 3560,
|
|
"valid_targets_mean": 6406.8,
|
|
"valid_targets_min": 3180
|
|
},
|
|
{
|
|
"epoch": 6.0423728813559325,
|
|
"grad_norm": 0.4117633582753061,
|
|
"learning_rate": 2.2451705700701185e-06,
|
|
"loss": 0.2457,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09206748008728027,
|
|
"step": 3565,
|
|
"valid_targets_mean": 6353.2,
|
|
"valid_targets_min": 1955
|
|
},
|
|
{
|
|
"epoch": 6.0508474576271185,
|
|
"grad_norm": 0.41630505109565613,
|
|
"learning_rate": 2.2064212860181258e-06,
|
|
"loss": 0.2364,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11224710941314697,
|
|
"step": 3570,
|
|
"valid_targets_mean": 6526.1,
|
|
"valid_targets_min": 2942
|
|
},
|
|
{
|
|
"epoch": 6.059322033898305,
|
|
"grad_norm": 0.43320385167493386,
|
|
"learning_rate": 2.1679897751822532e-06,
|
|
"loss": 0.2462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14041966199874878,
|
|
"step": 3575,
|
|
"valid_targets_mean": 8613.5,
|
|
"valid_targets_min": 3013
|
|
},
|
|
{
|
|
"epoch": 6.067796610169491,
|
|
"grad_norm": 0.3981423363842407,
|
|
"learning_rate": 2.1298767239058684e-06,
|
|
"loss": 0.2797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1767849326133728,
|
|
"step": 3580,
|
|
"valid_targets_mean": 10284.9,
|
|
"valid_targets_min": 3145
|
|
},
|
|
{
|
|
"epoch": 6.076271186440678,
|
|
"grad_norm": 0.43296591350601293,
|
|
"learning_rate": 2.0920828128450197e-06,
|
|
"loss": 0.2426,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16536885499954224,
|
|
"step": 3585,
|
|
"valid_targets_mean": 8499.6,
|
|
"valid_targets_min": 4263
|
|
},
|
|
{
|
|
"epoch": 6.084745762711864,
|
|
"grad_norm": 0.41880853588474576,
|
|
"learning_rate": 2.054608716956259e-06,
|
|
"loss": 0.2509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10676504671573639,
|
|
"step": 3590,
|
|
"valid_targets_mean": 7362.6,
|
|
"valid_targets_min": 1904
|
|
},
|
|
{
|
|
"epoch": 6.093220338983051,
|
|
"grad_norm": 0.4669953694349539,
|
|
"learning_rate": 2.0174551054846158e-06,
|
|
"loss": 0.2423,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11701343953609467,
|
|
"step": 3595,
|
|
"valid_targets_mean": 6644.5,
|
|
"valid_targets_min": 2520
|
|
},
|
|
{
|
|
"epoch": 6.101694915254237,
|
|
"grad_norm": 0.3975138860321249,
|
|
"learning_rate": 1.9806226419516195e-06,
|
|
"loss": 0.286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1058916300535202,
|
|
"step": 3600,
|
|
"valid_targets_mean": 7707.5,
|
|
"valid_targets_min": 5584
|
|
},
|
|
{
|
|
"epoch": 6.110169491525424,
|
|
"grad_norm": 0.3784624088657458,
|
|
"learning_rate": 1.94411198414346e-06,
|
|
"loss": 0.2674,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14342477917671204,
|
|
"step": 3605,
|
|
"valid_targets_mean": 10405.4,
|
|
"valid_targets_min": 2678
|
|
},
|
|
{
|
|
"epoch": 6.11864406779661,
|
|
"grad_norm": 0.4409579331355334,
|
|
"learning_rate": 1.9079237840992416e-06,
|
|
"loss": 0.2341,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09242921322584152,
|
|
"step": 3610,
|
|
"valid_targets_mean": 6214.9,
|
|
"valid_targets_min": 2570
|
|
},
|
|
{
|
|
"epoch": 6.127118644067797,
|
|
"grad_norm": 0.4274606131359512,
|
|
"learning_rate": 1.8720586880993452e-06,
|
|
"loss": 0.2768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13959690928459167,
|
|
"step": 3615,
|
|
"valid_targets_mean": 8091.1,
|
|
"valid_targets_min": 1864
|
|
},
|
|
{
|
|
"epoch": 6.135593220338983,
|
|
"grad_norm": 0.46627588534538766,
|
|
"learning_rate": 1.8365173366538647e-06,
|
|
"loss": 0.3004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17453311383724213,
|
|
"step": 3620,
|
|
"valid_targets_mean": 8541.9,
|
|
"valid_targets_min": 2926
|
|
},
|
|
{
|
|
"epoch": 6.1440677966101696,
|
|
"grad_norm": 0.42107709331487897,
|
|
"learning_rate": 1.8013003644911987e-06,
|
|
"loss": 0.2891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16110199689865112,
|
|
"step": 3625,
|
|
"valid_targets_mean": 7763.9,
|
|
"valid_targets_min": 2914
|
|
},
|
|
{
|
|
"epoch": 6.1525423728813555,
|
|
"grad_norm": 0.4480699024314328,
|
|
"learning_rate": 1.7664084005466796e-06,
|
|
"loss": 0.2599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1471949815750122,
|
|
"step": 3630,
|
|
"valid_targets_mean": 7371.1,
|
|
"valid_targets_min": 2475
|
|
},
|
|
{
|
|
"epoch": 6.161016949152542,
|
|
"grad_norm": 0.41092743558492617,
|
|
"learning_rate": 1.7318420679513725e-06,
|
|
"loss": 0.2685,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0986928790807724,
|
|
"step": 3635,
|
|
"valid_targets_mean": 7593.5,
|
|
"valid_targets_min": 5251
|
|
},
|
|
{
|
|
"epoch": 6.169491525423728,
|
|
"grad_norm": 0.46749871764465295,
|
|
"learning_rate": 1.6976019840209334e-06,
|
|
"loss": 0.2503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13527244329452515,
|
|
"step": 3640,
|
|
"valid_targets_mean": 6722.5,
|
|
"valid_targets_min": 2997
|
|
},
|
|
{
|
|
"epoch": 6.177966101694915,
|
|
"grad_norm": 0.4178021620516435,
|
|
"learning_rate": 1.6636887602445839e-06,
|
|
"loss": 0.2503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.145928755402565,
|
|
"step": 3645,
|
|
"valid_targets_mean": 8564.9,
|
|
"valid_targets_min": 4021
|
|
},
|
|
{
|
|
"epoch": 6.186440677966102,
|
|
"grad_norm": 0.4360686656344327,
|
|
"learning_rate": 1.6301030022741837e-06,
|
|
"loss": 0.2667,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1285943239927292,
|
|
"step": 3650,
|
|
"valid_targets_mean": 6744.0,
|
|
"valid_targets_min": 2676
|
|
},
|
|
{
|
|
"epoch": 6.194915254237288,
|
|
"grad_norm": 0.45989463629934857,
|
|
"learning_rate": 1.596845309913444e-06,
|
|
"loss": 0.2781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13629180192947388,
|
|
"step": 3655,
|
|
"valid_targets_mean": 6774.1,
|
|
"valid_targets_min": 1806
|
|
},
|
|
{
|
|
"epoch": 6.203389830508475,
|
|
"grad_norm": 0.47108516701203995,
|
|
"learning_rate": 1.5639162771071736e-06,
|
|
"loss": 0.2598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17500731348991394,
|
|
"step": 3660,
|
|
"valid_targets_mean": 8830.6,
|
|
"valid_targets_min": 3863
|
|
},
|
|
{
|
|
"epoch": 6.211864406779661,
|
|
"grad_norm": 0.4318354716431225,
|
|
"learning_rate": 1.5313164919307033e-06,
|
|
"loss": 0.2644,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.115082286298275,
|
|
"step": 3665,
|
|
"valid_targets_mean": 7130.6,
|
|
"valid_targets_min": 4331
|
|
},
|
|
{
|
|
"epoch": 6.220338983050848,
|
|
"grad_norm": 0.45277354650406365,
|
|
"learning_rate": 1.499046536579374e-06,
|
|
"loss": 0.2837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17140638828277588,
|
|
"step": 3670,
|
|
"valid_targets_mean": 8954.1,
|
|
"valid_targets_min": 4589
|
|
},
|
|
{
|
|
"epoch": 6.228813559322034,
|
|
"grad_norm": 0.4323260035459006,
|
|
"learning_rate": 1.4671069873581312e-06,
|
|
"loss": 0.2868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15814843773841858,
|
|
"step": 3675,
|
|
"valid_targets_mean": 9400.6,
|
|
"valid_targets_min": 5038
|
|
},
|
|
{
|
|
"epoch": 6.237288135593221,
|
|
"grad_norm": 0.4951365278391396,
|
|
"learning_rate": 1.4354984146712503e-06,
|
|
"loss": 0.2643,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11142455041408539,
|
|
"step": 3680,
|
|
"valid_targets_mean": 6961.5,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 6.245762711864407,
|
|
"grad_norm": 0.4681915800014983,
|
|
"learning_rate": 1.4042213830121344e-06,
|
|
"loss": 0.2519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13957908749580383,
|
|
"step": 3685,
|
|
"valid_targets_mean": 6601.8,
|
|
"valid_targets_min": 3222
|
|
},
|
|
{
|
|
"epoch": 6.254237288135593,
|
|
"grad_norm": 0.39827114052731316,
|
|
"learning_rate": 1.3732764509532316e-06,
|
|
"loss": 0.2585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13600842654705048,
|
|
"step": 3690,
|
|
"valid_targets_mean": 9952.6,
|
|
"valid_targets_min": 5541
|
|
},
|
|
{
|
|
"epoch": 6.262711864406779,
|
|
"grad_norm": 0.43483607655963946,
|
|
"learning_rate": 1.3426641711360788e-06,
|
|
"loss": 0.2557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12304791808128357,
|
|
"step": 3695,
|
|
"valid_targets_mean": 7189.5,
|
|
"valid_targets_min": 3441
|
|
},
|
|
{
|
|
"epoch": 6.271186440677966,
|
|
"grad_norm": 0.4875466298631045,
|
|
"learning_rate": 1.3123850902614143e-06,
|
|
"loss": 0.2447,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09608499705791473,
|
|
"step": 3700,
|
|
"valid_targets_mean": 5324.5,
|
|
"valid_targets_min": 2321
|
|
},
|
|
{
|
|
"epoch": 6.279661016949152,
|
|
"grad_norm": 0.457368172054018,
|
|
"learning_rate": 1.2824397490794115e-06,
|
|
"loss": 0.2811,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12899936735630035,
|
|
"step": 3705,
|
|
"valid_targets_mean": 8255.5,
|
|
"valid_targets_min": 2920
|
|
},
|
|
{
|
|
"epoch": 6.288135593220339,
|
|
"grad_norm": 0.43355278373700595,
|
|
"learning_rate": 1.2528286823800495e-06,
|
|
"loss": 0.2507,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12112070620059967,
|
|
"step": 3710,
|
|
"valid_targets_mean": 6698.4,
|
|
"valid_targets_min": 2533
|
|
},
|
|
{
|
|
"epoch": 6.296610169491525,
|
|
"grad_norm": 0.40685153441048544,
|
|
"learning_rate": 1.223552418983518e-06,
|
|
"loss": 0.2665,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16152483224868774,
|
|
"step": 3715,
|
|
"valid_targets_mean": 8516.4,
|
|
"valid_targets_min": 2412
|
|
},
|
|
{
|
|
"epoch": 6.305084745762712,
|
|
"grad_norm": 0.4505350099831515,
|
|
"learning_rate": 1.1946114817308207e-06,
|
|
"loss": 0.2466,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12660183012485504,
|
|
"step": 3720,
|
|
"valid_targets_mean": 6932.0,
|
|
"valid_targets_min": 2418
|
|
},
|
|
{
|
|
"epoch": 6.313559322033898,
|
|
"grad_norm": 0.3939000677040436,
|
|
"learning_rate": 1.166006387474401e-06,
|
|
"loss": 0.2446,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1851355880498886,
|
|
"step": 3725,
|
|
"valid_targets_mean": 10651.5,
|
|
"valid_targets_min": 3329
|
|
},
|
|
{
|
|
"epoch": 6.322033898305085,
|
|
"grad_norm": 0.45424467174671546,
|
|
"learning_rate": 1.1377376470689328e-06,
|
|
"loss": 0.2735,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12378216534852982,
|
|
"step": 3730,
|
|
"valid_targets_mean": 6624.9,
|
|
"valid_targets_min": 3343
|
|
},
|
|
{
|
|
"epoch": 6.330508474576272,
|
|
"grad_norm": 0.4906347349043102,
|
|
"learning_rate": 1.1098057653621775e-06,
|
|
"loss": 0.2554,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16246655583381653,
|
|
"step": 3735,
|
|
"valid_targets_mean": 7427.4,
|
|
"valid_targets_min": 3773
|
|
},
|
|
{
|
|
"epoch": 6.338983050847458,
|
|
"grad_norm": 0.4419793742239489,
|
|
"learning_rate": 1.0822112411860042e-06,
|
|
"loss": 0.2669,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09111709892749786,
|
|
"step": 3740,
|
|
"valid_targets_mean": 5823.4,
|
|
"valid_targets_min": 2388
|
|
},
|
|
{
|
|
"epoch": 6.3474576271186445,
|
|
"grad_norm": 0.4119491087505782,
|
|
"learning_rate": 1.0549545673474304e-06,
|
|
"loss": 0.2473,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0849679559469223,
|
|
"step": 3745,
|
|
"valid_targets_mean": 6402.6,
|
|
"valid_targets_min": 3380
|
|
},
|
|
{
|
|
"epoch": 6.3559322033898304,
|
|
"grad_norm": 0.43180351169822373,
|
|
"learning_rate": 1.0280362306198732e-06,
|
|
"loss": 0.2618,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16606824100017548,
|
|
"step": 3750,
|
|
"valid_targets_mean": 9833.5,
|
|
"valid_targets_min": 3799
|
|
},
|
|
{
|
|
"epoch": 6.364406779661017,
|
|
"grad_norm": 0.4414573273424959,
|
|
"learning_rate": 1.0014567117344121e-06,
|
|
"loss": 0.2702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15046200156211853,
|
|
"step": 3755,
|
|
"valid_targets_mean": 6806.9,
|
|
"valid_targets_min": 2581
|
|
},
|
|
{
|
|
"epoch": 6.372881355932203,
|
|
"grad_norm": 0.49931100192630407,
|
|
"learning_rate": 9.752164853712355e-07,
|
|
"loss": 0.2445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11329838633537292,
|
|
"step": 3760,
|
|
"valid_targets_mean": 7291.8,
|
|
"valid_targets_min": 3396
|
|
},
|
|
{
|
|
"epoch": 6.38135593220339,
|
|
"grad_norm": 0.44833955478818444,
|
|
"learning_rate": 9.493160201511409e-07,
|
|
"loss": 0.2669,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11439744383096695,
|
|
"step": 3765,
|
|
"valid_targets_mean": 6983.8,
|
|
"valid_targets_min": 1695
|
|
},
|
|
{
|
|
"epoch": 6.389830508474576,
|
|
"grad_norm": 0.4599867420960204,
|
|
"learning_rate": 9.2375577862718e-07,
|
|
"loss": 0.2653,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09336736798286438,
|
|
"step": 3770,
|
|
"valid_targets_mean": 6872.4,
|
|
"valid_targets_min": 2334
|
|
},
|
|
{
|
|
"epoch": 6.398305084745763,
|
|
"grad_norm": 0.42332962451369605,
|
|
"learning_rate": 8.985362172763933e-07,
|
|
"loss": 0.2463,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09449931979179382,
|
|
"step": 3775,
|
|
"valid_targets_mean": 6810.9,
|
|
"valid_targets_min": 2346
|
|
},
|
|
{
|
|
"epoch": 6.406779661016949,
|
|
"grad_norm": 0.425561451589507,
|
|
"learning_rate": 8.736577864916617e-07,
|
|
"loss": 0.2513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12058237195014954,
|
|
"step": 3780,
|
|
"valid_targets_mean": 7390.8,
|
|
"valid_targets_min": 2397
|
|
},
|
|
{
|
|
"epoch": 6.415254237288136,
|
|
"grad_norm": 0.45418010893807925,
|
|
"learning_rate": 8.491209305736525e-07,
|
|
"loss": 0.2546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13464850187301636,
|
|
"step": 3785,
|
|
"valid_targets_mean": 7586.5,
|
|
"valid_targets_min": 2281
|
|
},
|
|
{
|
|
"epoch": 6.423728813559322,
|
|
"grad_norm": 0.47095225870799795,
|
|
"learning_rate": 8.249260877228993e-07,
|
|
"loss": 0.2876,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14261358976364136,
|
|
"step": 3790,
|
|
"valid_targets_mean": 8037.9,
|
|
"valid_targets_min": 2980
|
|
},
|
|
{
|
|
"epoch": 6.432203389830509,
|
|
"grad_norm": 0.47226974874730265,
|
|
"learning_rate": 8.010736900319615e-07,
|
|
"loss": 0.274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09179393947124481,
|
|
"step": 3795,
|
|
"valid_targets_mean": 6363.5,
|
|
"valid_targets_min": 2705
|
|
},
|
|
{
|
|
"epoch": 6.440677966101695,
|
|
"grad_norm": 0.4137999596538719,
|
|
"learning_rate": 7.775641634777198e-07,
|
|
"loss": 0.2621,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11750559508800507,
|
|
"step": 3800,
|
|
"valid_targets_mean": 7810.5,
|
|
"valid_targets_min": 3108
|
|
},
|
|
{
|
|
"epoch": 6.4491525423728815,
|
|
"grad_norm": 0.43416780782235825,
|
|
"learning_rate": 7.543979279137592e-07,
|
|
"loss": 0.2596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11820831149816513,
|
|
"step": 3805,
|
|
"valid_targets_mean": 6331.1,
|
|
"valid_targets_min": 2060
|
|
},
|
|
{
|
|
"epoch": 6.4576271186440675,
|
|
"grad_norm": 0.39459543683267795,
|
|
"learning_rate": 7.315753970628825e-07,
|
|
"loss": 0.2499,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09400268644094467,
|
|
"step": 3810,
|
|
"valid_targets_mean": 6584.6,
|
|
"valid_targets_min": 2612
|
|
},
|
|
{
|
|
"epoch": 6.466101694915254,
|
|
"grad_norm": 0.3991025138107861,
|
|
"learning_rate": 7.090969785097046e-07,
|
|
"loss": 0.2659,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1371954381465912,
|
|
"step": 3815,
|
|
"valid_targets_mean": 9368.8,
|
|
"valid_targets_min": 5943
|
|
},
|
|
{
|
|
"epoch": 6.47457627118644,
|
|
"grad_norm": 0.41902884093001064,
|
|
"learning_rate": 6.869630736933963e-07,
|
|
"loss": 0.2437,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07621373981237411,
|
|
"step": 3820,
|
|
"valid_targets_mean": 6019.4,
|
|
"valid_targets_min": 3804
|
|
},
|
|
{
|
|
"epoch": 6.483050847457627,
|
|
"grad_norm": 0.43114784690809344,
|
|
"learning_rate": 6.651740779004878e-07,
|
|
"loss": 0.2665,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14362475275993347,
|
|
"step": 3825,
|
|
"valid_targets_mean": 8519.8,
|
|
"valid_targets_min": 2553
|
|
},
|
|
{
|
|
"epoch": 6.491525423728813,
|
|
"grad_norm": 0.4970910956256326,
|
|
"learning_rate": 6.437303802578365e-07,
|
|
"loss": 0.2636,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09743285179138184,
|
|
"step": 3830,
|
|
"valid_targets_mean": 5775.5,
|
|
"valid_targets_min": 2753
|
|
},
|
|
{
|
|
"epoch": 6.5,
|
|
"grad_norm": 0.42624386382800444,
|
|
"learning_rate": 6.226323637256592e-07,
|
|
"loss": 0.2584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09431523084640503,
|
|
"step": 3835,
|
|
"valid_targets_mean": 6937.0,
|
|
"valid_targets_min": 2820
|
|
},
|
|
{
|
|
"epoch": 6.508474576271187,
|
|
"grad_norm": 0.4154172821087517,
|
|
"learning_rate": 6.018804050906957e-07,
|
|
"loss": 0.2607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17171484231948853,
|
|
"step": 3840,
|
|
"valid_targets_mean": 9928.1,
|
|
"valid_targets_min": 3685
|
|
},
|
|
{
|
|
"epoch": 6.516949152542373,
|
|
"grad_norm": 0.44825920178188705,
|
|
"learning_rate": 5.814748749594845e-07,
|
|
"loss": 0.2934,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15356290340423584,
|
|
"step": 3845,
|
|
"valid_targets_mean": 7801.4,
|
|
"valid_targets_min": 2367
|
|
},
|
|
{
|
|
"epoch": 6.52542372881356,
|
|
"grad_norm": 0.408924077476942,
|
|
"learning_rate": 5.614161377517491e-07,
|
|
"loss": 0.2407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11111468821763992,
|
|
"step": 3850,
|
|
"valid_targets_mean": 7373.9,
|
|
"valid_targets_min": 2314
|
|
},
|
|
{
|
|
"epoch": 6.533898305084746,
|
|
"grad_norm": 0.40618813884257093,
|
|
"learning_rate": 5.417045516938712e-07,
|
|
"loss": 0.262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1602497547864914,
|
|
"step": 3855,
|
|
"valid_targets_mean": 11765.6,
|
|
"valid_targets_min": 3534
|
|
},
|
|
{
|
|
"epoch": 6.5423728813559325,
|
|
"grad_norm": 0.43314959447209905,
|
|
"learning_rate": 5.223404688125189e-07,
|
|
"loss": 0.266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08646964281797409,
|
|
"step": 3860,
|
|
"valid_targets_mean": 5335.6,
|
|
"valid_targets_min": 1489
|
|
},
|
|
{
|
|
"epoch": 6.5508474576271185,
|
|
"grad_norm": 0.4574683919645152,
|
|
"learning_rate": 5.033242349283307e-07,
|
|
"loss": 0.2479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13719329237937927,
|
|
"step": 3865,
|
|
"valid_targets_mean": 7237.4,
|
|
"valid_targets_min": 2632
|
|
},
|
|
{
|
|
"epoch": 6.559322033898305,
|
|
"grad_norm": 0.4811190220109463,
|
|
"learning_rate": 4.846561896497682e-07,
|
|
"loss": 0.2898,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11043386906385422,
|
|
"step": 3870,
|
|
"valid_targets_mean": 6984.5,
|
|
"valid_targets_min": 4574
|
|
},
|
|
{
|
|
"epoch": 6.567796610169491,
|
|
"grad_norm": 0.44943984706465684,
|
|
"learning_rate": 4.6633666636703325e-07,
|
|
"loss": 0.2574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11624139547348022,
|
|
"step": 3875,
|
|
"valid_targets_mean": 7636.9,
|
|
"valid_targets_min": 4092
|
|
},
|
|
{
|
|
"epoch": 6.576271186440678,
|
|
"grad_norm": 0.4337255198830074,
|
|
"learning_rate": 4.4836599224611586e-07,
|
|
"loss": 0.2534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09535051882266998,
|
|
"step": 3880,
|
|
"valid_targets_mean": 7153.5,
|
|
"valid_targets_min": 708
|
|
},
|
|
{
|
|
"epoch": 6.584745762711864,
|
|
"grad_norm": 0.5137590453948664,
|
|
"learning_rate": 4.3074448822295165e-07,
|
|
"loss": 0.2677,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23429949581623077,
|
|
"step": 3885,
|
|
"valid_targets_mean": 11476.6,
|
|
"valid_targets_min": 1995
|
|
},
|
|
{
|
|
"epoch": 6.593220338983051,
|
|
"grad_norm": 0.44066724993264006,
|
|
"learning_rate": 4.1347246899770435e-07,
|
|
"loss": 0.2531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1679355502128601,
|
|
"step": 3890,
|
|
"valid_targets_mean": 7367.9,
|
|
"valid_targets_min": 3472
|
|
},
|
|
{
|
|
"epoch": 6.601694915254237,
|
|
"grad_norm": 0.38946709881244124,
|
|
"learning_rate": 3.965502430291235e-07,
|
|
"loss": 0.2603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1628887951374054,
|
|
"step": 3895,
|
|
"valid_targets_mean": 11073.8,
|
|
"valid_targets_min": 5088
|
|
},
|
|
{
|
|
"epoch": 6.610169491525424,
|
|
"grad_norm": 0.45495617220170287,
|
|
"learning_rate": 3.7997811252905135e-07,
|
|
"loss": 0.2469,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10322394967079163,
|
|
"step": 3900,
|
|
"valid_targets_mean": 6399.1,
|
|
"valid_targets_min": 2490
|
|
},
|
|
{
|
|
"epoch": 6.61864406779661,
|
|
"grad_norm": 0.4469868169141226,
|
|
"learning_rate": 3.6375637345701376e-07,
|
|
"loss": 0.2932,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13132116198539734,
|
|
"step": 3905,
|
|
"valid_targets_mean": 8170.0,
|
|
"valid_targets_min": 3419
|
|
},
|
|
{
|
|
"epoch": 6.627118644067797,
|
|
"grad_norm": 0.4334716085841391,
|
|
"learning_rate": 3.4788531551495307e-07,
|
|
"loss": 0.2353,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1662118136882782,
|
|
"step": 3910,
|
|
"valid_targets_mean": 9730.6,
|
|
"valid_targets_min": 3618
|
|
},
|
|
{
|
|
"epoch": 6.635593220338983,
|
|
"grad_norm": 0.45238587707581673,
|
|
"learning_rate": 3.323652221420326e-07,
|
|
"loss": 0.2673,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11458948254585266,
|
|
"step": 3915,
|
|
"valid_targets_mean": 7180.0,
|
|
"valid_targets_min": 3770
|
|
},
|
|
{
|
|
"epoch": 6.6440677966101696,
|
|
"grad_norm": 0.43546318359687897,
|
|
"learning_rate": 3.1719637050958706e-07,
|
|
"loss": 0.2459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16936321556568146,
|
|
"step": 3920,
|
|
"valid_targets_mean": 7698.1,
|
|
"valid_targets_min": 2697
|
|
},
|
|
{
|
|
"epoch": 6.652542372881356,
|
|
"grad_norm": 0.47978180866821984,
|
|
"learning_rate": 3.023790315161734e-07,
|
|
"loss": 0.2355,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08654442429542542,
|
|
"step": 3925,
|
|
"valid_targets_mean": 5161.9,
|
|
"valid_targets_min": 2722
|
|
},
|
|
{
|
|
"epoch": 6.661016949152542,
|
|
"grad_norm": 0.4943904808254496,
|
|
"learning_rate": 2.8791346978273015e-07,
|
|
"loss": 0.2474,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1414184719324112,
|
|
"step": 3930,
|
|
"valid_targets_mean": 7625.6,
|
|
"valid_targets_min": 2919
|
|
},
|
|
{
|
|
"epoch": 6.669491525423728,
|
|
"grad_norm": 0.37408844476292086,
|
|
"learning_rate": 2.7379994364784556e-07,
|
|
"loss": 0.2761,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15006043016910553,
|
|
"step": 3935,
|
|
"valid_targets_mean": 10405.0,
|
|
"valid_targets_min": 6385
|
|
},
|
|
{
|
|
"epoch": 6.677966101694915,
|
|
"grad_norm": 0.5916409188859896,
|
|
"learning_rate": 2.60038705163157e-07,
|
|
"loss": 0.247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08202853798866272,
|
|
"step": 3940,
|
|
"valid_targets_mean": 5563.0,
|
|
"valid_targets_min": 3361
|
|
},
|
|
{
|
|
"epoch": 6.686440677966102,
|
|
"grad_norm": 0.44034011345714885,
|
|
"learning_rate": 2.4663000008883664e-07,
|
|
"loss": 0.2969,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16353031992912292,
|
|
"step": 3945,
|
|
"valid_targets_mean": 9585.6,
|
|
"valid_targets_min": 3373
|
|
},
|
|
{
|
|
"epoch": 6.694915254237288,
|
|
"grad_norm": 0.4385202919657095,
|
|
"learning_rate": 2.335740678892129e-07,
|
|
"loss": 0.2584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14852274954319,
|
|
"step": 3950,
|
|
"valid_targets_mean": 7825.4,
|
|
"valid_targets_min": 2417
|
|
},
|
|
{
|
|
"epoch": 6.703389830508475,
|
|
"grad_norm": 0.40864405535666826,
|
|
"learning_rate": 2.20871141728487e-07,
|
|
"loss": 0.2768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20317432284355164,
|
|
"step": 3955,
|
|
"valid_targets_mean": 10872.1,
|
|
"valid_targets_min": 3224
|
|
},
|
|
{
|
|
"epoch": 6.711864406779661,
|
|
"grad_norm": 0.4125200729598343,
|
|
"learning_rate": 2.0852144846656764e-07,
|
|
"loss": 0.2552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11529850959777832,
|
|
"step": 3960,
|
|
"valid_targets_mean": 7395.0,
|
|
"valid_targets_min": 1786
|
|
},
|
|
{
|
|
"epoch": 6.720338983050848,
|
|
"grad_norm": 0.43566364650736705,
|
|
"learning_rate": 1.9652520865502734e-07,
|
|
"loss": 0.268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11976931989192963,
|
|
"step": 3965,
|
|
"valid_targets_mean": 6824.1,
|
|
"valid_targets_min": 2624
|
|
},
|
|
{
|
|
"epoch": 6.728813559322034,
|
|
"grad_norm": 0.4071322712174556,
|
|
"learning_rate": 1.848826365331613e-07,
|
|
"loss": 0.2741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09024620801210403,
|
|
"step": 3970,
|
|
"valid_targets_mean": 6544.0,
|
|
"valid_targets_min": 3445
|
|
},
|
|
{
|
|
"epoch": 6.737288135593221,
|
|
"grad_norm": 0.39631248821410153,
|
|
"learning_rate": 1.7359394002415265e-07,
|
|
"loss": 0.255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08111607283353806,
|
|
"step": 3975,
|
|
"valid_targets_mean": 7050.0,
|
|
"valid_targets_min": 2954
|
|
},
|
|
{
|
|
"epoch": 6.745762711864407,
|
|
"grad_norm": 0.4759489882354291,
|
|
"learning_rate": 1.626593207313709e-07,
|
|
"loss": 0.2504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0827079638838768,
|
|
"step": 3980,
|
|
"valid_targets_mean": 5926.6,
|
|
"valid_targets_min": 2590
|
|
},
|
|
{
|
|
"epoch": 6.754237288135593,
|
|
"grad_norm": 0.4341505959824497,
|
|
"learning_rate": 1.520789739347617e-07,
|
|
"loss": 0.2742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14950904250144958,
|
|
"step": 3985,
|
|
"valid_targets_mean": 8768.5,
|
|
"valid_targets_min": 3997
|
|
},
|
|
{
|
|
"epoch": 6.762711864406779,
|
|
"grad_norm": 0.41517718572757417,
|
|
"learning_rate": 1.4185308858737367e-07,
|
|
"loss": 0.2872,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16266342997550964,
|
|
"step": 3990,
|
|
"valid_targets_mean": 7884.4,
|
|
"valid_targets_min": 2837
|
|
},
|
|
{
|
|
"epoch": 6.771186440677966,
|
|
"grad_norm": 0.4325233265851526,
|
|
"learning_rate": 1.3198184731196162e-07,
|
|
"loss": 0.2565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11044515669345856,
|
|
"step": 3995,
|
|
"valid_targets_mean": 7797.4,
|
|
"valid_targets_min": 3860
|
|
},
|
|
{
|
|
"epoch": 6.779661016949152,
|
|
"grad_norm": 0.44277488862547426,
|
|
"learning_rate": 1.2246542639774871e-07,
|
|
"loss": 0.2911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0890350490808487,
|
|
"step": 4000,
|
|
"valid_targets_mean": 5685.8,
|
|
"valid_targets_min": 2485
|
|
},
|
|
{
|
|
"epoch": 6.788135593220339,
|
|
"grad_norm": 0.40915928129602963,
|
|
"learning_rate": 1.1330399579725814e-07,
|
|
"loss": 0.2516,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12274955958127975,
|
|
"step": 4005,
|
|
"valid_targets_mean": 7330.8,
|
|
"valid_targets_min": 2502
|
|
},
|
|
{
|
|
"epoch": 6.796610169491525,
|
|
"grad_norm": 0.4481096216804316,
|
|
"learning_rate": 1.0449771912329543e-07,
|
|
"loss": 0.2692,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13692034780979156,
|
|
"step": 4010,
|
|
"valid_targets_mean": 6854.6,
|
|
"valid_targets_min": 3286
|
|
},
|
|
{
|
|
"epoch": 6.805084745762712,
|
|
"grad_norm": 0.4980756119613032,
|
|
"learning_rate": 9.604675364601079e-08,
|
|
"loss": 0.2814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16621151566505432,
|
|
"step": 4015,
|
|
"valid_targets_mean": 8521.9,
|
|
"valid_targets_min": 2531
|
|
},
|
|
{
|
|
"epoch": 6.813559322033898,
|
|
"grad_norm": 0.4414209894178357,
|
|
"learning_rate": 8.795125029010587e-08,
|
|
"loss": 0.2358,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14769510924816132,
|
|
"step": 4020,
|
|
"valid_targets_mean": 7776.1,
|
|
"valid_targets_min": 1922
|
|
},
|
|
{
|
|
"epoch": 6.822033898305085,
|
|
"grad_norm": 0.4566413826484506,
|
|
"learning_rate": 8.021135363212252e-08,
|
|
"loss": 0.2683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13060231506824493,
|
|
"step": 4025,
|
|
"valid_targets_mean": 7528.2,
|
|
"valid_targets_min": 3087
|
|
},
|
|
{
|
|
"epoch": 6.830508474576272,
|
|
"grad_norm": 0.4334680150880916,
|
|
"learning_rate": 7.282720189787374e-08,
|
|
"loss": 0.2589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11092951148748398,
|
|
"step": 4030,
|
|
"valid_targets_mean": 6980.1,
|
|
"valid_targets_min": 2151
|
|
},
|
|
{
|
|
"epoch": 6.838983050847458,
|
|
"grad_norm": 0.5527431160252887,
|
|
"learning_rate": 6.579892695996571e-08,
|
|
"loss": 0.2547,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1120155081152916,
|
|
"step": 4035,
|
|
"valid_targets_mean": 7117.2,
|
|
"valid_targets_min": 4506
|
|
},
|
|
{
|
|
"epoch": 6.847457627118644,
|
|
"grad_norm": 0.45476280194826413,
|
|
"learning_rate": 5.912665433545517e-08,
|
|
"loss": 0.2601,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14059172570705414,
|
|
"step": 4040,
|
|
"valid_targets_mean": 7315.8,
|
|
"valid_targets_min": 2297
|
|
},
|
|
{
|
|
"epoch": 6.8559322033898304,
|
|
"grad_norm": 0.4045006325867193,
|
|
"learning_rate": 5.281050318358683e-08,
|
|
"loss": 0.2419,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12083014845848083,
|
|
"step": 4045,
|
|
"valid_targets_mean": 9475.5,
|
|
"valid_targets_min": 3188
|
|
},
|
|
{
|
|
"epoch": 6.864406779661017,
|
|
"grad_norm": 0.37089524552087677,
|
|
"learning_rate": 4.685058630369055e-08,
|
|
"loss": 0.2775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14551851153373718,
|
|
"step": 4050,
|
|
"valid_targets_mean": 9946.2,
|
|
"valid_targets_min": 3696
|
|
},
|
|
{
|
|
"epoch": 6.872881355932203,
|
|
"grad_norm": 0.4516798472346292,
|
|
"learning_rate": 4.124701013314969e-08,
|
|
"loss": 0.2836,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1390407681465149,
|
|
"step": 4055,
|
|
"valid_targets_mean": 8014.2,
|
|
"valid_targets_min": 1547
|
|
},
|
|
{
|
|
"epoch": 6.88135593220339,
|
|
"grad_norm": 0.7576344140395941,
|
|
"learning_rate": 3.599987474550259e-08,
|
|
"loss": 0.2677,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17070727050304413,
|
|
"step": 4060,
|
|
"valid_targets_mean": 8283.6,
|
|
"valid_targets_min": 2605
|
|
},
|
|
{
|
|
"epoch": 6.889830508474576,
|
|
"grad_norm": 0.4028968163886396,
|
|
"learning_rate": 3.110927384865958e-08,
|
|
"loss": 0.2785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18179358541965485,
|
|
"step": 4065,
|
|
"valid_targets_mean": 10546.0,
|
|
"valid_targets_min": 4354
|
|
},
|
|
{
|
|
"epoch": 6.898305084745763,
|
|
"grad_norm": 0.4085313254945271,
|
|
"learning_rate": 2.6575294783230954e-08,
|
|
"loss": 0.2329,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07890482246875763,
|
|
"step": 4070,
|
|
"valid_targets_mean": 5749.8,
|
|
"valid_targets_min": 2419
|
|
},
|
|
{
|
|
"epoch": 6.906779661016949,
|
|
"grad_norm": 0.4373124817628321,
|
|
"learning_rate": 2.239801852095935e-08,
|
|
"loss": 0.2457,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1607382893562317,
|
|
"step": 4075,
|
|
"valid_targets_mean": 10599.2,
|
|
"valid_targets_min": 4414
|
|
},
|
|
{
|
|
"epoch": 6.915254237288136,
|
|
"grad_norm": 0.4514490229067648,
|
|
"learning_rate": 1.8577519663278697e-08,
|
|
"loss": 0.2409,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11941658705472946,
|
|
"step": 4080,
|
|
"valid_targets_mean": 8650.9,
|
|
"valid_targets_min": 4959
|
|
},
|
|
{
|
|
"epoch": 6.923728813559322,
|
|
"grad_norm": 0.4589628551398868,
|
|
"learning_rate": 1.5113866439986357e-08,
|
|
"loss": 0.285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1670331358909607,
|
|
"step": 4085,
|
|
"valid_targets_mean": 8175.0,
|
|
"valid_targets_min": 2563
|
|
},
|
|
{
|
|
"epoch": 6.932203389830509,
|
|
"grad_norm": 0.4694870576161979,
|
|
"learning_rate": 1.2007120708015241e-08,
|
|
"loss": 0.2731,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13149237632751465,
|
|
"step": 4090,
|
|
"valid_targets_mean": 6409.9,
|
|
"valid_targets_min": 2424
|
|
},
|
|
{
|
|
"epoch": 6.940677966101695,
|
|
"grad_norm": 0.3956983726547488,
|
|
"learning_rate": 9.257337950332456e-09,
|
|
"loss": 0.2669,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1256042718887329,
|
|
"step": 4095,
|
|
"valid_targets_mean": 8328.4,
|
|
"valid_targets_min": 3379
|
|
},
|
|
{
|
|
"epoch": 6.9491525423728815,
|
|
"grad_norm": 0.4443933784478533,
|
|
"learning_rate": 6.864567274955658e-09,
|
|
"loss": 0.2706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17330250144004822,
|
|
"step": 4100,
|
|
"valid_targets_mean": 8270.1,
|
|
"valid_targets_min": 2415
|
|
},
|
|
{
|
|
"epoch": 6.9576271186440675,
|
|
"grad_norm": 0.4977604162909399,
|
|
"learning_rate": 4.828851414062641e-09,
|
|
"loss": 0.2787,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15118731558322906,
|
|
"step": 4105,
|
|
"valid_targets_mean": 9061.0,
|
|
"valid_targets_min": 4376
|
|
},
|
|
{
|
|
"epoch": 6.966101694915254,
|
|
"grad_norm": 0.4183573072699651,
|
|
"learning_rate": 3.150226723243055e-09,
|
|
"loss": 0.2701,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1289590746164322,
|
|
"step": 4110,
|
|
"valid_targets_mean": 8290.0,
|
|
"valid_targets_min": 2677
|
|
},
|
|
{
|
|
"epoch": 6.97457627118644,
|
|
"grad_norm": 0.4187228386039913,
|
|
"learning_rate": 1.8287231808322702e-09,
|
|
"loss": 0.2611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14881855249404907,
|
|
"step": 4115,
|
|
"valid_targets_mean": 10096.6,
|
|
"valid_targets_min": 6877
|
|
},
|
|
{
|
|
"epoch": 6.983050847457627,
|
|
"grad_norm": 0.43938825018899513,
|
|
"learning_rate": 8.643643873962326e-10,
|
|
"loss": 0.246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10421787202358246,
|
|
"step": 4120,
|
|
"valid_targets_mean": 7506.1,
|
|
"valid_targets_min": 4050
|
|
},
|
|
{
|
|
"epoch": 6.991525423728813,
|
|
"grad_norm": 0.49406724429429383,
|
|
"learning_rate": 2.5716756528959553e-10,
|
|
"loss": 0.2559,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17047889530658722,
|
|
"step": 4125,
|
|
"valid_targets_mean": 9332.6,
|
|
"valid_targets_min": 3606
|
|
},
|
|
{
|
|
"epoch": 7.0,
|
|
"grad_norm": 0.42283740256260893,
|
|
"learning_rate": 7.143558364841597e-12,
|
|
"loss": 0.2482,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07740560173988342,
|
|
"step": 4130,
|
|
"valid_targets_mean": 6206.0,
|
|
"valid_targets_min": 3223
|
|
},
|
|
{
|
|
"epoch": 7.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07740560173988342,
|
|
"step": 4130,
|
|
"total_flos": 2.6502668329167094e+18,
|
|
"train_loss": 0.3043324818911333,
|
|
"train_runtime": 64701.6572,
|
|
"train_samples_per_second": 1.021,
|
|
"train_steps_per_second": 0.064,
|
|
"valid_targets_mean": 6206.0,
|
|
"valid_targets_min": 3223
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 4130,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 7,
|
|
"save_steps": 1500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 2.6502668329167094e+18,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|