9222 lines
256 KiB
JSON
9222 lines
256 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 7.0,
|
|
"eval_steps": 500,
|
|
"global_step": 4172,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.008389261744966443,
|
|
"grad_norm": 11.429916174694034,
|
|
"learning_rate": 3.827751196172249e-07,
|
|
"loss": 0.8029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.7515180706977844,
|
|
"step": 5,
|
|
"valid_targets_mean": 8496.2,
|
|
"valid_targets_min": 3717
|
|
},
|
|
{
|
|
"epoch": 0.016778523489932886,
|
|
"grad_norm": 11.304896612592945,
|
|
"learning_rate": 8.612440191387561e-07,
|
|
"loss": 0.7977,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.8521906137466431,
|
|
"step": 10,
|
|
"valid_targets_mean": 8275.7,
|
|
"valid_targets_min": 5484
|
|
},
|
|
{
|
|
"epoch": 0.025167785234899327,
|
|
"grad_norm": 10.737776300507816,
|
|
"learning_rate": 1.3397129186602873e-06,
|
|
"loss": 0.7715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6780750751495361,
|
|
"step": 15,
|
|
"valid_targets_mean": 7025.2,
|
|
"valid_targets_min": 1165
|
|
},
|
|
{
|
|
"epoch": 0.03355704697986577,
|
|
"grad_norm": 7.680186888965264,
|
|
"learning_rate": 1.8181818181818183e-06,
|
|
"loss": 0.7771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.7101215124130249,
|
|
"step": 20,
|
|
"valid_targets_mean": 6943.1,
|
|
"valid_targets_min": 2898
|
|
},
|
|
{
|
|
"epoch": 0.04194630872483222,
|
|
"grad_norm": 5.533977671773871,
|
|
"learning_rate": 2.2966507177033497e-06,
|
|
"loss": 0.7319,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.7111684083938599,
|
|
"step": 25,
|
|
"valid_targets_mean": 8003.8,
|
|
"valid_targets_min": 3472
|
|
},
|
|
{
|
|
"epoch": 0.050335570469798654,
|
|
"grad_norm": 3.2759545986806122,
|
|
"learning_rate": 2.7751196172248807e-06,
|
|
"loss": 0.6565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6436762809753418,
|
|
"step": 30,
|
|
"valid_targets_mean": 7904.6,
|
|
"valid_targets_min": 3065
|
|
},
|
|
{
|
|
"epoch": 0.0587248322147651,
|
|
"grad_norm": 2.1640611214803243,
|
|
"learning_rate": 3.2535885167464117e-06,
|
|
"loss": 0.6337,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6023802757263184,
|
|
"step": 35,
|
|
"valid_targets_mean": 7352.1,
|
|
"valid_targets_min": 3473
|
|
},
|
|
{
|
|
"epoch": 0.06711409395973154,
|
|
"grad_norm": 1.385676572466764,
|
|
"learning_rate": 3.732057416267943e-06,
|
|
"loss": 0.6477,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5922027826309204,
|
|
"step": 40,
|
|
"valid_targets_mean": 8099.6,
|
|
"valid_targets_min": 3148
|
|
},
|
|
{
|
|
"epoch": 0.07550335570469799,
|
|
"grad_norm": 1.169631616709564,
|
|
"learning_rate": 4.210526315789474e-06,
|
|
"loss": 0.5833,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5523771047592163,
|
|
"step": 45,
|
|
"valid_targets_mean": 7346.4,
|
|
"valid_targets_min": 4070
|
|
},
|
|
{
|
|
"epoch": 0.08389261744966443,
|
|
"grad_norm": 0.995287650972169,
|
|
"learning_rate": 4.6889952153110055e-06,
|
|
"loss": 0.5862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5546296238899231,
|
|
"step": 50,
|
|
"valid_targets_mean": 7365.1,
|
|
"valid_targets_min": 3180
|
|
},
|
|
{
|
|
"epoch": 0.09228187919463088,
|
|
"grad_norm": 0.9232100535542159,
|
|
"learning_rate": 5.167464114832537e-06,
|
|
"loss": 0.5651,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5748593211174011,
|
|
"step": 55,
|
|
"valid_targets_mean": 7270.7,
|
|
"valid_targets_min": 3439
|
|
},
|
|
{
|
|
"epoch": 0.10067114093959731,
|
|
"grad_norm": 0.8804743342181288,
|
|
"learning_rate": 5.645933014354067e-06,
|
|
"loss": 0.5593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.558745265007019,
|
|
"step": 60,
|
|
"valid_targets_mean": 6689.4,
|
|
"valid_targets_min": 2870
|
|
},
|
|
{
|
|
"epoch": 0.10906040268456375,
|
|
"grad_norm": 0.6669968293281203,
|
|
"learning_rate": 6.124401913875598e-06,
|
|
"loss": 0.5485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5656333565711975,
|
|
"step": 65,
|
|
"valid_targets_mean": 7673.3,
|
|
"valid_targets_min": 3397
|
|
},
|
|
{
|
|
"epoch": 0.1174496644295302,
|
|
"grad_norm": 0.5650591764206403,
|
|
"learning_rate": 6.6028708133971295e-06,
|
|
"loss": 0.5291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4837729334831238,
|
|
"step": 70,
|
|
"valid_targets_mean": 7722.0,
|
|
"valid_targets_min": 4597
|
|
},
|
|
{
|
|
"epoch": 0.12583892617449666,
|
|
"grad_norm": 0.5626711579351399,
|
|
"learning_rate": 7.081339712918661e-06,
|
|
"loss": 0.504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5010769367218018,
|
|
"step": 75,
|
|
"valid_targets_mean": 7659.4,
|
|
"valid_targets_min": 2432
|
|
},
|
|
{
|
|
"epoch": 0.1342281879194631,
|
|
"grad_norm": 0.558815995790594,
|
|
"learning_rate": 7.5598086124401915e-06,
|
|
"loss": 0.483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5433139801025391,
|
|
"step": 80,
|
|
"valid_targets_mean": 7931.2,
|
|
"valid_targets_min": 3733
|
|
},
|
|
{
|
|
"epoch": 0.14261744966442952,
|
|
"grad_norm": 0.5323244299099542,
|
|
"learning_rate": 8.038277511961722e-06,
|
|
"loss": 0.4863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4403553009033203,
|
|
"step": 85,
|
|
"valid_targets_mean": 7204.1,
|
|
"valid_targets_min": 3650
|
|
},
|
|
{
|
|
"epoch": 0.15100671140939598,
|
|
"grad_norm": 0.5234182981110849,
|
|
"learning_rate": 8.516746411483254e-06,
|
|
"loss": 0.4688,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.47406071424484253,
|
|
"step": 90,
|
|
"valid_targets_mean": 6685.4,
|
|
"valid_targets_min": 2822
|
|
},
|
|
{
|
|
"epoch": 0.1593959731543624,
|
|
"grad_norm": 0.49999255866557624,
|
|
"learning_rate": 8.995215311004785e-06,
|
|
"loss": 0.472,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.45585063099861145,
|
|
"step": 95,
|
|
"valid_targets_mean": 7153.2,
|
|
"valid_targets_min": 2650
|
|
},
|
|
{
|
|
"epoch": 0.16778523489932887,
|
|
"grad_norm": 0.5107533377375633,
|
|
"learning_rate": 9.473684210526315e-06,
|
|
"loss": 0.4309,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41738754510879517,
|
|
"step": 100,
|
|
"valid_targets_mean": 6273.4,
|
|
"valid_targets_min": 2485
|
|
},
|
|
{
|
|
"epoch": 0.1761744966442953,
|
|
"grad_norm": 0.5692737338534906,
|
|
"learning_rate": 9.952153110047848e-06,
|
|
"loss": 0.4675,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.49137014150619507,
|
|
"step": 105,
|
|
"valid_targets_mean": 6593.8,
|
|
"valid_targets_min": 3230
|
|
},
|
|
{
|
|
"epoch": 0.18456375838926176,
|
|
"grad_norm": 0.4545919532663208,
|
|
"learning_rate": 1.0430622009569378e-05,
|
|
"loss": 0.4452,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44480836391448975,
|
|
"step": 110,
|
|
"valid_targets_mean": 7739.9,
|
|
"valid_targets_min": 2932
|
|
},
|
|
{
|
|
"epoch": 0.1929530201342282,
|
|
"grad_norm": 0.577714358727239,
|
|
"learning_rate": 1.0909090909090909e-05,
|
|
"loss": 0.4479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.46256864070892334,
|
|
"step": 115,
|
|
"valid_targets_mean": 8366.8,
|
|
"valid_targets_min": 2430
|
|
},
|
|
{
|
|
"epoch": 0.20134228187919462,
|
|
"grad_norm": 0.5355160779727121,
|
|
"learning_rate": 1.1387559808612441e-05,
|
|
"loss": 0.4206,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4319803714752197,
|
|
"step": 120,
|
|
"valid_targets_mean": 7350.1,
|
|
"valid_targets_min": 4405
|
|
},
|
|
{
|
|
"epoch": 0.20973154362416108,
|
|
"grad_norm": 0.8404470547291075,
|
|
"learning_rate": 1.1866028708133972e-05,
|
|
"loss": 0.4221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5280655026435852,
|
|
"step": 125,
|
|
"valid_targets_mean": 5855.0,
|
|
"valid_targets_min": 2012
|
|
},
|
|
{
|
|
"epoch": 0.2181208053691275,
|
|
"grad_norm": 0.884879506452225,
|
|
"learning_rate": 1.2344497607655504e-05,
|
|
"loss": 0.5864,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6223379969596863,
|
|
"step": 130,
|
|
"valid_targets_mean": 4784.8,
|
|
"valid_targets_min": 2094
|
|
},
|
|
{
|
|
"epoch": 0.22651006711409397,
|
|
"grad_norm": 0.8886013989047753,
|
|
"learning_rate": 1.2822966507177035e-05,
|
|
"loss": 0.5988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6249760389328003,
|
|
"step": 135,
|
|
"valid_targets_mean": 3623.2,
|
|
"valid_targets_min": 1395
|
|
},
|
|
{
|
|
"epoch": 0.2348993288590604,
|
|
"grad_norm": 0.7498606562311375,
|
|
"learning_rate": 1.3301435406698567e-05,
|
|
"loss": 0.57,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6269269585609436,
|
|
"step": 140,
|
|
"valid_targets_mean": 4250.2,
|
|
"valid_targets_min": 2286
|
|
},
|
|
{
|
|
"epoch": 0.24328859060402686,
|
|
"grad_norm": 0.6857742614223888,
|
|
"learning_rate": 1.3779904306220097e-05,
|
|
"loss": 0.5547,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5776923894882202,
|
|
"step": 145,
|
|
"valid_targets_mean": 5208.2,
|
|
"valid_targets_min": 2893
|
|
},
|
|
{
|
|
"epoch": 0.2516778523489933,
|
|
"grad_norm": 0.6468252829304791,
|
|
"learning_rate": 1.4258373205741626e-05,
|
|
"loss": 0.5314,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.48802947998046875,
|
|
"step": 150,
|
|
"valid_targets_mean": 4094.2,
|
|
"valid_targets_min": 2428
|
|
},
|
|
{
|
|
"epoch": 0.2600671140939597,
|
|
"grad_norm": 0.7024802120973274,
|
|
"learning_rate": 1.4736842105263159e-05,
|
|
"loss": 0.5609,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5435975790023804,
|
|
"step": 155,
|
|
"valid_targets_mean": 3976.8,
|
|
"valid_targets_min": 2196
|
|
},
|
|
{
|
|
"epoch": 0.2684563758389262,
|
|
"grad_norm": 0.6244080831093797,
|
|
"learning_rate": 1.5215311004784689e-05,
|
|
"loss": 0.5432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5432044267654419,
|
|
"step": 160,
|
|
"valid_targets_mean": 4607.0,
|
|
"valid_targets_min": 2387
|
|
},
|
|
{
|
|
"epoch": 0.27684563758389263,
|
|
"grad_norm": 0.7859205405156159,
|
|
"learning_rate": 1.569377990430622e-05,
|
|
"loss": 0.5299,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5337243676185608,
|
|
"step": 165,
|
|
"valid_targets_mean": 3891.6,
|
|
"valid_targets_min": 2396
|
|
},
|
|
{
|
|
"epoch": 0.28523489932885904,
|
|
"grad_norm": 0.6249553291441904,
|
|
"learning_rate": 1.6172248803827754e-05,
|
|
"loss": 0.5199,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.48773542046546936,
|
|
"step": 170,
|
|
"valid_targets_mean": 4769.2,
|
|
"valid_targets_min": 2532
|
|
},
|
|
{
|
|
"epoch": 0.2936241610738255,
|
|
"grad_norm": 0.6425081204598898,
|
|
"learning_rate": 1.6650717703349284e-05,
|
|
"loss": 0.5152,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4805818796157837,
|
|
"step": 175,
|
|
"valid_targets_mean": 4180.4,
|
|
"valid_targets_min": 2412
|
|
},
|
|
{
|
|
"epoch": 0.30201342281879195,
|
|
"grad_norm": 0.644697648163711,
|
|
"learning_rate": 1.7129186602870815e-05,
|
|
"loss": 0.5358,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5350947380065918,
|
|
"step": 180,
|
|
"valid_targets_mean": 4524.7,
|
|
"valid_targets_min": 1851
|
|
},
|
|
{
|
|
"epoch": 0.3104026845637584,
|
|
"grad_norm": 0.6397675681350429,
|
|
"learning_rate": 1.7607655502392345e-05,
|
|
"loss": 0.5147,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4973926246166229,
|
|
"step": 185,
|
|
"valid_targets_mean": 4274.9,
|
|
"valid_targets_min": 2163
|
|
},
|
|
{
|
|
"epoch": 0.3187919463087248,
|
|
"grad_norm": 0.7096262995210569,
|
|
"learning_rate": 1.8086124401913876e-05,
|
|
"loss": 0.5015,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5184868574142456,
|
|
"step": 190,
|
|
"valid_targets_mean": 3913.9,
|
|
"valid_targets_min": 2006
|
|
},
|
|
{
|
|
"epoch": 0.3271812080536913,
|
|
"grad_norm": 0.8716944536624738,
|
|
"learning_rate": 1.8564593301435407e-05,
|
|
"loss": 0.4985,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.48212093114852905,
|
|
"step": 195,
|
|
"valid_targets_mean": 5175.9,
|
|
"valid_targets_min": 2342
|
|
},
|
|
{
|
|
"epoch": 0.33557046979865773,
|
|
"grad_norm": 0.7263035771601677,
|
|
"learning_rate": 1.904306220095694e-05,
|
|
"loss": 0.4964,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5013434886932373,
|
|
"step": 200,
|
|
"valid_targets_mean": 4147.4,
|
|
"valid_targets_min": 2188
|
|
},
|
|
{
|
|
"epoch": 0.34395973154362414,
|
|
"grad_norm": 0.5109831835045102,
|
|
"learning_rate": 1.952153110047847e-05,
|
|
"loss": 0.4847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4357479214668274,
|
|
"step": 205,
|
|
"valid_targets_mean": 6421.8,
|
|
"valid_targets_min": 2865
|
|
},
|
|
{
|
|
"epoch": 0.3523489932885906,
|
|
"grad_norm": 0.7306050630698964,
|
|
"learning_rate": 2e-05,
|
|
"loss": 0.4729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.516329288482666,
|
|
"step": 210,
|
|
"valid_targets_mean": 6181.7,
|
|
"valid_targets_min": 2653
|
|
},
|
|
{
|
|
"epoch": 0.36073825503355705,
|
|
"grad_norm": 0.5894334301414923,
|
|
"learning_rate": 2.0478468899521532e-05,
|
|
"loss": 0.4411,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4444805979728699,
|
|
"step": 215,
|
|
"valid_targets_mean": 4921.6,
|
|
"valid_targets_min": 1130
|
|
},
|
|
{
|
|
"epoch": 0.3691275167785235,
|
|
"grad_norm": 0.6038404012268255,
|
|
"learning_rate": 2.0956937799043063e-05,
|
|
"loss": 0.4686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4492901563644409,
|
|
"step": 220,
|
|
"valid_targets_mean": 4941.5,
|
|
"valid_targets_min": 2248
|
|
},
|
|
{
|
|
"epoch": 0.3775167785234899,
|
|
"grad_norm": 0.5368532521629573,
|
|
"learning_rate": 2.1435406698564597e-05,
|
|
"loss": 0.4244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4112545847892761,
|
|
"step": 225,
|
|
"valid_targets_mean": 5334.0,
|
|
"valid_targets_min": 2202
|
|
},
|
|
{
|
|
"epoch": 0.3859060402684564,
|
|
"grad_norm": 0.5398889974747488,
|
|
"learning_rate": 2.1913875598086127e-05,
|
|
"loss": 0.4441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4427616000175476,
|
|
"step": 230,
|
|
"valid_targets_mean": 5717.2,
|
|
"valid_targets_min": 1693
|
|
},
|
|
{
|
|
"epoch": 0.39429530201342283,
|
|
"grad_norm": 0.6504692937019585,
|
|
"learning_rate": 2.2392344497607658e-05,
|
|
"loss": 0.4527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.49989527463912964,
|
|
"step": 235,
|
|
"valid_targets_mean": 5333.2,
|
|
"valid_targets_min": 2446
|
|
},
|
|
{
|
|
"epoch": 0.40268456375838924,
|
|
"grad_norm": 0.6058996240121997,
|
|
"learning_rate": 2.287081339712919e-05,
|
|
"loss": 0.452,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4401355981826782,
|
|
"step": 240,
|
|
"valid_targets_mean": 4057.7,
|
|
"valid_targets_min": 2037
|
|
},
|
|
{
|
|
"epoch": 0.4110738255033557,
|
|
"grad_norm": 0.5436440925207906,
|
|
"learning_rate": 2.3349282296650722e-05,
|
|
"loss": 0.4386,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40055838227272034,
|
|
"step": 245,
|
|
"valid_targets_mean": 5323.5,
|
|
"valid_targets_min": 2568
|
|
},
|
|
{
|
|
"epoch": 0.41946308724832215,
|
|
"grad_norm": 0.5244406484607159,
|
|
"learning_rate": 2.3827751196172253e-05,
|
|
"loss": 0.4459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4190705120563507,
|
|
"step": 250,
|
|
"valid_targets_mean": 6049.9,
|
|
"valid_targets_min": 2894
|
|
},
|
|
{
|
|
"epoch": 0.4278523489932886,
|
|
"grad_norm": 0.5870528969037385,
|
|
"learning_rate": 2.430622009569378e-05,
|
|
"loss": 0.4539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4495871663093567,
|
|
"step": 255,
|
|
"valid_targets_mean": 4810.2,
|
|
"valid_targets_min": 2273
|
|
},
|
|
{
|
|
"epoch": 0.436241610738255,
|
|
"grad_norm": 0.5479113458584991,
|
|
"learning_rate": 2.478468899521531e-05,
|
|
"loss": 0.4352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.436789870262146,
|
|
"step": 260,
|
|
"valid_targets_mean": 5604.8,
|
|
"valid_targets_min": 1967
|
|
},
|
|
{
|
|
"epoch": 0.4446308724832215,
|
|
"grad_norm": 0.6440537028665174,
|
|
"learning_rate": 2.526315789473684e-05,
|
|
"loss": 0.4466,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4923563599586487,
|
|
"step": 265,
|
|
"valid_targets_mean": 4861.6,
|
|
"valid_targets_min": 2047
|
|
},
|
|
{
|
|
"epoch": 0.45302013422818793,
|
|
"grad_norm": 0.551766371057539,
|
|
"learning_rate": 2.5741626794258375e-05,
|
|
"loss": 0.4307,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4165174961090088,
|
|
"step": 270,
|
|
"valid_targets_mean": 5708.2,
|
|
"valid_targets_min": 2660
|
|
},
|
|
{
|
|
"epoch": 0.46140939597315433,
|
|
"grad_norm": 0.5649909158521907,
|
|
"learning_rate": 2.6220095693779906e-05,
|
|
"loss": 0.4277,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.423203706741333,
|
|
"step": 275,
|
|
"valid_targets_mean": 5425.9,
|
|
"valid_targets_min": 1784
|
|
},
|
|
{
|
|
"epoch": 0.4697986577181208,
|
|
"grad_norm": 0.6980086453467145,
|
|
"learning_rate": 2.6698564593301436e-05,
|
|
"loss": 0.4453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4403393566608429,
|
|
"step": 280,
|
|
"valid_targets_mean": 4510.3,
|
|
"valid_targets_min": 2328
|
|
},
|
|
{
|
|
"epoch": 0.47818791946308725,
|
|
"grad_norm": 0.6489874685006204,
|
|
"learning_rate": 2.7177033492822967e-05,
|
|
"loss": 0.4289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4224075376987457,
|
|
"step": 285,
|
|
"valid_targets_mean": 5093.3,
|
|
"valid_targets_min": 2668
|
|
},
|
|
{
|
|
"epoch": 0.4865771812080537,
|
|
"grad_norm": 0.66483255908447,
|
|
"learning_rate": 2.76555023923445e-05,
|
|
"loss": 0.4415,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4568319320678711,
|
|
"step": 290,
|
|
"valid_targets_mean": 5909.3,
|
|
"valid_targets_min": 2398
|
|
},
|
|
{
|
|
"epoch": 0.4949664429530201,
|
|
"grad_norm": 0.547172056963068,
|
|
"learning_rate": 2.813397129186603e-05,
|
|
"loss": 0.434,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4222297668457031,
|
|
"step": 295,
|
|
"valid_targets_mean": 5225.2,
|
|
"valid_targets_min": 2706
|
|
},
|
|
{
|
|
"epoch": 0.5033557046979866,
|
|
"grad_norm": 0.5955693953705371,
|
|
"learning_rate": 2.8612440191387562e-05,
|
|
"loss": 0.4385,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.42588669061660767,
|
|
"step": 300,
|
|
"valid_targets_mean": 4588.1,
|
|
"valid_targets_min": 2204
|
|
},
|
|
{
|
|
"epoch": 0.511744966442953,
|
|
"grad_norm": 0.5710584591581995,
|
|
"learning_rate": 2.9090909090909093e-05,
|
|
"loss": 0.4189,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41106200218200684,
|
|
"step": 305,
|
|
"valid_targets_mean": 5412.2,
|
|
"valid_targets_min": 2473
|
|
},
|
|
{
|
|
"epoch": 0.5201342281879194,
|
|
"grad_norm": 0.5717962187504413,
|
|
"learning_rate": 2.9569377990430627e-05,
|
|
"loss": 0.4133,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3966302275657654,
|
|
"step": 310,
|
|
"valid_targets_mean": 5886.4,
|
|
"valid_targets_min": 2693
|
|
},
|
|
{
|
|
"epoch": 0.5285234899328859,
|
|
"grad_norm": 0.5896096749709734,
|
|
"learning_rate": 3.0047846889952157e-05,
|
|
"loss": 0.4418,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4589608907699585,
|
|
"step": 315,
|
|
"valid_targets_mean": 5643.7,
|
|
"valid_targets_min": 2087
|
|
},
|
|
{
|
|
"epoch": 0.5369127516778524,
|
|
"grad_norm": 0.6053308422150226,
|
|
"learning_rate": 3.052631578947369e-05,
|
|
"loss": 0.4131,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.414186030626297,
|
|
"step": 320,
|
|
"valid_targets_mean": 5636.5,
|
|
"valid_targets_min": 2342
|
|
},
|
|
{
|
|
"epoch": 0.5453020134228188,
|
|
"grad_norm": 0.5913310924717964,
|
|
"learning_rate": 3.100478468899522e-05,
|
|
"loss": 0.4001,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3703305721282959,
|
|
"step": 325,
|
|
"valid_targets_mean": 5548.0,
|
|
"valid_targets_min": 2174
|
|
},
|
|
{
|
|
"epoch": 0.5536912751677853,
|
|
"grad_norm": 0.5561479952898906,
|
|
"learning_rate": 3.148325358851675e-05,
|
|
"loss": 0.417,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43574556708335876,
|
|
"step": 330,
|
|
"valid_targets_mean": 5774.5,
|
|
"valid_targets_min": 2188
|
|
},
|
|
{
|
|
"epoch": 0.5620805369127517,
|
|
"grad_norm": 0.7888172523730118,
|
|
"learning_rate": 3.1961722488038276e-05,
|
|
"loss": 0.4233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4162256121635437,
|
|
"step": 335,
|
|
"valid_targets_mean": 5900.6,
|
|
"valid_targets_min": 2320
|
|
},
|
|
{
|
|
"epoch": 0.5704697986577181,
|
|
"grad_norm": 0.5741463457887236,
|
|
"learning_rate": 3.244019138755981e-05,
|
|
"loss": 0.4334,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4329298138618469,
|
|
"step": 340,
|
|
"valid_targets_mean": 5101.9,
|
|
"valid_targets_min": 1893
|
|
},
|
|
{
|
|
"epoch": 0.5788590604026845,
|
|
"grad_norm": 0.5607409905024663,
|
|
"learning_rate": 3.2918660287081344e-05,
|
|
"loss": 0.4226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3906022906303406,
|
|
"step": 345,
|
|
"valid_targets_mean": 5646.4,
|
|
"valid_targets_min": 1766
|
|
},
|
|
{
|
|
"epoch": 0.587248322147651,
|
|
"grad_norm": 0.5549767545802637,
|
|
"learning_rate": 3.3397129186602875e-05,
|
|
"loss": 0.4149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4468402862548828,
|
|
"step": 350,
|
|
"valid_targets_mean": 6108.6,
|
|
"valid_targets_min": 1998
|
|
},
|
|
{
|
|
"epoch": 0.5956375838926175,
|
|
"grad_norm": 0.5678095067095734,
|
|
"learning_rate": 3.3875598086124405e-05,
|
|
"loss": 0.4233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4491395950317383,
|
|
"step": 355,
|
|
"valid_targets_mean": 5481.2,
|
|
"valid_targets_min": 2120
|
|
},
|
|
{
|
|
"epoch": 0.6040268456375839,
|
|
"grad_norm": 0.5552326561046017,
|
|
"learning_rate": 3.4354066985645936e-05,
|
|
"loss": 0.4194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.412387490272522,
|
|
"step": 360,
|
|
"valid_targets_mean": 5890.2,
|
|
"valid_targets_min": 3253
|
|
},
|
|
{
|
|
"epoch": 0.6124161073825504,
|
|
"grad_norm": 0.627469143674013,
|
|
"learning_rate": 3.4832535885167466e-05,
|
|
"loss": 0.4397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4570452570915222,
|
|
"step": 365,
|
|
"valid_targets_mean": 4708.5,
|
|
"valid_targets_min": 1846
|
|
},
|
|
{
|
|
"epoch": 0.6208053691275168,
|
|
"grad_norm": 0.6615735846017682,
|
|
"learning_rate": 3.5311004784689e-05,
|
|
"loss": 0.4108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4102242588996887,
|
|
"step": 370,
|
|
"valid_targets_mean": 5491.2,
|
|
"valid_targets_min": 1920
|
|
},
|
|
{
|
|
"epoch": 0.6291946308724832,
|
|
"grad_norm": 0.6296619900954828,
|
|
"learning_rate": 3.578947368421053e-05,
|
|
"loss": 0.4226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4719841480255127,
|
|
"step": 375,
|
|
"valid_targets_mean": 4956.1,
|
|
"valid_targets_min": 2345
|
|
},
|
|
{
|
|
"epoch": 0.6375838926174496,
|
|
"grad_norm": 0.5554628372527716,
|
|
"learning_rate": 3.626794258373206e-05,
|
|
"loss": 0.3858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36292698979377747,
|
|
"step": 380,
|
|
"valid_targets_mean": 5131.4,
|
|
"valid_targets_min": 1719
|
|
},
|
|
{
|
|
"epoch": 0.6459731543624161,
|
|
"grad_norm": 0.6044788537839234,
|
|
"learning_rate": 3.6746411483253595e-05,
|
|
"loss": 0.4182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4428744316101074,
|
|
"step": 385,
|
|
"valid_targets_mean": 4511.2,
|
|
"valid_targets_min": 2213
|
|
},
|
|
{
|
|
"epoch": 0.6543624161073825,
|
|
"grad_norm": 0.580910814357443,
|
|
"learning_rate": 3.7224880382775126e-05,
|
|
"loss": 0.4073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43189340829849243,
|
|
"step": 390,
|
|
"valid_targets_mean": 5346.6,
|
|
"valid_targets_min": 2552
|
|
},
|
|
{
|
|
"epoch": 0.662751677852349,
|
|
"grad_norm": 0.5483656010470783,
|
|
"learning_rate": 3.7703349282296657e-05,
|
|
"loss": 0.4081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3961476683616638,
|
|
"step": 395,
|
|
"valid_targets_mean": 5379.6,
|
|
"valid_targets_min": 2402
|
|
},
|
|
{
|
|
"epoch": 0.6711409395973155,
|
|
"grad_norm": 0.6038431643889872,
|
|
"learning_rate": 3.818181818181819e-05,
|
|
"loss": 0.3978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4378660023212433,
|
|
"step": 400,
|
|
"valid_targets_mean": 6561.0,
|
|
"valid_targets_min": 2063
|
|
},
|
|
{
|
|
"epoch": 0.6795302013422819,
|
|
"grad_norm": 0.5530116276983784,
|
|
"learning_rate": 3.866028708133972e-05,
|
|
"loss": 0.4066,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38150209188461304,
|
|
"step": 405,
|
|
"valid_targets_mean": 5516.9,
|
|
"valid_targets_min": 2094
|
|
},
|
|
{
|
|
"epoch": 0.6879194630872483,
|
|
"grad_norm": 0.4865194676585773,
|
|
"learning_rate": 3.913875598086125e-05,
|
|
"loss": 0.3972,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3626737892627716,
|
|
"step": 410,
|
|
"valid_targets_mean": 6917.1,
|
|
"valid_targets_min": 2649
|
|
},
|
|
{
|
|
"epoch": 0.6963087248322147,
|
|
"grad_norm": 0.5912590224147495,
|
|
"learning_rate": 3.961722488038278e-05,
|
|
"loss": 0.403,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38366463780403137,
|
|
"step": 415,
|
|
"valid_targets_mean": 5088.7,
|
|
"valid_targets_min": 2515
|
|
},
|
|
{
|
|
"epoch": 0.7046979865771812,
|
|
"grad_norm": 0.7908250017137203,
|
|
"learning_rate": 3.999999299656369e-05,
|
|
"loss": 0.42,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.46073949337005615,
|
|
"step": 420,
|
|
"valid_targets_mean": 3442.6,
|
|
"valid_targets_min": 2112
|
|
},
|
|
{
|
|
"epoch": 0.7130872483221476,
|
|
"grad_norm": 0.5870245117493919,
|
|
"learning_rate": 3.9999747876807854e-05,
|
|
"loss": 0.4234,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43893224000930786,
|
|
"step": 425,
|
|
"valid_targets_mean": 5594.4,
|
|
"valid_targets_min": 2832
|
|
},
|
|
{
|
|
"epoch": 0.7214765100671141,
|
|
"grad_norm": 0.5569426589223803,
|
|
"learning_rate": 3.999915259014132e-05,
|
|
"loss": 0.4104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39234989881515503,
|
|
"step": 430,
|
|
"valid_targets_mean": 5105.4,
|
|
"valid_targets_min": 2265
|
|
},
|
|
{
|
|
"epoch": 0.7298657718120806,
|
|
"grad_norm": 0.552003952423719,
|
|
"learning_rate": 3.999820714698672e-05,
|
|
"loss": 0.4093,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38001513481140137,
|
|
"step": 435,
|
|
"valid_targets_mean": 5383.6,
|
|
"valid_targets_min": 2041
|
|
},
|
|
{
|
|
"epoch": 0.738255033557047,
|
|
"grad_norm": 0.5499205814382019,
|
|
"learning_rate": 3.9996911563897385e-05,
|
|
"loss": 0.4158,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38236403465270996,
|
|
"step": 440,
|
|
"valid_targets_mean": 6037.8,
|
|
"valid_targets_min": 2956
|
|
},
|
|
{
|
|
"epoch": 0.7466442953020134,
|
|
"grad_norm": 0.648282130093116,
|
|
"learning_rate": 3.9995265863557134e-05,
|
|
"loss": 0.361,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34265291690826416,
|
|
"step": 445,
|
|
"valid_targets_mean": 6712.6,
|
|
"valid_targets_min": 3122
|
|
},
|
|
{
|
|
"epoch": 0.7550335570469798,
|
|
"grad_norm": 0.5341218249928086,
|
|
"learning_rate": 3.9993270074779816e-05,
|
|
"loss": 0.3056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2955394983291626,
|
|
"step": 450,
|
|
"valid_targets_mean": 5881.0,
|
|
"valid_targets_min": 1614
|
|
},
|
|
{
|
|
"epoch": 0.7634228187919463,
|
|
"grad_norm": 0.5006261532403555,
|
|
"learning_rate": 3.9990924232508825e-05,
|
|
"loss": 0.3051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26478704810142517,
|
|
"step": 455,
|
|
"valid_targets_mean": 5759.3,
|
|
"valid_targets_min": 2511
|
|
},
|
|
{
|
|
"epoch": 0.7718120805369127,
|
|
"grad_norm": 0.4690860350726601,
|
|
"learning_rate": 3.99882283778165e-05,
|
|
"loss": 0.3007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3271682858467102,
|
|
"step": 460,
|
|
"valid_targets_mean": 6722.5,
|
|
"valid_targets_min": 3416
|
|
},
|
|
{
|
|
"epoch": 0.7802013422818792,
|
|
"grad_norm": 0.4574459537198095,
|
|
"learning_rate": 3.99851825579034e-05,
|
|
"loss": 0.2881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2718518376350403,
|
|
"step": 465,
|
|
"valid_targets_mean": 6207.9,
|
|
"valid_targets_min": 3333
|
|
},
|
|
{
|
|
"epoch": 0.7885906040268457,
|
|
"grad_norm": 0.4738737124309521,
|
|
"learning_rate": 3.998178682609746e-05,
|
|
"loss": 0.3043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32907524704933167,
|
|
"step": 470,
|
|
"valid_targets_mean": 6317.9,
|
|
"valid_targets_min": 3749
|
|
},
|
|
{
|
|
"epoch": 0.7969798657718121,
|
|
"grad_norm": 0.6429859269520458,
|
|
"learning_rate": 3.997804124185307e-05,
|
|
"loss": 0.2814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2754654884338379,
|
|
"step": 475,
|
|
"valid_targets_mean": 5869.5,
|
|
"valid_targets_min": 3804
|
|
},
|
|
{
|
|
"epoch": 0.8053691275167785,
|
|
"grad_norm": 0.4421765489204953,
|
|
"learning_rate": 3.997394587075004e-05,
|
|
"loss": 0.3087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30648085474967957,
|
|
"step": 480,
|
|
"valid_targets_mean": 6835.0,
|
|
"valid_targets_min": 3131
|
|
},
|
|
{
|
|
"epoch": 0.8137583892617449,
|
|
"grad_norm": 0.47260237115341625,
|
|
"learning_rate": 3.996950078449245e-05,
|
|
"loss": 0.2891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28972387313842773,
|
|
"step": 485,
|
|
"valid_targets_mean": 6305.6,
|
|
"valid_targets_min": 3498
|
|
},
|
|
{
|
|
"epoch": 0.8221476510067114,
|
|
"grad_norm": 0.5415368111551728,
|
|
"learning_rate": 3.9964706060907385e-05,
|
|
"loss": 0.2837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2475288212299347,
|
|
"step": 490,
|
|
"valid_targets_mean": 7068.8,
|
|
"valid_targets_min": 4193
|
|
},
|
|
{
|
|
"epoch": 0.8305369127516778,
|
|
"grad_norm": 0.5625730961753714,
|
|
"learning_rate": 3.9959561783943585e-05,
|
|
"loss": 0.321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3490103483200073,
|
|
"step": 495,
|
|
"valid_targets_mean": 5792.0,
|
|
"valid_targets_min": 1274
|
|
},
|
|
{
|
|
"epoch": 0.8389261744966443,
|
|
"grad_norm": 0.4875004918737747,
|
|
"learning_rate": 3.9954068043669966e-05,
|
|
"loss": 0.2806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36193621158599854,
|
|
"step": 500,
|
|
"valid_targets_mean": 7094.4,
|
|
"valid_targets_min": 4609
|
|
},
|
|
{
|
|
"epoch": 0.8473154362416108,
|
|
"grad_norm": 0.4101522124633319,
|
|
"learning_rate": 3.994822493627403e-05,
|
|
"loss": 0.2682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2873650789260864,
|
|
"step": 505,
|
|
"valid_targets_mean": 7215.2,
|
|
"valid_targets_min": 3897
|
|
},
|
|
{
|
|
"epoch": 0.8557046979865772,
|
|
"grad_norm": 0.4781257402151834,
|
|
"learning_rate": 3.9942032564060225e-05,
|
|
"loss": 0.2774,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28978726267814636,
|
|
"step": 510,
|
|
"valid_targets_mean": 6558.3,
|
|
"valid_targets_min": 3351
|
|
},
|
|
{
|
|
"epoch": 0.8640939597315436,
|
|
"grad_norm": 0.42936514162823514,
|
|
"learning_rate": 3.99354910354481e-05,
|
|
"loss": 0.2997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31615179777145386,
|
|
"step": 515,
|
|
"valid_targets_mean": 6824.3,
|
|
"valid_targets_min": 2436
|
|
},
|
|
{
|
|
"epoch": 0.87248322147651,
|
|
"grad_norm": 0.41376060988986474,
|
|
"learning_rate": 3.9928600464970445e-05,
|
|
"loss": 0.2611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24269354343414307,
|
|
"step": 520,
|
|
"valid_targets_mean": 6103.6,
|
|
"valid_targets_min": 3898
|
|
},
|
|
{
|
|
"epoch": 0.8808724832214765,
|
|
"grad_norm": 0.47130177205334933,
|
|
"learning_rate": 3.9921360973271266e-05,
|
|
"loss": 0.2813,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2576438784599304,
|
|
"step": 525,
|
|
"valid_targets_mean": 6659.6,
|
|
"valid_targets_min": 3256
|
|
},
|
|
{
|
|
"epoch": 0.889261744966443,
|
|
"grad_norm": 0.5220966461848282,
|
|
"learning_rate": 3.9913772687103695e-05,
|
|
"loss": 0.2704,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24460357427597046,
|
|
"step": 530,
|
|
"valid_targets_mean": 5699.6,
|
|
"valid_targets_min": 3248
|
|
},
|
|
{
|
|
"epoch": 0.8976510067114094,
|
|
"grad_norm": 0.42277794317550865,
|
|
"learning_rate": 3.990583573932774e-05,
|
|
"loss": 0.2852,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2582475244998932,
|
|
"step": 535,
|
|
"valid_targets_mean": 7132.4,
|
|
"valid_targets_min": 3729
|
|
},
|
|
{
|
|
"epoch": 0.9060402684563759,
|
|
"grad_norm": 0.45911239233133105,
|
|
"learning_rate": 3.9897550268907955e-05,
|
|
"loss": 0.2821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26020509004592896,
|
|
"step": 540,
|
|
"valid_targets_mean": 5948.7,
|
|
"valid_targets_min": 2287
|
|
},
|
|
{
|
|
"epoch": 0.9144295302013423,
|
|
"grad_norm": 0.45306664341179165,
|
|
"learning_rate": 3.988891642091108e-05,
|
|
"loss": 0.2745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2483942210674286,
|
|
"step": 545,
|
|
"valid_targets_mean": 5960.7,
|
|
"valid_targets_min": 1667
|
|
},
|
|
{
|
|
"epoch": 0.9228187919463087,
|
|
"grad_norm": 0.45005593832383756,
|
|
"learning_rate": 3.9879934346503395e-05,
|
|
"loss": 0.2789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27685582637786865,
|
|
"step": 550,
|
|
"valid_targets_mean": 6103.1,
|
|
"valid_targets_min": 4121
|
|
},
|
|
{
|
|
"epoch": 0.9312080536912751,
|
|
"grad_norm": 0.4630172640729001,
|
|
"learning_rate": 3.987060420294815e-05,
|
|
"loss": 0.2718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2772757112979889,
|
|
"step": 555,
|
|
"valid_targets_mean": 7280.8,
|
|
"valid_targets_min": 4421
|
|
},
|
|
{
|
|
"epoch": 0.9395973154362416,
|
|
"grad_norm": 0.5905547100848773,
|
|
"learning_rate": 3.9860926153602785e-05,
|
|
"loss": 0.2818,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2750881314277649,
|
|
"step": 560,
|
|
"valid_targets_mean": 5570.1,
|
|
"valid_targets_min": 3241
|
|
},
|
|
{
|
|
"epoch": 0.947986577181208,
|
|
"grad_norm": 0.5418578863071151,
|
|
"learning_rate": 3.985090036791606e-05,
|
|
"loss": 0.2712,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24656403064727783,
|
|
"step": 565,
|
|
"valid_targets_mean": 5923.2,
|
|
"valid_targets_min": 1037
|
|
},
|
|
{
|
|
"epoch": 0.9563758389261745,
|
|
"grad_norm": 0.4794976278033037,
|
|
"learning_rate": 3.9840527021425115e-05,
|
|
"loss": 0.2608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26753291487693787,
|
|
"step": 570,
|
|
"valid_targets_mean": 6194.7,
|
|
"valid_targets_min": 3559
|
|
},
|
|
{
|
|
"epoch": 0.964765100671141,
|
|
"grad_norm": 0.48506846188834934,
|
|
"learning_rate": 3.9829806295752374e-05,
|
|
"loss": 0.2756,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2682664394378662,
|
|
"step": 575,
|
|
"valid_targets_mean": 5676.1,
|
|
"valid_targets_min": 3539
|
|
},
|
|
{
|
|
"epoch": 0.9731543624161074,
|
|
"grad_norm": 0.4493346429692844,
|
|
"learning_rate": 3.981873837860236e-05,
|
|
"loss": 0.2946,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2867574989795685,
|
|
"step": 580,
|
|
"valid_targets_mean": 6225.4,
|
|
"valid_targets_min": 3347
|
|
},
|
|
{
|
|
"epoch": 0.9815436241610739,
|
|
"grad_norm": 0.44332825538625303,
|
|
"learning_rate": 3.980732346375846e-05,
|
|
"loss": 0.283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25628867745399475,
|
|
"step": 585,
|
|
"valid_targets_mean": 6355.5,
|
|
"valid_targets_min": 3652
|
|
},
|
|
{
|
|
"epoch": 0.9899328859060402,
|
|
"grad_norm": 0.4398555371126775,
|
|
"learning_rate": 3.979556175107943e-05,
|
|
"loss": 0.2934,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27157896757125854,
|
|
"step": 590,
|
|
"valid_targets_mean": 6742.0,
|
|
"valid_targets_min": 4016
|
|
},
|
|
{
|
|
"epoch": 0.9983221476510067,
|
|
"grad_norm": 0.44388257975561,
|
|
"learning_rate": 3.978345344649603e-05,
|
|
"loss": 0.267,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27930933237075806,
|
|
"step": 595,
|
|
"valid_targets_mean": 7195.1,
|
|
"valid_targets_min": 3331
|
|
},
|
|
{
|
|
"epoch": 1.0067114093959733,
|
|
"grad_norm": 0.4918875160068219,
|
|
"learning_rate": 3.97709987620073e-05,
|
|
"loss": 0.3834,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4197412431240082,
|
|
"step": 600,
|
|
"valid_targets_mean": 7649.6,
|
|
"valid_targets_min": 3784
|
|
},
|
|
{
|
|
"epoch": 1.0151006711409396,
|
|
"grad_norm": 0.5310303672634428,
|
|
"learning_rate": 3.9758197915676904e-05,
|
|
"loss": 0.3687,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3886641561985016,
|
|
"step": 605,
|
|
"valid_targets_mean": 8470.1,
|
|
"valid_targets_min": 2859
|
|
},
|
|
{
|
|
"epoch": 1.023489932885906,
|
|
"grad_norm": 0.45174431853802494,
|
|
"learning_rate": 3.974505113162931e-05,
|
|
"loss": 0.3857,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3814656734466553,
|
|
"step": 610,
|
|
"valid_targets_mean": 7579.4,
|
|
"valid_targets_min": 2671
|
|
},
|
|
{
|
|
"epoch": 1.0318791946308725,
|
|
"grad_norm": 0.45128010552811726,
|
|
"learning_rate": 3.973155864004587e-05,
|
|
"loss": 0.3768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3784426748752594,
|
|
"step": 615,
|
|
"valid_targets_mean": 7706.4,
|
|
"valid_targets_min": 2385
|
|
},
|
|
{
|
|
"epoch": 1.0402684563758389,
|
|
"grad_norm": 0.5026432056256217,
|
|
"learning_rate": 3.971772067716074e-05,
|
|
"loss": 0.3696,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3807569146156311,
|
|
"step": 620,
|
|
"valid_targets_mean": 6949.2,
|
|
"valid_targets_min": 2196
|
|
},
|
|
{
|
|
"epoch": 1.0486577181208054,
|
|
"grad_norm": 0.4451124033509271,
|
|
"learning_rate": 3.970353748525684e-05,
|
|
"loss": 0.362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3572586178779602,
|
|
"step": 625,
|
|
"valid_targets_mean": 7776.6,
|
|
"valid_targets_min": 3797
|
|
},
|
|
{
|
|
"epoch": 1.0570469798657718,
|
|
"grad_norm": 0.45463886405258913,
|
|
"learning_rate": 3.96890093126615e-05,
|
|
"loss": 0.3634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3626330494880676,
|
|
"step": 630,
|
|
"valid_targets_mean": 7734.9,
|
|
"valid_targets_min": 3678
|
|
},
|
|
{
|
|
"epoch": 1.0654362416107384,
|
|
"grad_norm": 0.5349550966760981,
|
|
"learning_rate": 3.967413641374222e-05,
|
|
"loss": 0.384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37619084119796753,
|
|
"step": 635,
|
|
"valid_targets_mean": 6914.5,
|
|
"valid_targets_min": 2870
|
|
},
|
|
{
|
|
"epoch": 1.0738255033557047,
|
|
"grad_norm": 0.4731864320121969,
|
|
"learning_rate": 3.9658919048902105e-05,
|
|
"loss": 0.3524,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3684079647064209,
|
|
"step": 640,
|
|
"valid_targets_mean": 7338.3,
|
|
"valid_targets_min": 1373
|
|
},
|
|
{
|
|
"epoch": 1.082214765100671,
|
|
"grad_norm": 0.5129409519188545,
|
|
"learning_rate": 3.9643357484575416e-05,
|
|
"loss": 0.3629,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40892213582992554,
|
|
"step": 645,
|
|
"valid_targets_mean": 7915.4,
|
|
"valid_targets_min": 2332
|
|
},
|
|
{
|
|
"epoch": 1.0906040268456376,
|
|
"grad_norm": 0.481788755603101,
|
|
"learning_rate": 3.962745199322282e-05,
|
|
"loss": 0.3538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33942824602127075,
|
|
"step": 650,
|
|
"valid_targets_mean": 7457.8,
|
|
"valid_targets_min": 2888
|
|
},
|
|
{
|
|
"epoch": 1.098993288590604,
|
|
"grad_norm": 0.473979688800083,
|
|
"learning_rate": 3.961120285332668e-05,
|
|
"loss": 0.3632,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3505626320838928,
|
|
"step": 655,
|
|
"valid_targets_mean": 6991.1,
|
|
"valid_targets_min": 2394
|
|
},
|
|
{
|
|
"epoch": 1.1073825503355705,
|
|
"grad_norm": 0.45358904944497436,
|
|
"learning_rate": 3.959461034938613e-05,
|
|
"loss": 0.3618,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3826666474342346,
|
|
"step": 660,
|
|
"valid_targets_mean": 7398.9,
|
|
"valid_targets_min": 3358
|
|
},
|
|
{
|
|
"epoch": 1.1157718120805369,
|
|
"grad_norm": 0.5846108369658202,
|
|
"learning_rate": 3.957767477191214e-05,
|
|
"loss": 0.3726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36829644441604614,
|
|
"step": 665,
|
|
"valid_targets_mean": 6854.7,
|
|
"valid_targets_min": 1726
|
|
},
|
|
{
|
|
"epoch": 1.1241610738255035,
|
|
"grad_norm": 0.47276083457917234,
|
|
"learning_rate": 3.9560396417422353e-05,
|
|
"loss": 0.3439,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34974294900894165,
|
|
"step": 670,
|
|
"valid_targets_mean": 6910.1,
|
|
"valid_targets_min": 3314
|
|
},
|
|
{
|
|
"epoch": 1.1325503355704698,
|
|
"grad_norm": 0.5301998627075942,
|
|
"learning_rate": 3.954277558843602e-05,
|
|
"loss": 0.3329,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3520258069038391,
|
|
"step": 675,
|
|
"valid_targets_mean": 6882.6,
|
|
"valid_targets_min": 3063
|
|
},
|
|
{
|
|
"epoch": 1.1409395973154361,
|
|
"grad_norm": 0.4919053681795801,
|
|
"learning_rate": 3.952481259346858e-05,
|
|
"loss": 0.3648,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3271327614784241,
|
|
"step": 680,
|
|
"valid_targets_mean": 7284.4,
|
|
"valid_targets_min": 1161
|
|
},
|
|
{
|
|
"epoch": 1.1493288590604027,
|
|
"grad_norm": 0.46496702920155447,
|
|
"learning_rate": 3.950650774702631e-05,
|
|
"loss": 0.3317,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.375588595867157,
|
|
"step": 685,
|
|
"valid_targets_mean": 6990.2,
|
|
"valid_targets_min": 1791
|
|
},
|
|
{
|
|
"epoch": 1.157718120805369,
|
|
"grad_norm": 0.47632054224978215,
|
|
"learning_rate": 3.9487861369600846e-05,
|
|
"loss": 0.3524,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36229509115219116,
|
|
"step": 690,
|
|
"valid_targets_mean": 7225.6,
|
|
"valid_targets_min": 3609
|
|
},
|
|
{
|
|
"epoch": 1.1661073825503356,
|
|
"grad_norm": 0.4703395549281827,
|
|
"learning_rate": 3.946887378766351e-05,
|
|
"loss": 0.3248,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.332710325717926,
|
|
"step": 695,
|
|
"valid_targets_mean": 7060.9,
|
|
"valid_targets_min": 2549
|
|
},
|
|
{
|
|
"epoch": 1.174496644295302,
|
|
"grad_norm": 0.4899534692866401,
|
|
"learning_rate": 3.944954533365964e-05,
|
|
"loss": 0.343,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3061160445213318,
|
|
"step": 700,
|
|
"valid_targets_mean": 6822.6,
|
|
"valid_targets_min": 2505
|
|
},
|
|
{
|
|
"epoch": 1.1828859060402686,
|
|
"grad_norm": 0.4286459332210617,
|
|
"learning_rate": 3.9429876346002755e-05,
|
|
"loss": 0.348,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3403472304344177,
|
|
"step": 705,
|
|
"valid_targets_mean": 8112.8,
|
|
"valid_targets_min": 1985
|
|
},
|
|
{
|
|
"epoch": 1.191275167785235,
|
|
"grad_norm": 0.4406751869329674,
|
|
"learning_rate": 3.940986716906863e-05,
|
|
"loss": 0.3427,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3227345049381256,
|
|
"step": 710,
|
|
"valid_targets_mean": 7395.3,
|
|
"valid_targets_min": 3697
|
|
},
|
|
{
|
|
"epoch": 1.1996644295302012,
|
|
"grad_norm": 0.4733460815311179,
|
|
"learning_rate": 3.938951815318926e-05,
|
|
"loss": 0.3323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3289448022842407,
|
|
"step": 715,
|
|
"valid_targets_mean": 6519.2,
|
|
"valid_targets_min": 1969
|
|
},
|
|
{
|
|
"epoch": 1.2080536912751678,
|
|
"grad_norm": 0.5411475724037658,
|
|
"learning_rate": 3.9368829654646734e-05,
|
|
"loss": 0.3161,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2890268862247467,
|
|
"step": 720,
|
|
"valid_targets_mean": 8276.1,
|
|
"valid_targets_min": 6762
|
|
},
|
|
{
|
|
"epoch": 1.2164429530201342,
|
|
"grad_norm": 0.6378899815113951,
|
|
"learning_rate": 3.9347802035667014e-05,
|
|
"loss": 0.4495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4517311453819275,
|
|
"step": 725,
|
|
"valid_targets_mean": 4914.0,
|
|
"valid_targets_min": 2880
|
|
},
|
|
{
|
|
"epoch": 1.2248322147651007,
|
|
"grad_norm": 0.763443367566175,
|
|
"learning_rate": 3.932643566441356e-05,
|
|
"loss": 0.4763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4668845534324646,
|
|
"step": 730,
|
|
"valid_targets_mean": 4679.4,
|
|
"valid_targets_min": 1761
|
|
},
|
|
{
|
|
"epoch": 1.233221476510067,
|
|
"grad_norm": 0.6697593205294177,
|
|
"learning_rate": 3.930473091498088e-05,
|
|
"loss": 0.4574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44335824251174927,
|
|
"step": 735,
|
|
"valid_targets_mean": 4310.0,
|
|
"valid_targets_min": 2294
|
|
},
|
|
{
|
|
"epoch": 1.2416107382550337,
|
|
"grad_norm": 0.6466850171189275,
|
|
"learning_rate": 3.9282688167388025e-05,
|
|
"loss": 0.4633,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.410359263420105,
|
|
"step": 740,
|
|
"valid_targets_mean": 4812.1,
|
|
"valid_targets_min": 2737
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"grad_norm": 0.6342579807355135,
|
|
"learning_rate": 3.926030780757192e-05,
|
|
"loss": 0.454,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4025290310382843,
|
|
"step": 745,
|
|
"valid_targets_mean": 4642.6,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 1.2583892617449663,
|
|
"grad_norm": 0.6920352891192058,
|
|
"learning_rate": 3.923759022738055e-05,
|
|
"loss": 0.4562,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4718177914619446,
|
|
"step": 750,
|
|
"valid_targets_mean": 4054.5,
|
|
"valid_targets_min": 2282
|
|
},
|
|
{
|
|
"epoch": 1.266778523489933,
|
|
"grad_norm": 0.5670671818223533,
|
|
"learning_rate": 3.921453582456618e-05,
|
|
"loss": 0.452,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4622154235839844,
|
|
"step": 755,
|
|
"valid_targets_mean": 5353.2,
|
|
"valid_targets_min": 1488
|
|
},
|
|
{
|
|
"epoch": 1.2751677852348993,
|
|
"grad_norm": 0.6162714789949248,
|
|
"learning_rate": 3.9191145002778364e-05,
|
|
"loss": 0.4483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44496333599090576,
|
|
"step": 760,
|
|
"valid_targets_mean": 5255.4,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 1.2835570469798658,
|
|
"grad_norm": 0.6656888218443957,
|
|
"learning_rate": 3.9167418171556836e-05,
|
|
"loss": 0.4448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.42560693621635437,
|
|
"step": 765,
|
|
"valid_targets_mean": 4070.5,
|
|
"valid_targets_min": 2035
|
|
},
|
|
{
|
|
"epoch": 1.2919463087248322,
|
|
"grad_norm": 0.6788263203506376,
|
|
"learning_rate": 3.9143355746324415e-05,
|
|
"loss": 0.4371,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4444505572319031,
|
|
"step": 770,
|
|
"valid_targets_mean": 4327.9,
|
|
"valid_targets_min": 2313
|
|
},
|
|
{
|
|
"epoch": 1.3003355704697985,
|
|
"grad_norm": 0.6042180471896506,
|
|
"learning_rate": 3.911895814837964e-05,
|
|
"loss": 0.4444,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4616854190826416,
|
|
"step": 775,
|
|
"valid_targets_mean": 4667.8,
|
|
"valid_targets_min": 1749
|
|
},
|
|
{
|
|
"epoch": 1.308724832214765,
|
|
"grad_norm": 0.8379564960108428,
|
|
"learning_rate": 3.90942258048895e-05,
|
|
"loss": 0.4448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43143102526664734,
|
|
"step": 780,
|
|
"valid_targets_mean": 4554.0,
|
|
"valid_targets_min": 1891
|
|
},
|
|
{
|
|
"epoch": 1.3171140939597317,
|
|
"grad_norm": 0.5987165486002523,
|
|
"learning_rate": 3.906915914888184e-05,
|
|
"loss": 0.4245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40693628787994385,
|
|
"step": 785,
|
|
"valid_targets_mean": 4446.8,
|
|
"valid_targets_min": 2098
|
|
},
|
|
{
|
|
"epoch": 1.325503355704698,
|
|
"grad_norm": 0.6116395444800412,
|
|
"learning_rate": 3.904375861923789e-05,
|
|
"loss": 0.4223,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36410653591156006,
|
|
"step": 790,
|
|
"valid_targets_mean": 4459.8,
|
|
"valid_targets_min": 2331
|
|
},
|
|
{
|
|
"epoch": 1.3338926174496644,
|
|
"grad_norm": 0.5515440713674635,
|
|
"learning_rate": 3.901802466068449e-05,
|
|
"loss": 0.3979,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4054684042930603,
|
|
"step": 795,
|
|
"valid_targets_mean": 6275.2,
|
|
"valid_targets_min": 2533
|
|
},
|
|
{
|
|
"epoch": 1.342281879194631,
|
|
"grad_norm": 0.560316520971745,
|
|
"learning_rate": 3.8991957723786365e-05,
|
|
"loss": 0.4032,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3985890746116638,
|
|
"step": 800,
|
|
"valid_targets_mean": 5172.5,
|
|
"valid_targets_min": 1986
|
|
},
|
|
{
|
|
"epoch": 1.3506711409395973,
|
|
"grad_norm": 0.5139257968050499,
|
|
"learning_rate": 3.8965558264938215e-05,
|
|
"loss": 0.3695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3865506947040558,
|
|
"step": 805,
|
|
"valid_targets_mean": 5646.0,
|
|
"valid_targets_min": 2711
|
|
},
|
|
{
|
|
"epoch": 1.3590604026845639,
|
|
"grad_norm": 0.49640559975442256,
|
|
"learning_rate": 3.893882674635671e-05,
|
|
"loss": 0.3732,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3451784551143646,
|
|
"step": 810,
|
|
"valid_targets_mean": 5899.6,
|
|
"valid_targets_min": 2783
|
|
},
|
|
{
|
|
"epoch": 1.3674496644295302,
|
|
"grad_norm": 0.5472589862344993,
|
|
"learning_rate": 3.8911763636072407e-05,
|
|
"loss": 0.3845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4126671254634857,
|
|
"step": 815,
|
|
"valid_targets_mean": 5326.4,
|
|
"valid_targets_min": 2250
|
|
},
|
|
{
|
|
"epoch": 1.3758389261744965,
|
|
"grad_norm": 0.5161484905741421,
|
|
"learning_rate": 3.888436940792156e-05,
|
|
"loss": 0.3541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35769641399383545,
|
|
"step": 820,
|
|
"valid_targets_mean": 5666.2,
|
|
"valid_targets_min": 2615
|
|
},
|
|
{
|
|
"epoch": 1.3842281879194631,
|
|
"grad_norm": 0.6251770756641752,
|
|
"learning_rate": 3.885664454153785e-05,
|
|
"loss": 0.3614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41325899958610535,
|
|
"step": 825,
|
|
"valid_targets_mean": 5925.5,
|
|
"valid_targets_min": 2441
|
|
},
|
|
{
|
|
"epoch": 1.3926174496644295,
|
|
"grad_norm": 0.5768409575573539,
|
|
"learning_rate": 3.882858952234391e-05,
|
|
"loss": 0.3654,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4020509421825409,
|
|
"step": 830,
|
|
"valid_targets_mean": 5128.5,
|
|
"valid_targets_min": 2734
|
|
},
|
|
{
|
|
"epoch": 1.401006711409396,
|
|
"grad_norm": 0.5092759848211265,
|
|
"learning_rate": 3.880020484154292e-05,
|
|
"loss": 0.3863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35542160272598267,
|
|
"step": 835,
|
|
"valid_targets_mean": 6427.1,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 1.4093959731543624,
|
|
"grad_norm": 0.49681951586818196,
|
|
"learning_rate": 3.8771490996109945e-05,
|
|
"loss": 0.3715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35615652799606323,
|
|
"step": 840,
|
|
"valid_targets_mean": 5481.1,
|
|
"valid_targets_min": 2577
|
|
},
|
|
{
|
|
"epoch": 1.4177852348993287,
|
|
"grad_norm": 0.558628488347687,
|
|
"learning_rate": 3.8742448488783244e-05,
|
|
"loss": 0.3699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3594701886177063,
|
|
"step": 845,
|
|
"valid_targets_mean": 5730.9,
|
|
"valid_targets_min": 2656
|
|
},
|
|
{
|
|
"epoch": 1.4261744966442953,
|
|
"grad_norm": 0.5800936470135034,
|
|
"learning_rate": 3.8713077828055476e-05,
|
|
"loss": 0.376,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4405136704444885,
|
|
"step": 850,
|
|
"valid_targets_mean": 5378.9,
|
|
"valid_targets_min": 2528
|
|
},
|
|
{
|
|
"epoch": 1.4345637583892619,
|
|
"grad_norm": 0.6254593304977412,
|
|
"learning_rate": 3.868337952816481e-05,
|
|
"loss": 0.3672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3616484999656677,
|
|
"step": 855,
|
|
"valid_targets_mean": 4310.3,
|
|
"valid_targets_min": 2349
|
|
},
|
|
{
|
|
"epoch": 1.4429530201342282,
|
|
"grad_norm": 0.5137402379247945,
|
|
"learning_rate": 3.865335410908589e-05,
|
|
"loss": 0.3669,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3925308883190155,
|
|
"step": 860,
|
|
"valid_targets_mean": 6220.2,
|
|
"valid_targets_min": 2448
|
|
},
|
|
{
|
|
"epoch": 1.4513422818791946,
|
|
"grad_norm": 0.5258674268005596,
|
|
"learning_rate": 3.8623002096520764e-05,
|
|
"loss": 0.3773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38936707377433777,
|
|
"step": 865,
|
|
"valid_targets_mean": 5707.8,
|
|
"valid_targets_min": 2331
|
|
},
|
|
{
|
|
"epoch": 1.4597315436241611,
|
|
"grad_norm": 0.5834875983165838,
|
|
"learning_rate": 3.859232402188965e-05,
|
|
"loss": 0.3591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3603193163871765,
|
|
"step": 870,
|
|
"valid_targets_mean": 5051.4,
|
|
"valid_targets_min": 2703
|
|
},
|
|
{
|
|
"epoch": 1.4681208053691275,
|
|
"grad_norm": 0.5825621031797557,
|
|
"learning_rate": 3.8561320422321636e-05,
|
|
"loss": 0.3749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.378108948469162,
|
|
"step": 875,
|
|
"valid_targets_mean": 5654.9,
|
|
"valid_targets_min": 2931
|
|
},
|
|
{
|
|
"epoch": 1.476510067114094,
|
|
"grad_norm": 0.5488901678483015,
|
|
"learning_rate": 3.8529991840645324e-05,
|
|
"loss": 0.3675,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3602268695831299,
|
|
"step": 880,
|
|
"valid_targets_mean": 5810.9,
|
|
"valid_targets_min": 2138
|
|
},
|
|
{
|
|
"epoch": 1.4848993288590604,
|
|
"grad_norm": 0.5219479264561664,
|
|
"learning_rate": 3.849833882537924e-05,
|
|
"loss": 0.3717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35310423374176025,
|
|
"step": 885,
|
|
"valid_targets_mean": 5527.7,
|
|
"valid_targets_min": 1927
|
|
},
|
|
{
|
|
"epoch": 1.4932885906040267,
|
|
"grad_norm": 0.5496723311386894,
|
|
"learning_rate": 3.846636193072232e-05,
|
|
"loss": 0.3756,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3754619359970093,
|
|
"step": 890,
|
|
"valid_targets_mean": 4609.9,
|
|
"valid_targets_min": 1738
|
|
},
|
|
{
|
|
"epoch": 1.5016778523489933,
|
|
"grad_norm": 0.4791401644411036,
|
|
"learning_rate": 3.8434061716544125e-05,
|
|
"loss": 0.3751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3771435618400574,
|
|
"step": 895,
|
|
"valid_targets_mean": 6249.0,
|
|
"valid_targets_min": 2300
|
|
},
|
|
{
|
|
"epoch": 1.5100671140939599,
|
|
"grad_norm": 0.4912481560476231,
|
|
"learning_rate": 3.840143874837511e-05,
|
|
"loss": 0.3594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.389949232339859,
|
|
"step": 900,
|
|
"valid_targets_mean": 6485.4,
|
|
"valid_targets_min": 3271
|
|
},
|
|
{
|
|
"epoch": 1.5184563758389262,
|
|
"grad_norm": 0.5381446544638994,
|
|
"learning_rate": 3.836849359739665e-05,
|
|
"loss": 0.3569,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.430573046207428,
|
|
"step": 905,
|
|
"valid_targets_mean": 5474.5,
|
|
"valid_targets_min": 2357
|
|
},
|
|
{
|
|
"epoch": 1.5268456375838926,
|
|
"grad_norm": 0.5510872012236998,
|
|
"learning_rate": 3.833522684043113e-05,
|
|
"loss": 0.3688,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38888856768608093,
|
|
"step": 910,
|
|
"valid_targets_mean": 4406.9,
|
|
"valid_targets_min": 2371
|
|
},
|
|
{
|
|
"epoch": 1.535234899328859,
|
|
"grad_norm": 0.5351087164429011,
|
|
"learning_rate": 3.8301639059931755e-05,
|
|
"loss": 0.3634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3681836724281311,
|
|
"step": 915,
|
|
"valid_targets_mean": 5347.7,
|
|
"valid_targets_min": 1977
|
|
},
|
|
{
|
|
"epoch": 1.5436241610738255,
|
|
"grad_norm": 0.658345246126234,
|
|
"learning_rate": 3.82677308439724e-05,
|
|
"loss": 0.3519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4065844416618347,
|
|
"step": 920,
|
|
"valid_targets_mean": 5232.4,
|
|
"valid_targets_min": 1318
|
|
},
|
|
{
|
|
"epoch": 1.552013422818792,
|
|
"grad_norm": 0.580190492631664,
|
|
"learning_rate": 3.823350278623733e-05,
|
|
"loss": 0.3484,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35968106985092163,
|
|
"step": 925,
|
|
"valid_targets_mean": 4733.3,
|
|
"valid_targets_min": 2417
|
|
},
|
|
{
|
|
"epoch": 1.5604026845637584,
|
|
"grad_norm": 0.48939790257645266,
|
|
"learning_rate": 3.819895548601074e-05,
|
|
"loss": 0.3695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3777046799659729,
|
|
"step": 930,
|
|
"valid_targets_mean": 6044.8,
|
|
"valid_targets_min": 3505
|
|
},
|
|
{
|
|
"epoch": 1.5687919463087248,
|
|
"grad_norm": 0.5882236315118772,
|
|
"learning_rate": 3.816408954816634e-05,
|
|
"loss": 0.3723,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41846126317977905,
|
|
"step": 935,
|
|
"valid_targets_mean": 4460.7,
|
|
"valid_targets_min": 2447
|
|
},
|
|
{
|
|
"epoch": 1.5771812080536913,
|
|
"grad_norm": 0.5922482030056567,
|
|
"learning_rate": 3.8128905583156706e-05,
|
|
"loss": 0.3718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38410115242004395,
|
|
"step": 940,
|
|
"valid_targets_mean": 4022.8,
|
|
"valid_targets_min": 2295
|
|
},
|
|
{
|
|
"epoch": 1.5855704697986577,
|
|
"grad_norm": 0.488867420498041,
|
|
"learning_rate": 3.809340420700262e-05,
|
|
"loss": 0.3467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35235142707824707,
|
|
"step": 945,
|
|
"valid_targets_mean": 6063.1,
|
|
"valid_targets_min": 2559
|
|
},
|
|
{
|
|
"epoch": 1.5939597315436242,
|
|
"grad_norm": 0.5915949260916269,
|
|
"learning_rate": 3.805758604128228e-05,
|
|
"loss": 0.3666,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40172410011291504,
|
|
"step": 950,
|
|
"valid_targets_mean": 4791.2,
|
|
"valid_targets_min": 2263
|
|
},
|
|
{
|
|
"epoch": 1.6023489932885906,
|
|
"grad_norm": 0.48300758195294397,
|
|
"learning_rate": 3.8021451713120414e-05,
|
|
"loss": 0.3707,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36421895027160645,
|
|
"step": 955,
|
|
"valid_targets_mean": 6213.2,
|
|
"valid_targets_min": 1136
|
|
},
|
|
{
|
|
"epoch": 1.610738255033557,
|
|
"grad_norm": 0.5504338399140267,
|
|
"learning_rate": 3.7985001855177304e-05,
|
|
"loss": 0.3763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3736567795276642,
|
|
"step": 960,
|
|
"valid_targets_mean": 5184.2,
|
|
"valid_targets_min": 2136
|
|
},
|
|
{
|
|
"epoch": 1.6191275167785235,
|
|
"grad_norm": 0.4978807777353653,
|
|
"learning_rate": 3.794823710563769e-05,
|
|
"loss": 0.3657,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33235692977905273,
|
|
"step": 965,
|
|
"valid_targets_mean": 5770.5,
|
|
"valid_targets_min": 2282
|
|
},
|
|
{
|
|
"epoch": 1.62751677852349,
|
|
"grad_norm": 0.5144516992188022,
|
|
"learning_rate": 3.791115810819964e-05,
|
|
"loss": 0.3543,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35421377420425415,
|
|
"step": 970,
|
|
"valid_targets_mean": 5229.9,
|
|
"valid_targets_min": 1734
|
|
},
|
|
{
|
|
"epoch": 1.6359060402684564,
|
|
"grad_norm": 0.565262620362482,
|
|
"learning_rate": 3.7873765512063225e-05,
|
|
"loss": 0.3549,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31595155596733093,
|
|
"step": 975,
|
|
"valid_targets_mean": 4759.6,
|
|
"valid_targets_min": 2816
|
|
},
|
|
{
|
|
"epoch": 1.6442953020134228,
|
|
"grad_norm": 0.5396227988448086,
|
|
"learning_rate": 3.78360599719192e-05,
|
|
"loss": 0.3485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3592430353164673,
|
|
"step": 980,
|
|
"valid_targets_mean": 4967.5,
|
|
"valid_targets_min": 2596
|
|
},
|
|
{
|
|
"epoch": 1.6526845637583891,
|
|
"grad_norm": 0.4996506969758093,
|
|
"learning_rate": 3.7798042147937504e-05,
|
|
"loss": 0.3571,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3265230059623718,
|
|
"step": 985,
|
|
"valid_targets_mean": 5883.9,
|
|
"valid_targets_min": 1924
|
|
},
|
|
{
|
|
"epoch": 1.6610738255033557,
|
|
"grad_norm": 0.5141480191166163,
|
|
"learning_rate": 3.775971270575574e-05,
|
|
"loss": 0.3625,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34632036089897156,
|
|
"step": 990,
|
|
"valid_targets_mean": 5984.4,
|
|
"valid_targets_min": 2377
|
|
},
|
|
{
|
|
"epoch": 1.6694630872483223,
|
|
"grad_norm": 0.5306926973941407,
|
|
"learning_rate": 3.772107231646748e-05,
|
|
"loss": 0.3386,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33942991495132446,
|
|
"step": 995,
|
|
"valid_targets_mean": 5250.2,
|
|
"valid_targets_min": 2070
|
|
},
|
|
{
|
|
"epoch": 1.6778523489932886,
|
|
"grad_norm": 0.4996568933812205,
|
|
"learning_rate": 3.768212165661053e-05,
|
|
"loss": 0.3667,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32338327169418335,
|
|
"step": 1000,
|
|
"valid_targets_mean": 6141.6,
|
|
"valid_targets_min": 2431
|
|
},
|
|
{
|
|
"epoch": 1.686241610738255,
|
|
"grad_norm": 0.5850818510185796,
|
|
"learning_rate": 3.764286140815511e-05,
|
|
"loss": 0.3495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3676605224609375,
|
|
"step": 1005,
|
|
"valid_targets_mean": 5132.9,
|
|
"valid_targets_min": 3068
|
|
},
|
|
{
|
|
"epoch": 1.6946308724832215,
|
|
"grad_norm": 0.6344409516901052,
|
|
"learning_rate": 3.760329225849188e-05,
|
|
"loss": 0.3488,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38461560010910034,
|
|
"step": 1010,
|
|
"valid_targets_mean": 3993.8,
|
|
"valid_targets_min": 2800
|
|
},
|
|
{
|
|
"epoch": 1.7030201342281879,
|
|
"grad_norm": 0.523773448095904,
|
|
"learning_rate": 3.7563414900419915e-05,
|
|
"loss": 0.3532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3306989073753357,
|
|
"step": 1015,
|
|
"valid_targets_mean": 5226.9,
|
|
"valid_targets_min": 1976
|
|
},
|
|
{
|
|
"epoch": 1.7114093959731544,
|
|
"grad_norm": 0.5421527936391247,
|
|
"learning_rate": 3.7523230032134576e-05,
|
|
"loss": 0.3745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38302117586135864,
|
|
"step": 1020,
|
|
"valid_targets_mean": 5426.8,
|
|
"valid_targets_min": 2434
|
|
},
|
|
{
|
|
"epoch": 1.7197986577181208,
|
|
"grad_norm": 0.6283186088693279,
|
|
"learning_rate": 3.7482738357215305e-05,
|
|
"loss": 0.3692,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34678956866264343,
|
|
"step": 1025,
|
|
"valid_targets_mean": 4664.9,
|
|
"valid_targets_min": 2044
|
|
},
|
|
{
|
|
"epoch": 1.7281879194630871,
|
|
"grad_norm": 0.5987903080913546,
|
|
"learning_rate": 3.744194058461327e-05,
|
|
"loss": 0.3619,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40563148260116577,
|
|
"step": 1030,
|
|
"valid_targets_mean": 4845.0,
|
|
"valid_targets_min": 2604
|
|
},
|
|
{
|
|
"epoch": 1.7365771812080537,
|
|
"grad_norm": 0.5387213495568653,
|
|
"learning_rate": 3.7400837428638974e-05,
|
|
"loss": 0.3665,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3455734848976135,
|
|
"step": 1035,
|
|
"valid_targets_mean": 5003.0,
|
|
"valid_targets_min": 2237
|
|
},
|
|
{
|
|
"epoch": 1.7449664429530203,
|
|
"grad_norm": 0.5730068728812344,
|
|
"learning_rate": 3.735942960894973e-05,
|
|
"loss": 0.3105,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2724571228027344,
|
|
"step": 1040,
|
|
"valid_targets_mean": 5693.6,
|
|
"valid_targets_min": 1613
|
|
},
|
|
{
|
|
"epoch": 1.7533557046979866,
|
|
"grad_norm": 0.4557401404728535,
|
|
"learning_rate": 3.7317717850537126e-05,
|
|
"loss": 0.2572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2845574617385864,
|
|
"step": 1045,
|
|
"valid_targets_mean": 6052.1,
|
|
"valid_targets_min": 3569
|
|
},
|
|
{
|
|
"epoch": 1.761744966442953,
|
|
"grad_norm": 0.490941511593462,
|
|
"learning_rate": 3.727570288371422e-05,
|
|
"loss": 0.2566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27951961755752563,
|
|
"step": 1050,
|
|
"valid_targets_mean": 5929.9,
|
|
"valid_targets_min": 3249
|
|
},
|
|
{
|
|
"epoch": 1.7701342281879193,
|
|
"grad_norm": 0.39912571844584904,
|
|
"learning_rate": 3.723338544410285e-05,
|
|
"loss": 0.2415,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24245810508728027,
|
|
"step": 1055,
|
|
"valid_targets_mean": 7443.8,
|
|
"valid_targets_min": 3135
|
|
},
|
|
{
|
|
"epoch": 1.778523489932886,
|
|
"grad_norm": 0.4369536002137865,
|
|
"learning_rate": 3.7190766272620715e-05,
|
|
"loss": 0.2504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23756088316440582,
|
|
"step": 1060,
|
|
"valid_targets_mean": 5697.2,
|
|
"valid_targets_min": 3549
|
|
},
|
|
{
|
|
"epoch": 1.7869127516778525,
|
|
"grad_norm": 0.46317933698906005,
|
|
"learning_rate": 3.71478461154684e-05,
|
|
"loss": 0.2471,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24878591299057007,
|
|
"step": 1065,
|
|
"valid_targets_mean": 5807.6,
|
|
"valid_targets_min": 3662
|
|
},
|
|
{
|
|
"epoch": 1.7953020134228188,
|
|
"grad_norm": 0.43470481316057275,
|
|
"learning_rate": 3.710462572411632e-05,
|
|
"loss": 0.2485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27754926681518555,
|
|
"step": 1070,
|
|
"valid_targets_mean": 6232.0,
|
|
"valid_targets_min": 3426
|
|
},
|
|
{
|
|
"epoch": 1.8036912751677852,
|
|
"grad_norm": 0.45247043120323754,
|
|
"learning_rate": 3.706110585529156e-05,
|
|
"loss": 0.2592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2804315984249115,
|
|
"step": 1075,
|
|
"valid_targets_mean": 6666.6,
|
|
"valid_targets_min": 4053
|
|
},
|
|
{
|
|
"epoch": 1.8120805369127517,
|
|
"grad_norm": 0.4987278015238315,
|
|
"learning_rate": 3.7017287270964634e-05,
|
|
"loss": 0.2512,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2920111417770386,
|
|
"step": 1080,
|
|
"valid_targets_mean": 5846.2,
|
|
"valid_targets_min": 3798
|
|
},
|
|
{
|
|
"epoch": 1.820469798657718,
|
|
"grad_norm": 0.4216048767738071,
|
|
"learning_rate": 3.697317073833611e-05,
|
|
"loss": 0.2531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22008225321769714,
|
|
"step": 1085,
|
|
"valid_targets_mean": 6118.9,
|
|
"valid_targets_min": 3260
|
|
},
|
|
{
|
|
"epoch": 1.8288590604026846,
|
|
"grad_norm": 0.4281254602547522,
|
|
"learning_rate": 3.6928757029823244e-05,
|
|
"loss": 0.2616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23976412415504456,
|
|
"step": 1090,
|
|
"valid_targets_mean": 5992.8,
|
|
"valid_targets_min": 3387
|
|
},
|
|
{
|
|
"epoch": 1.837248322147651,
|
|
"grad_norm": 0.4674475054728659,
|
|
"learning_rate": 3.6884046923046376e-05,
|
|
"loss": 0.2399,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23339003324508667,
|
|
"step": 1095,
|
|
"valid_targets_mean": 6847.2,
|
|
"valid_targets_min": 3521
|
|
},
|
|
{
|
|
"epoch": 1.8456375838926173,
|
|
"grad_norm": 0.4057445322670464,
|
|
"learning_rate": 3.683904120081538e-05,
|
|
"loss": 0.2459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23576325178146362,
|
|
"step": 1100,
|
|
"valid_targets_mean": 6886.6,
|
|
"valid_targets_min": 3878
|
|
},
|
|
{
|
|
"epoch": 1.854026845637584,
|
|
"grad_norm": 0.4681252086760783,
|
|
"learning_rate": 3.679374065111593e-05,
|
|
"loss": 0.2414,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25929751992225647,
|
|
"step": 1105,
|
|
"valid_targets_mean": 5832.1,
|
|
"valid_targets_min": 3646
|
|
},
|
|
{
|
|
"epoch": 1.8624161073825505,
|
|
"grad_norm": 0.4335110886632023,
|
|
"learning_rate": 3.6748146067095696e-05,
|
|
"loss": 0.2592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24445495009422302,
|
|
"step": 1110,
|
|
"valid_targets_mean": 6038.9,
|
|
"valid_targets_min": 1245
|
|
},
|
|
{
|
|
"epoch": 1.8708053691275168,
|
|
"grad_norm": 0.48454690692771296,
|
|
"learning_rate": 3.670225824705047e-05,
|
|
"loss": 0.2408,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2542775869369507,
|
|
"step": 1115,
|
|
"valid_targets_mean": 6231.9,
|
|
"valid_targets_min": 3422
|
|
},
|
|
{
|
|
"epoch": 1.8791946308724832,
|
|
"grad_norm": 0.42148519483491925,
|
|
"learning_rate": 3.66560779944102e-05,
|
|
"loss": 0.2434,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2250690758228302,
|
|
"step": 1120,
|
|
"valid_targets_mean": 6255.6,
|
|
"valid_targets_min": 4194
|
|
},
|
|
{
|
|
"epoch": 1.8875838926174495,
|
|
"grad_norm": 0.4437674672529351,
|
|
"learning_rate": 3.660960611772489e-05,
|
|
"loss": 0.2399,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23289281129837036,
|
|
"step": 1125,
|
|
"valid_targets_mean": 6671.9,
|
|
"valid_targets_min": 4183
|
|
},
|
|
{
|
|
"epoch": 1.895973154362416,
|
|
"grad_norm": 0.44806539129694345,
|
|
"learning_rate": 3.656284343065047e-05,
|
|
"loss": 0.2475,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26682284474372864,
|
|
"step": 1130,
|
|
"valid_targets_mean": 6685.4,
|
|
"valid_targets_min": 2159
|
|
},
|
|
{
|
|
"epoch": 1.9043624161073827,
|
|
"grad_norm": 0.4491732362005353,
|
|
"learning_rate": 3.651579075193455e-05,
|
|
"loss": 0.2472,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24047374725341797,
|
|
"step": 1135,
|
|
"valid_targets_mean": 5939.6,
|
|
"valid_targets_min": 3334
|
|
},
|
|
{
|
|
"epoch": 1.912751677852349,
|
|
"grad_norm": 0.4029334214175894,
|
|
"learning_rate": 3.646844890540207e-05,
|
|
"loss": 0.2441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2124040126800537,
|
|
"step": 1140,
|
|
"valid_targets_mean": 6672.1,
|
|
"valid_targets_min": 4159
|
|
},
|
|
{
|
|
"epoch": 1.9211409395973154,
|
|
"grad_norm": 0.4096211852913776,
|
|
"learning_rate": 3.6420818719940896e-05,
|
|
"loss": 0.2405,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20634448528289795,
|
|
"step": 1145,
|
|
"valid_targets_mean": 6304.5,
|
|
"valid_targets_min": 3844
|
|
},
|
|
{
|
|
"epoch": 1.929530201342282,
|
|
"grad_norm": 0.509142197733445,
|
|
"learning_rate": 3.637290102948727e-05,
|
|
"loss": 0.2399,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23059163987636566,
|
|
"step": 1150,
|
|
"valid_targets_mean": 6762.9,
|
|
"valid_targets_min": 2156
|
|
},
|
|
{
|
|
"epoch": 1.9379194630872483,
|
|
"grad_norm": 0.37918884185680446,
|
|
"learning_rate": 3.632469667301126e-05,
|
|
"loss": 0.2507,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21625059843063354,
|
|
"step": 1155,
|
|
"valid_targets_mean": 7273.2,
|
|
"valid_targets_min": 5220
|
|
},
|
|
{
|
|
"epoch": 1.9463087248322148,
|
|
"grad_norm": 0.4808560827748866,
|
|
"learning_rate": 3.627620649450203e-05,
|
|
"loss": 0.2459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23380225896835327,
|
|
"step": 1160,
|
|
"valid_targets_mean": 6628.9,
|
|
"valid_targets_min": 3077
|
|
},
|
|
{
|
|
"epoch": 1.9546979865771812,
|
|
"grad_norm": 0.45732174037653883,
|
|
"learning_rate": 3.6227431342953086e-05,
|
|
"loss": 0.2252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2154151201248169,
|
|
"step": 1165,
|
|
"valid_targets_mean": 5498.8,
|
|
"valid_targets_min": 3451
|
|
},
|
|
{
|
|
"epoch": 1.9630872483221475,
|
|
"grad_norm": 0.4967601460003687,
|
|
"learning_rate": 3.6178372072347404e-05,
|
|
"loss": 0.2459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24176403880119324,
|
|
"step": 1170,
|
|
"valid_targets_mean": 5527.3,
|
|
"valid_targets_min": 3368
|
|
},
|
|
{
|
|
"epoch": 1.971476510067114,
|
|
"grad_norm": 0.4407962352710594,
|
|
"learning_rate": 3.612902954164247e-05,
|
|
"loss": 0.2584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23315542936325073,
|
|
"step": 1175,
|
|
"valid_targets_mean": 5724.3,
|
|
"valid_targets_min": 2579
|
|
},
|
|
{
|
|
"epoch": 1.9798657718120807,
|
|
"grad_norm": 0.40896304985315307,
|
|
"learning_rate": 3.607940461475524e-05,
|
|
"loss": 0.2565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2468375861644745,
|
|
"step": 1180,
|
|
"valid_targets_mean": 6724.3,
|
|
"valid_targets_min": 3695
|
|
},
|
|
{
|
|
"epoch": 1.988255033557047,
|
|
"grad_norm": 0.42187613625785797,
|
|
"learning_rate": 3.6029498160547044e-05,
|
|
"loss": 0.2578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2743101716041565,
|
|
"step": 1185,
|
|
"valid_targets_mean": 6980.3,
|
|
"valid_targets_min": 3782
|
|
},
|
|
{
|
|
"epoch": 1.9966442953020134,
|
|
"grad_norm": 0.4073947575969795,
|
|
"learning_rate": 3.597931105280836e-05,
|
|
"loss": 0.2353,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2240162193775177,
|
|
"step": 1190,
|
|
"valid_targets_mean": 6677.1,
|
|
"valid_targets_min": 3670
|
|
},
|
|
{
|
|
"epoch": 2.0050335570469797,
|
|
"grad_norm": 0.453140442704113,
|
|
"learning_rate": 3.592884417024346e-05,
|
|
"loss": 0.3111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3438984751701355,
|
|
"step": 1195,
|
|
"valid_targets_mean": 7762.6,
|
|
"valid_targets_min": 4256
|
|
},
|
|
{
|
|
"epoch": 2.0134228187919465,
|
|
"grad_norm": 0.45341280143818996,
|
|
"learning_rate": 3.5878098396455105e-05,
|
|
"loss": 0.3291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28538778424263,
|
|
"step": 1200,
|
|
"valid_targets_mean": 6290.4,
|
|
"valid_targets_min": 2571
|
|
},
|
|
{
|
|
"epoch": 2.021812080536913,
|
|
"grad_norm": 0.4581633641665778,
|
|
"learning_rate": 3.582707461992906e-05,
|
|
"loss": 0.3412,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32423585653305054,
|
|
"step": 1205,
|
|
"valid_targets_mean": 6965.4,
|
|
"valid_targets_min": 2769
|
|
},
|
|
{
|
|
"epoch": 2.030201342281879,
|
|
"grad_norm": 0.46660712344014627,
|
|
"learning_rate": 3.577577373401847e-05,
|
|
"loss": 0.3353,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.368762731552124,
|
|
"step": 1210,
|
|
"valid_targets_mean": 6936.1,
|
|
"valid_targets_min": 2974
|
|
},
|
|
{
|
|
"epoch": 2.0385906040268456,
|
|
"grad_norm": 0.46814653120085054,
|
|
"learning_rate": 3.572419663692831e-05,
|
|
"loss": 0.3266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32211530208587646,
|
|
"step": 1215,
|
|
"valid_targets_mean": 6466.9,
|
|
"valid_targets_min": 1417
|
|
},
|
|
{
|
|
"epoch": 2.046979865771812,
|
|
"grad_norm": 0.39343469842039014,
|
|
"learning_rate": 3.5672344231699596e-05,
|
|
"loss": 0.3274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30910724401474,
|
|
"step": 1220,
|
|
"valid_targets_mean": 8162.1,
|
|
"valid_targets_min": 3446
|
|
},
|
|
{
|
|
"epoch": 2.0553691275167787,
|
|
"grad_norm": 0.46827202121954786,
|
|
"learning_rate": 3.56202174261936e-05,
|
|
"loss": 0.3245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32270243763923645,
|
|
"step": 1225,
|
|
"valid_targets_mean": 6284.0,
|
|
"valid_targets_min": 2526
|
|
},
|
|
{
|
|
"epoch": 2.063758389261745,
|
|
"grad_norm": 0.4423032808271841,
|
|
"learning_rate": 3.556781713307595e-05,
|
|
"loss": 0.3431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33364373445510864,
|
|
"step": 1230,
|
|
"valid_targets_mean": 7554.5,
|
|
"valid_targets_min": 3408
|
|
},
|
|
{
|
|
"epoch": 2.0721476510067114,
|
|
"grad_norm": 0.4872083515401277,
|
|
"learning_rate": 3.5515144269800656e-05,
|
|
"loss": 0.3179,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2982063889503479,
|
|
"step": 1235,
|
|
"valid_targets_mean": 6332.1,
|
|
"valid_targets_min": 3229
|
|
},
|
|
{
|
|
"epoch": 2.0805369127516777,
|
|
"grad_norm": 0.4156249500175109,
|
|
"learning_rate": 3.546219975859403e-05,
|
|
"loss": 0.319,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32445910573005676,
|
|
"step": 1240,
|
|
"valid_targets_mean": 7520.4,
|
|
"valid_targets_min": 3432
|
|
},
|
|
{
|
|
"epoch": 2.088926174496644,
|
|
"grad_norm": 0.4189383774068392,
|
|
"learning_rate": 3.5408984526438555e-05,
|
|
"loss": 0.3328,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32531315088272095,
|
|
"step": 1245,
|
|
"valid_targets_mean": 7121.8,
|
|
"valid_targets_min": 4887
|
|
},
|
|
{
|
|
"epoch": 2.097315436241611,
|
|
"grad_norm": 0.4473660009234783,
|
|
"learning_rate": 3.535549950505664e-05,
|
|
"loss": 0.3266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39161813259124756,
|
|
"step": 1250,
|
|
"valid_targets_mean": 7733.2,
|
|
"valid_targets_min": 3272
|
|
},
|
|
{
|
|
"epoch": 2.1057046979865772,
|
|
"grad_norm": 0.4481249663257016,
|
|
"learning_rate": 3.5301745630894335e-05,
|
|
"loss": 0.322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31673017144203186,
|
|
"step": 1255,
|
|
"valid_targets_mean": 6697.4,
|
|
"valid_targets_min": 3148
|
|
},
|
|
{
|
|
"epoch": 2.1140939597315436,
|
|
"grad_norm": 0.4625274988899184,
|
|
"learning_rate": 3.52477238451049e-05,
|
|
"loss": 0.3407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3583962619304657,
|
|
"step": 1260,
|
|
"valid_targets_mean": 7746.1,
|
|
"valid_targets_min": 2988
|
|
},
|
|
{
|
|
"epoch": 2.12248322147651,
|
|
"grad_norm": 0.5172213228460174,
|
|
"learning_rate": 3.519343509353236e-05,
|
|
"loss": 0.3154,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3001815378665924,
|
|
"step": 1265,
|
|
"valid_targets_mean": 7451.6,
|
|
"valid_targets_min": 2703
|
|
},
|
|
{
|
|
"epoch": 2.1308724832214767,
|
|
"grad_norm": 0.40316022275127994,
|
|
"learning_rate": 3.513888032669491e-05,
|
|
"loss": 0.3018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32507652044296265,
|
|
"step": 1270,
|
|
"valid_targets_mean": 8174.7,
|
|
"valid_targets_min": 3910
|
|
},
|
|
{
|
|
"epoch": 2.139261744966443,
|
|
"grad_norm": 0.4768029209801054,
|
|
"learning_rate": 3.5084060499768306e-05,
|
|
"loss": 0.3377,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4111858010292053,
|
|
"step": 1275,
|
|
"valid_targets_mean": 7502.3,
|
|
"valid_targets_min": 2392
|
|
},
|
|
{
|
|
"epoch": 2.1476510067114094,
|
|
"grad_norm": 0.45513706136100934,
|
|
"learning_rate": 3.5028976572569106e-05,
|
|
"loss": 0.2927,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3249369263648987,
|
|
"step": 1280,
|
|
"valid_targets_mean": 7557.0,
|
|
"valid_targets_min": 3073
|
|
},
|
|
{
|
|
"epoch": 2.1560402684563758,
|
|
"grad_norm": 0.4145970961311004,
|
|
"learning_rate": 3.497362950953792e-05,
|
|
"loss": 0.3246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30537134408950806,
|
|
"step": 1285,
|
|
"valid_targets_mean": 7468.0,
|
|
"valid_targets_min": 4054
|
|
},
|
|
{
|
|
"epoch": 2.164429530201342,
|
|
"grad_norm": 0.4150633170155709,
|
|
"learning_rate": 3.4918020279722454e-05,
|
|
"loss": 0.3009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2901865839958191,
|
|
"step": 1290,
|
|
"valid_targets_mean": 7112.4,
|
|
"valid_targets_min": 2080
|
|
},
|
|
{
|
|
"epoch": 2.172818791946309,
|
|
"grad_norm": 0.49272676592663855,
|
|
"learning_rate": 3.486214985676059e-05,
|
|
"loss": 0.3191,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36454761028289795,
|
|
"step": 1295,
|
|
"valid_targets_mean": 7546.1,
|
|
"valid_targets_min": 3564
|
|
},
|
|
{
|
|
"epoch": 2.1812080536912752,
|
|
"grad_norm": 0.46374231405417815,
|
|
"learning_rate": 3.4806019218863336e-05,
|
|
"loss": 0.3126,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27287721633911133,
|
|
"step": 1300,
|
|
"valid_targets_mean": 7521.9,
|
|
"valid_targets_min": 3040
|
|
},
|
|
{
|
|
"epoch": 2.1895973154362416,
|
|
"grad_norm": 0.4597971994199139,
|
|
"learning_rate": 3.474962934879769e-05,
|
|
"loss": 0.3178,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3161107301712036,
|
|
"step": 1305,
|
|
"valid_targets_mean": 6784.7,
|
|
"valid_targets_min": 2822
|
|
},
|
|
{
|
|
"epoch": 2.197986577181208,
|
|
"grad_norm": 0.46020007013121705,
|
|
"learning_rate": 3.469298123386942e-05,
|
|
"loss": 0.3037,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3112471401691437,
|
|
"step": 1310,
|
|
"valid_targets_mean": 6906.2,
|
|
"valid_targets_min": 2470
|
|
},
|
|
{
|
|
"epoch": 2.2063758389261743,
|
|
"grad_norm": 0.492958857992654,
|
|
"learning_rate": 3.4636075865905794e-05,
|
|
"loss": 0.2968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30589598417282104,
|
|
"step": 1315,
|
|
"valid_targets_mean": 7868.9,
|
|
"valid_targets_min": 5007
|
|
},
|
|
{
|
|
"epoch": 2.214765100671141,
|
|
"grad_norm": 0.5710433872243388,
|
|
"learning_rate": 3.457891424123823e-05,
|
|
"loss": 0.3759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38415563106536865,
|
|
"step": 1320,
|
|
"valid_targets_mean": 5229.1,
|
|
"valid_targets_min": 2397
|
|
},
|
|
{
|
|
"epoch": 2.2231543624161074,
|
|
"grad_norm": 0.7935791016843832,
|
|
"learning_rate": 3.4521497360684806e-05,
|
|
"loss": 0.4225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43013817071914673,
|
|
"step": 1325,
|
|
"valid_targets_mean": 3945.6,
|
|
"valid_targets_min": 2194
|
|
},
|
|
{
|
|
"epoch": 2.2315436241610738,
|
|
"grad_norm": 0.6669523753063487,
|
|
"learning_rate": 3.4463826229532794e-05,
|
|
"loss": 0.4129,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3834550976753235,
|
|
"step": 1330,
|
|
"valid_targets_mean": 4037.4,
|
|
"valid_targets_min": 1497
|
|
},
|
|
{
|
|
"epoch": 2.23993288590604,
|
|
"grad_norm": 0.7716561296284383,
|
|
"learning_rate": 3.4405901857521e-05,
|
|
"loss": 0.4248,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.414074182510376,
|
|
"step": 1335,
|
|
"valid_targets_mean": 5008.7,
|
|
"valid_targets_min": 2932
|
|
},
|
|
{
|
|
"epoch": 2.248322147651007,
|
|
"grad_norm": 0.5506109732136797,
|
|
"learning_rate": 3.4347725258822143e-05,
|
|
"loss": 0.4115,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4239192008972168,
|
|
"step": 1340,
|
|
"valid_targets_mean": 5910.4,
|
|
"valid_targets_min": 2367
|
|
},
|
|
{
|
|
"epoch": 2.2567114093959733,
|
|
"grad_norm": 0.5982912817837929,
|
|
"learning_rate": 3.4289297452025044e-05,
|
|
"loss": 0.3964,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4122527837753296,
|
|
"step": 1345,
|
|
"valid_targets_mean": 4245.2,
|
|
"valid_targets_min": 2401
|
|
},
|
|
{
|
|
"epoch": 2.2651006711409396,
|
|
"grad_norm": 0.5810879635226942,
|
|
"learning_rate": 3.423061946011684e-05,
|
|
"loss": 0.4081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37277913093566895,
|
|
"step": 1350,
|
|
"valid_targets_mean": 4953.4,
|
|
"valid_targets_min": 2166
|
|
},
|
|
{
|
|
"epoch": 2.273489932885906,
|
|
"grad_norm": 0.6082515302140243,
|
|
"learning_rate": 3.417169231046503e-05,
|
|
"loss": 0.4055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.384243369102478,
|
|
"step": 1355,
|
|
"valid_targets_mean": 4656.1,
|
|
"valid_targets_min": 2314
|
|
},
|
|
{
|
|
"epoch": 2.2818791946308723,
|
|
"grad_norm": 0.7161321577324711,
|
|
"learning_rate": 3.411251703479952e-05,
|
|
"loss": 0.4028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39829784631729126,
|
|
"step": 1360,
|
|
"valid_targets_mean": 4454.9,
|
|
"valid_targets_min": 1801
|
|
},
|
|
{
|
|
"epoch": 2.290268456375839,
|
|
"grad_norm": 0.6618368360922882,
|
|
"learning_rate": 3.405309466919454e-05,
|
|
"loss": 0.391,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3945760726928711,
|
|
"step": 1365,
|
|
"valid_targets_mean": 3714.0,
|
|
"valid_targets_min": 1819
|
|
},
|
|
{
|
|
"epoch": 2.2986577181208054,
|
|
"grad_norm": 0.6374297039673902,
|
|
"learning_rate": 3.3993426254050534e-05,
|
|
"loss": 0.3974,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4257645308971405,
|
|
"step": 1370,
|
|
"valid_targets_mean": 4132.1,
|
|
"valid_targets_min": 2114
|
|
},
|
|
{
|
|
"epoch": 2.307046979865772,
|
|
"grad_norm": 0.6145397461152713,
|
|
"learning_rate": 3.393351283407588e-05,
|
|
"loss": 0.4084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36819249391555786,
|
|
"step": 1375,
|
|
"valid_targets_mean": 4337.7,
|
|
"valid_targets_min": 2174
|
|
},
|
|
{
|
|
"epoch": 2.315436241610738,
|
|
"grad_norm": 0.5809229241749594,
|
|
"learning_rate": 3.387335545826867e-05,
|
|
"loss": 0.3879,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.356969952583313,
|
|
"step": 1380,
|
|
"valid_targets_mean": 4287.4,
|
|
"valid_targets_min": 2148
|
|
},
|
|
{
|
|
"epoch": 2.323825503355705,
|
|
"grad_norm": 0.5675018196487998,
|
|
"learning_rate": 3.3812955179898305e-05,
|
|
"loss": 0.3883,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36231207847595215,
|
|
"step": 1385,
|
|
"valid_targets_mean": 5713.9,
|
|
"valid_targets_min": 1871
|
|
},
|
|
{
|
|
"epoch": 2.3322147651006713,
|
|
"grad_norm": 0.546838535455084,
|
|
"learning_rate": 3.3752313056487056e-05,
|
|
"loss": 0.3493,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3755466341972351,
|
|
"step": 1390,
|
|
"valid_targets_mean": 5019.2,
|
|
"valid_targets_min": 2007
|
|
},
|
|
{
|
|
"epoch": 2.3406040268456376,
|
|
"grad_norm": 0.535635390940889,
|
|
"learning_rate": 3.369143014979156e-05,
|
|
"loss": 0.3619,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3481118381023407,
|
|
"step": 1395,
|
|
"valid_targets_mean": 5106.4,
|
|
"valid_targets_min": 1711
|
|
},
|
|
{
|
|
"epoch": 2.348993288590604,
|
|
"grad_norm": 0.5452383044456509,
|
|
"learning_rate": 3.3630307525784224e-05,
|
|
"loss": 0.332,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3285505771636963,
|
|
"step": 1400,
|
|
"valid_targets_mean": 4400.2,
|
|
"valid_targets_min": 2244
|
|
},
|
|
{
|
|
"epoch": 2.3573825503355703,
|
|
"grad_norm": 0.6285622660379921,
|
|
"learning_rate": 3.356894625463456e-05,
|
|
"loss": 0.3454,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3412173092365265,
|
|
"step": 1405,
|
|
"valid_targets_mean": 4533.4,
|
|
"valid_targets_min": 1844
|
|
},
|
|
{
|
|
"epoch": 2.365771812080537,
|
|
"grad_norm": 0.5812892813114495,
|
|
"learning_rate": 3.350734741069045e-05,
|
|
"loss": 0.3309,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3514842987060547,
|
|
"step": 1410,
|
|
"valid_targets_mean": 4403.6,
|
|
"valid_targets_min": 1981
|
|
},
|
|
{
|
|
"epoch": 2.3741610738255035,
|
|
"grad_norm": 0.5495705106539454,
|
|
"learning_rate": 3.344551207245933e-05,
|
|
"loss": 0.3282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31175684928894043,
|
|
"step": 1415,
|
|
"valid_targets_mean": 5373.3,
|
|
"valid_targets_min": 2135
|
|
},
|
|
{
|
|
"epoch": 2.38255033557047,
|
|
"grad_norm": 0.4990043682913641,
|
|
"learning_rate": 3.3383441322589315e-05,
|
|
"loss": 0.3144,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.308898001909256,
|
|
"step": 1420,
|
|
"valid_targets_mean": 5323.1,
|
|
"valid_targets_min": 2232
|
|
},
|
|
{
|
|
"epoch": 2.390939597315436,
|
|
"grad_norm": 0.6302503170489214,
|
|
"learning_rate": 3.332113624785025e-05,
|
|
"loss": 0.3319,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3533690571784973,
|
|
"step": 1425,
|
|
"valid_targets_mean": 5083.4,
|
|
"valid_targets_min": 2802
|
|
},
|
|
{
|
|
"epoch": 2.3993288590604025,
|
|
"grad_norm": 0.9366298498480529,
|
|
"learning_rate": 3.325859793911465e-05,
|
|
"loss": 0.3571,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3332177400588989,
|
|
"step": 1430,
|
|
"valid_targets_mean": 5944.1,
|
|
"valid_targets_min": 2963
|
|
},
|
|
{
|
|
"epoch": 2.4077181208053693,
|
|
"grad_norm": 0.5715778498762676,
|
|
"learning_rate": 3.319582749133866e-05,
|
|
"loss": 0.3332,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3450821042060852,
|
|
"step": 1435,
|
|
"valid_targets_mean": 5382.9,
|
|
"valid_targets_min": 2507
|
|
},
|
|
{
|
|
"epoch": 2.4161073825503356,
|
|
"grad_norm": 0.5820358441715864,
|
|
"learning_rate": 3.313282600354279e-05,
|
|
"loss": 0.3318,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38198742270469666,
|
|
"step": 1440,
|
|
"valid_targets_mean": 4676.9,
|
|
"valid_targets_min": 2346
|
|
},
|
|
{
|
|
"epoch": 2.424496644295302,
|
|
"grad_norm": 0.5381040915088271,
|
|
"learning_rate": 3.3069594578792795e-05,
|
|
"loss": 0.3247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32292282581329346,
|
|
"step": 1445,
|
|
"valid_targets_mean": 4919.2,
|
|
"valid_targets_min": 2405
|
|
},
|
|
{
|
|
"epoch": 2.4328859060402683,
|
|
"grad_norm": 0.5464755127598416,
|
|
"learning_rate": 3.3006134324180246e-05,
|
|
"loss": 0.3453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34378236532211304,
|
|
"step": 1450,
|
|
"valid_targets_mean": 4644.6,
|
|
"valid_targets_min": 2987
|
|
},
|
|
{
|
|
"epoch": 2.4412751677852347,
|
|
"grad_norm": 0.5778247505646406,
|
|
"learning_rate": 3.294244635080322e-05,
|
|
"loss": 0.323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3166796565055847,
|
|
"step": 1455,
|
|
"valid_targets_mean": 4582.3,
|
|
"valid_targets_min": 2019
|
|
},
|
|
{
|
|
"epoch": 2.4496644295302015,
|
|
"grad_norm": 0.5438572036946208,
|
|
"learning_rate": 3.2878531773746815e-05,
|
|
"loss": 0.343,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32977181673049927,
|
|
"step": 1460,
|
|
"valid_targets_mean": 5231.9,
|
|
"valid_targets_min": 2798
|
|
},
|
|
{
|
|
"epoch": 2.458053691275168,
|
|
"grad_norm": 0.5481029808369472,
|
|
"learning_rate": 3.2814391712063645e-05,
|
|
"loss": 0.3293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2937307059764862,
|
|
"step": 1465,
|
|
"valid_targets_mean": 5156.6,
|
|
"valid_targets_min": 2080
|
|
},
|
|
{
|
|
"epoch": 2.466442953020134,
|
|
"grad_norm": 0.5334750424683744,
|
|
"learning_rate": 3.275002728875423e-05,
|
|
"loss": 0.3354,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33928877115249634,
|
|
"step": 1470,
|
|
"valid_targets_mean": 4651.2,
|
|
"valid_targets_min": 2329
|
|
},
|
|
{
|
|
"epoch": 2.4748322147651005,
|
|
"grad_norm": 0.5873695229900598,
|
|
"learning_rate": 3.268543963074732e-05,
|
|
"loss": 0.3363,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35795867443084717,
|
|
"step": 1475,
|
|
"valid_targets_mean": 4338.4,
|
|
"valid_targets_min": 2375
|
|
},
|
|
{
|
|
"epoch": 2.4832214765100673,
|
|
"grad_norm": 0.7139681301099575,
|
|
"learning_rate": 3.2620629868880234e-05,
|
|
"loss": 0.3379,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33694660663604736,
|
|
"step": 1480,
|
|
"valid_targets_mean": 5411.5,
|
|
"valid_targets_min": 2320
|
|
},
|
|
{
|
|
"epoch": 2.4916107382550337,
|
|
"grad_norm": 0.5186540713707555,
|
|
"learning_rate": 3.255559913787896e-05,
|
|
"loss": 0.3374,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3617810606956482,
|
|
"step": 1485,
|
|
"valid_targets_mean": 6352.4,
|
|
"valid_targets_min": 2255
|
|
},
|
|
{
|
|
"epoch": 2.5,
|
|
"grad_norm": 0.5811315874862599,
|
|
"learning_rate": 3.249034857633837e-05,
|
|
"loss": 0.3388,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39030152559280396,
|
|
"step": 1490,
|
|
"valid_targets_mean": 4852.2,
|
|
"valid_targets_min": 2408
|
|
},
|
|
{
|
|
"epoch": 2.5083892617449663,
|
|
"grad_norm": 0.5355377816240061,
|
|
"learning_rate": 3.242487932670224e-05,
|
|
"loss": 0.3225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3067181706428528,
|
|
"step": 1495,
|
|
"valid_targets_mean": 6067.6,
|
|
"valid_targets_min": 3288
|
|
},
|
|
{
|
|
"epoch": 2.5167785234899327,
|
|
"grad_norm": 0.5033326491273779,
|
|
"learning_rate": 3.2359192535243255e-05,
|
|
"loss": 0.3157,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27847611904144287,
|
|
"step": 1500,
|
|
"valid_targets_mean": 5254.0,
|
|
"valid_targets_min": 1880
|
|
},
|
|
{
|
|
"epoch": 2.5251677852348995,
|
|
"grad_norm": 0.567141960655738,
|
|
"learning_rate": 3.2293289352042974e-05,
|
|
"loss": 0.3438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33290085196495056,
|
|
"step": 1505,
|
|
"valid_targets_mean": 5129.2,
|
|
"valid_targets_min": 2704
|
|
},
|
|
{
|
|
"epoch": 2.533557046979866,
|
|
"grad_norm": 0.537752086775137,
|
|
"learning_rate": 3.2227170930971635e-05,
|
|
"loss": 0.3336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3089789152145386,
|
|
"step": 1510,
|
|
"valid_targets_mean": 5251.9,
|
|
"valid_targets_min": 2324
|
|
},
|
|
{
|
|
"epoch": 2.541946308724832,
|
|
"grad_norm": 0.46371799158922394,
|
|
"learning_rate": 3.216083842966799e-05,
|
|
"loss": 0.3116,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28042498230934143,
|
|
"step": 1515,
|
|
"valid_targets_mean": 5800.2,
|
|
"valid_targets_min": 2357
|
|
},
|
|
{
|
|
"epoch": 2.5503355704697985,
|
|
"grad_norm": 0.49906778637915816,
|
|
"learning_rate": 3.209429300951905e-05,
|
|
"loss": 0.3257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3296702802181244,
|
|
"step": 1520,
|
|
"valid_targets_mean": 5885.9,
|
|
"valid_targets_min": 2532
|
|
},
|
|
{
|
|
"epoch": 2.5587248322147653,
|
|
"grad_norm": 0.5901564252008695,
|
|
"learning_rate": 3.202753583563969e-05,
|
|
"loss": 0.3338,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3533482551574707,
|
|
"step": 1525,
|
|
"valid_targets_mean": 4611.0,
|
|
"valid_targets_min": 2247
|
|
},
|
|
{
|
|
"epoch": 2.5671140939597317,
|
|
"grad_norm": 0.6049425090356672,
|
|
"learning_rate": 3.196056807685233e-05,
|
|
"loss": 0.331,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34530556201934814,
|
|
"step": 1530,
|
|
"valid_targets_mean": 4014.8,
|
|
"valid_targets_min": 1920
|
|
},
|
|
{
|
|
"epoch": 2.575503355704698,
|
|
"grad_norm": 0.5463985915202139,
|
|
"learning_rate": 3.189339090566639e-05,
|
|
"loss": 0.344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37530845403671265,
|
|
"step": 1535,
|
|
"valid_targets_mean": 5276.6,
|
|
"valid_targets_min": 2612
|
|
},
|
|
{
|
|
"epoch": 2.5838926174496644,
|
|
"grad_norm": 0.553966804293357,
|
|
"learning_rate": 3.182600549825785e-05,
|
|
"loss": 0.3181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32243046164512634,
|
|
"step": 1540,
|
|
"valid_targets_mean": 4850.3,
|
|
"valid_targets_min": 2301
|
|
},
|
|
{
|
|
"epoch": 2.5922818791946307,
|
|
"grad_norm": 0.5931536075290793,
|
|
"learning_rate": 3.175841303444856e-05,
|
|
"loss": 0.3245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3262476623058319,
|
|
"step": 1545,
|
|
"valid_targets_mean": 5194.4,
|
|
"valid_targets_min": 2371
|
|
},
|
|
{
|
|
"epoch": 2.600671140939597,
|
|
"grad_norm": 0.5344464504713267,
|
|
"learning_rate": 3.169061469768566e-05,
|
|
"loss": 0.3455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3294913172721863,
|
|
"step": 1550,
|
|
"valid_targets_mean": 5431.9,
|
|
"valid_targets_min": 2159
|
|
},
|
|
{
|
|
"epoch": 2.609060402684564,
|
|
"grad_norm": 0.5735165104061004,
|
|
"learning_rate": 3.162261167502081e-05,
|
|
"loss": 0.3414,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3188868761062622,
|
|
"step": 1555,
|
|
"valid_targets_mean": 4606.6,
|
|
"valid_targets_min": 2096
|
|
},
|
|
{
|
|
"epoch": 2.61744966442953,
|
|
"grad_norm": 0.510957083138931,
|
|
"learning_rate": 3.155440515708945e-05,
|
|
"loss": 0.3415,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3340016305446625,
|
|
"step": 1560,
|
|
"valid_targets_mean": 5406.6,
|
|
"valid_targets_min": 2219
|
|
},
|
|
{
|
|
"epoch": 2.6258389261744965,
|
|
"grad_norm": 0.5105944754114194,
|
|
"learning_rate": 3.1485996338089906e-05,
|
|
"loss": 0.3174,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2784973382949829,
|
|
"step": 1565,
|
|
"valid_targets_mean": 5233.4,
|
|
"valid_targets_min": 1930
|
|
},
|
|
{
|
|
"epoch": 2.6342281879194633,
|
|
"grad_norm": 0.5701812279281744,
|
|
"learning_rate": 3.141738641576254e-05,
|
|
"loss": 0.3292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3298957943916321,
|
|
"step": 1570,
|
|
"valid_targets_mean": 5110.7,
|
|
"valid_targets_min": 1339
|
|
},
|
|
{
|
|
"epoch": 2.6426174496644297,
|
|
"grad_norm": 0.5373578069205611,
|
|
"learning_rate": 3.134857659136869e-05,
|
|
"loss": 0.3093,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.317375123500824,
|
|
"step": 1575,
|
|
"valid_targets_mean": 5667.8,
|
|
"valid_targets_min": 2598
|
|
},
|
|
{
|
|
"epoch": 2.651006711409396,
|
|
"grad_norm": 0.5289643876533299,
|
|
"learning_rate": 3.1279568069669744e-05,
|
|
"loss": 0.3318,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3362849950790405,
|
|
"step": 1580,
|
|
"valid_targets_mean": 4838.7,
|
|
"valid_targets_min": 2379
|
|
},
|
|
{
|
|
"epoch": 2.6593959731543624,
|
|
"grad_norm": 0.5301873536727923,
|
|
"learning_rate": 3.121036205890598e-05,
|
|
"loss": 0.3289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3280187249183655,
|
|
"step": 1585,
|
|
"valid_targets_mean": 5387.4,
|
|
"valid_targets_min": 2435
|
|
},
|
|
{
|
|
"epoch": 2.6677852348993287,
|
|
"grad_norm": 0.4773658826796727,
|
|
"learning_rate": 3.114095977077542e-05,
|
|
"loss": 0.3117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33107709884643555,
|
|
"step": 1590,
|
|
"valid_targets_mean": 6580.9,
|
|
"valid_targets_min": 3096
|
|
},
|
|
{
|
|
"epoch": 2.676174496644295,
|
|
"grad_norm": 0.5127675328178021,
|
|
"learning_rate": 3.1071362420412604e-05,
|
|
"loss": 0.3395,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28227123618125916,
|
|
"step": 1595,
|
|
"valid_targets_mean": 5331.3,
|
|
"valid_targets_min": 2607
|
|
},
|
|
{
|
|
"epoch": 2.684563758389262,
|
|
"grad_norm": 0.6809931288855824,
|
|
"learning_rate": 3.100157122636738e-05,
|
|
"loss": 0.3117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31957268714904785,
|
|
"step": 1600,
|
|
"valid_targets_mean": 4802.6,
|
|
"valid_targets_min": 1843
|
|
},
|
|
{
|
|
"epoch": 2.692953020134228,
|
|
"grad_norm": 0.5468454656103353,
|
|
"learning_rate": 3.093158741058348e-05,
|
|
"loss": 0.3158,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3136354088783264,
|
|
"step": 1605,
|
|
"valid_targets_mean": 5199.5,
|
|
"valid_targets_min": 2283
|
|
},
|
|
{
|
|
"epoch": 2.7013422818791946,
|
|
"grad_norm": 0.5878026558771516,
|
|
"learning_rate": 3.086141219837718e-05,
|
|
"loss": 0.3332,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35434913635253906,
|
|
"step": 1610,
|
|
"valid_targets_mean": 4519.5,
|
|
"valid_targets_min": 2306
|
|
},
|
|
{
|
|
"epoch": 2.709731543624161,
|
|
"grad_norm": 0.5567037217282692,
|
|
"learning_rate": 3.079104681841583e-05,
|
|
"loss": 0.3334,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3579016923904419,
|
|
"step": 1615,
|
|
"valid_targets_mean": 5361.8,
|
|
"valid_targets_min": 2040
|
|
},
|
|
{
|
|
"epoch": 2.7181208053691277,
|
|
"grad_norm": 0.5318120910443703,
|
|
"learning_rate": 3.072049250269634e-05,
|
|
"loss": 0.3477,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32555705308914185,
|
|
"step": 1620,
|
|
"valid_targets_mean": 6091.1,
|
|
"valid_targets_min": 2118
|
|
},
|
|
{
|
|
"epoch": 2.726510067114094,
|
|
"grad_norm": 0.564359774938993,
|
|
"learning_rate": 3.064975048652364e-05,
|
|
"loss": 0.3223,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3219876289367676,
|
|
"step": 1625,
|
|
"valid_targets_mean": 4456.3,
|
|
"valid_targets_min": 2053
|
|
},
|
|
{
|
|
"epoch": 2.7348993288590604,
|
|
"grad_norm": 0.5741402906706731,
|
|
"learning_rate": 3.0578822008488984e-05,
|
|
"loss": 0.3475,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36692801117897034,
|
|
"step": 1630,
|
|
"valid_targets_mean": 4881.3,
|
|
"valid_targets_min": 1094
|
|
},
|
|
{
|
|
"epoch": 2.7432885906040267,
|
|
"grad_norm": 0.47687725725615143,
|
|
"learning_rate": 3.050770831044835e-05,
|
|
"loss": 0.2969,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21516865491867065,
|
|
"step": 1635,
|
|
"valid_targets_mean": 7170.1,
|
|
"valid_targets_min": 4264
|
|
},
|
|
{
|
|
"epoch": 2.751677852348993,
|
|
"grad_norm": 0.4546711410215575,
|
|
"learning_rate": 3.0436410637500624e-05,
|
|
"loss": 0.2285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23095494508743286,
|
|
"step": 1640,
|
|
"valid_targets_mean": 6591.3,
|
|
"valid_targets_min": 3146
|
|
},
|
|
{
|
|
"epoch": 2.76006711409396,
|
|
"grad_norm": 0.47189522703744397,
|
|
"learning_rate": 3.036493023796583e-05,
|
|
"loss": 0.2312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23911446332931519,
|
|
"step": 1645,
|
|
"valid_targets_mean": 5952.6,
|
|
"valid_targets_min": 3344
|
|
},
|
|
{
|
|
"epoch": 2.7684563758389262,
|
|
"grad_norm": 0.4541596865622402,
|
|
"learning_rate": 3.0293268363363276e-05,
|
|
"loss": 0.2228,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21723681688308716,
|
|
"step": 1650,
|
|
"valid_targets_mean": 6554.4,
|
|
"valid_targets_min": 3676
|
|
},
|
|
{
|
|
"epoch": 2.7768456375838926,
|
|
"grad_norm": 0.46028976426643436,
|
|
"learning_rate": 3.0221426268389663e-05,
|
|
"loss": 0.2258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2234461009502411,
|
|
"step": 1655,
|
|
"valid_targets_mean": 5764.8,
|
|
"valid_targets_min": 3725
|
|
},
|
|
{
|
|
"epoch": 2.785234899328859,
|
|
"grad_norm": 0.4678718404389343,
|
|
"learning_rate": 3.014940521089705e-05,
|
|
"loss": 0.2198,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21628400683403015,
|
|
"step": 1660,
|
|
"valid_targets_mean": 6907.3,
|
|
"valid_targets_min": 4340
|
|
},
|
|
{
|
|
"epoch": 2.7936241610738257,
|
|
"grad_norm": 0.4498709718134225,
|
|
"learning_rate": 3.00772064518709e-05,
|
|
"loss": 0.2171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1899103969335556,
|
|
"step": 1665,
|
|
"valid_targets_mean": 5534.2,
|
|
"valid_targets_min": 2727
|
|
},
|
|
{
|
|
"epoch": 2.802013422818792,
|
|
"grad_norm": 0.4418082266156402,
|
|
"learning_rate": 3.000483125540796e-05,
|
|
"loss": 0.232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2425849437713623,
|
|
"step": 1670,
|
|
"valid_targets_mean": 5948.1,
|
|
"valid_targets_min": 3544
|
|
},
|
|
{
|
|
"epoch": 2.8104026845637584,
|
|
"grad_norm": 0.44388047405272696,
|
|
"learning_rate": 2.9932280888694168e-05,
|
|
"loss": 0.2255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23246996104717255,
|
|
"step": 1675,
|
|
"valid_targets_mean": 6550.1,
|
|
"valid_targets_min": 3124
|
|
},
|
|
{
|
|
"epoch": 2.8187919463087248,
|
|
"grad_norm": 0.4442756641577408,
|
|
"learning_rate": 2.985955662198242e-05,
|
|
"loss": 0.2429,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28180423378944397,
|
|
"step": 1680,
|
|
"valid_targets_mean": 6668.4,
|
|
"valid_targets_min": 3364
|
|
},
|
|
{
|
|
"epoch": 2.827181208053691,
|
|
"grad_norm": 0.45460177829337356,
|
|
"learning_rate": 2.978665972857035e-05,
|
|
"loss": 0.2336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2684323787689209,
|
|
"step": 1685,
|
|
"valid_targets_mean": 6537.2,
|
|
"valid_targets_min": 2860
|
|
},
|
|
{
|
|
"epoch": 2.8355704697986575,
|
|
"grad_norm": 0.3957006959045116,
|
|
"learning_rate": 2.9713591484778055e-05,
|
|
"loss": 0.2177,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19664597511291504,
|
|
"step": 1690,
|
|
"valid_targets_mean": 6501.0,
|
|
"valid_targets_min": 3368
|
|
},
|
|
{
|
|
"epoch": 2.8439597315436242,
|
|
"grad_norm": 0.4254197395693919,
|
|
"learning_rate": 2.9640353169925715e-05,
|
|
"loss": 0.221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17788392305374146,
|
|
"step": 1695,
|
|
"valid_targets_mean": 6252.9,
|
|
"valid_targets_min": 2384
|
|
},
|
|
{
|
|
"epoch": 2.8523489932885906,
|
|
"grad_norm": 0.48175756674110215,
|
|
"learning_rate": 2.956694606631123e-05,
|
|
"loss": 0.2137,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23316311836242676,
|
|
"step": 1700,
|
|
"valid_targets_mean": 7136.6,
|
|
"valid_targets_min": 3722
|
|
},
|
|
{
|
|
"epoch": 2.860738255033557,
|
|
"grad_norm": 0.4777776571998629,
|
|
"learning_rate": 2.9493371459187723e-05,
|
|
"loss": 0.2377,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2757401764392853,
|
|
"step": 1705,
|
|
"valid_targets_mean": 6547.6,
|
|
"valid_targets_min": 3433
|
|
},
|
|
{
|
|
"epoch": 2.8691275167785237,
|
|
"grad_norm": 0.42669637388101245,
|
|
"learning_rate": 2.9419630636741088e-05,
|
|
"loss": 0.2147,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19498570263385773,
|
|
"step": 1710,
|
|
"valid_targets_mean": 7310.3,
|
|
"valid_targets_min": 3731
|
|
},
|
|
{
|
|
"epoch": 2.87751677852349,
|
|
"grad_norm": 0.4693843718327286,
|
|
"learning_rate": 2.9345724890067386e-05,
|
|
"loss": 0.2254,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25868386030197144,
|
|
"step": 1715,
|
|
"valid_targets_mean": 6397.4,
|
|
"valid_targets_min": 3861
|
|
},
|
|
{
|
|
"epoch": 2.8859060402684564,
|
|
"grad_norm": 0.45185240695761386,
|
|
"learning_rate": 2.9271655513150293e-05,
|
|
"loss": 0.2166,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2129001021385193,
|
|
"step": 1720,
|
|
"valid_targets_mean": 6480.8,
|
|
"valid_targets_min": 2753
|
|
},
|
|
{
|
|
"epoch": 2.8942953020134228,
|
|
"grad_norm": 0.5352926202412781,
|
|
"learning_rate": 2.9197423802838396e-05,
|
|
"loss": 0.2182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20774738490581512,
|
|
"step": 1725,
|
|
"valid_targets_mean": 5949.8,
|
|
"valid_targets_min": 2908
|
|
},
|
|
{
|
|
"epoch": 2.902684563758389,
|
|
"grad_norm": 0.4729386598413279,
|
|
"learning_rate": 2.912303105882251e-05,
|
|
"loss": 0.2289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23421156406402588,
|
|
"step": 1730,
|
|
"valid_targets_mean": 6394.9,
|
|
"valid_targets_min": 3994
|
|
},
|
|
{
|
|
"epoch": 2.9110738255033555,
|
|
"grad_norm": 0.43333103318513644,
|
|
"learning_rate": 2.9048478583612932e-05,
|
|
"loss": 0.2271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2326471507549286,
|
|
"step": 1735,
|
|
"valid_targets_mean": 6311.9,
|
|
"valid_targets_min": 2320
|
|
},
|
|
{
|
|
"epoch": 2.9194630872483223,
|
|
"grad_norm": 0.4405427141855079,
|
|
"learning_rate": 2.897376768251661e-05,
|
|
"loss": 0.2181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24898266792297363,
|
|
"step": 1740,
|
|
"valid_targets_mean": 6375.8,
|
|
"valid_targets_min": 4649
|
|
},
|
|
{
|
|
"epoch": 2.9278523489932886,
|
|
"grad_norm": 0.502641565407119,
|
|
"learning_rate": 2.8898899663614294e-05,
|
|
"loss": 0.2132,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21118290722370148,
|
|
"step": 1745,
|
|
"valid_targets_mean": 5890.0,
|
|
"valid_targets_min": 3165
|
|
},
|
|
{
|
|
"epoch": 2.936241610738255,
|
|
"grad_norm": 0.5654771704862958,
|
|
"learning_rate": 2.8823875837737664e-05,
|
|
"loss": 0.2325,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27783122658729553,
|
|
"step": 1750,
|
|
"valid_targets_mean": 6355.1,
|
|
"valid_targets_min": 3117
|
|
},
|
|
{
|
|
"epoch": 2.9446308724832218,
|
|
"grad_norm": 0.45101362296422326,
|
|
"learning_rate": 2.8748697518446343e-05,
|
|
"loss": 0.2208,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21551084518432617,
|
|
"step": 1755,
|
|
"valid_targets_mean": 6151.1,
|
|
"valid_targets_min": 3470
|
|
},
|
|
{
|
|
"epoch": 2.953020134228188,
|
|
"grad_norm": 0.4493212317585719,
|
|
"learning_rate": 2.867336602200492e-05,
|
|
"loss": 0.207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1713525801897049,
|
|
"step": 1760,
|
|
"valid_targets_mean": 5871.4,
|
|
"valid_targets_min": 3001
|
|
},
|
|
{
|
|
"epoch": 2.9614093959731544,
|
|
"grad_norm": 0.4441136022460391,
|
|
"learning_rate": 2.8597882667359878e-05,
|
|
"loss": 0.2188,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18627864122390747,
|
|
"step": 1765,
|
|
"valid_targets_mean": 6023.6,
|
|
"valid_targets_min": 3882
|
|
},
|
|
{
|
|
"epoch": 2.969798657718121,
|
|
"grad_norm": 0.45978694258850117,
|
|
"learning_rate": 2.8522248776116544e-05,
|
|
"loss": 0.2366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23736673593521118,
|
|
"step": 1770,
|
|
"valid_targets_mean": 6363.8,
|
|
"valid_targets_min": 4007
|
|
},
|
|
{
|
|
"epoch": 2.978187919463087,
|
|
"grad_norm": 0.5702066521743531,
|
|
"learning_rate": 2.8446465672515917e-05,
|
|
"loss": 0.2311,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.303191602230072,
|
|
"step": 1775,
|
|
"valid_targets_mean": 7757.6,
|
|
"valid_targets_min": 3037
|
|
},
|
|
{
|
|
"epoch": 2.9865771812080535,
|
|
"grad_norm": 0.48418902835942623,
|
|
"learning_rate": 2.8370534683411476e-05,
|
|
"loss": 0.231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2507019639015198,
|
|
"step": 1780,
|
|
"valid_targets_mean": 6457.0,
|
|
"valid_targets_min": 3503
|
|
},
|
|
{
|
|
"epoch": 2.9949664429530203,
|
|
"grad_norm": 0.521598833215232,
|
|
"learning_rate": 2.829445713824598e-05,
|
|
"loss": 0.224,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1831042319536209,
|
|
"step": 1785,
|
|
"valid_targets_mean": 6649.4,
|
|
"valid_targets_min": 3589
|
|
},
|
|
{
|
|
"epoch": 3.0033557046979866,
|
|
"grad_norm": 0.5240397225363642,
|
|
"learning_rate": 2.8218234369028165e-05,
|
|
"loss": 0.2616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3380255103111267,
|
|
"step": 1790,
|
|
"valid_targets_mean": 7485.6,
|
|
"valid_targets_min": 3105
|
|
},
|
|
{
|
|
"epoch": 3.011744966442953,
|
|
"grad_norm": 0.4221493227056485,
|
|
"learning_rate": 2.8141867710309435e-05,
|
|
"loss": 0.3159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2678639888763428,
|
|
"step": 1795,
|
|
"valid_targets_mean": 7863.2,
|
|
"valid_targets_min": 2267
|
|
},
|
|
{
|
|
"epoch": 3.0201342281879193,
|
|
"grad_norm": 0.42544867122179214,
|
|
"learning_rate": 2.8065358499160503e-05,
|
|
"loss": 0.3084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3196631669998169,
|
|
"step": 1800,
|
|
"valid_targets_mean": 7926.6,
|
|
"valid_targets_min": 2905
|
|
},
|
|
{
|
|
"epoch": 3.028523489932886,
|
|
"grad_norm": 0.4701487483809963,
|
|
"learning_rate": 2.7988708075147954e-05,
|
|
"loss": 0.3023,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3164515197277069,
|
|
"step": 1805,
|
|
"valid_targets_mean": 8084.8,
|
|
"valid_targets_min": 2815
|
|
},
|
|
{
|
|
"epoch": 3.0369127516778525,
|
|
"grad_norm": 0.4650218396536915,
|
|
"learning_rate": 2.791191778031081e-05,
|
|
"loss": 0.3107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3165399432182312,
|
|
"step": 1810,
|
|
"valid_targets_mean": 7303.1,
|
|
"valid_targets_min": 4407
|
|
},
|
|
{
|
|
"epoch": 3.045302013422819,
|
|
"grad_norm": 0.4955122809928877,
|
|
"learning_rate": 2.783498895913705e-05,
|
|
"loss": 0.3074,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32211869955062866,
|
|
"step": 1815,
|
|
"valid_targets_mean": 8275.1,
|
|
"valid_targets_min": 4626
|
|
},
|
|
{
|
|
"epoch": 3.053691275167785,
|
|
"grad_norm": 0.4561818700403147,
|
|
"learning_rate": 2.775792295854002e-05,
|
|
"loss": 0.2989,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27344971895217896,
|
|
"step": 1820,
|
|
"valid_targets_mean": 7222.4,
|
|
"valid_targets_min": 3425
|
|
},
|
|
{
|
|
"epoch": 3.0620805369127515,
|
|
"grad_norm": 0.4704791947585593,
|
|
"learning_rate": 2.7680721127834912e-05,
|
|
"loss": 0.317,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37310269474983215,
|
|
"step": 1825,
|
|
"valid_targets_mean": 6871.7,
|
|
"valid_targets_min": 3063
|
|
},
|
|
{
|
|
"epoch": 3.0704697986577183,
|
|
"grad_norm": 0.49148705636382106,
|
|
"learning_rate": 2.760338481871508e-05,
|
|
"loss": 0.3021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29893338680267334,
|
|
"step": 1830,
|
|
"valid_targets_mean": 6952.8,
|
|
"valid_targets_min": 3356
|
|
},
|
|
{
|
|
"epoch": 3.0788590604026846,
|
|
"grad_norm": 0.455318197558492,
|
|
"learning_rate": 2.7525915385228424e-05,
|
|
"loss": 0.2909,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3230130076408386,
|
|
"step": 1835,
|
|
"valid_targets_mean": 7839.2,
|
|
"valid_targets_min": 3062
|
|
},
|
|
{
|
|
"epoch": 3.087248322147651,
|
|
"grad_norm": 0.4383606924135849,
|
|
"learning_rate": 2.744831418375365e-05,
|
|
"loss": 0.3101,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2872515022754669,
|
|
"step": 1840,
|
|
"valid_targets_mean": 7526.3,
|
|
"valid_targets_min": 3746
|
|
},
|
|
{
|
|
"epoch": 3.0956375838926173,
|
|
"grad_norm": 0.4254691657270492,
|
|
"learning_rate": 2.7370582572976538e-05,
|
|
"loss": 0.2914,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27996861934661865,
|
|
"step": 1845,
|
|
"valid_targets_mean": 7435.4,
|
|
"valid_targets_min": 3537
|
|
},
|
|
{
|
|
"epoch": 3.1040268456375837,
|
|
"grad_norm": 0.45519104952926065,
|
|
"learning_rate": 2.7292721913866142e-05,
|
|
"loss": 0.3146,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2808360755443573,
|
|
"step": 1850,
|
|
"valid_targets_mean": 6994.8,
|
|
"valid_targets_min": 2802
|
|
},
|
|
{
|
|
"epoch": 3.1124161073825505,
|
|
"grad_norm": 0.6100969526136583,
|
|
"learning_rate": 2.7214733569650967e-05,
|
|
"loss": 0.3102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28686290979385376,
|
|
"step": 1855,
|
|
"valid_targets_mean": 6349.4,
|
|
"valid_targets_min": 2371
|
|
},
|
|
{
|
|
"epoch": 3.120805369127517,
|
|
"grad_norm": 0.4316755246345198,
|
|
"learning_rate": 2.7136618905795112e-05,
|
|
"loss": 0.3045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2808920443058014,
|
|
"step": 1860,
|
|
"valid_targets_mean": 6795.1,
|
|
"valid_targets_min": 1736
|
|
},
|
|
{
|
|
"epoch": 3.129194630872483,
|
|
"grad_norm": 0.40621092637250056,
|
|
"learning_rate": 2.7058379289974337e-05,
|
|
"loss": 0.2768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24867378175258636,
|
|
"step": 1865,
|
|
"valid_targets_mean": 7306.8,
|
|
"valid_targets_min": 2278
|
|
},
|
|
{
|
|
"epoch": 3.1375838926174495,
|
|
"grad_norm": 0.431813624631536,
|
|
"learning_rate": 2.698001609205215e-05,
|
|
"loss": 0.2987,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28059113025665283,
|
|
"step": 1870,
|
|
"valid_targets_mean": 7654.8,
|
|
"valid_targets_min": 3182
|
|
},
|
|
{
|
|
"epoch": 3.1459731543624163,
|
|
"grad_norm": 0.4513769489616382,
|
|
"learning_rate": 2.6901530684055784e-05,
|
|
"loss": 0.2885,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25672537088394165,
|
|
"step": 1875,
|
|
"valid_targets_mean": 6007.9,
|
|
"valid_targets_min": 2568
|
|
},
|
|
{
|
|
"epoch": 3.1543624161073827,
|
|
"grad_norm": 0.4256790978295847,
|
|
"learning_rate": 2.6822924440152203e-05,
|
|
"loss": 0.3069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30021923780441284,
|
|
"step": 1880,
|
|
"valid_targets_mean": 7589.7,
|
|
"valid_targets_min": 2205
|
|
},
|
|
{
|
|
"epoch": 3.162751677852349,
|
|
"grad_norm": 0.43316319810075854,
|
|
"learning_rate": 2.6744198736624037e-05,
|
|
"loss": 0.2845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2516406178474426,
|
|
"step": 1885,
|
|
"valid_targets_mean": 6713.5,
|
|
"valid_targets_min": 2733
|
|
},
|
|
{
|
|
"epoch": 3.1711409395973154,
|
|
"grad_norm": 0.4875409054454595,
|
|
"learning_rate": 2.6665354951845493e-05,
|
|
"loss": 0.2837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32117947936058044,
|
|
"step": 1890,
|
|
"valid_targets_mean": 8127.4,
|
|
"valid_targets_min": 4010
|
|
},
|
|
{
|
|
"epoch": 3.1795302013422817,
|
|
"grad_norm": 0.4368370641874567,
|
|
"learning_rate": 2.6586394466258183e-05,
|
|
"loss": 0.3102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32355719804763794,
|
|
"step": 1895,
|
|
"valid_targets_mean": 7846.9,
|
|
"valid_targets_min": 4184
|
|
},
|
|
{
|
|
"epoch": 3.1879194630872485,
|
|
"grad_norm": 0.4449816059461504,
|
|
"learning_rate": 2.6507318662347014e-05,
|
|
"loss": 0.2901,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3063253164291382,
|
|
"step": 1900,
|
|
"valid_targets_mean": 7408.3,
|
|
"valid_targets_min": 3979
|
|
},
|
|
{
|
|
"epoch": 3.196308724832215,
|
|
"grad_norm": 0.44951028807579263,
|
|
"learning_rate": 2.642812892461593e-05,
|
|
"loss": 0.2857,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2589150667190552,
|
|
"step": 1905,
|
|
"valid_targets_mean": 6944.8,
|
|
"valid_targets_min": 2285
|
|
},
|
|
{
|
|
"epoch": 3.204697986577181,
|
|
"grad_norm": 0.41413535877537183,
|
|
"learning_rate": 2.634882663956371e-05,
|
|
"loss": 0.2788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2686363458633423,
|
|
"step": 1910,
|
|
"valid_targets_mean": 8719.4,
|
|
"valid_targets_min": 5440
|
|
},
|
|
{
|
|
"epoch": 3.2130872483221475,
|
|
"grad_norm": 0.6990227504042995,
|
|
"learning_rate": 2.6269413195659656e-05,
|
|
"loss": 0.332,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40405958890914917,
|
|
"step": 1915,
|
|
"valid_targets_mean": 3794.5,
|
|
"valid_targets_min": 2267
|
|
},
|
|
{
|
|
"epoch": 3.221476510067114,
|
|
"grad_norm": 0.6428158519527247,
|
|
"learning_rate": 2.6189889983319313e-05,
|
|
"loss": 0.3795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38603779673576355,
|
|
"step": 1920,
|
|
"valid_targets_mean": 4651.1,
|
|
"valid_targets_min": 2605
|
|
},
|
|
{
|
|
"epoch": 3.2298657718120807,
|
|
"grad_norm": 0.684014374995605,
|
|
"learning_rate": 2.6110258394880114e-05,
|
|
"loss": 0.385,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3808562755584717,
|
|
"step": 1925,
|
|
"valid_targets_mean": 3829.8,
|
|
"valid_targets_min": 2042
|
|
},
|
|
{
|
|
"epoch": 3.238255033557047,
|
|
"grad_norm": 0.64282943969701,
|
|
"learning_rate": 2.6030519824577002e-05,
|
|
"loss": 0.3831,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4083046317100525,
|
|
"step": 1930,
|
|
"valid_targets_mean": 5641.4,
|
|
"valid_targets_min": 2506
|
|
},
|
|
{
|
|
"epoch": 3.2466442953020134,
|
|
"grad_norm": 0.5748425031062804,
|
|
"learning_rate": 2.595067566851801e-05,
|
|
"loss": 0.3771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39053720235824585,
|
|
"step": 1935,
|
|
"valid_targets_mean": 5179.0,
|
|
"valid_targets_min": 1579
|
|
},
|
|
{
|
|
"epoch": 3.2550335570469797,
|
|
"grad_norm": 0.6277330109492906,
|
|
"learning_rate": 2.5870727324659845e-05,
|
|
"loss": 0.3647,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4026775360107422,
|
|
"step": 1940,
|
|
"valid_targets_mean": 4710.8,
|
|
"valid_targets_min": 2127
|
|
},
|
|
{
|
|
"epoch": 3.2634228187919465,
|
|
"grad_norm": 0.6242211857959218,
|
|
"learning_rate": 2.579067619278338e-05,
|
|
"loss": 0.3801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3968504071235657,
|
|
"step": 1945,
|
|
"valid_targets_mean": 4436.9,
|
|
"valid_targets_min": 2477
|
|
},
|
|
{
|
|
"epoch": 3.271812080536913,
|
|
"grad_norm": 0.6444616917512285,
|
|
"learning_rate": 2.5710523674469158e-05,
|
|
"loss": 0.3706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3324239253997803,
|
|
"step": 1950,
|
|
"valid_targets_mean": 4587.4,
|
|
"valid_targets_min": 2920
|
|
},
|
|
{
|
|
"epoch": 3.280201342281879,
|
|
"grad_norm": 0.5556072300490296,
|
|
"learning_rate": 2.5630271173072858e-05,
|
|
"loss": 0.3654,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35132896900177,
|
|
"step": 1955,
|
|
"valid_targets_mean": 5464.1,
|
|
"valid_targets_min": 2240
|
|
},
|
|
{
|
|
"epoch": 3.2885906040268456,
|
|
"grad_norm": 0.594948617124457,
|
|
"learning_rate": 2.5549920093700715e-05,
|
|
"loss": 0.3585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37158772349357605,
|
|
"step": 1960,
|
|
"valid_targets_mean": 5314.4,
|
|
"valid_targets_min": 2299
|
|
},
|
|
{
|
|
"epoch": 3.296979865771812,
|
|
"grad_norm": 0.6840441239223596,
|
|
"learning_rate": 2.5469471843184925e-05,
|
|
"loss": 0.3563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37231218814849854,
|
|
"step": 1965,
|
|
"valid_targets_mean": 4179.4,
|
|
"valid_targets_min": 1855
|
|
},
|
|
{
|
|
"epoch": 3.3053691275167787,
|
|
"grad_norm": 0.6157766127078667,
|
|
"learning_rate": 2.5388927830059014e-05,
|
|
"loss": 0.3833,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35373762249946594,
|
|
"step": 1970,
|
|
"valid_targets_mean": 4273.2,
|
|
"valid_targets_min": 2650
|
|
},
|
|
{
|
|
"epoch": 3.313758389261745,
|
|
"grad_norm": 0.6149200620242575,
|
|
"learning_rate": 2.5308289464533173e-05,
|
|
"loss": 0.3563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3691704571247101,
|
|
"step": 1975,
|
|
"valid_targets_mean": 4569.9,
|
|
"valid_targets_min": 2279
|
|
},
|
|
{
|
|
"epoch": 3.3221476510067114,
|
|
"grad_norm": 0.6167940191503856,
|
|
"learning_rate": 2.5227558158469565e-05,
|
|
"loss": 0.3546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36069685220718384,
|
|
"step": 1980,
|
|
"valid_targets_mean": 5083.7,
|
|
"valid_targets_min": 2842
|
|
},
|
|
{
|
|
"epoch": 3.3305369127516777,
|
|
"grad_norm": 0.5420102438794782,
|
|
"learning_rate": 2.5146735325357613e-05,
|
|
"loss": 0.3191,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33579573035240173,
|
|
"step": 1985,
|
|
"valid_targets_mean": 5135.8,
|
|
"valid_targets_min": 1910
|
|
},
|
|
{
|
|
"epoch": 3.3389261744966445,
|
|
"grad_norm": 0.5015149384862749,
|
|
"learning_rate": 2.506582238028924e-05,
|
|
"loss": 0.3384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3535152077674866,
|
|
"step": 1990,
|
|
"valid_targets_mean": 6253.7,
|
|
"valid_targets_min": 2707
|
|
},
|
|
{
|
|
"epoch": 3.347315436241611,
|
|
"grad_norm": 0.5719330778189297,
|
|
"learning_rate": 2.4984820739934118e-05,
|
|
"loss": 0.3103,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3111467957496643,
|
|
"step": 1995,
|
|
"valid_targets_mean": 5710.1,
|
|
"valid_targets_min": 2364
|
|
},
|
|
{
|
|
"epoch": 3.3557046979865772,
|
|
"grad_norm": 0.5970853065564492,
|
|
"learning_rate": 2.4903731822514814e-05,
|
|
"loss": 0.3159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32904163002967834,
|
|
"step": 2000,
|
|
"valid_targets_mean": 5014.8,
|
|
"valid_targets_min": 2351
|
|
},
|
|
{
|
|
"epoch": 3.3640939597315436,
|
|
"grad_norm": 0.6189306792110061,
|
|
"learning_rate": 2.4822557047782024e-05,
|
|
"loss": 0.3014,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3221728503704071,
|
|
"step": 2005,
|
|
"valid_targets_mean": 3701.6,
|
|
"valid_targets_min": 2426
|
|
},
|
|
{
|
|
"epoch": 3.37248322147651,
|
|
"grad_norm": 0.5151530786183165,
|
|
"learning_rate": 2.474129783698967e-05,
|
|
"loss": 0.3094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2851989269256592,
|
|
"step": 2010,
|
|
"valid_targets_mean": 5461.2,
|
|
"valid_targets_min": 2245
|
|
},
|
|
{
|
|
"epoch": 3.3808724832214763,
|
|
"grad_norm": 0.5725900023340356,
|
|
"learning_rate": 2.4659955612870016e-05,
|
|
"loss": 0.2912,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2894130349159241,
|
|
"step": 2015,
|
|
"valid_targets_mean": 4493.8,
|
|
"valid_targets_min": 2697
|
|
},
|
|
{
|
|
"epoch": 3.389261744966443,
|
|
"grad_norm": 0.5153769358354738,
|
|
"learning_rate": 2.4578531799608792e-05,
|
|
"loss": 0.2975,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2715255916118622,
|
|
"step": 2020,
|
|
"valid_targets_mean": 5229.2,
|
|
"valid_targets_min": 2171
|
|
},
|
|
{
|
|
"epoch": 3.3976510067114094,
|
|
"grad_norm": 0.5745685888306168,
|
|
"learning_rate": 2.4497027822820226e-05,
|
|
"loss": 0.3339,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3185679018497467,
|
|
"step": 2025,
|
|
"valid_targets_mean": 4552.8,
|
|
"valid_targets_min": 1400
|
|
},
|
|
{
|
|
"epoch": 3.4060402684563758,
|
|
"grad_norm": 0.5470525083770996,
|
|
"learning_rate": 2.4415445109522095e-05,
|
|
"loss": 0.3059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30468571186065674,
|
|
"step": 2030,
|
|
"valid_targets_mean": 4832.4,
|
|
"valid_targets_min": 2323
|
|
},
|
|
{
|
|
"epoch": 3.414429530201342,
|
|
"grad_norm": 0.5589974331861296,
|
|
"learning_rate": 2.433378508811074e-05,
|
|
"loss": 0.3017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30940282344818115,
|
|
"step": 2035,
|
|
"valid_targets_mean": 5444.1,
|
|
"valid_targets_min": 2298
|
|
},
|
|
{
|
|
"epoch": 3.422818791946309,
|
|
"grad_norm": 0.5122909712097828,
|
|
"learning_rate": 2.4252049188336056e-05,
|
|
"loss": 0.3114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30228179693222046,
|
|
"step": 2040,
|
|
"valid_targets_mean": 5076.4,
|
|
"valid_targets_min": 2796
|
|
},
|
|
{
|
|
"epoch": 3.4312080536912752,
|
|
"grad_norm": 0.5022232913745113,
|
|
"learning_rate": 2.4170238841276455e-05,
|
|
"loss": 0.3148,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2891295552253723,
|
|
"step": 2045,
|
|
"valid_targets_mean": 5921.9,
|
|
"valid_targets_min": 3442
|
|
},
|
|
{
|
|
"epoch": 3.4395973154362416,
|
|
"grad_norm": 0.554287853662016,
|
|
"learning_rate": 2.4088355479313822e-05,
|
|
"loss": 0.3005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29244285821914673,
|
|
"step": 2050,
|
|
"valid_targets_mean": 4365.0,
|
|
"valid_targets_min": 1975
|
|
},
|
|
{
|
|
"epoch": 3.447986577181208,
|
|
"grad_norm": 0.5260550414333021,
|
|
"learning_rate": 2.4006400536108427e-05,
|
|
"loss": 0.3136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30590301752090454,
|
|
"step": 2055,
|
|
"valid_targets_mean": 5672.2,
|
|
"valid_targets_min": 2949
|
|
},
|
|
{
|
|
"epoch": 3.4563758389261743,
|
|
"grad_norm": 0.612793177345669,
|
|
"learning_rate": 2.3924375446573817e-05,
|
|
"loss": 0.3115,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3439445197582245,
|
|
"step": 2060,
|
|
"valid_targets_mean": 5140.5,
|
|
"valid_targets_min": 1948
|
|
},
|
|
{
|
|
"epoch": 3.464765100671141,
|
|
"grad_norm": 0.583035039668138,
|
|
"learning_rate": 2.3842281646851708e-05,
|
|
"loss": 0.301,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3229281008243561,
|
|
"step": 2065,
|
|
"valid_targets_mean": 4894.6,
|
|
"valid_targets_min": 2458
|
|
},
|
|
{
|
|
"epoch": 3.4731543624161074,
|
|
"grad_norm": 0.4933811710349901,
|
|
"learning_rate": 2.376012057428683e-05,
|
|
"loss": 0.3067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2852545976638794,
|
|
"step": 2070,
|
|
"valid_targets_mean": 6132.2,
|
|
"valid_targets_min": 2886
|
|
},
|
|
{
|
|
"epoch": 3.4815436241610738,
|
|
"grad_norm": 0.540786845418613,
|
|
"learning_rate": 2.3677893667401772e-05,
|
|
"loss": 0.3152,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31584304571151733,
|
|
"step": 2075,
|
|
"valid_targets_mean": 4967.4,
|
|
"valid_targets_min": 2392
|
|
},
|
|
{
|
|
"epoch": 3.48993288590604,
|
|
"grad_norm": 0.5076718942455755,
|
|
"learning_rate": 2.3595602365871776e-05,
|
|
"loss": 0.3089,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30375421047210693,
|
|
"step": 2080,
|
|
"valid_targets_mean": 5562.6,
|
|
"valid_targets_min": 1743
|
|
},
|
|
{
|
|
"epoch": 3.498322147651007,
|
|
"grad_norm": 0.5290450321960141,
|
|
"learning_rate": 2.3513248110499546e-05,
|
|
"loss": 0.3071,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3160179853439331,
|
|
"step": 2085,
|
|
"valid_targets_mean": 5659.8,
|
|
"valid_targets_min": 2278
|
|
},
|
|
{
|
|
"epoch": 3.5067114093959733,
|
|
"grad_norm": 0.523206758490836,
|
|
"learning_rate": 2.343083234319002e-05,
|
|
"loss": 0.3138,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27302926778793335,
|
|
"step": 2090,
|
|
"valid_targets_mean": 5796.7,
|
|
"valid_targets_min": 2246
|
|
},
|
|
{
|
|
"epoch": 3.5151006711409396,
|
|
"grad_norm": 0.5626998760053522,
|
|
"learning_rate": 2.3348356506925117e-05,
|
|
"loss": 0.2968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3022427260875702,
|
|
"step": 2095,
|
|
"valid_targets_mean": 5033.8,
|
|
"valid_targets_min": 2728
|
|
},
|
|
{
|
|
"epoch": 3.523489932885906,
|
|
"grad_norm": 0.5266867911032614,
|
|
"learning_rate": 2.326582204573848e-05,
|
|
"loss": 0.3088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3060499429702759,
|
|
"step": 2100,
|
|
"valid_targets_mean": 5743.9,
|
|
"valid_targets_min": 2507
|
|
},
|
|
{
|
|
"epoch": 3.5318791946308723,
|
|
"grad_norm": 0.5505459812430243,
|
|
"learning_rate": 2.3183230404690195e-05,
|
|
"loss": 0.3129,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2995159327983856,
|
|
"step": 2105,
|
|
"valid_targets_mean": 4891.2,
|
|
"valid_targets_min": 1922
|
|
},
|
|
{
|
|
"epoch": 3.540268456375839,
|
|
"grad_norm": 0.7088219065192544,
|
|
"learning_rate": 2.310058302984148e-05,
|
|
"loss": 0.2952,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2909039258956909,
|
|
"step": 2110,
|
|
"valid_targets_mean": 4275.5,
|
|
"valid_targets_min": 1993
|
|
},
|
|
{
|
|
"epoch": 3.5486577181208054,
|
|
"grad_norm": 0.5198473815132388,
|
|
"learning_rate": 2.301788136822937e-05,
|
|
"loss": 0.2924,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28495410084724426,
|
|
"step": 2115,
|
|
"valid_targets_mean": 5320.4,
|
|
"valid_targets_min": 2884
|
|
},
|
|
{
|
|
"epoch": 3.557046979865772,
|
|
"grad_norm": 0.5643858174679637,
|
|
"learning_rate": 2.2935126867841394e-05,
|
|
"loss": 0.3061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31023505330085754,
|
|
"step": 2120,
|
|
"valid_targets_mean": 5626.6,
|
|
"valid_targets_min": 2507
|
|
},
|
|
{
|
|
"epoch": 3.565436241610738,
|
|
"grad_norm": 0.5874311824212268,
|
|
"learning_rate": 2.2852320977590194e-05,
|
|
"loss": 0.3075,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.280315101146698,
|
|
"step": 2125,
|
|
"valid_targets_mean": 4510.8,
|
|
"valid_targets_min": 2588
|
|
},
|
|
{
|
|
"epoch": 3.573825503355705,
|
|
"grad_norm": 0.5522976423655489,
|
|
"learning_rate": 2.2769465147288195e-05,
|
|
"loss": 0.3111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27648425102233887,
|
|
"step": 2130,
|
|
"valid_targets_mean": 4664.8,
|
|
"valid_targets_min": 2411
|
|
},
|
|
{
|
|
"epoch": 3.5822147651006713,
|
|
"grad_norm": 0.6146463939230231,
|
|
"learning_rate": 2.2686560827622186e-05,
|
|
"loss": 0.3023,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2761026620864868,
|
|
"step": 2135,
|
|
"valid_targets_mean": 4296.9,
|
|
"valid_targets_min": 1992
|
|
},
|
|
{
|
|
"epoch": 3.5906040268456376,
|
|
"grad_norm": 0.5779331367222186,
|
|
"learning_rate": 2.2603609470127937e-05,
|
|
"loss": 0.3004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27538245916366577,
|
|
"step": 2140,
|
|
"valid_targets_mean": 4394.1,
|
|
"valid_targets_min": 1874
|
|
},
|
|
{
|
|
"epoch": 3.598993288590604,
|
|
"grad_norm": 0.5792185895022344,
|
|
"learning_rate": 2.252061252716479e-05,
|
|
"loss": 0.3196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34570086002349854,
|
|
"step": 2145,
|
|
"valid_targets_mean": 5718.8,
|
|
"valid_targets_min": 1804
|
|
},
|
|
{
|
|
"epoch": 3.6073825503355703,
|
|
"grad_norm": 0.5572373085343388,
|
|
"learning_rate": 2.2437571451890218e-05,
|
|
"loss": 0.3183,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3412210941314697,
|
|
"step": 2150,
|
|
"valid_targets_mean": 5650.8,
|
|
"valid_targets_min": 2021
|
|
},
|
|
{
|
|
"epoch": 3.6157718120805367,
|
|
"grad_norm": 0.5841416387237853,
|
|
"learning_rate": 2.2354487698234394e-05,
|
|
"loss": 0.3143,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34343183040618896,
|
|
"step": 2155,
|
|
"valid_targets_mean": 4891.8,
|
|
"valid_targets_min": 1752
|
|
},
|
|
{
|
|
"epoch": 3.6241610738255035,
|
|
"grad_norm": 0.5909359957259901,
|
|
"learning_rate": 2.2271362720874716e-05,
|
|
"loss": 0.3049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3036544919013977,
|
|
"step": 2160,
|
|
"valid_targets_mean": 4496.9,
|
|
"valid_targets_min": 2057
|
|
},
|
|
{
|
|
"epoch": 3.63255033557047,
|
|
"grad_norm": 0.4745289480046454,
|
|
"learning_rate": 2.2188197975210364e-05,
|
|
"loss": 0.2942,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2647721767425537,
|
|
"step": 2165,
|
|
"valid_targets_mean": 6389.7,
|
|
"valid_targets_min": 2059
|
|
},
|
|
{
|
|
"epoch": 3.640939597315436,
|
|
"grad_norm": 0.5674392657651663,
|
|
"learning_rate": 2.2104994917336793e-05,
|
|
"loss": 0.2883,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30682075023651123,
|
|
"step": 2170,
|
|
"valid_targets_mean": 5512.1,
|
|
"valid_targets_min": 2473
|
|
},
|
|
{
|
|
"epoch": 3.649328859060403,
|
|
"grad_norm": 0.5370100126324117,
|
|
"learning_rate": 2.2021755004020252e-05,
|
|
"loss": 0.3048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3067323565483093,
|
|
"step": 2175,
|
|
"valid_targets_mean": 5682.4,
|
|
"valid_targets_min": 2422
|
|
},
|
|
{
|
|
"epoch": 3.6577181208053693,
|
|
"grad_norm": 0.5380653490198266,
|
|
"learning_rate": 2.1938479692672288e-05,
|
|
"loss": 0.3054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3057229518890381,
|
|
"step": 2180,
|
|
"valid_targets_mean": 5224.4,
|
|
"valid_targets_min": 2639
|
|
},
|
|
{
|
|
"epoch": 3.6661073825503356,
|
|
"grad_norm": 0.557532343065383,
|
|
"learning_rate": 2.185517044132419e-05,
|
|
"loss": 0.2881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2966899871826172,
|
|
"step": 2185,
|
|
"valid_targets_mean": 4967.1,
|
|
"valid_targets_min": 2410
|
|
},
|
|
{
|
|
"epoch": 3.674496644295302,
|
|
"grad_norm": 0.6531169523201229,
|
|
"learning_rate": 2.1771828708601523e-05,
|
|
"loss": 0.327,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.361418217420578,
|
|
"step": 2190,
|
|
"valid_targets_mean": 5254.4,
|
|
"valid_targets_min": 2342
|
|
},
|
|
{
|
|
"epoch": 3.6828859060402683,
|
|
"grad_norm": 0.5013956441848538,
|
|
"learning_rate": 2.1688455953698523e-05,
|
|
"loss": 0.2818,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2977539896965027,
|
|
"step": 2195,
|
|
"valid_targets_mean": 5616.4,
|
|
"valid_targets_min": 2254
|
|
},
|
|
{
|
|
"epoch": 3.6912751677852347,
|
|
"grad_norm": 0.4878613362914435,
|
|
"learning_rate": 2.16050536363526e-05,
|
|
"loss": 0.2944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2884175479412079,
|
|
"step": 2200,
|
|
"valid_targets_mean": 6386.1,
|
|
"valid_targets_min": 2194
|
|
},
|
|
{
|
|
"epoch": 3.6996644295302015,
|
|
"grad_norm": 0.558669875278882,
|
|
"learning_rate": 2.1521623216818747e-05,
|
|
"loss": 0.3009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3179645538330078,
|
|
"step": 2205,
|
|
"valid_targets_mean": 4951.0,
|
|
"valid_targets_min": 2099
|
|
},
|
|
{
|
|
"epoch": 3.708053691275168,
|
|
"grad_norm": 0.5413587794144671,
|
|
"learning_rate": 2.1438166155843997e-05,
|
|
"loss": 0.3075,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2814542055130005,
|
|
"step": 2210,
|
|
"valid_targets_mean": 5224.6,
|
|
"valid_targets_min": 2575
|
|
},
|
|
{
|
|
"epoch": 3.716442953020134,
|
|
"grad_norm": 0.6485887200779454,
|
|
"learning_rate": 2.1354683914641824e-05,
|
|
"loss": 0.3311,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32827144861221313,
|
|
"step": 2215,
|
|
"valid_targets_mean": 5500.0,
|
|
"valid_targets_min": 2371
|
|
},
|
|
{
|
|
"epoch": 3.7248322147651005,
|
|
"grad_norm": 0.5971733846726407,
|
|
"learning_rate": 2.127117795486658e-05,
|
|
"loss": 0.3001,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30677330493927,
|
|
"step": 2220,
|
|
"valid_targets_mean": 4529.9,
|
|
"valid_targets_min": 2239
|
|
},
|
|
{
|
|
"epoch": 3.7332214765100673,
|
|
"grad_norm": 0.558542387100517,
|
|
"learning_rate": 2.1187649738587903e-05,
|
|
"loss": 0.3146,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3089045286178589,
|
|
"step": 2225,
|
|
"valid_targets_mean": 5529.1,
|
|
"valid_targets_min": 2939
|
|
},
|
|
{
|
|
"epoch": 3.7416107382550337,
|
|
"grad_norm": 0.5461897459365828,
|
|
"learning_rate": 2.1104100728265094e-05,
|
|
"loss": 0.3048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3009169101715088,
|
|
"step": 2230,
|
|
"valid_targets_mean": 6049.8,
|
|
"valid_targets_min": 2085
|
|
},
|
|
{
|
|
"epoch": 3.75,
|
|
"grad_norm": 0.48054771549470876,
|
|
"learning_rate": 2.102053238672154e-05,
|
|
"loss": 0.2061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19221694767475128,
|
|
"step": 2235,
|
|
"valid_targets_mean": 6055.4,
|
|
"valid_targets_min": 3996
|
|
},
|
|
{
|
|
"epoch": 3.7583892617449663,
|
|
"grad_norm": 0.4068560698574333,
|
|
"learning_rate": 2.0936946177119077e-05,
|
|
"loss": 0.2107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1731725037097931,
|
|
"step": 2240,
|
|
"valid_targets_mean": 6946.6,
|
|
"valid_targets_min": 3690
|
|
},
|
|
{
|
|
"epoch": 3.7667785234899327,
|
|
"grad_norm": 0.47274143784004097,
|
|
"learning_rate": 2.08533435629324e-05,
|
|
"loss": 0.2081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20812168717384338,
|
|
"step": 2245,
|
|
"valid_targets_mean": 6285.7,
|
|
"valid_targets_min": 3701
|
|
},
|
|
{
|
|
"epoch": 3.7751677852348995,
|
|
"grad_norm": 0.8350425165034582,
|
|
"learning_rate": 2.0769726007923424e-05,
|
|
"loss": 0.2057,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2108156383037567,
|
|
"step": 2250,
|
|
"valid_targets_mean": 6577.6,
|
|
"valid_targets_min": 4191
|
|
},
|
|
{
|
|
"epoch": 3.783557046979866,
|
|
"grad_norm": 0.46422963536533474,
|
|
"learning_rate": 2.0686094976115637e-05,
|
|
"loss": 0.2033,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25461485981941223,
|
|
"step": 2255,
|
|
"valid_targets_mean": 6968.4,
|
|
"valid_targets_min": 4204
|
|
},
|
|
{
|
|
"epoch": 3.791946308724832,
|
|
"grad_norm": 0.46851246392123524,
|
|
"learning_rate": 2.0602451931768504e-05,
|
|
"loss": 0.2033,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19045130908489227,
|
|
"step": 2260,
|
|
"valid_targets_mean": 6070.0,
|
|
"valid_targets_min": 2665
|
|
},
|
|
{
|
|
"epoch": 3.8003355704697985,
|
|
"grad_norm": 0.4383500350948894,
|
|
"learning_rate": 2.051879833935182e-05,
|
|
"loss": 0.2016,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18891248106956482,
|
|
"step": 2265,
|
|
"valid_targets_mean": 6610.8,
|
|
"valid_targets_min": 3854
|
|
},
|
|
{
|
|
"epoch": 3.8087248322147653,
|
|
"grad_norm": 0.4948811419733198,
|
|
"learning_rate": 2.0435135663520033e-05,
|
|
"loss": 0.2095,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17553368210792542,
|
|
"step": 2270,
|
|
"valid_targets_mean": 5562.7,
|
|
"valid_targets_min": 3428
|
|
},
|
|
{
|
|
"epoch": 3.8171140939597317,
|
|
"grad_norm": 0.4466830372228152,
|
|
"learning_rate": 2.0351465369086652e-05,
|
|
"loss": 0.2148,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20308974385261536,
|
|
"step": 2275,
|
|
"valid_targets_mean": 6741.6,
|
|
"valid_targets_min": 4103
|
|
},
|
|
{
|
|
"epoch": 3.825503355704698,
|
|
"grad_norm": 0.4773305850888652,
|
|
"learning_rate": 2.0267788920998575e-05,
|
|
"loss": 0.2177,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23688244819641113,
|
|
"step": 2280,
|
|
"valid_targets_mean": 6210.7,
|
|
"valid_targets_min": 3054
|
|
},
|
|
{
|
|
"epoch": 3.8338926174496644,
|
|
"grad_norm": 0.5017879051242469,
|
|
"learning_rate": 2.0184107784310437e-05,
|
|
"loss": 0.2129,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20417118072509766,
|
|
"step": 2285,
|
|
"valid_targets_mean": 5449.9,
|
|
"valid_targets_min": 3429
|
|
},
|
|
{
|
|
"epoch": 3.8422818791946307,
|
|
"grad_norm": 0.42374438677742804,
|
|
"learning_rate": 2.0100423424158953e-05,
|
|
"loss": 0.2057,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20194853842258453,
|
|
"step": 2290,
|
|
"valid_targets_mean": 6796.1,
|
|
"valid_targets_min": 2154
|
|
},
|
|
{
|
|
"epoch": 3.850671140939597,
|
|
"grad_norm": 0.45596342356306857,
|
|
"learning_rate": 2.0016737305737303e-05,
|
|
"loss": 0.1849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21212635934352875,
|
|
"step": 2295,
|
|
"valid_targets_mean": 6757.6,
|
|
"valid_targets_min": 2843
|
|
},
|
|
{
|
|
"epoch": 3.859060402684564,
|
|
"grad_norm": 0.46144727477534486,
|
|
"learning_rate": 1.993305089426942e-05,
|
|
"loss": 0.2118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1891375184059143,
|
|
"step": 2300,
|
|
"valid_targets_mean": 5986.9,
|
|
"valid_targets_min": 2902
|
|
},
|
|
{
|
|
"epoch": 3.86744966442953,
|
|
"grad_norm": 0.43792305663443815,
|
|
"learning_rate": 1.984936565498439e-05,
|
|
"loss": 0.213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19872517883777618,
|
|
"step": 2305,
|
|
"valid_targets_mean": 6473.8,
|
|
"valid_targets_min": 3805
|
|
},
|
|
{
|
|
"epoch": 3.8758389261744965,
|
|
"grad_norm": 0.48330819739590886,
|
|
"learning_rate": 1.976568305309077e-05,
|
|
"loss": 0.1956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22943609952926636,
|
|
"step": 2310,
|
|
"valid_targets_mean": 6195.6,
|
|
"valid_targets_min": 3360
|
|
},
|
|
{
|
|
"epoch": 3.8842281879194633,
|
|
"grad_norm": 0.5000813764898681,
|
|
"learning_rate": 1.9682004553750943e-05,
|
|
"loss": 0.2088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1994246244430542,
|
|
"step": 2315,
|
|
"valid_targets_mean": 5994.8,
|
|
"valid_targets_min": 3939
|
|
},
|
|
{
|
|
"epoch": 3.8926174496644297,
|
|
"grad_norm": 0.4627526863228376,
|
|
"learning_rate": 1.9598331622055447e-05,
|
|
"loss": 0.202,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23649166524410248,
|
|
"step": 2320,
|
|
"valid_targets_mean": 6188.6,
|
|
"valid_targets_min": 3302
|
|
},
|
|
{
|
|
"epoch": 3.901006711409396,
|
|
"grad_norm": 0.5424967303101933,
|
|
"learning_rate": 1.9514665722997365e-05,
|
|
"loss": 0.2061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17539843916893005,
|
|
"step": 2325,
|
|
"valid_targets_mean": 5927.9,
|
|
"valid_targets_min": 2692
|
|
},
|
|
{
|
|
"epoch": 3.9093959731543624,
|
|
"grad_norm": 0.4503420456669695,
|
|
"learning_rate": 1.9431008321446618e-05,
|
|
"loss": 0.2095,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24055157601833344,
|
|
"step": 2330,
|
|
"valid_targets_mean": 7060.2,
|
|
"valid_targets_min": 3374
|
|
},
|
|
{
|
|
"epoch": 3.9177852348993287,
|
|
"grad_norm": 0.4689053016163275,
|
|
"learning_rate": 1.934736088212437e-05,
|
|
"loss": 0.1964,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18544931709766388,
|
|
"step": 2335,
|
|
"valid_targets_mean": 6187.8,
|
|
"valid_targets_min": 3148
|
|
},
|
|
{
|
|
"epoch": 3.926174496644295,
|
|
"grad_norm": 0.48588249258057403,
|
|
"learning_rate": 1.926372486957736e-05,
|
|
"loss": 0.2018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22153879702091217,
|
|
"step": 2340,
|
|
"valid_targets_mean": 6664.8,
|
|
"valid_targets_min": 3316
|
|
},
|
|
{
|
|
"epoch": 3.934563758389262,
|
|
"grad_norm": 0.4276253010886047,
|
|
"learning_rate": 1.9180101748152255e-05,
|
|
"loss": 0.2021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20937304198741913,
|
|
"step": 2345,
|
|
"valid_targets_mean": 6878.2,
|
|
"valid_targets_min": 3191
|
|
},
|
|
{
|
|
"epoch": 3.942953020134228,
|
|
"grad_norm": 0.48088975282234525,
|
|
"learning_rate": 1.909649298197e-05,
|
|
"loss": 0.2161,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2606477737426758,
|
|
"step": 2350,
|
|
"valid_targets_mean": 6769.5,
|
|
"valid_targets_min": 3970
|
|
},
|
|
{
|
|
"epoch": 3.9513422818791946,
|
|
"grad_norm": 0.48838778153152856,
|
|
"learning_rate": 1.9012900034900233e-05,
|
|
"loss": 0.198,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19132721424102783,
|
|
"step": 2355,
|
|
"valid_targets_mean": 5951.7,
|
|
"valid_targets_min": 3512
|
|
},
|
|
{
|
|
"epoch": 3.959731543624161,
|
|
"grad_norm": 0.48444225690242276,
|
|
"learning_rate": 1.8929324370535604e-05,
|
|
"loss": 0.198,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28127771615982056,
|
|
"step": 2360,
|
|
"valid_targets_mean": 6932.3,
|
|
"valid_targets_min": 3594
|
|
},
|
|
{
|
|
"epoch": 3.9681208053691277,
|
|
"grad_norm": 0.4748710452643287,
|
|
"learning_rate": 1.884576745216616e-05,
|
|
"loss": 0.2083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2094576060771942,
|
|
"step": 2365,
|
|
"valid_targets_mean": 7217.1,
|
|
"valid_targets_min": 4701
|
|
},
|
|
{
|
|
"epoch": 3.976510067114094,
|
|
"grad_norm": 0.5317500598985517,
|
|
"learning_rate": 1.8762230742753752e-05,
|
|
"loss": 0.2,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1885465383529663,
|
|
"step": 2370,
|
|
"valid_targets_mean": 6264.2,
|
|
"valid_targets_min": 4019
|
|
},
|
|
{
|
|
"epoch": 3.9848993288590604,
|
|
"grad_norm": 0.5010958802858826,
|
|
"learning_rate": 1.867871570490638e-05,
|
|
"loss": 0.2253,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21963798999786377,
|
|
"step": 2375,
|
|
"valid_targets_mean": 6582.8,
|
|
"valid_targets_min": 4515
|
|
},
|
|
{
|
|
"epoch": 3.9932885906040267,
|
|
"grad_norm": 0.4340304982368214,
|
|
"learning_rate": 1.8595223800852634e-05,
|
|
"loss": 0.2197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19284960627555847,
|
|
"step": 2380,
|
|
"valid_targets_mean": 6617.6,
|
|
"valid_targets_min": 4115
|
|
},
|
|
{
|
|
"epoch": 4.001677852348993,
|
|
"grad_norm": 0.4853147164676359,
|
|
"learning_rate": 1.851175649241603e-05,
|
|
"loss": 0.214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2716200351715088,
|
|
"step": 2385,
|
|
"valid_targets_mean": 7599.1,
|
|
"valid_targets_min": 3331
|
|
},
|
|
{
|
|
"epoch": 4.010067114093959,
|
|
"grad_norm": 0.514721826011119,
|
|
"learning_rate": 1.842831524098948e-05,
|
|
"loss": 0.3124,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3376513123512268,
|
|
"step": 2390,
|
|
"valid_targets_mean": 7885.1,
|
|
"valid_targets_min": 4066
|
|
},
|
|
{
|
|
"epoch": 4.018456375838926,
|
|
"grad_norm": 0.43561423867279725,
|
|
"learning_rate": 1.8344901507509657e-05,
|
|
"loss": 0.2808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27150431275367737,
|
|
"step": 2395,
|
|
"valid_targets_mean": 7081.2,
|
|
"valid_targets_min": 2778
|
|
},
|
|
{
|
|
"epoch": 4.026845637583893,
|
|
"grad_norm": 0.445177272510332,
|
|
"learning_rate": 1.8261516752431444e-05,
|
|
"loss": 0.286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3342096507549286,
|
|
"step": 2400,
|
|
"valid_targets_mean": 8086.1,
|
|
"valid_targets_min": 2779
|
|
},
|
|
{
|
|
"epoch": 4.035234899328859,
|
|
"grad_norm": 0.44166296572836483,
|
|
"learning_rate": 1.8178162435702345e-05,
|
|
"loss": 0.2931,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28056544065475464,
|
|
"step": 2405,
|
|
"valid_targets_mean": 7863.1,
|
|
"valid_targets_min": 2100
|
|
},
|
|
{
|
|
"epoch": 4.043624161073826,
|
|
"grad_norm": 0.4607161191637732,
|
|
"learning_rate": 1.8094840016736935e-05,
|
|
"loss": 0.2888,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2680191397666931,
|
|
"step": 2410,
|
|
"valid_targets_mean": 7043.5,
|
|
"valid_targets_min": 3773
|
|
},
|
|
{
|
|
"epoch": 4.052013422818792,
|
|
"grad_norm": 0.4991969342796842,
|
|
"learning_rate": 1.8011550954391316e-05,
|
|
"loss": 0.293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32698434591293335,
|
|
"step": 2415,
|
|
"valid_targets_mean": 8309.9,
|
|
"valid_targets_min": 3755
|
|
},
|
|
{
|
|
"epoch": 4.060402684563758,
|
|
"grad_norm": 0.45254746440080984,
|
|
"learning_rate": 1.7928296706937535e-05,
|
|
"loss": 0.2805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31133538484573364,
|
|
"step": 2420,
|
|
"valid_targets_mean": 7775.0,
|
|
"valid_targets_min": 3195
|
|
},
|
|
{
|
|
"epoch": 4.068791946308725,
|
|
"grad_norm": 0.43160334905718295,
|
|
"learning_rate": 1.7845078732038127e-05,
|
|
"loss": 0.2998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2710891664028168,
|
|
"step": 2425,
|
|
"valid_targets_mean": 7110.2,
|
|
"valid_targets_min": 2464
|
|
},
|
|
{
|
|
"epoch": 4.077181208053691,
|
|
"grad_norm": 0.4300383596969744,
|
|
"learning_rate": 1.7761898486720488e-05,
|
|
"loss": 0.2695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26848047971725464,
|
|
"step": 2430,
|
|
"valid_targets_mean": 7550.1,
|
|
"valid_targets_min": 4712
|
|
},
|
|
{
|
|
"epoch": 4.0855704697986575,
|
|
"grad_norm": 0.46327444209541724,
|
|
"learning_rate": 1.7678757427351483e-05,
|
|
"loss": 0.2999,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30594420433044434,
|
|
"step": 2435,
|
|
"valid_targets_mean": 7295.6,
|
|
"valid_targets_min": 2285
|
|
},
|
|
{
|
|
"epoch": 4.093959731543624,
|
|
"grad_norm": 0.4770264420708371,
|
|
"learning_rate": 1.7595657009611832e-05,
|
|
"loss": 0.2766,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26230883598327637,
|
|
"step": 2440,
|
|
"valid_targets_mean": 6619.6,
|
|
"valid_targets_min": 4150
|
|
},
|
|
{
|
|
"epoch": 4.102348993288591,
|
|
"grad_norm": 0.46606607923929133,
|
|
"learning_rate": 1.7512598688470728e-05,
|
|
"loss": 0.2975,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30441442131996155,
|
|
"step": 2445,
|
|
"valid_targets_mean": 7391.6,
|
|
"valid_targets_min": 1417
|
|
},
|
|
{
|
|
"epoch": 4.110738255033557,
|
|
"grad_norm": 0.474648830741764,
|
|
"learning_rate": 1.742958391816028e-05,
|
|
"loss": 0.2921,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2997223734855652,
|
|
"step": 2450,
|
|
"valid_targets_mean": 7259.9,
|
|
"valid_targets_min": 3704
|
|
},
|
|
{
|
|
"epoch": 4.119127516778524,
|
|
"grad_norm": 0.43714707376109374,
|
|
"learning_rate": 1.734661415215008e-05,
|
|
"loss": 0.289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3029475808143616,
|
|
"step": 2455,
|
|
"valid_targets_mean": 7824.6,
|
|
"valid_targets_min": 2130
|
|
},
|
|
{
|
|
"epoch": 4.12751677852349,
|
|
"grad_norm": 0.4373469363456547,
|
|
"learning_rate": 1.7263690843121798e-05,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.242117777466774,
|
|
"step": 2460,
|
|
"valid_targets_mean": 7064.0,
|
|
"valid_targets_min": 2854
|
|
},
|
|
{
|
|
"epoch": 4.135906040268456,
|
|
"grad_norm": 0.43413896957206854,
|
|
"learning_rate": 1.718081544294366e-05,
|
|
"loss": 0.2764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.260306179523468,
|
|
"step": 2465,
|
|
"valid_targets_mean": 7091.0,
|
|
"valid_targets_min": 3606
|
|
},
|
|
{
|
|
"epoch": 4.144295302013423,
|
|
"grad_norm": 0.5416281298955139,
|
|
"learning_rate": 1.7097989402645115e-05,
|
|
"loss": 0.2771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24207207560539246,
|
|
"step": 2470,
|
|
"valid_targets_mean": 6497.4,
|
|
"valid_targets_min": 2404
|
|
},
|
|
{
|
|
"epoch": 4.152684563758389,
|
|
"grad_norm": 0.42404304774144197,
|
|
"learning_rate": 1.7015214172391375e-05,
|
|
"loss": 0.282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29856228828430176,
|
|
"step": 2475,
|
|
"valid_targets_mean": 8269.1,
|
|
"valid_targets_min": 3133
|
|
},
|
|
{
|
|
"epoch": 4.1610738255033555,
|
|
"grad_norm": 0.4660327424434792,
|
|
"learning_rate": 1.6932491201458045e-05,
|
|
"loss": 0.2785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26031380891799927,
|
|
"step": 2480,
|
|
"valid_targets_mean": 6791.9,
|
|
"valid_targets_min": 3109
|
|
},
|
|
{
|
|
"epoch": 4.169463087248322,
|
|
"grad_norm": 0.4619711988508796,
|
|
"learning_rate": 1.6849821938205737e-05,
|
|
"loss": 0.2541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2729356586933136,
|
|
"step": 2485,
|
|
"valid_targets_mean": 7605.9,
|
|
"valid_targets_min": 3880
|
|
},
|
|
{
|
|
"epoch": 4.177852348993288,
|
|
"grad_norm": 0.48261656010138115,
|
|
"learning_rate": 1.6767207830054717e-05,
|
|
"loss": 0.2937,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28516456484794617,
|
|
"step": 2490,
|
|
"valid_targets_mean": 7001.3,
|
|
"valid_targets_min": 2993
|
|
},
|
|
{
|
|
"epoch": 4.186241610738255,
|
|
"grad_norm": 0.435676417744988,
|
|
"learning_rate": 1.6684650323459585e-05,
|
|
"loss": 0.2786,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28370705246925354,
|
|
"step": 2495,
|
|
"valid_targets_mean": 8054.1,
|
|
"valid_targets_min": 2317
|
|
},
|
|
{
|
|
"epoch": 4.194630872483222,
|
|
"grad_norm": 0.4629944442481324,
|
|
"learning_rate": 1.66021508638839e-05,
|
|
"loss": 0.2802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2606431841850281,
|
|
"step": 2500,
|
|
"valid_targets_mean": 6553.3,
|
|
"valid_targets_min": 2285
|
|
},
|
|
{
|
|
"epoch": 4.203020134228188,
|
|
"grad_norm": 0.5008388089430402,
|
|
"learning_rate": 1.6519710895774934e-05,
|
|
"loss": 0.2624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24585726857185364,
|
|
"step": 2505,
|
|
"valid_targets_mean": 6143.4,
|
|
"valid_targets_min": 1991
|
|
},
|
|
{
|
|
"epoch": 4.2114093959731544,
|
|
"grad_norm": 0.7370006280619841,
|
|
"learning_rate": 1.643733186253831e-05,
|
|
"loss": 0.2875,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3383622169494629,
|
|
"step": 2510,
|
|
"valid_targets_mean": 4226.8,
|
|
"valid_targets_min": 1969
|
|
},
|
|
{
|
|
"epoch": 4.219798657718121,
|
|
"grad_norm": 0.6726870035574875,
|
|
"learning_rate": 1.635501520651281e-05,
|
|
"loss": 0.3571,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.350715696811676,
|
|
"step": 2515,
|
|
"valid_targets_mean": 4737.2,
|
|
"valid_targets_min": 2343
|
|
},
|
|
{
|
|
"epoch": 4.228187919463087,
|
|
"grad_norm": 0.608201519648772,
|
|
"learning_rate": 1.6272762368945035e-05,
|
|
"loss": 0.3587,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3379996716976166,
|
|
"step": 2520,
|
|
"valid_targets_mean": 4954.1,
|
|
"valid_targets_min": 1754
|
|
},
|
|
{
|
|
"epoch": 4.2365771812080535,
|
|
"grad_norm": 0.6748912222477133,
|
|
"learning_rate": 1.6190574789964268e-05,
|
|
"loss": 0.3501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34926557540893555,
|
|
"step": 2525,
|
|
"valid_targets_mean": 4583.1,
|
|
"valid_targets_min": 1374
|
|
},
|
|
{
|
|
"epoch": 4.24496644295302,
|
|
"grad_norm": 0.5908991732830243,
|
|
"learning_rate": 1.6108453908557163e-05,
|
|
"loss": 0.3558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3555208444595337,
|
|
"step": 2530,
|
|
"valid_targets_mean": 5342.4,
|
|
"valid_targets_min": 1817
|
|
},
|
|
{
|
|
"epoch": 4.253355704697986,
|
|
"grad_norm": 0.6207911202257151,
|
|
"learning_rate": 1.602640116254261e-05,
|
|
"loss": 0.3364,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3539900779724121,
|
|
"step": 2535,
|
|
"valid_targets_mean": 4714.9,
|
|
"valid_targets_min": 2533
|
|
},
|
|
{
|
|
"epoch": 4.261744966442953,
|
|
"grad_norm": 0.6071187733101508,
|
|
"learning_rate": 1.5944417988546565e-05,
|
|
"loss": 0.3544,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35557985305786133,
|
|
"step": 2540,
|
|
"valid_targets_mean": 5150.1,
|
|
"valid_targets_min": 2383
|
|
},
|
|
{
|
|
"epoch": 4.27013422818792,
|
|
"grad_norm": 0.7303817142219611,
|
|
"learning_rate": 1.586250582197685e-05,
|
|
"loss": 0.356,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38117295503616333,
|
|
"step": 2545,
|
|
"valid_targets_mean": 4036.1,
|
|
"valid_targets_min": 1598
|
|
},
|
|
{
|
|
"epoch": 4.278523489932886,
|
|
"grad_norm": 0.7049488213843446,
|
|
"learning_rate": 1.578066609699806e-05,
|
|
"loss": 0.3349,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3740962743759155,
|
|
"step": 2550,
|
|
"valid_targets_mean": 4233.7,
|
|
"valid_targets_min": 2148
|
|
},
|
|
{
|
|
"epoch": 4.2869127516778525,
|
|
"grad_norm": 0.6777203583683766,
|
|
"learning_rate": 1.569890024650644e-05,
|
|
"loss": 0.3274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34254148602485657,
|
|
"step": 2555,
|
|
"valid_targets_mean": 4274.1,
|
|
"valid_targets_min": 2663
|
|
},
|
|
{
|
|
"epoch": 4.295302013422819,
|
|
"grad_norm": 0.6329670857941676,
|
|
"learning_rate": 1.561720970210481e-05,
|
|
"loss": 0.3287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32293078303337097,
|
|
"step": 2560,
|
|
"valid_targets_mean": 4559.8,
|
|
"valid_targets_min": 2353
|
|
},
|
|
{
|
|
"epoch": 4.303691275167785,
|
|
"grad_norm": 0.6816570333423395,
|
|
"learning_rate": 1.5535595894077463e-05,
|
|
"loss": 0.359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3947603702545166,
|
|
"step": 2565,
|
|
"valid_targets_mean": 4805.6,
|
|
"valid_targets_min": 1504
|
|
},
|
|
{
|
|
"epoch": 4.3120805369127515,
|
|
"grad_norm": 0.6914550996312198,
|
|
"learning_rate": 1.545406025136518e-05,
|
|
"loss": 0.327,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33923694491386414,
|
|
"step": 2570,
|
|
"valid_targets_mean": 4224.2,
|
|
"valid_targets_min": 2211
|
|
},
|
|
{
|
|
"epoch": 4.320469798657718,
|
|
"grad_norm": 0.6783245481279488,
|
|
"learning_rate": 1.537260420154016e-05,
|
|
"loss": 0.3292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.359600692987442,
|
|
"step": 2575,
|
|
"valid_targets_mean": 4393.8,
|
|
"valid_targets_min": 2106
|
|
},
|
|
{
|
|
"epoch": 4.328859060402684,
|
|
"grad_norm": 0.5897648767880393,
|
|
"learning_rate": 1.5291229170781035e-05,
|
|
"loss": 0.3028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28855106234550476,
|
|
"step": 2580,
|
|
"valid_targets_mean": 5054.9,
|
|
"valid_targets_min": 1993
|
|
},
|
|
{
|
|
"epoch": 4.337248322147651,
|
|
"grad_norm": 0.608332943102806,
|
|
"learning_rate": 1.520993658384794e-05,
|
|
"loss": 0.3144,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3093000650405884,
|
|
"step": 2585,
|
|
"valid_targets_mean": 5129.9,
|
|
"valid_targets_min": 1606
|
|
},
|
|
{
|
|
"epoch": 4.345637583892618,
|
|
"grad_norm": 0.5820052281954958,
|
|
"learning_rate": 1.5128727864057502e-05,
|
|
"loss": 0.3005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2772139608860016,
|
|
"step": 2590,
|
|
"valid_targets_mean": 5087.9,
|
|
"valid_targets_min": 1717
|
|
},
|
|
{
|
|
"epoch": 4.354026845637584,
|
|
"grad_norm": 0.4872210806517851,
|
|
"learning_rate": 1.504760443325799e-05,
|
|
"loss": 0.2939,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2565154433250427,
|
|
"step": 2595,
|
|
"valid_targets_mean": 5956.1,
|
|
"valid_targets_min": 1968
|
|
},
|
|
{
|
|
"epoch": 4.3624161073825505,
|
|
"grad_norm": 0.7519622190322426,
|
|
"learning_rate": 1.4966567711804349e-05,
|
|
"loss": 0.2825,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2745606601238251,
|
|
"step": 2600,
|
|
"valid_targets_mean": 5401.3,
|
|
"valid_targets_min": 2613
|
|
},
|
|
{
|
|
"epoch": 4.370805369127517,
|
|
"grad_norm": 0.4983961960196886,
|
|
"learning_rate": 1.4885619118533396e-05,
|
|
"loss": 0.2959,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27974072098731995,
|
|
"step": 2605,
|
|
"valid_targets_mean": 6632.1,
|
|
"valid_targets_min": 3364
|
|
},
|
|
{
|
|
"epoch": 4.379194630872483,
|
|
"grad_norm": 0.5693873688495318,
|
|
"learning_rate": 1.4804760070738935e-05,
|
|
"loss": 0.2718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2834015190601349,
|
|
"step": 2610,
|
|
"valid_targets_mean": 5541.6,
|
|
"valid_targets_min": 2548
|
|
},
|
|
{
|
|
"epoch": 4.3875838926174495,
|
|
"grad_norm": 0.5204763621636481,
|
|
"learning_rate": 1.4723991984146967e-05,
|
|
"loss": 0.2821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25561192631721497,
|
|
"step": 2615,
|
|
"valid_targets_mean": 5736.2,
|
|
"valid_targets_min": 2270
|
|
},
|
|
{
|
|
"epoch": 4.395973154362416,
|
|
"grad_norm": 0.5632914480821383,
|
|
"learning_rate": 1.464331627289088e-05,
|
|
"loss": 0.3043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3166077733039856,
|
|
"step": 2620,
|
|
"valid_targets_mean": 5236.0,
|
|
"valid_targets_min": 1941
|
|
},
|
|
{
|
|
"epoch": 4.404362416107382,
|
|
"grad_norm": 0.5748388246599184,
|
|
"learning_rate": 1.4562734349486709e-05,
|
|
"loss": 0.2884,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.299784779548645,
|
|
"step": 2625,
|
|
"valid_targets_mean": 5328.9,
|
|
"valid_targets_min": 2667
|
|
},
|
|
{
|
|
"epoch": 4.412751677852349,
|
|
"grad_norm": 0.8351688187349301,
|
|
"learning_rate": 1.4482247624808406e-05,
|
|
"loss": 0.2809,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2888963222503662,
|
|
"step": 2630,
|
|
"valid_targets_mean": 5435.7,
|
|
"valid_targets_min": 2181
|
|
},
|
|
{
|
|
"epoch": 4.421140939597316,
|
|
"grad_norm": 0.5226679124112104,
|
|
"learning_rate": 1.440185750806311e-05,
|
|
"loss": 0.2929,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2874293923377991,
|
|
"step": 2635,
|
|
"valid_targets_mean": 5936.7,
|
|
"valid_targets_min": 2860
|
|
},
|
|
{
|
|
"epoch": 4.429530201342282,
|
|
"grad_norm": 0.5852102312790867,
|
|
"learning_rate": 1.432156540676652e-05,
|
|
"loss": 0.297,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28217846155166626,
|
|
"step": 2640,
|
|
"valid_targets_mean": 4615.2,
|
|
"valid_targets_min": 2117
|
|
},
|
|
{
|
|
"epoch": 4.4379194630872485,
|
|
"grad_norm": 0.5912206423088883,
|
|
"learning_rate": 1.42413727267182e-05,
|
|
"loss": 0.2799,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.275153249502182,
|
|
"step": 2645,
|
|
"valid_targets_mean": 4607.4,
|
|
"valid_targets_min": 2001
|
|
},
|
|
{
|
|
"epoch": 4.446308724832215,
|
|
"grad_norm": 0.5510547672202477,
|
|
"learning_rate": 1.416128087197701e-05,
|
|
"loss": 0.2906,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2669302821159363,
|
|
"step": 2650,
|
|
"valid_targets_mean": 4905.5,
|
|
"valid_targets_min": 1481
|
|
},
|
|
{
|
|
"epoch": 4.454697986577181,
|
|
"grad_norm": 0.5795809906690529,
|
|
"learning_rate": 1.4081291244836495e-05,
|
|
"loss": 0.2853,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2650591731071472,
|
|
"step": 2655,
|
|
"valid_targets_mean": 5034.6,
|
|
"valid_targets_min": 2853
|
|
},
|
|
{
|
|
"epoch": 4.4630872483221475,
|
|
"grad_norm": 0.5795788725358288,
|
|
"learning_rate": 1.4001405245800323e-05,
|
|
"loss": 0.286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2940075397491455,
|
|
"step": 2660,
|
|
"valid_targets_mean": 4866.4,
|
|
"valid_targets_min": 2434
|
|
},
|
|
{
|
|
"epoch": 4.471476510067114,
|
|
"grad_norm": 0.5556124220513181,
|
|
"learning_rate": 1.3921624273557828e-05,
|
|
"loss": 0.2948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2876970171928406,
|
|
"step": 2665,
|
|
"valid_targets_mean": 5490.1,
|
|
"valid_targets_min": 2224
|
|
},
|
|
{
|
|
"epoch": 4.47986577181208,
|
|
"grad_norm": 0.6269495521357358,
|
|
"learning_rate": 1.3841949724959422e-05,
|
|
"loss": 0.29,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30386286973953247,
|
|
"step": 2670,
|
|
"valid_targets_mean": 4621.5,
|
|
"valid_targets_min": 2806
|
|
},
|
|
{
|
|
"epoch": 4.488255033557047,
|
|
"grad_norm": 0.5742943619358468,
|
|
"learning_rate": 1.376238299499224e-05,
|
|
"loss": 0.2919,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2706253230571747,
|
|
"step": 2675,
|
|
"valid_targets_mean": 4650.4,
|
|
"valid_targets_min": 1988
|
|
},
|
|
{
|
|
"epoch": 4.496644295302014,
|
|
"grad_norm": 0.5642358371187647,
|
|
"learning_rate": 1.3682925476755633e-05,
|
|
"loss": 0.2881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25260767340660095,
|
|
"step": 2680,
|
|
"valid_targets_mean": 4461.3,
|
|
"valid_targets_min": 2329
|
|
},
|
|
{
|
|
"epoch": 4.50503355704698,
|
|
"grad_norm": 0.6129367263474906,
|
|
"learning_rate": 1.3603578561436827e-05,
|
|
"loss": 0.3037,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2913645803928375,
|
|
"step": 2685,
|
|
"valid_targets_mean": 4773.5,
|
|
"valid_targets_min": 2442
|
|
},
|
|
{
|
|
"epoch": 4.5134228187919465,
|
|
"grad_norm": 0.551861148819051,
|
|
"learning_rate": 1.3524343638286537e-05,
|
|
"loss": 0.2734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25387758016586304,
|
|
"step": 2690,
|
|
"valid_targets_mean": 4992.1,
|
|
"valid_targets_min": 2397
|
|
},
|
|
{
|
|
"epoch": 4.521812080536913,
|
|
"grad_norm": 0.5887236812131857,
|
|
"learning_rate": 1.344522209459468e-05,
|
|
"loss": 0.2913,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30325213074684143,
|
|
"step": 2695,
|
|
"valid_targets_mean": 5113.8,
|
|
"valid_targets_min": 2660
|
|
},
|
|
{
|
|
"epoch": 4.530201342281879,
|
|
"grad_norm": 0.5217532063399144,
|
|
"learning_rate": 1.3366215315666034e-05,
|
|
"loss": 0.2952,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2804284989833832,
|
|
"step": 2700,
|
|
"valid_targets_mean": 5891.8,
|
|
"valid_targets_min": 2865
|
|
},
|
|
{
|
|
"epoch": 4.5385906040268456,
|
|
"grad_norm": 0.5193635384780518,
|
|
"learning_rate": 1.3287324684796019e-05,
|
|
"loss": 0.2785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25956568121910095,
|
|
"step": 2705,
|
|
"valid_targets_mean": 5862.6,
|
|
"valid_targets_min": 2547
|
|
},
|
|
{
|
|
"epoch": 4.546979865771812,
|
|
"grad_norm": 0.5489831534061368,
|
|
"learning_rate": 1.3208551583246484e-05,
|
|
"loss": 0.2768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28311023116111755,
|
|
"step": 2710,
|
|
"valid_targets_mean": 5806.4,
|
|
"valid_targets_min": 2441
|
|
},
|
|
{
|
|
"epoch": 4.555369127516778,
|
|
"grad_norm": 0.540199644443618,
|
|
"learning_rate": 1.3129897390221485e-05,
|
|
"loss": 0.2831,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2677020728588104,
|
|
"step": 2715,
|
|
"valid_targets_mean": 5587.1,
|
|
"valid_targets_min": 2632
|
|
},
|
|
{
|
|
"epoch": 4.563758389261745,
|
|
"grad_norm": 0.5436125412994021,
|
|
"learning_rate": 1.3051363482843182e-05,
|
|
"loss": 0.296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28627437353134155,
|
|
"step": 2720,
|
|
"valid_targets_mean": 5415.5,
|
|
"valid_targets_min": 1939
|
|
},
|
|
{
|
|
"epoch": 4.572147651006711,
|
|
"grad_norm": 0.5747523793137329,
|
|
"learning_rate": 1.2972951236127682e-05,
|
|
"loss": 0.2911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27813655138015747,
|
|
"step": 2725,
|
|
"valid_targets_mean": 5290.0,
|
|
"valid_targets_min": 2625
|
|
},
|
|
{
|
|
"epoch": 4.580536912751678,
|
|
"grad_norm": 0.5910680967683857,
|
|
"learning_rate": 1.289466202296102e-05,
|
|
"loss": 0.2827,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2696879506111145,
|
|
"step": 2730,
|
|
"valid_targets_mean": 4538.6,
|
|
"valid_targets_min": 2657
|
|
},
|
|
{
|
|
"epoch": 4.5889261744966445,
|
|
"grad_norm": 0.5730597779184343,
|
|
"learning_rate": 1.2816497214075057e-05,
|
|
"loss": 0.282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2722139060497284,
|
|
"step": 2735,
|
|
"valid_targets_mean": 5449.6,
|
|
"valid_targets_min": 2145
|
|
},
|
|
{
|
|
"epoch": 4.597315436241611,
|
|
"grad_norm": 0.8398089754647258,
|
|
"learning_rate": 1.2738458178023527e-05,
|
|
"loss": 0.2862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2623152434825897,
|
|
"step": 2740,
|
|
"valid_targets_mean": 4971.4,
|
|
"valid_targets_min": 1896
|
|
},
|
|
{
|
|
"epoch": 4.605704697986577,
|
|
"grad_norm": 0.6553716482187634,
|
|
"learning_rate": 1.2660546281158075e-05,
|
|
"loss": 0.3006,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30956971645355225,
|
|
"step": 2745,
|
|
"valid_targets_mean": 4423.3,
|
|
"valid_targets_min": 2343
|
|
},
|
|
{
|
|
"epoch": 4.614093959731544,
|
|
"grad_norm": 0.5509008667253257,
|
|
"learning_rate": 1.2582762887604298e-05,
|
|
"loss": 0.2951,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26514390110969543,
|
|
"step": 2750,
|
|
"valid_targets_mean": 4928.9,
|
|
"valid_targets_min": 2671
|
|
},
|
|
{
|
|
"epoch": 4.62248322147651,
|
|
"grad_norm": 0.5951253558076498,
|
|
"learning_rate": 1.2505109359237897e-05,
|
|
"loss": 0.2947,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3166443109512329,
|
|
"step": 2755,
|
|
"valid_targets_mean": 5017.6,
|
|
"valid_targets_min": 2167
|
|
},
|
|
{
|
|
"epoch": 4.630872483221476,
|
|
"grad_norm": 0.5566438080906776,
|
|
"learning_rate": 1.2427587055660819e-05,
|
|
"loss": 0.2829,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29906171560287476,
|
|
"step": 2760,
|
|
"valid_targets_mean": 5451.3,
|
|
"valid_targets_min": 1939
|
|
},
|
|
{
|
|
"epoch": 4.639261744966443,
|
|
"grad_norm": 0.5910283570343577,
|
|
"learning_rate": 1.2350197334177458e-05,
|
|
"loss": 0.2635,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28604206442832947,
|
|
"step": 2765,
|
|
"valid_targets_mean": 4653.0,
|
|
"valid_targets_min": 2312
|
|
},
|
|
{
|
|
"epoch": 4.64765100671141,
|
|
"grad_norm": 0.5559346129501184,
|
|
"learning_rate": 1.2272941549770864e-05,
|
|
"loss": 0.2864,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2756231129169464,
|
|
"step": 2770,
|
|
"valid_targets_mean": 5461.8,
|
|
"valid_targets_min": 2815
|
|
},
|
|
{
|
|
"epoch": 4.656040268456376,
|
|
"grad_norm": 0.6208879977678844,
|
|
"learning_rate": 1.2195821055079078e-05,
|
|
"loss": 0.287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2915377616882324,
|
|
"step": 2775,
|
|
"valid_targets_mean": 4882.7,
|
|
"valid_targets_min": 2137
|
|
},
|
|
{
|
|
"epoch": 4.6644295302013425,
|
|
"grad_norm": 0.5534164665840433,
|
|
"learning_rate": 1.2118837200371372e-05,
|
|
"loss": 0.2724,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2411075234413147,
|
|
"step": 2780,
|
|
"valid_targets_mean": 5331.1,
|
|
"valid_targets_min": 2099
|
|
},
|
|
{
|
|
"epoch": 4.672818791946309,
|
|
"grad_norm": 0.6010404234076611,
|
|
"learning_rate": 1.204199133352468e-05,
|
|
"loss": 0.2968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3226349949836731,
|
|
"step": 2785,
|
|
"valid_targets_mean": 5406.6,
|
|
"valid_targets_min": 2166
|
|
},
|
|
{
|
|
"epoch": 4.681208053691275,
|
|
"grad_norm": 0.656975187159069,
|
|
"learning_rate": 1.1965284799999947e-05,
|
|
"loss": 0.2778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27804136276245117,
|
|
"step": 2790,
|
|
"valid_targets_mean": 5404.9,
|
|
"valid_targets_min": 1919
|
|
},
|
|
{
|
|
"epoch": 4.689597315436242,
|
|
"grad_norm": 0.5629538790995963,
|
|
"learning_rate": 1.1888718942818587e-05,
|
|
"loss": 0.2787,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28015273809432983,
|
|
"step": 2795,
|
|
"valid_targets_mean": 4785.9,
|
|
"valid_targets_min": 2309
|
|
},
|
|
{
|
|
"epoch": 4.697986577181208,
|
|
"grad_norm": 0.527420142626763,
|
|
"learning_rate": 1.1812295102539002e-05,
|
|
"loss": 0.2768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.280708372592926,
|
|
"step": 2800,
|
|
"valid_targets_mean": 6101.4,
|
|
"valid_targets_min": 2722
|
|
},
|
|
{
|
|
"epoch": 4.706375838926174,
|
|
"grad_norm": 0.5516311276083228,
|
|
"learning_rate": 1.1736014617233047e-05,
|
|
"loss": 0.2951,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3039126396179199,
|
|
"step": 2805,
|
|
"valid_targets_mean": 5812.8,
|
|
"valid_targets_min": 2733
|
|
},
|
|
{
|
|
"epoch": 4.714765100671141,
|
|
"grad_norm": 0.656745158068306,
|
|
"learning_rate": 1.165987882246267e-05,
|
|
"loss": 0.3041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30918699502944946,
|
|
"step": 2810,
|
|
"valid_targets_mean": 5479.2,
|
|
"valid_targets_min": 2503
|
|
},
|
|
{
|
|
"epoch": 4.723154362416107,
|
|
"grad_norm": 0.5401018450335546,
|
|
"learning_rate": 1.1583889051256448e-05,
|
|
"loss": 0.2884,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2784702777862549,
|
|
"step": 2815,
|
|
"valid_targets_mean": 5206.1,
|
|
"valid_targets_min": 2613
|
|
},
|
|
{
|
|
"epoch": 4.731543624161074,
|
|
"grad_norm": 0.5781014291806919,
|
|
"learning_rate": 1.150804663408636e-05,
|
|
"loss": 0.2957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3208625912666321,
|
|
"step": 2820,
|
|
"valid_targets_mean": 5432.6,
|
|
"valid_targets_min": 2352
|
|
},
|
|
{
|
|
"epoch": 4.739932885906041,
|
|
"grad_norm": 0.6368261954922712,
|
|
"learning_rate": 1.143235289884437e-05,
|
|
"loss": 0.2897,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2843908667564392,
|
|
"step": 2825,
|
|
"valid_targets_mean": 4625.9,
|
|
"valid_targets_min": 1904
|
|
},
|
|
{
|
|
"epoch": 4.748322147651007,
|
|
"grad_norm": 0.704140637848927,
|
|
"learning_rate": 1.1356809170819258e-05,
|
|
"loss": 0.2144,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1777072250843048,
|
|
"step": 2830,
|
|
"valid_targets_mean": 6397.6,
|
|
"valid_targets_min": 4315
|
|
},
|
|
{
|
|
"epoch": 4.756711409395973,
|
|
"grad_norm": 0.47549952432795023,
|
|
"learning_rate": 1.1281416772673394e-05,
|
|
"loss": 0.2009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22065138816833496,
|
|
"step": 2835,
|
|
"valid_targets_mean": 6245.4,
|
|
"valid_targets_min": 1507
|
|
},
|
|
{
|
|
"epoch": 4.76510067114094,
|
|
"grad_norm": 0.4449784773697147,
|
|
"learning_rate": 1.1206177024419577e-05,
|
|
"loss": 0.1882,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19456003606319427,
|
|
"step": 2840,
|
|
"valid_targets_mean": 6353.1,
|
|
"valid_targets_min": 4320
|
|
},
|
|
{
|
|
"epoch": 4.773489932885906,
|
|
"grad_norm": 0.5019031110364914,
|
|
"learning_rate": 1.1131091243397924e-05,
|
|
"loss": 0.1914,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17940054833889008,
|
|
"step": 2845,
|
|
"valid_targets_mean": 5759.1,
|
|
"valid_targets_min": 3512
|
|
},
|
|
{
|
|
"epoch": 4.781879194630872,
|
|
"grad_norm": 0.47849909148730146,
|
|
"learning_rate": 1.1056160744252802e-05,
|
|
"loss": 0.1823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17156977951526642,
|
|
"step": 2850,
|
|
"valid_targets_mean": 6142.6,
|
|
"valid_targets_min": 3520
|
|
},
|
|
{
|
|
"epoch": 4.790268456375839,
|
|
"grad_norm": 0.4505396927291348,
|
|
"learning_rate": 1.0981386838909825e-05,
|
|
"loss": 0.2027,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1775951087474823,
|
|
"step": 2855,
|
|
"valid_targets_mean": 6468.2,
|
|
"valid_targets_min": 2613
|
|
},
|
|
{
|
|
"epoch": 4.798657718120805,
|
|
"grad_norm": 1.0647002336131273,
|
|
"learning_rate": 1.0906770836552864e-05,
|
|
"loss": 0.1882,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2161630094051361,
|
|
"step": 2860,
|
|
"valid_targets_mean": 5752.1,
|
|
"valid_targets_min": 3901
|
|
},
|
|
{
|
|
"epoch": 4.807046979865772,
|
|
"grad_norm": 0.4594281535594725,
|
|
"learning_rate": 1.0832314043601151e-05,
|
|
"loss": 0.1999,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17830264568328857,
|
|
"step": 2865,
|
|
"valid_targets_mean": 6393.5,
|
|
"valid_targets_min": 3846
|
|
},
|
|
{
|
|
"epoch": 4.815436241610739,
|
|
"grad_norm": 0.46894295972395944,
|
|
"learning_rate": 1.075801776368636e-05,
|
|
"loss": 0.1962,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18615929782390594,
|
|
"step": 2870,
|
|
"valid_targets_mean": 6567.8,
|
|
"valid_targets_min": 3515
|
|
},
|
|
{
|
|
"epoch": 4.823825503355705,
|
|
"grad_norm": 0.5262962678608996,
|
|
"learning_rate": 1.068388329762984e-05,
|
|
"loss": 0.1974,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21721166372299194,
|
|
"step": 2875,
|
|
"valid_targets_mean": 6412.0,
|
|
"valid_targets_min": 3455
|
|
},
|
|
{
|
|
"epoch": 4.832214765100671,
|
|
"grad_norm": 0.4360845572105429,
|
|
"learning_rate": 1.06099119434198e-05,
|
|
"loss": 0.2059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14607548713684082,
|
|
"step": 2880,
|
|
"valid_targets_mean": 6533.2,
|
|
"valid_targets_min": 3761
|
|
},
|
|
{
|
|
"epoch": 4.840604026845638,
|
|
"grad_norm": 0.47637015612750755,
|
|
"learning_rate": 1.0536104996188597e-05,
|
|
"loss": 0.1926,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17691192030906677,
|
|
"step": 2885,
|
|
"valid_targets_mean": 6240.8,
|
|
"valid_targets_min": 4018
|
|
},
|
|
{
|
|
"epoch": 4.848993288590604,
|
|
"grad_norm": 0.4721048496934634,
|
|
"learning_rate": 1.0462463748190053e-05,
|
|
"loss": 0.1702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13999581336975098,
|
|
"step": 2890,
|
|
"valid_targets_mean": 5873.0,
|
|
"valid_targets_min": 2984
|
|
},
|
|
{
|
|
"epoch": 4.85738255033557,
|
|
"grad_norm": 0.47818853140757095,
|
|
"learning_rate": 1.0388989488776842e-05,
|
|
"loss": 0.2029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2173914760351181,
|
|
"step": 2895,
|
|
"valid_targets_mean": 6636.1,
|
|
"valid_targets_min": 1250
|
|
},
|
|
{
|
|
"epoch": 4.865771812080537,
|
|
"grad_norm": 0.4933586427426549,
|
|
"learning_rate": 1.03156835043779e-05,
|
|
"loss": 0.1979,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16754987835884094,
|
|
"step": 2900,
|
|
"valid_targets_mean": 5647.1,
|
|
"valid_targets_min": 3552
|
|
},
|
|
{
|
|
"epoch": 4.874161073825503,
|
|
"grad_norm": 0.4832947658452345,
|
|
"learning_rate": 1.0242547078475913e-05,
|
|
"loss": 0.1762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1728580892086029,
|
|
"step": 2905,
|
|
"valid_targets_mean": 5428.6,
|
|
"valid_targets_min": 3757
|
|
},
|
|
{
|
|
"epoch": 4.882550335570469,
|
|
"grad_norm": 0.4496864870451458,
|
|
"learning_rate": 1.0169581491584834e-05,
|
|
"loss": 0.2015,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21508343517780304,
|
|
"step": 2910,
|
|
"valid_targets_mean": 8308.4,
|
|
"valid_targets_min": 5460
|
|
},
|
|
{
|
|
"epoch": 4.890939597315437,
|
|
"grad_norm": 0.4704527561762588,
|
|
"learning_rate": 1.0096788021227491e-05,
|
|
"loss": 0.1814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19710998237133026,
|
|
"step": 2915,
|
|
"valid_targets_mean": 6912.1,
|
|
"valid_targets_min": 3715
|
|
},
|
|
{
|
|
"epoch": 4.899328859060403,
|
|
"grad_norm": 0.6239210413556465,
|
|
"learning_rate": 1.0024167941913161e-05,
|
|
"loss": 0.2051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2420748770236969,
|
|
"step": 2920,
|
|
"valid_targets_mean": 6459.6,
|
|
"valid_targets_min": 3426
|
|
},
|
|
{
|
|
"epoch": 4.907718120805369,
|
|
"grad_norm": 0.5048108498592602,
|
|
"learning_rate": 9.951722525115325e-06,
|
|
"loss": 0.184,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19225165247917175,
|
|
"step": 2925,
|
|
"valid_targets_mean": 6065.3,
|
|
"valid_targets_min": 3891
|
|
},
|
|
{
|
|
"epoch": 4.916107382550336,
|
|
"grad_norm": 0.5190670849455624,
|
|
"learning_rate": 9.879453039249358e-06,
|
|
"loss": 0.1943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21929067373275757,
|
|
"step": 2930,
|
|
"valid_targets_mean": 6779.8,
|
|
"valid_targets_min": 3424
|
|
},
|
|
{
|
|
"epoch": 4.924496644295302,
|
|
"grad_norm": 0.47699843154532523,
|
|
"learning_rate": 9.807360749650346e-06,
|
|
"loss": 0.181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17991751432418823,
|
|
"step": 2935,
|
|
"valid_targets_mean": 6102.3,
|
|
"valid_targets_min": 2016
|
|
},
|
|
{
|
|
"epoch": 4.932885906040268,
|
|
"grad_norm": 0.43225391604515273,
|
|
"learning_rate": 9.735446918550915e-06,
|
|
"loss": 0.192,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18601876497268677,
|
|
"step": 2940,
|
|
"valid_targets_mean": 7915.7,
|
|
"valid_targets_min": 3023
|
|
},
|
|
{
|
|
"epoch": 4.941275167785235,
|
|
"grad_norm": 0.4618978801317599,
|
|
"learning_rate": 9.663712805059142e-06,
|
|
"loss": 0.1936,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16046935319900513,
|
|
"step": 2945,
|
|
"valid_targets_mean": 6680.5,
|
|
"valid_targets_min": 3246
|
|
},
|
|
{
|
|
"epoch": 4.949664429530201,
|
|
"grad_norm": 0.4720343532225163,
|
|
"learning_rate": 9.592159665136514e-06,
|
|
"loss": 0.1994,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21626628935337067,
|
|
"step": 2950,
|
|
"valid_targets_mean": 7108.4,
|
|
"valid_targets_min": 2988
|
|
},
|
|
{
|
|
"epoch": 4.958053691275168,
|
|
"grad_norm": 0.45250084098148113,
|
|
"learning_rate": 9.520788751575896e-06,
|
|
"loss": 0.168,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16823607683181763,
|
|
"step": 2955,
|
|
"valid_targets_mean": 6721.4,
|
|
"valid_targets_min": 3967
|
|
},
|
|
{
|
|
"epoch": 4.966442953020135,
|
|
"grad_norm": 0.49025570586568806,
|
|
"learning_rate": 9.44960131397969e-06,
|
|
"loss": 0.2111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.256847620010376,
|
|
"step": 2960,
|
|
"valid_targets_mean": 7286.5,
|
|
"valid_targets_min": 2785
|
|
},
|
|
{
|
|
"epoch": 4.974832214765101,
|
|
"grad_norm": 0.4735867595052831,
|
|
"learning_rate": 9.37859859873783e-06,
|
|
"loss": 0.1918,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17443475127220154,
|
|
"step": 2965,
|
|
"valid_targets_mean": 5466.8,
|
|
"valid_targets_min": 3332
|
|
},
|
|
{
|
|
"epoch": 4.983221476510067,
|
|
"grad_norm": 0.6798764788425822,
|
|
"learning_rate": 9.307781849006094e-06,
|
|
"loss": 0.2068,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2139081507921219,
|
|
"step": 2970,
|
|
"valid_targets_mean": 7009.6,
|
|
"valid_targets_min": 3915
|
|
},
|
|
{
|
|
"epoch": 4.991610738255034,
|
|
"grad_norm": 0.5195061284963551,
|
|
"learning_rate": 9.237152304684203e-06,
|
|
"loss": 0.2119,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22304928302764893,
|
|
"step": 2975,
|
|
"valid_targets_mean": 5836.3,
|
|
"valid_targets_min": 1642
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.47197583081561484,
|
|
"learning_rate": 9.166711202394243e-06,
|
|
"loss": 0.1851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21409043669700623,
|
|
"step": 2980,
|
|
"valid_targets_mean": 6589.3,
|
|
"valid_targets_min": 3933
|
|
},
|
|
{
|
|
"epoch": 5.008389261744966,
|
|
"grad_norm": 0.47870448609101784,
|
|
"learning_rate": 9.096459775458898e-06,
|
|
"loss": 0.2866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2664000988006592,
|
|
"step": 2985,
|
|
"valid_targets_mean": 8496.2,
|
|
"valid_targets_min": 3717
|
|
},
|
|
{
|
|
"epoch": 5.016778523489933,
|
|
"grad_norm": 0.4739912398355983,
|
|
"learning_rate": 9.026399253879941e-06,
|
|
"loss": 0.2826,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32267603278160095,
|
|
"step": 2990,
|
|
"valid_targets_mean": 8275.7,
|
|
"valid_targets_min": 5484
|
|
},
|
|
{
|
|
"epoch": 5.025167785234899,
|
|
"grad_norm": 0.46279022009864834,
|
|
"learning_rate": 8.956530864316653e-06,
|
|
"loss": 0.2617,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2048969566822052,
|
|
"step": 2995,
|
|
"valid_targets_mean": 7025.2,
|
|
"valid_targets_min": 1165
|
|
},
|
|
{
|
|
"epoch": 5.033557046979865,
|
|
"grad_norm": 0.46033239201695125,
|
|
"learning_rate": 8.88685583006436e-06,
|
|
"loss": 0.2917,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25695496797561646,
|
|
"step": 3000,
|
|
"valid_targets_mean": 6943.1,
|
|
"valid_targets_min": 2898
|
|
},
|
|
{
|
|
"epoch": 5.041946308724833,
|
|
"grad_norm": 0.45448076696826567,
|
|
"learning_rate": 8.817375371033026e-06,
|
|
"loss": 0.2794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28961265087127686,
|
|
"step": 3005,
|
|
"valid_targets_mean": 8003.8,
|
|
"valid_targets_min": 3472
|
|
},
|
|
{
|
|
"epoch": 5.050335570469799,
|
|
"grad_norm": 0.4390274600464881,
|
|
"learning_rate": 8.748090703725846e-06,
|
|
"loss": 0.2698,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2670999765396118,
|
|
"step": 3010,
|
|
"valid_targets_mean": 7904.6,
|
|
"valid_targets_min": 3065
|
|
},
|
|
{
|
|
"epoch": 5.058724832214765,
|
|
"grad_norm": 0.4309997894016485,
|
|
"learning_rate": 8.679003041218039e-06,
|
|
"loss": 0.2726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.256050705909729,
|
|
"step": 3015,
|
|
"valid_targets_mean": 7352.1,
|
|
"valid_targets_min": 3473
|
|
},
|
|
{
|
|
"epoch": 5.067114093959732,
|
|
"grad_norm": 0.4305909045993248,
|
|
"learning_rate": 8.610113593135492e-06,
|
|
"loss": 0.2956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27161574363708496,
|
|
"step": 3020,
|
|
"valid_targets_mean": 8099.6,
|
|
"valid_targets_min": 3148
|
|
},
|
|
{
|
|
"epoch": 5.075503355704698,
|
|
"grad_norm": 0.4485275201330663,
|
|
"learning_rate": 8.5414235656337e-06,
|
|
"loss": 0.2584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23827433586120605,
|
|
"step": 3025,
|
|
"valid_targets_mean": 7346.4,
|
|
"valid_targets_min": 4070
|
|
},
|
|
{
|
|
"epoch": 5.083892617449664,
|
|
"grad_norm": 0.5572830362540551,
|
|
"learning_rate": 8.472934161376529e-06,
|
|
"loss": 0.2805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26340413093566895,
|
|
"step": 3030,
|
|
"valid_targets_mean": 7365.1,
|
|
"valid_targets_min": 3180
|
|
},
|
|
{
|
|
"epoch": 5.092281879194631,
|
|
"grad_norm": 0.4704814613721344,
|
|
"learning_rate": 8.40464657951528e-06,
|
|
"loss": 0.2738,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2828633785247803,
|
|
"step": 3035,
|
|
"valid_targets_mean": 7270.7,
|
|
"valid_targets_min": 3439
|
|
},
|
|
{
|
|
"epoch": 5.100671140939597,
|
|
"grad_norm": 0.49678173562729816,
|
|
"learning_rate": 8.336562015667587e-06,
|
|
"loss": 0.2771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27936238050460815,
|
|
"step": 3040,
|
|
"valid_targets_mean": 6689.4,
|
|
"valid_targets_min": 2870
|
|
},
|
|
{
|
|
"epoch": 5.109060402684563,
|
|
"grad_norm": 0.730343574954326,
|
|
"learning_rate": 8.268681661896547e-06,
|
|
"loss": 0.2814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3053019940853119,
|
|
"step": 3045,
|
|
"valid_targets_mean": 7673.3,
|
|
"valid_targets_min": 3397
|
|
},
|
|
{
|
|
"epoch": 5.117449664429531,
|
|
"grad_norm": 0.44616181799630433,
|
|
"learning_rate": 8.201006706689838e-06,
|
|
"loss": 0.2783,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2513405680656433,
|
|
"step": 3050,
|
|
"valid_targets_mean": 7722.0,
|
|
"valid_targets_min": 4597
|
|
},
|
|
{
|
|
"epoch": 5.125838926174497,
|
|
"grad_norm": 0.43161004718512397,
|
|
"learning_rate": 8.13353833493889e-06,
|
|
"loss": 0.2677,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2722732424736023,
|
|
"step": 3055,
|
|
"valid_targets_mean": 7659.4,
|
|
"valid_targets_min": 2432
|
|
},
|
|
{
|
|
"epoch": 5.134228187919463,
|
|
"grad_norm": 0.45615272518939565,
|
|
"learning_rate": 8.066277727918166e-06,
|
|
"loss": 0.2615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3073369264602661,
|
|
"step": 3060,
|
|
"valid_targets_mean": 7931.2,
|
|
"valid_targets_min": 3733
|
|
},
|
|
{
|
|
"epoch": 5.14261744966443,
|
|
"grad_norm": 0.45437577972785165,
|
|
"learning_rate": 7.999226063264456e-06,
|
|
"loss": 0.2692,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2379218339920044,
|
|
"step": 3065,
|
|
"valid_targets_mean": 7204.1,
|
|
"valid_targets_min": 3650
|
|
},
|
|
{
|
|
"epoch": 5.151006711409396,
|
|
"grad_norm": 0.45449479054366987,
|
|
"learning_rate": 7.932384514956282e-06,
|
|
"loss": 0.2594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2663235068321228,
|
|
"step": 3070,
|
|
"valid_targets_mean": 6685.4,
|
|
"valid_targets_min": 2822
|
|
},
|
|
{
|
|
"epoch": 5.159395973154362,
|
|
"grad_norm": 0.47392972988772686,
|
|
"learning_rate": 7.865754253293298e-06,
|
|
"loss": 0.2746,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26842206716537476,
|
|
"step": 3075,
|
|
"valid_targets_mean": 7153.2,
|
|
"valid_targets_min": 2650
|
|
},
|
|
{
|
|
"epoch": 5.167785234899329,
|
|
"grad_norm": 0.4754855905699106,
|
|
"learning_rate": 7.799336444875885e-06,
|
|
"loss": 0.2405,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2305595576763153,
|
|
"step": 3080,
|
|
"valid_targets_mean": 6273.4,
|
|
"valid_targets_min": 2485
|
|
},
|
|
{
|
|
"epoch": 5.176174496644295,
|
|
"grad_norm": 0.5460104429522009,
|
|
"learning_rate": 7.733132252584616e-06,
|
|
"loss": 0.2802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2933194637298584,
|
|
"step": 3085,
|
|
"valid_targets_mean": 6593.8,
|
|
"valid_targets_min": 3230
|
|
},
|
|
{
|
|
"epoch": 5.184563758389261,
|
|
"grad_norm": 0.44097726754756655,
|
|
"learning_rate": 7.66714283555999e-06,
|
|
"loss": 0.2684,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26890644431114197,
|
|
"step": 3090,
|
|
"valid_targets_mean": 7739.9,
|
|
"valid_targets_min": 2932
|
|
},
|
|
{
|
|
"epoch": 5.192953020134228,
|
|
"grad_norm": 0.4577779960367475,
|
|
"learning_rate": 7.6013693491820836e-06,
|
|
"loss": 0.2739,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2969372868537903,
|
|
"step": 3095,
|
|
"valid_targets_mean": 8366.8,
|
|
"valid_targets_min": 2430
|
|
},
|
|
{
|
|
"epoch": 5.201342281879195,
|
|
"grad_norm": 0.46292516018769403,
|
|
"learning_rate": 7.535812945050345e-06,
|
|
"loss": 0.2542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2700284719467163,
|
|
"step": 3100,
|
|
"valid_targets_mean": 7350.1,
|
|
"valid_targets_min": 4405
|
|
},
|
|
{
|
|
"epoch": 5.209731543624161,
|
|
"grad_norm": 0.6821491770532897,
|
|
"learning_rate": 7.4704747709634115e-06,
|
|
"loss": 0.258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.321647047996521,
|
|
"step": 3105,
|
|
"valid_targets_mean": 5855.0,
|
|
"valid_targets_min": 2012
|
|
},
|
|
{
|
|
"epoch": 5.218120805369128,
|
|
"grad_norm": 0.7178775314566408,
|
|
"learning_rate": 7.4053559708990395e-06,
|
|
"loss": 0.3382,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36472243070602417,
|
|
"step": 3110,
|
|
"valid_targets_mean": 4784.8,
|
|
"valid_targets_min": 2094
|
|
},
|
|
{
|
|
"epoch": 5.226510067114094,
|
|
"grad_norm": 1.673129983685166,
|
|
"learning_rate": 7.340457684994054e-06,
|
|
"loss": 0.3427,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35261544585227966,
|
|
"step": 3115,
|
|
"valid_targets_mean": 3623.2,
|
|
"valid_targets_min": 1395
|
|
},
|
|
{
|
|
"epoch": 5.23489932885906,
|
|
"grad_norm": 0.7340301707191419,
|
|
"learning_rate": 7.275781049524396e-06,
|
|
"loss": 0.3308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36930322647094727,
|
|
"step": 3120,
|
|
"valid_targets_mean": 4250.2,
|
|
"valid_targets_min": 2286
|
|
},
|
|
{
|
|
"epoch": 5.243288590604027,
|
|
"grad_norm": 0.6157367497270916,
|
|
"learning_rate": 7.211327196885203e-06,
|
|
"loss": 0.3377,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34948423504829407,
|
|
"step": 3125,
|
|
"valid_targets_mean": 5208.2,
|
|
"valid_targets_min": 2893
|
|
},
|
|
{
|
|
"epoch": 5.251677852348993,
|
|
"grad_norm": 0.6230716394450224,
|
|
"learning_rate": 7.1470972555710514e-06,
|
|
"loss": 0.3212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28309696912765503,
|
|
"step": 3130,
|
|
"valid_targets_mean": 4094.2,
|
|
"valid_targets_min": 2428
|
|
},
|
|
{
|
|
"epoch": 5.260067114093959,
|
|
"grad_norm": 0.7455011889084798,
|
|
"learning_rate": 7.083092350156107e-06,
|
|
"loss": 0.3357,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3154565095901489,
|
|
"step": 3135,
|
|
"valid_targets_mean": 3976.8,
|
|
"valid_targets_min": 2196
|
|
},
|
|
{
|
|
"epoch": 5.268456375838926,
|
|
"grad_norm": 0.6455017235416665,
|
|
"learning_rate": 7.0193136012745e-06,
|
|
"loss": 0.333,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.332882285118103,
|
|
"step": 3140,
|
|
"valid_targets_mean": 4607.0,
|
|
"valid_targets_min": 2387
|
|
},
|
|
{
|
|
"epoch": 5.276845637583893,
|
|
"grad_norm": 0.6479087847373363,
|
|
"learning_rate": 6.95576212560068e-06,
|
|
"loss": 0.3171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3014754056930542,
|
|
"step": 3145,
|
|
"valid_targets_mean": 3891.6,
|
|
"valid_targets_min": 2396
|
|
},
|
|
{
|
|
"epoch": 5.285234899328859,
|
|
"grad_norm": 0.6232554711769066,
|
|
"learning_rate": 6.892439035829872e-06,
|
|
"loss": 0.3176,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29828381538391113,
|
|
"step": 3150,
|
|
"valid_targets_mean": 4769.2,
|
|
"valid_targets_min": 2532
|
|
},
|
|
{
|
|
"epoch": 5.293624161073826,
|
|
"grad_norm": 0.6436196576063646,
|
|
"learning_rate": 6.8293454406585856e-06,
|
|
"loss": 0.3145,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2895636260509491,
|
|
"step": 3155,
|
|
"valid_targets_mean": 4180.4,
|
|
"valid_targets_min": 2412
|
|
},
|
|
{
|
|
"epoch": 5.302013422818792,
|
|
"grad_norm": 0.689976694149992,
|
|
"learning_rate": 6.766482444765214e-06,
|
|
"loss": 0.3263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32714468240737915,
|
|
"step": 3160,
|
|
"valid_targets_mean": 4524.7,
|
|
"valid_targets_min": 1851
|
|
},
|
|
{
|
|
"epoch": 5.310402684563758,
|
|
"grad_norm": 0.6752591725405911,
|
|
"learning_rate": 6.703851148790692e-06,
|
|
"loss": 0.3199,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3028419613838196,
|
|
"step": 3165,
|
|
"valid_targets_mean": 4274.9,
|
|
"valid_targets_min": 2163
|
|
},
|
|
{
|
|
"epoch": 5.318791946308725,
|
|
"grad_norm": 0.693517481253681,
|
|
"learning_rate": 6.641452649319194e-06,
|
|
"loss": 0.3064,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31211239099502563,
|
|
"step": 3170,
|
|
"valid_targets_mean": 3913.9,
|
|
"valid_targets_min": 2006
|
|
},
|
|
{
|
|
"epoch": 5.327181208053691,
|
|
"grad_norm": 0.6371822082542182,
|
|
"learning_rate": 6.5792880388590065e-06,
|
|
"loss": 0.3016,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2866162359714508,
|
|
"step": 3175,
|
|
"valid_targets_mean": 5175.9,
|
|
"valid_targets_min": 2342
|
|
},
|
|
{
|
|
"epoch": 5.3355704697986575,
|
|
"grad_norm": 0.6558028064378439,
|
|
"learning_rate": 6.517358405823306e-06,
|
|
"loss": 0.2963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.292873352766037,
|
|
"step": 3180,
|
|
"valid_targets_mean": 4147.4,
|
|
"valid_targets_min": 2188
|
|
},
|
|
{
|
|
"epoch": 5.343959731543624,
|
|
"grad_norm": 0.5179265719146311,
|
|
"learning_rate": 6.455664834511201e-06,
|
|
"loss": 0.2947,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2651475667953491,
|
|
"step": 3185,
|
|
"valid_targets_mean": 6421.8,
|
|
"valid_targets_min": 2865
|
|
},
|
|
{
|
|
"epoch": 5.35234899328859,
|
|
"grad_norm": 0.5569622147942522,
|
|
"learning_rate": 6.394208405088649e-06,
|
|
"loss": 0.2852,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32521840929985046,
|
|
"step": 3190,
|
|
"valid_targets_mean": 6181.7,
|
|
"valid_targets_min": 2653
|
|
},
|
|
{
|
|
"epoch": 5.360738255033557,
|
|
"grad_norm": 0.573028215588994,
|
|
"learning_rate": 6.332990193569637e-06,
|
|
"loss": 0.2658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26033419370651245,
|
|
"step": 3195,
|
|
"valid_targets_mean": 4921.6,
|
|
"valid_targets_min": 1130
|
|
},
|
|
{
|
|
"epoch": 5.369127516778524,
|
|
"grad_norm": 0.5493305346532782,
|
|
"learning_rate": 6.272011271797261e-06,
|
|
"loss": 0.2818,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2660631239414215,
|
|
"step": 3200,
|
|
"valid_targets_mean": 4941.5,
|
|
"valid_targets_min": 2248
|
|
},
|
|
{
|
|
"epoch": 5.37751677852349,
|
|
"grad_norm": 0.5567962399066856,
|
|
"learning_rate": 6.211272707425015e-06,
|
|
"loss": 0.2597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2474927008152008,
|
|
"step": 3205,
|
|
"valid_targets_mean": 5334.0,
|
|
"valid_targets_min": 2202
|
|
},
|
|
{
|
|
"epoch": 5.385906040268456,
|
|
"grad_norm": 0.5510079696959509,
|
|
"learning_rate": 6.150775563898084e-06,
|
|
"loss": 0.2752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27622801065444946,
|
|
"step": 3210,
|
|
"valid_targets_mean": 5717.2,
|
|
"valid_targets_min": 1693
|
|
},
|
|
{
|
|
"epoch": 5.394295302013423,
|
|
"grad_norm": 0.5827697433258731,
|
|
"learning_rate": 6.090520900434706e-06,
|
|
"loss": 0.2794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3159923255443573,
|
|
"step": 3215,
|
|
"valid_targets_mean": 5333.2,
|
|
"valid_targets_min": 2446
|
|
},
|
|
{
|
|
"epoch": 5.402684563758389,
|
|
"grad_norm": 0.6222624506584661,
|
|
"learning_rate": 6.030509772007662e-06,
|
|
"loss": 0.2792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25103989243507385,
|
|
"step": 3220,
|
|
"valid_targets_mean": 4057.7,
|
|
"valid_targets_min": 2037
|
|
},
|
|
{
|
|
"epoch": 5.4110738255033555,
|
|
"grad_norm": 0.5566658371187673,
|
|
"learning_rate": 5.970743229325746e-06,
|
|
"loss": 0.2706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24668127298355103,
|
|
"step": 3225,
|
|
"valid_targets_mean": 5323.5,
|
|
"valid_targets_min": 2568
|
|
},
|
|
{
|
|
"epoch": 5.419463087248322,
|
|
"grad_norm": 0.5136283372772473,
|
|
"learning_rate": 5.911222318815455e-06,
|
|
"loss": 0.282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26495736837387085,
|
|
"step": 3230,
|
|
"valid_targets_mean": 6049.9,
|
|
"valid_targets_min": 2894
|
|
},
|
|
{
|
|
"epoch": 5.427852348993289,
|
|
"grad_norm": 0.5982640347495186,
|
|
"learning_rate": 5.851948082602572e-06,
|
|
"loss": 0.2856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2754901647567749,
|
|
"step": 3235,
|
|
"valid_targets_mean": 4810.2,
|
|
"valid_targets_min": 2273
|
|
},
|
|
{
|
|
"epoch": 5.436241610738255,
|
|
"grad_norm": 0.5905717948749144,
|
|
"learning_rate": 5.792921558494011e-06,
|
|
"loss": 0.2679,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2733975648880005,
|
|
"step": 3240,
|
|
"valid_targets_mean": 5604.8,
|
|
"valid_targets_min": 1967
|
|
},
|
|
{
|
|
"epoch": 5.444630872483222,
|
|
"grad_norm": 0.6570229798399173,
|
|
"learning_rate": 5.7341437799595574e-06,
|
|
"loss": 0.279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3204910159111023,
|
|
"step": 3245,
|
|
"valid_targets_mean": 4861.6,
|
|
"valid_targets_min": 2047
|
|
},
|
|
{
|
|
"epoch": 5.453020134228188,
|
|
"grad_norm": 0.5228660349927623,
|
|
"learning_rate": 5.675615776113863e-06,
|
|
"loss": 0.2736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26201581954956055,
|
|
"step": 3250,
|
|
"valid_targets_mean": 5708.2,
|
|
"valid_targets_min": 2660
|
|
},
|
|
{
|
|
"epoch": 5.4614093959731544,
|
|
"grad_norm": 0.6123767341953513,
|
|
"learning_rate": 5.617338571698343e-06,
|
|
"loss": 0.2693,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2594669461250305,
|
|
"step": 3255,
|
|
"valid_targets_mean": 5425.9,
|
|
"valid_targets_min": 1784
|
|
},
|
|
{
|
|
"epoch": 5.469798657718121,
|
|
"grad_norm": 0.613782611644556,
|
|
"learning_rate": 5.559313187063298e-06,
|
|
"loss": 0.283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2767484486103058,
|
|
"step": 3260,
|
|
"valid_targets_mean": 4510.3,
|
|
"valid_targets_min": 2328
|
|
},
|
|
{
|
|
"epoch": 5.478187919463087,
|
|
"grad_norm": 0.5575730640709154,
|
|
"learning_rate": 5.5015406381500205e-06,
|
|
"loss": 0.2754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2704010605812073,
|
|
"step": 3265,
|
|
"valid_targets_mean": 5093.3,
|
|
"valid_targets_min": 2668
|
|
},
|
|
{
|
|
"epoch": 5.4865771812080535,
|
|
"grad_norm": 0.8604661424911019,
|
|
"learning_rate": 5.444021936473008e-06,
|
|
"loss": 0.2856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3080679774284363,
|
|
"step": 3270,
|
|
"valid_targets_mean": 5909.3,
|
|
"valid_targets_min": 2398
|
|
},
|
|
{
|
|
"epoch": 5.49496644295302,
|
|
"grad_norm": 0.5840707811766466,
|
|
"learning_rate": 5.386758089102266e-06,
|
|
"loss": 0.2796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2685091197490692,
|
|
"step": 3275,
|
|
"valid_targets_mean": 5225.2,
|
|
"valid_targets_min": 2706
|
|
},
|
|
{
|
|
"epoch": 5.503355704697986,
|
|
"grad_norm": 0.8636651414120872,
|
|
"learning_rate": 5.329750098645645e-06,
|
|
"loss": 0.2832,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26322051882743835,
|
|
"step": 3280,
|
|
"valid_targets_mean": 4588.1,
|
|
"valid_targets_min": 2204
|
|
},
|
|
{
|
|
"epoch": 5.5117449664429525,
|
|
"grad_norm": 0.5860517348406411,
|
|
"learning_rate": 5.272998963231344e-06,
|
|
"loss": 0.2691,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2648066282272339,
|
|
"step": 3285,
|
|
"valid_targets_mean": 5412.2,
|
|
"valid_targets_min": 2473
|
|
},
|
|
{
|
|
"epoch": 5.52013422818792,
|
|
"grad_norm": 0.5272694115119618,
|
|
"learning_rate": 5.216505676490357e-06,
|
|
"loss": 0.2689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2624067962169647,
|
|
"step": 3290,
|
|
"valid_targets_mean": 5886.4,
|
|
"valid_targets_min": 2693
|
|
},
|
|
{
|
|
"epoch": 5.528523489932886,
|
|
"grad_norm": 0.6240160287071939,
|
|
"learning_rate": 5.160271227539149e-06,
|
|
"loss": 0.287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30568933486938477,
|
|
"step": 3295,
|
|
"valid_targets_mean": 5643.7,
|
|
"valid_targets_min": 2087
|
|
},
|
|
{
|
|
"epoch": 5.5369127516778525,
|
|
"grad_norm": 0.5396336101437137,
|
|
"learning_rate": 5.104296600962293e-06,
|
|
"loss": 0.2718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2812108099460602,
|
|
"step": 3300,
|
|
"valid_targets_mean": 5636.5,
|
|
"valid_targets_min": 2342
|
|
},
|
|
{
|
|
"epoch": 5.545302013422819,
|
|
"grad_norm": 0.5271077766258576,
|
|
"learning_rate": 5.048582776795243e-06,
|
|
"loss": 0.2603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24015697836875916,
|
|
"step": 3305,
|
|
"valid_targets_mean": 5548.0,
|
|
"valid_targets_min": 2174
|
|
},
|
|
{
|
|
"epoch": 5.553691275167785,
|
|
"grad_norm": 0.5321830811059617,
|
|
"learning_rate": 4.9931307305071855e-06,
|
|
"loss": 0.2746,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29764196276664734,
|
|
"step": 3310,
|
|
"valid_targets_mean": 5774.5,
|
|
"valid_targets_min": 2188
|
|
},
|
|
{
|
|
"epoch": 5.5620805369127515,
|
|
"grad_norm": 0.5550944856458149,
|
|
"learning_rate": 4.937941432983944e-06,
|
|
"loss": 0.2805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.278522253036499,
|
|
"step": 3315,
|
|
"valid_targets_mean": 5900.6,
|
|
"valid_targets_min": 2320
|
|
},
|
|
{
|
|
"epoch": 5.570469798657718,
|
|
"grad_norm": 0.5829907995697335,
|
|
"learning_rate": 4.883015850510992e-06,
|
|
"loss": 0.2793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28701257705688477,
|
|
"step": 3320,
|
|
"valid_targets_mean": 5101.9,
|
|
"valid_targets_min": 1893
|
|
},
|
|
{
|
|
"epoch": 5.578859060402684,
|
|
"grad_norm": 0.5567254079395402,
|
|
"learning_rate": 4.828354944756528e-06,
|
|
"loss": 0.2721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25332432985305786,
|
|
"step": 3325,
|
|
"valid_targets_mean": 5646.4,
|
|
"valid_targets_min": 1766
|
|
},
|
|
{
|
|
"epoch": 5.587248322147651,
|
|
"grad_norm": 0.66148945698542,
|
|
"learning_rate": 4.77395967275464e-06,
|
|
"loss": 0.2702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3146895468235016,
|
|
"step": 3330,
|
|
"valid_targets_mean": 6108.6,
|
|
"valid_targets_min": 1998
|
|
},
|
|
{
|
|
"epoch": 5.595637583892618,
|
|
"grad_norm": 0.581068718679316,
|
|
"learning_rate": 4.719830986888563e-06,
|
|
"loss": 0.2752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2924078404903412,
|
|
"step": 3335,
|
|
"valid_targets_mean": 5481.2,
|
|
"valid_targets_min": 2120
|
|
},
|
|
{
|
|
"epoch": 5.604026845637584,
|
|
"grad_norm": 0.606534691738802,
|
|
"learning_rate": 4.665969834873962e-06,
|
|
"loss": 0.2803,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2749243378639221,
|
|
"step": 3340,
|
|
"valid_targets_mean": 5890.2,
|
|
"valid_targets_min": 3253
|
|
},
|
|
{
|
|
"epoch": 5.6124161073825505,
|
|
"grad_norm": 0.6025828438194316,
|
|
"learning_rate": 4.612377159742394e-06,
|
|
"loss": 0.2918,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3006375730037689,
|
|
"step": 3345,
|
|
"valid_targets_mean": 4708.5,
|
|
"valid_targets_min": 1846
|
|
},
|
|
{
|
|
"epoch": 5.620805369127517,
|
|
"grad_norm": 0.531150977265223,
|
|
"learning_rate": 4.559053899824759e-06,
|
|
"loss": 0.2722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2626258134841919,
|
|
"step": 3350,
|
|
"valid_targets_mean": 5491.2,
|
|
"valid_targets_min": 1920
|
|
},
|
|
{
|
|
"epoch": 5.629194630872483,
|
|
"grad_norm": 0.5768486615852984,
|
|
"learning_rate": 4.506000988734891e-06,
|
|
"loss": 0.2739,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30473679304122925,
|
|
"step": 3355,
|
|
"valid_targets_mean": 4956.1,
|
|
"valid_targets_min": 2345
|
|
},
|
|
{
|
|
"epoch": 5.6375838926174495,
|
|
"grad_norm": 0.5123514854207768,
|
|
"learning_rate": 4.453219355353196e-06,
|
|
"loss": 0.2543,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23201391100883484,
|
|
"step": 3360,
|
|
"valid_targets_mean": 5131.4,
|
|
"valid_targets_min": 1719
|
|
},
|
|
{
|
|
"epoch": 5.645973154362416,
|
|
"grad_norm": 0.6006963742896815,
|
|
"learning_rate": 4.4007099238104e-06,
|
|
"loss": 0.2764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29507288336753845,
|
|
"step": 3365,
|
|
"valid_targets_mean": 4511.2,
|
|
"valid_targets_min": 2213
|
|
},
|
|
{
|
|
"epoch": 5.654362416107382,
|
|
"grad_norm": 0.6003991113770719,
|
|
"learning_rate": 4.34847361347136e-06,
|
|
"loss": 0.2721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29218244552612305,
|
|
"step": 3370,
|
|
"valid_targets_mean": 5346.6,
|
|
"valid_targets_min": 2552
|
|
},
|
|
{
|
|
"epoch": 5.662751677852349,
|
|
"grad_norm": 0.6073430367710112,
|
|
"learning_rate": 4.2965113389189805e-06,
|
|
"loss": 0.2708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2581964135169983,
|
|
"step": 3375,
|
|
"valid_targets_mean": 5379.6,
|
|
"valid_targets_min": 2402
|
|
},
|
|
{
|
|
"epoch": 5.671140939597316,
|
|
"grad_norm": 0.5571360677531385,
|
|
"learning_rate": 4.244824009938193e-06,
|
|
"loss": 0.2697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31131523847579956,
|
|
"step": 3380,
|
|
"valid_targets_mean": 6561.0,
|
|
"valid_targets_min": 2063
|
|
},
|
|
{
|
|
"epoch": 5.679530201342282,
|
|
"grad_norm": 0.5504870859548427,
|
|
"learning_rate": 4.193412531500003e-06,
|
|
"loss": 0.2757,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25597238540649414,
|
|
"step": 3385,
|
|
"valid_targets_mean": 5516.9,
|
|
"valid_targets_min": 2094
|
|
},
|
|
{
|
|
"epoch": 5.6879194630872485,
|
|
"grad_norm": 0.4758922019113617,
|
|
"learning_rate": 4.142277803745711e-06,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25087445974349976,
|
|
"step": 3390,
|
|
"valid_targets_mean": 6917.1,
|
|
"valid_targets_min": 2649
|
|
},
|
|
{
|
|
"epoch": 5.696308724832215,
|
|
"grad_norm": 0.5698014081403312,
|
|
"learning_rate": 4.09142072197106e-06,
|
|
"loss": 0.2649,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2483270764350891,
|
|
"step": 3395,
|
|
"valid_targets_mean": 5088.7,
|
|
"valid_targets_min": 2515
|
|
},
|
|
{
|
|
"epoch": 5.704697986577181,
|
|
"grad_norm": 0.7218408377099315,
|
|
"learning_rate": 4.040842176610662e-06,
|
|
"loss": 0.2788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2839174270629883,
|
|
"step": 3400,
|
|
"valid_targets_mean": 3442.6,
|
|
"valid_targets_min": 2112
|
|
},
|
|
{
|
|
"epoch": 5.7130872483221475,
|
|
"grad_norm": 0.5873346576030452,
|
|
"learning_rate": 3.990543053222309e-06,
|
|
"loss": 0.2917,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30810725688934326,
|
|
"step": 3405,
|
|
"valid_targets_mean": 5594.4,
|
|
"valid_targets_min": 2832
|
|
},
|
|
{
|
|
"epoch": 5.721476510067114,
|
|
"grad_norm": 0.6198439223665871,
|
|
"learning_rate": 3.940524232471543e-06,
|
|
"loss": 0.2836,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.270698219537735,
|
|
"step": 3410,
|
|
"valid_targets_mean": 5105.4,
|
|
"valid_targets_min": 2265
|
|
},
|
|
{
|
|
"epoch": 5.72986577181208,
|
|
"grad_norm": 0.5974454589212128,
|
|
"learning_rate": 3.8907865901162e-06,
|
|
"loss": 0.2752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25877535343170166,
|
|
"step": 3415,
|
|
"valid_targets_mean": 5383.6,
|
|
"valid_targets_min": 2041
|
|
},
|
|
{
|
|
"epoch": 5.7382550335570475,
|
|
"grad_norm": 0.6183517738913075,
|
|
"learning_rate": 3.841330996991086e-06,
|
|
"loss": 0.286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26947277784347534,
|
|
"step": 3420,
|
|
"valid_targets_mean": 6037.8,
|
|
"valid_targets_min": 2956
|
|
},
|
|
{
|
|
"epoch": 5.746644295302014,
|
|
"grad_norm": 0.5483479179128886,
|
|
"learning_rate": 3.792158318992738e-06,
|
|
"loss": 0.2263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2083623856306076,
|
|
"step": 3425,
|
|
"valid_targets_mean": 6712.6,
|
|
"valid_targets_min": 3122
|
|
},
|
|
{
|
|
"epoch": 5.75503355704698,
|
|
"grad_norm": 0.49190989676005326,
|
|
"learning_rate": 3.743269417064226e-06,
|
|
"loss": 0.1845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1769864559173584,
|
|
"step": 3430,
|
|
"valid_targets_mean": 5881.0,
|
|
"valid_targets_min": 1614
|
|
},
|
|
{
|
|
"epoch": 5.7634228187919465,
|
|
"grad_norm": 0.561912659237006,
|
|
"learning_rate": 3.694665147180152e-06,
|
|
"loss": 0.1852,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15704482793807983,
|
|
"step": 3435,
|
|
"valid_targets_mean": 5759.3,
|
|
"valid_targets_min": 2511
|
|
},
|
|
{
|
|
"epoch": 5.771812080536913,
|
|
"grad_norm": 0.47890066858081604,
|
|
"learning_rate": 3.6463463603315716e-06,
|
|
"loss": 0.1866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20538030564785004,
|
|
"step": 3440,
|
|
"valid_targets_mean": 6722.5,
|
|
"valid_targets_min": 3416
|
|
},
|
|
{
|
|
"epoch": 5.780201342281879,
|
|
"grad_norm": 0.4673386231786179,
|
|
"learning_rate": 3.5983139025111926e-06,
|
|
"loss": 0.1758,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15834662318229675,
|
|
"step": 3445,
|
|
"valid_targets_mean": 6207.9,
|
|
"valid_targets_min": 3333
|
|
},
|
|
{
|
|
"epoch": 5.7885906040268456,
|
|
"grad_norm": 0.5024522767814739,
|
|
"learning_rate": 3.5505686146984577e-06,
|
|
"loss": 0.1939,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2148260623216629,
|
|
"step": 3450,
|
|
"valid_targets_mean": 6317.9,
|
|
"valid_targets_min": 3749
|
|
},
|
|
{
|
|
"epoch": 5.796979865771812,
|
|
"grad_norm": 0.5206086016821205,
|
|
"learning_rate": 3.503111332844924e-06,
|
|
"loss": 0.173,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16531062126159668,
|
|
"step": 3455,
|
|
"valid_targets_mean": 5869.5,
|
|
"valid_targets_min": 3804
|
|
},
|
|
{
|
|
"epoch": 5.805369127516778,
|
|
"grad_norm": 0.5481635904856844,
|
|
"learning_rate": 3.4559428878595424e-06,
|
|
"loss": 0.2008,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19838261604309082,
|
|
"step": 3460,
|
|
"valid_targets_mean": 6835.0,
|
|
"valid_targets_min": 3131
|
|
},
|
|
{
|
|
"epoch": 5.813758389261745,
|
|
"grad_norm": 1.0680530657889125,
|
|
"learning_rate": 3.4090641055941574e-06,
|
|
"loss": 0.1868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1862424612045288,
|
|
"step": 3465,
|
|
"valid_targets_mean": 6305.6,
|
|
"valid_targets_min": 3498
|
|
},
|
|
{
|
|
"epoch": 5.822147651006711,
|
|
"grad_norm": 0.4593441329958182,
|
|
"learning_rate": 3.3624758068290395e-06,
|
|
"loss": 0.1844,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1599089503288269,
|
|
"step": 3470,
|
|
"valid_targets_mean": 7068.8,
|
|
"valid_targets_min": 4193
|
|
},
|
|
{
|
|
"epoch": 5.830536912751678,
|
|
"grad_norm": 0.561376863461526,
|
|
"learning_rate": 3.3161788072584988e-06,
|
|
"loss": 0.2121,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23653791844844818,
|
|
"step": 3475,
|
|
"valid_targets_mean": 5792.0,
|
|
"valid_targets_min": 1274
|
|
},
|
|
{
|
|
"epoch": 5.8389261744966445,
|
|
"grad_norm": 0.47725966160547145,
|
|
"learning_rate": 3.2701739174766222e-06,
|
|
"loss": 0.1785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2512332797050476,
|
|
"step": 3480,
|
|
"valid_targets_mean": 7094.4,
|
|
"valid_targets_min": 4609
|
|
},
|
|
{
|
|
"epoch": 5.847315436241611,
|
|
"grad_norm": 0.5068504526072317,
|
|
"learning_rate": 3.224461942963071e-06,
|
|
"loss": 0.1701,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18296070396900177,
|
|
"step": 3485,
|
|
"valid_targets_mean": 7215.2,
|
|
"valid_targets_min": 3897
|
|
},
|
|
{
|
|
"epoch": 5.855704697986577,
|
|
"grad_norm": 0.46608300571713396,
|
|
"learning_rate": 3.1790436840689833e-06,
|
|
"loss": 0.1804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18268756568431854,
|
|
"step": 3490,
|
|
"valid_targets_mean": 6558.3,
|
|
"valid_targets_min": 3351
|
|
},
|
|
{
|
|
"epoch": 5.864093959731544,
|
|
"grad_norm": 0.48271906884505544,
|
|
"learning_rate": 3.133919936002938e-06,
|
|
"loss": 0.2009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21029271185398102,
|
|
"step": 3495,
|
|
"valid_targets_mean": 6824.3,
|
|
"valid_targets_min": 2436
|
|
},
|
|
{
|
|
"epoch": 5.87248322147651,
|
|
"grad_norm": 0.49227218427406577,
|
|
"learning_rate": 3.0890914888170885e-06,
|
|
"loss": 0.1678,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1478789895772934,
|
|
"step": 3500,
|
|
"valid_targets_mean": 6103.6,
|
|
"valid_targets_min": 3898
|
|
},
|
|
{
|
|
"epoch": 5.880872483221476,
|
|
"grad_norm": 0.4512599500381554,
|
|
"learning_rate": 3.0445591273932563e-06,
|
|
"loss": 0.1856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17004519701004028,
|
|
"step": 3505,
|
|
"valid_targets_mean": 6659.6,
|
|
"valid_targets_min": 3256
|
|
},
|
|
{
|
|
"epoch": 5.889261744966443,
|
|
"grad_norm": 0.4798981488967879,
|
|
"learning_rate": 3.0003236314292494e-06,
|
|
"loss": 0.1778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1538674384355545,
|
|
"step": 3510,
|
|
"valid_targets_mean": 5699.6,
|
|
"valid_targets_min": 3248
|
|
},
|
|
{
|
|
"epoch": 5.89765100671141,
|
|
"grad_norm": 0.42409822884403503,
|
|
"learning_rate": 2.9563857754251766e-06,
|
|
"loss": 0.1889,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1613140106201172,
|
|
"step": 3515,
|
|
"valid_targets_mean": 7132.4,
|
|
"valid_targets_min": 3729
|
|
},
|
|
{
|
|
"epoch": 5.906040268456376,
|
|
"grad_norm": 0.5120995048382582,
|
|
"learning_rate": 2.912746328669902e-06,
|
|
"loss": 0.1868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17431381344795227,
|
|
"step": 3520,
|
|
"valid_targets_mean": 5948.7,
|
|
"valid_targets_min": 2287
|
|
},
|
|
{
|
|
"epoch": 5.9144295302013425,
|
|
"grad_norm": 0.4613739475931782,
|
|
"learning_rate": 2.8694060552275703e-06,
|
|
"loss": 0.1821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15326857566833496,
|
|
"step": 3525,
|
|
"valid_targets_mean": 5960.7,
|
|
"valid_targets_min": 1667
|
|
},
|
|
{
|
|
"epoch": 5.922818791946309,
|
|
"grad_norm": 0.535321688669644,
|
|
"learning_rate": 2.8263657139242305e-06,
|
|
"loss": 0.1814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18127524852752686,
|
|
"step": 3530,
|
|
"valid_targets_mean": 6103.1,
|
|
"valid_targets_min": 4121
|
|
},
|
|
{
|
|
"epoch": 5.931208053691275,
|
|
"grad_norm": 0.5082073584586247,
|
|
"learning_rate": 2.78362605833455e-06,
|
|
"loss": 0.1831,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1950998306274414,
|
|
"step": 3535,
|
|
"valid_targets_mean": 7280.8,
|
|
"valid_targets_min": 4421
|
|
},
|
|
{
|
|
"epoch": 5.939597315436242,
|
|
"grad_norm": 0.4986802905405172,
|
|
"learning_rate": 2.7411878367686172e-06,
|
|
"loss": 0.1921,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18825015425682068,
|
|
"step": 3540,
|
|
"valid_targets_mean": 5570.1,
|
|
"valid_targets_min": 3241
|
|
},
|
|
{
|
|
"epoch": 5.947986577181208,
|
|
"grad_norm": 0.48454919031908744,
|
|
"learning_rate": 2.699051792258851e-06,
|
|
"loss": 0.1812,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15350499749183655,
|
|
"step": 3545,
|
|
"valid_targets_mean": 5923.2,
|
|
"valid_targets_min": 1037
|
|
},
|
|
{
|
|
"epoch": 5.956375838926174,
|
|
"grad_norm": 0.47865792564718573,
|
|
"learning_rate": 2.6572186625469786e-06,
|
|
"loss": 0.1702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1787925809621811,
|
|
"step": 3550,
|
|
"valid_targets_mean": 6194.7,
|
|
"valid_targets_min": 3559
|
|
},
|
|
{
|
|
"epoch": 5.964765100671141,
|
|
"grad_norm": 0.4747837842628126,
|
|
"learning_rate": 2.6156891800711147e-06,
|
|
"loss": 0.1864,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17221690714359283,
|
|
"step": 3555,
|
|
"valid_targets_mean": 5676.1,
|
|
"valid_targets_min": 3539
|
|
},
|
|
{
|
|
"epoch": 5.973154362416107,
|
|
"grad_norm": 0.47000003408021024,
|
|
"learning_rate": 2.5744640719529623e-06,
|
|
"loss": 0.2012,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19577236473560333,
|
|
"step": 3560,
|
|
"valid_targets_mean": 6225.4,
|
|
"valid_targets_min": 3347
|
|
},
|
|
{
|
|
"epoch": 5.981543624161074,
|
|
"grad_norm": 0.4786796168997607,
|
|
"learning_rate": 2.5335440599850534e-06,
|
|
"loss": 0.1913,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16504432260990143,
|
|
"step": 3565,
|
|
"valid_targets_mean": 6355.5,
|
|
"valid_targets_min": 3652
|
|
},
|
|
{
|
|
"epoch": 5.989932885906041,
|
|
"grad_norm": 0.4571524104469842,
|
|
"learning_rate": 2.492929860618132e-06,
|
|
"loss": 0.2034,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.183242529630661,
|
|
"step": 3570,
|
|
"valid_targets_mean": 6742.0,
|
|
"valid_targets_min": 4016
|
|
},
|
|
{
|
|
"epoch": 5.998322147651007,
|
|
"grad_norm": 0.4470555887790181,
|
|
"learning_rate": 2.4526221849485965e-06,
|
|
"loss": 0.1807,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1936855912208557,
|
|
"step": 3575,
|
|
"valid_targets_mean": 7195.1,
|
|
"valid_targets_min": 3331
|
|
},
|
|
{
|
|
"epoch": 6.006711409395973,
|
|
"grad_norm": 0.5744620239017322,
|
|
"learning_rate": 2.412621738706058e-06,
|
|
"loss": 0.2689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3078378140926361,
|
|
"step": 3580,
|
|
"valid_targets_mean": 7649.6,
|
|
"valid_targets_min": 3784
|
|
},
|
|
{
|
|
"epoch": 6.01510067114094,
|
|
"grad_norm": 0.47827601773734446,
|
|
"learning_rate": 2.3729292222409784e-06,
|
|
"loss": 0.2653,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2858749032020569,
|
|
"step": 3585,
|
|
"valid_targets_mean": 8470.1,
|
|
"valid_targets_min": 2859
|
|
},
|
|
{
|
|
"epoch": 6.023489932885906,
|
|
"grad_norm": 0.478504417434516,
|
|
"learning_rate": 2.3335453305124122e-06,
|
|
"loss": 0.2788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27858269214630127,
|
|
"step": 3590,
|
|
"valid_targets_mean": 7579.4,
|
|
"valid_targets_min": 2671
|
|
},
|
|
{
|
|
"epoch": 6.031879194630872,
|
|
"grad_norm": 0.4866406482441478,
|
|
"learning_rate": 2.2944707530758415e-06,
|
|
"loss": 0.2753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2762504816055298,
|
|
"step": 3595,
|
|
"valid_targets_mean": 7706.4,
|
|
"valid_targets_min": 2385
|
|
},
|
|
{
|
|
"epoch": 6.040268456375839,
|
|
"grad_norm": 0.505236632176921,
|
|
"learning_rate": 2.2557061740710817e-06,
|
|
"loss": 0.2673,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.276828408241272,
|
|
"step": 3600,
|
|
"valid_targets_mean": 6949.2,
|
|
"valid_targets_min": 2196
|
|
},
|
|
{
|
|
"epoch": 6.048657718120805,
|
|
"grad_norm": 0.4561878390226166,
|
|
"learning_rate": 2.2172522722103484e-06,
|
|
"loss": 0.2684,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26320117712020874,
|
|
"step": 3605,
|
|
"valid_targets_mean": 7776.6,
|
|
"valid_targets_min": 3797
|
|
},
|
|
{
|
|
"epoch": 6.057046979865772,
|
|
"grad_norm": 0.49022817722052164,
|
|
"learning_rate": 2.1791097207663193e-06,
|
|
"loss": 0.2686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2686783969402313,
|
|
"step": 3610,
|
|
"valid_targets_mean": 7734.9,
|
|
"valid_targets_min": 3678
|
|
},
|
|
{
|
|
"epoch": 6.065436241610739,
|
|
"grad_norm": 0.4955716668844715,
|
|
"learning_rate": 2.1412791875603857e-06,
|
|
"loss": 0.2862,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28073349595069885,
|
|
"step": 3615,
|
|
"valid_targets_mean": 6914.5,
|
|
"valid_targets_min": 2870
|
|
},
|
|
{
|
|
"epoch": 6.073825503355705,
|
|
"grad_norm": 0.5009805384042235,
|
|
"learning_rate": 2.1037613349509446e-06,
|
|
"loss": 0.2591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2736015319824219,
|
|
"step": 3620,
|
|
"valid_targets_mean": 7338.3,
|
|
"valid_targets_min": 1373
|
|
},
|
|
{
|
|
"epoch": 6.082214765100671,
|
|
"grad_norm": 0.5049224672448991,
|
|
"learning_rate": 2.0665568198218032e-06,
|
|
"loss": 0.2695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3070971965789795,
|
|
"step": 3625,
|
|
"valid_targets_mean": 7915.4,
|
|
"valid_targets_min": 2332
|
|
},
|
|
{
|
|
"epoch": 6.090604026845638,
|
|
"grad_norm": 0.46053044718311015,
|
|
"learning_rate": 2.0296662935706823e-06,
|
|
"loss": 0.264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2544174790382385,
|
|
"step": 3630,
|
|
"valid_targets_mean": 7457.8,
|
|
"valid_targets_min": 2888
|
|
},
|
|
{
|
|
"epoch": 6.098993288590604,
|
|
"grad_norm": 0.475355952968601,
|
|
"learning_rate": 1.9930904020978015e-06,
|
|
"loss": 0.2719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2597702741622925,
|
|
"step": 3635,
|
|
"valid_targets_mean": 6991.1,
|
|
"valid_targets_min": 2394
|
|
},
|
|
{
|
|
"epoch": 6.10738255033557,
|
|
"grad_norm": 0.47613769026423275,
|
|
"learning_rate": 1.956829785794585e-06,
|
|
"loss": 0.27,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2842886447906494,
|
|
"step": 3640,
|
|
"valid_targets_mean": 7398.9,
|
|
"valid_targets_min": 3358
|
|
},
|
|
{
|
|
"epoch": 6.115771812080537,
|
|
"grad_norm": 0.7016306327476952,
|
|
"learning_rate": 1.920885079532426e-06,
|
|
"loss": 0.2835,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.280631959438324,
|
|
"step": 3645,
|
|
"valid_targets_mean": 6854.7,
|
|
"valid_targets_min": 1726
|
|
},
|
|
{
|
|
"epoch": 6.124161073825503,
|
|
"grad_norm": 0.5781023685680786,
|
|
"learning_rate": 1.8852569126516097e-06,
|
|
"loss": 0.2575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26035580039024353,
|
|
"step": 3650,
|
|
"valid_targets_mean": 6910.1,
|
|
"valid_targets_min": 3314
|
|
},
|
|
{
|
|
"epoch": 6.132550335570469,
|
|
"grad_norm": 0.4944156968192024,
|
|
"learning_rate": 1.8499459089502369e-06,
|
|
"loss": 0.2486,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2630462646484375,
|
|
"step": 3655,
|
|
"valid_targets_mean": 6882.6,
|
|
"valid_targets_min": 3063
|
|
},
|
|
{
|
|
"epoch": 6.140939597315437,
|
|
"grad_norm": 0.45476461537488766,
|
|
"learning_rate": 1.8149526866733769e-06,
|
|
"loss": 0.2772,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24438373744487762,
|
|
"step": 3660,
|
|
"valid_targets_mean": 7284.4,
|
|
"valid_targets_min": 1161
|
|
},
|
|
{
|
|
"epoch": 6.149328859060403,
|
|
"grad_norm": 0.5107069833520144,
|
|
"learning_rate": 1.7802778585021619e-06,
|
|
"loss": 0.2476,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28608813881874084,
|
|
"step": 3665,
|
|
"valid_targets_mean": 6990.2,
|
|
"valid_targets_min": 1791
|
|
},
|
|
{
|
|
"epoch": 6.157718120805369,
|
|
"grad_norm": 0.5015668482985232,
|
|
"learning_rate": 1.7459220315431324e-06,
|
|
"loss": 0.2682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27950435876846313,
|
|
"step": 3670,
|
|
"valid_targets_mean": 7225.6,
|
|
"valid_targets_min": 3609
|
|
},
|
|
{
|
|
"epoch": 6.166107382550336,
|
|
"grad_norm": 0.46969046556834126,
|
|
"learning_rate": 1.7118858073175505e-06,
|
|
"loss": 0.2417,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24972212314605713,
|
|
"step": 3675,
|
|
"valid_targets_mean": 7060.9,
|
|
"valid_targets_min": 2549
|
|
},
|
|
{
|
|
"epoch": 6.174496644295302,
|
|
"grad_norm": 0.4913191686390605,
|
|
"learning_rate": 1.6781697817509092e-06,
|
|
"loss": 0.2616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22810117900371552,
|
|
"step": 3680,
|
|
"valid_targets_mean": 6822.6,
|
|
"valid_targets_min": 2505
|
|
},
|
|
{
|
|
"epoch": 6.182885906040268,
|
|
"grad_norm": 0.4619700619771902,
|
|
"learning_rate": 1.6447745451624709e-06,
|
|
"loss": 0.2672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26616352796554565,
|
|
"step": 3685,
|
|
"valid_targets_mean": 8112.8,
|
|
"valid_targets_min": 1985
|
|
},
|
|
{
|
|
"epoch": 6.191275167785235,
|
|
"grad_norm": 0.4729276556009845,
|
|
"learning_rate": 1.6117006822549509e-06,
|
|
"loss": 0.2623,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24359706044197083,
|
|
"step": 3690,
|
|
"valid_targets_mean": 7395.3,
|
|
"valid_targets_min": 3697
|
|
},
|
|
{
|
|
"epoch": 6.199664429530201,
|
|
"grad_norm": 0.5338622699034223,
|
|
"learning_rate": 1.578948772104274e-06,
|
|
"loss": 0.2538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24764780700206757,
|
|
"step": 3695,
|
|
"valid_targets_mean": 6519.2,
|
|
"valid_targets_min": 1969
|
|
},
|
|
{
|
|
"epoch": 6.208053691275167,
|
|
"grad_norm": 0.4638131388421407,
|
|
"learning_rate": 1.5465193881494145e-06,
|
|
"loss": 0.2419,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22132614254951477,
|
|
"step": 3700,
|
|
"valid_targets_mean": 8276.1,
|
|
"valid_targets_min": 6762
|
|
},
|
|
{
|
|
"epoch": 6.216442953020135,
|
|
"grad_norm": 0.7911958091543346,
|
|
"learning_rate": 1.5144130981824078e-06,
|
|
"loss": 0.3212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3236525356769562,
|
|
"step": 3705,
|
|
"valid_targets_mean": 4914.0,
|
|
"valid_targets_min": 2880
|
|
},
|
|
{
|
|
"epoch": 6.224832214765101,
|
|
"grad_norm": 0.7744445491078928,
|
|
"learning_rate": 1.4826304643383416e-06,
|
|
"loss": 0.3373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33008724451065063,
|
|
"step": 3710,
|
|
"valid_targets_mean": 4679.4,
|
|
"valid_targets_min": 1761
|
|
},
|
|
{
|
|
"epoch": 6.233221476510067,
|
|
"grad_norm": 0.7051402300212682,
|
|
"learning_rate": 1.4511720430855824e-06,
|
|
"loss": 0.3204,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3102956712245941,
|
|
"step": 3715,
|
|
"valid_targets_mean": 4310.0,
|
|
"valid_targets_min": 2294
|
|
},
|
|
{
|
|
"epoch": 6.241610738255034,
|
|
"grad_norm": 0.6609633072335865,
|
|
"learning_rate": 1.4200383852159694e-06,
|
|
"loss": 0.3342,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2929164469242096,
|
|
"step": 3720,
|
|
"valid_targets_mean": 4812.1,
|
|
"valid_targets_min": 2737
|
|
},
|
|
{
|
|
"epoch": 6.25,
|
|
"grad_norm": 0.6491330592160737,
|
|
"learning_rate": 1.3892300358352206e-06,
|
|
"loss": 0.3275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2806921601295471,
|
|
"step": 3725,
|
|
"valid_targets_mean": 4642.6,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 6.258389261744966,
|
|
"grad_norm": 0.7348633217997382,
|
|
"learning_rate": 1.3587475343533619e-06,
|
|
"loss": 0.3217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3333975672721863,
|
|
"step": 3730,
|
|
"valid_targets_mean": 4054.5,
|
|
"valid_targets_min": 2282
|
|
},
|
|
{
|
|
"epoch": 6.266778523489933,
|
|
"grad_norm": 0.6537026474778903,
|
|
"learning_rate": 1.3285914144752887e-06,
|
|
"loss": 0.3224,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3399960398674011,
|
|
"step": 3735,
|
|
"valid_targets_mean": 5353.2,
|
|
"valid_targets_min": 1488
|
|
},
|
|
{
|
|
"epoch": 6.275167785234899,
|
|
"grad_norm": 0.6376830707408451,
|
|
"learning_rate": 1.2987622041914261e-06,
|
|
"loss": 0.316,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3232038617134094,
|
|
"step": 3740,
|
|
"valid_targets_mean": 5255.4,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 6.283557046979865,
|
|
"grad_norm": 0.69140529240397,
|
|
"learning_rate": 1.2692604257684749e-06,
|
|
"loss": 0.3098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28808358311653137,
|
|
"step": 3745,
|
|
"valid_targets_mean": 4070.5,
|
|
"valid_targets_min": 2035
|
|
},
|
|
{
|
|
"epoch": 6.291946308724833,
|
|
"grad_norm": 0.6928546144544808,
|
|
"learning_rate": 1.2400865957402797e-06,
|
|
"loss": 0.3081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3154190182685852,
|
|
"step": 3750,
|
|
"valid_targets_mean": 4327.9,
|
|
"valid_targets_min": 2313
|
|
},
|
|
{
|
|
"epoch": 6.300335570469799,
|
|
"grad_norm": 0.6779214563900702,
|
|
"learning_rate": 1.2112412248987737e-06,
|
|
"loss": 0.3104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32815492153167725,
|
|
"step": 3755,
|
|
"valid_targets_mean": 4667.8,
|
|
"valid_targets_min": 1749
|
|
},
|
|
{
|
|
"epoch": 6.308724832214765,
|
|
"grad_norm": 0.6807826458254292,
|
|
"learning_rate": 1.1827248182850505e-06,
|
|
"loss": 0.3169,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3172191381454468,
|
|
"step": 3760,
|
|
"valid_targets_mean": 4554.0,
|
|
"valid_targets_min": 1891
|
|
},
|
|
{
|
|
"epoch": 6.317114093959732,
|
|
"grad_norm": 0.6224605847137545,
|
|
"learning_rate": 1.1545378751804947e-06,
|
|
"loss": 0.2965,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.287032812833786,
|
|
"step": 3765,
|
|
"valid_targets_mean": 4446.8,
|
|
"valid_targets_min": 2098
|
|
},
|
|
{
|
|
"epoch": 6.325503355704698,
|
|
"grad_norm": 0.6807178371052428,
|
|
"learning_rate": 1.1266808890980728e-06,
|
|
"loss": 0.2991,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25281140208244324,
|
|
"step": 3770,
|
|
"valid_targets_mean": 4459.8,
|
|
"valid_targets_min": 2331
|
|
},
|
|
{
|
|
"epoch": 6.333892617449664,
|
|
"grad_norm": 0.6012763087634683,
|
|
"learning_rate": 1.0991543477736677e-06,
|
|
"loss": 0.2883,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30087077617645264,
|
|
"step": 3775,
|
|
"valid_targets_mean": 6275.2,
|
|
"valid_targets_min": 2533
|
|
},
|
|
{
|
|
"epoch": 6.342281879194631,
|
|
"grad_norm": 1.8182404552077396,
|
|
"learning_rate": 1.0719587331575566e-06,
|
|
"loss": 0.2939,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29444316029548645,
|
|
"step": 3780,
|
|
"valid_targets_mean": 5172.5,
|
|
"valid_targets_min": 1986
|
|
},
|
|
{
|
|
"epoch": 6.350671140939597,
|
|
"grad_norm": 0.5446274995073764,
|
|
"learning_rate": 1.045094521405956e-06,
|
|
"loss": 0.2672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2806011140346527,
|
|
"step": 3785,
|
|
"valid_targets_mean": 5646.0,
|
|
"valid_targets_min": 2711
|
|
},
|
|
{
|
|
"epoch": 6.359060402684563,
|
|
"grad_norm": 0.5498559495970365,
|
|
"learning_rate": 1.0185621828726977e-06,
|
|
"loss": 0.2731,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24814215302467346,
|
|
"step": 3790,
|
|
"valid_targets_mean": 5899.6,
|
|
"valid_targets_min": 2783
|
|
},
|
|
{
|
|
"epoch": 6.367449664429531,
|
|
"grad_norm": 0.5919565649250172,
|
|
"learning_rate": 9.923621821009922e-07,
|
|
"loss": 0.2745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3031330704689026,
|
|
"step": 3795,
|
|
"valid_targets_mean": 5326.4,
|
|
"valid_targets_min": 2250
|
|
},
|
|
{
|
|
"epoch": 6.375838926174497,
|
|
"grad_norm": 0.5536265680989166,
|
|
"learning_rate": 9.664949778152843e-07,
|
|
"loss": 0.2583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26124638319015503,
|
|
"step": 3800,
|
|
"valid_targets_mean": 5666.2,
|
|
"valid_targets_min": 2615
|
|
},
|
|
{
|
|
"epoch": 6.384228187919463,
|
|
"grad_norm": 0.5395454464735167,
|
|
"learning_rate": 9.409610229132338e-07,
|
|
"loss": 0.264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31404566764831543,
|
|
"step": 3805,
|
|
"valid_targets_mean": 5925.5,
|
|
"valid_targets_min": 2441
|
|
},
|
|
{
|
|
"epoch": 6.39261744966443,
|
|
"grad_norm": 0.6022961978629413,
|
|
"learning_rate": 9.157607644577871e-07,
|
|
"loss": 0.2663,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29775312542915344,
|
|
"step": 3810,
|
|
"valid_targets_mean": 5128.5,
|
|
"valid_targets_min": 2734
|
|
},
|
|
{
|
|
"epoch": 6.401006711409396,
|
|
"grad_norm": 0.5413477553753987,
|
|
"learning_rate": 8.908946436693289e-07,
|
|
"loss": 0.2866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26473984122276306,
|
|
"step": 3815,
|
|
"valid_targets_mean": 6427.1,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 6.409395973154362,
|
|
"grad_norm": 0.5418609809542219,
|
|
"learning_rate": 8.66363095917997e-07,
|
|
"loss": 0.2656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2557719051837921,
|
|
"step": 3820,
|
|
"valid_targets_mean": 5481.1,
|
|
"valid_targets_min": 2577
|
|
},
|
|
{
|
|
"epoch": 6.417785234899329,
|
|
"grad_norm": 0.574362565687711,
|
|
"learning_rate": 8.421665507160059e-07,
|
|
"loss": 0.2726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2666260004043579,
|
|
"step": 3825,
|
|
"valid_targets_mean": 5730.9,
|
|
"valid_targets_min": 2656
|
|
},
|
|
{
|
|
"epoch": 6.426174496644295,
|
|
"grad_norm": 0.5850353068125957,
|
|
"learning_rate": 8.183054317101801e-07,
|
|
"loss": 0.278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33919697999954224,
|
|
"step": 3830,
|
|
"valid_targets_mean": 5378.9,
|
|
"valid_targets_min": 2528
|
|
},
|
|
{
|
|
"epoch": 6.434563758389261,
|
|
"grad_norm": 0.6058285149478984,
|
|
"learning_rate": 7.947801566744972e-07,
|
|
"loss": 0.2629,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24856190383434296,
|
|
"step": 3835,
|
|
"valid_targets_mean": 4310.3,
|
|
"valid_targets_min": 2349
|
|
},
|
|
{
|
|
"epoch": 6.442953020134228,
|
|
"grad_norm": 0.5742100513833732,
|
|
"learning_rate": 7.71591137502794e-07,
|
|
"loss": 0.2642,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2939155697822571,
|
|
"step": 3840,
|
|
"valid_targets_mean": 6220.2,
|
|
"valid_targets_min": 2448
|
|
},
|
|
{
|
|
"epoch": 6.451342281879195,
|
|
"grad_norm": 0.5346257041602569,
|
|
"learning_rate": 7.487387802015544e-07,
|
|
"loss": 0.28,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29794859886169434,
|
|
"step": 3845,
|
|
"valid_targets_mean": 5707.8,
|
|
"valid_targets_min": 2331
|
|
},
|
|
{
|
|
"epoch": 6.459731543624161,
|
|
"grad_norm": 0.5828300112809118,
|
|
"learning_rate": 7.262234848827821e-07,
|
|
"loss": 0.2648,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2682815492153168,
|
|
"step": 3850,
|
|
"valid_targets_mean": 5051.4,
|
|
"valid_targets_min": 2703
|
|
},
|
|
{
|
|
"epoch": 6.468120805369128,
|
|
"grad_norm": 0.575050722473611,
|
|
"learning_rate": 7.040456457570255e-07,
|
|
"loss": 0.2742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28402549028396606,
|
|
"step": 3855,
|
|
"valid_targets_mean": 5654.9,
|
|
"valid_targets_min": 2931
|
|
},
|
|
{
|
|
"epoch": 6.476510067114094,
|
|
"grad_norm": 0.5317172160332462,
|
|
"learning_rate": 6.822056511264419e-07,
|
|
"loss": 0.2716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27136534452438354,
|
|
"step": 3860,
|
|
"valid_targets_mean": 5810.9,
|
|
"valid_targets_min": 2138
|
|
},
|
|
{
|
|
"epoch": 6.48489932885906,
|
|
"grad_norm": 0.5721524618837316,
|
|
"learning_rate": 6.60703883378031e-07,
|
|
"loss": 0.2729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.258329302072525,
|
|
"step": 3865,
|
|
"valid_targets_mean": 5527.7,
|
|
"valid_targets_min": 1927
|
|
},
|
|
{
|
|
"epoch": 6.493288590604027,
|
|
"grad_norm": 0.5842132721266479,
|
|
"learning_rate": 6.395407189769099e-07,
|
|
"loss": 0.2828,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2716050446033478,
|
|
"step": 3870,
|
|
"valid_targets_mean": 4609.9,
|
|
"valid_targets_min": 1738
|
|
},
|
|
{
|
|
"epoch": 6.501677852348993,
|
|
"grad_norm": 0.533890209714909,
|
|
"learning_rate": 6.187165284597551e-07,
|
|
"loss": 0.2796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2933617830276489,
|
|
"step": 3875,
|
|
"valid_targets_mean": 6249.0,
|
|
"valid_targets_min": 2300
|
|
},
|
|
{
|
|
"epoch": 6.510067114093959,
|
|
"grad_norm": 0.52220489457869,
|
|
"learning_rate": 5.982316764282758e-07,
|
|
"loss": 0.2642,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3012363910675049,
|
|
"step": 3880,
|
|
"valid_targets_mean": 6485.4,
|
|
"valid_targets_min": 3271
|
|
},
|
|
{
|
|
"epoch": 6.518456375838926,
|
|
"grad_norm": 0.5935782644204488,
|
|
"learning_rate": 5.780865215428711e-07,
|
|
"loss": 0.2644,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34011632204055786,
|
|
"step": 3885,
|
|
"valid_targets_mean": 5474.5,
|
|
"valid_targets_min": 2357
|
|
},
|
|
{
|
|
"epoch": 6.526845637583893,
|
|
"grad_norm": 0.6151496010574028,
|
|
"learning_rate": 5.582814165163109e-07,
|
|
"loss": 0.273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27982866764068604,
|
|
"step": 3890,
|
|
"valid_targets_mean": 4406.9,
|
|
"valid_targets_min": 2371
|
|
},
|
|
{
|
|
"epoch": 6.535234899328859,
|
|
"grad_norm": 0.5887980527907611,
|
|
"learning_rate": 5.388167081075923e-07,
|
|
"loss": 0.2714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27811765670776367,
|
|
"step": 3895,
|
|
"valid_targets_mean": 5347.7,
|
|
"valid_targets_min": 1977
|
|
},
|
|
{
|
|
"epoch": 6.543624161073826,
|
|
"grad_norm": 0.5880407834341802,
|
|
"learning_rate": 5.196927371158533e-07,
|
|
"loss": 0.2635,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3148224353790283,
|
|
"step": 3900,
|
|
"valid_targets_mean": 5232.4,
|
|
"valid_targets_min": 1318
|
|
},
|
|
{
|
|
"epoch": 6.552013422818792,
|
|
"grad_norm": 0.6006026304792391,
|
|
"learning_rate": 5.009098383744038e-07,
|
|
"loss": 0.2584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26570644974708557,
|
|
"step": 3905,
|
|
"valid_targets_mean": 4733.3,
|
|
"valid_targets_min": 2417
|
|
},
|
|
{
|
|
"epoch": 6.560402684563758,
|
|
"grad_norm": 0.5224193904069437,
|
|
"learning_rate": 4.824683407448749e-07,
|
|
"loss": 0.2791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28725624084472656,
|
|
"step": 3910,
|
|
"valid_targets_mean": 6044.8,
|
|
"valid_targets_min": 3505
|
|
},
|
|
{
|
|
"epoch": 6.568791946308725,
|
|
"grad_norm": 0.6447586245356873,
|
|
"learning_rate": 4.64368567111444e-07,
|
|
"loss": 0.2723,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30462023615837097,
|
|
"step": 3915,
|
|
"valid_targets_mean": 4460.7,
|
|
"valid_targets_min": 2447
|
|
},
|
|
{
|
|
"epoch": 6.577181208053691,
|
|
"grad_norm": 0.6564426092689943,
|
|
"learning_rate": 4.4661083437520294e-07,
|
|
"loss": 0.2739,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2737728953361511,
|
|
"step": 3920,
|
|
"valid_targets_mean": 4022.8,
|
|
"valid_targets_min": 2295
|
|
},
|
|
{
|
|
"epoch": 6.5855704697986575,
|
|
"grad_norm": 0.5642864357746021,
|
|
"learning_rate": 4.291954534485854e-07,
|
|
"loss": 0.2534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26668137311935425,
|
|
"step": 3925,
|
|
"valid_targets_mean": 6063.1,
|
|
"valid_targets_min": 2559
|
|
},
|
|
{
|
|
"epoch": 6.593959731543624,
|
|
"grad_norm": 0.6089569736952457,
|
|
"learning_rate": 4.121227292499486e-07,
|
|
"loss": 0.2752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3034970462322235,
|
|
"step": 3930,
|
|
"valid_targets_mean": 4791.2,
|
|
"valid_targets_min": 2263
|
|
},
|
|
{
|
|
"epoch": 6.60234899328859,
|
|
"grad_norm": 0.5393354458128405,
|
|
"learning_rate": 3.953929606982132e-07,
|
|
"loss": 0.2793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27592217922210693,
|
|
"step": 3935,
|
|
"valid_targets_mean": 6213.2,
|
|
"valid_targets_min": 1136
|
|
},
|
|
{
|
|
"epoch": 6.610738255033557,
|
|
"grad_norm": 0.5925398764506686,
|
|
"learning_rate": 3.790064407076366e-07,
|
|
"loss": 0.2823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27960777282714844,
|
|
"step": 3940,
|
|
"valid_targets_mean": 5184.2,
|
|
"valid_targets_min": 2136
|
|
},
|
|
{
|
|
"epoch": 6.619127516778524,
|
|
"grad_norm": 0.556331359870401,
|
|
"learning_rate": 3.629634561826945e-07,
|
|
"loss": 0.2757,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24813111126422882,
|
|
"step": 3945,
|
|
"valid_targets_mean": 5770.5,
|
|
"valid_targets_min": 2282
|
|
},
|
|
{
|
|
"epoch": 6.62751677852349,
|
|
"grad_norm": 0.7127109512244416,
|
|
"learning_rate": 3.472642880130406e-07,
|
|
"loss": 0.2614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2581768333911896,
|
|
"step": 3950,
|
|
"valid_targets_mean": 5229.9,
|
|
"valid_targets_min": 1734
|
|
},
|
|
{
|
|
"epoch": 6.635906040268456,
|
|
"grad_norm": 0.5830084225170035,
|
|
"learning_rate": 3.3190921106860174e-07,
|
|
"loss": 0.2644,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2320040464401245,
|
|
"step": 3955,
|
|
"valid_targets_mean": 4759.6,
|
|
"valid_targets_min": 2816
|
|
},
|
|
{
|
|
"epoch": 6.644295302013423,
|
|
"grad_norm": 0.6052125591767035,
|
|
"learning_rate": 3.168984941947639e-07,
|
|
"loss": 0.2596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2660321593284607,
|
|
"step": 3960,
|
|
"valid_targets_mean": 4967.5,
|
|
"valid_targets_min": 2596
|
|
},
|
|
{
|
|
"epoch": 6.652684563758389,
|
|
"grad_norm": 0.5096171355991038,
|
|
"learning_rate": 3.0223240020765155e-07,
|
|
"loss": 0.2682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2473021000623703,
|
|
"step": 3965,
|
|
"valid_targets_mean": 5883.9,
|
|
"valid_targets_min": 1924
|
|
},
|
|
{
|
|
"epoch": 6.6610738255033555,
|
|
"grad_norm": 0.5727689596025739,
|
|
"learning_rate": 2.879111858895489e-07,
|
|
"loss": 0.273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26150262355804443,
|
|
"step": 3970,
|
|
"valid_targets_mean": 5984.4,
|
|
"valid_targets_min": 2377
|
|
},
|
|
{
|
|
"epoch": 6.669463087248322,
|
|
"grad_norm": 0.5698461387298254,
|
|
"learning_rate": 2.7393510198438166e-07,
|
|
"loss": 0.2546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25220152735710144,
|
|
"step": 3975,
|
|
"valid_targets_mean": 5250.2,
|
|
"valid_targets_min": 2070
|
|
},
|
|
{
|
|
"epoch": 6.677852348993289,
|
|
"grad_norm": 0.5270051573305511,
|
|
"learning_rate": 2.603043931933402e-07,
|
|
"loss": 0.2825,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2431250661611557,
|
|
"step": 3980,
|
|
"valid_targets_mean": 6141.6,
|
|
"valid_targets_min": 2431
|
|
},
|
|
{
|
|
"epoch": 6.686241610738255,
|
|
"grad_norm": 0.673697473824313,
|
|
"learning_rate": 2.4701929817059656e-07,
|
|
"loss": 0.2633,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2727034091949463,
|
|
"step": 3985,
|
|
"valid_targets_mean": 5132.9,
|
|
"valid_targets_min": 3068
|
|
},
|
|
{
|
|
"epoch": 6.694630872483222,
|
|
"grad_norm": 0.6780887776966226,
|
|
"learning_rate": 2.34080049519112e-07,
|
|
"loss": 0.261,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.282716304063797,
|
|
"step": 3990,
|
|
"valid_targets_mean": 3993.8,
|
|
"valid_targets_min": 2800
|
|
},
|
|
{
|
|
"epoch": 6.703020134228188,
|
|
"grad_norm": 0.5509057881590569,
|
|
"learning_rate": 2.2148687378658496e-07,
|
|
"loss": 0.267,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2522139549255371,
|
|
"step": 3995,
|
|
"valid_targets_mean": 5226.9,
|
|
"valid_targets_min": 1976
|
|
},
|
|
{
|
|
"epoch": 6.7114093959731544,
|
|
"grad_norm": 0.7151036985671345,
|
|
"learning_rate": 2.0923999146146067e-07,
|
|
"loss": 0.2819,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29253584146499634,
|
|
"step": 4000,
|
|
"valid_targets_mean": 5426.8,
|
|
"valid_targets_min": 2434
|
|
},
|
|
{
|
|
"epoch": 6.719798657718121,
|
|
"grad_norm": 0.6065604339329081,
|
|
"learning_rate": 1.973396169690922e-07,
|
|
"loss": 0.2864,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26587897539138794,
|
|
"step": 4005,
|
|
"valid_targets_mean": 4664.9,
|
|
"valid_targets_min": 2044
|
|
},
|
|
{
|
|
"epoch": 6.728187919463087,
|
|
"grad_norm": 0.6571108007293199,
|
|
"learning_rate": 1.8578595866797667e-07,
|
|
"loss": 0.2724,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3036031723022461,
|
|
"step": 4010,
|
|
"valid_targets_mean": 4845.0,
|
|
"valid_targets_min": 2604
|
|
},
|
|
{
|
|
"epoch": 6.7365771812080535,
|
|
"grad_norm": 0.5716603086343849,
|
|
"learning_rate": 1.7457921884610485e-07,
|
|
"loss": 0.2791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25550198554992676,
|
|
"step": 4015,
|
|
"valid_targets_mean": 5003.0,
|
|
"valid_targets_min": 2237
|
|
},
|
|
{
|
|
"epoch": 6.74496644295302,
|
|
"grad_norm": 0.5272754256896639,
|
|
"learning_rate": 1.6371959371742186e-07,
|
|
"loss": 0.2339,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19655856490135193,
|
|
"step": 4020,
|
|
"valid_targets_mean": 5693.6,
|
|
"valid_targets_min": 1613
|
|
},
|
|
{
|
|
"epoch": 6.753355704697986,
|
|
"grad_norm": 0.521168845109171,
|
|
"learning_rate": 1.5320727341839424e-07,
|
|
"loss": 0.1869,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2061513513326645,
|
|
"step": 4025,
|
|
"valid_targets_mean": 6052.1,
|
|
"valid_targets_min": 3569
|
|
},
|
|
{
|
|
"epoch": 6.7617449664429525,
|
|
"grad_norm": 0.5920889932017265,
|
|
"learning_rate": 1.4304244200467944e-07,
|
|
"loss": 0.186,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20252254605293274,
|
|
"step": 4030,
|
|
"valid_targets_mean": 5929.9,
|
|
"valid_targets_min": 3249
|
|
},
|
|
{
|
|
"epoch": 6.77013422818792,
|
|
"grad_norm": 0.486960723370642,
|
|
"learning_rate": 1.3322527744790147e-07,
|
|
"loss": 0.1746,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17718416452407837,
|
|
"step": 4035,
|
|
"valid_targets_mean": 7443.8,
|
|
"valid_targets_min": 3135
|
|
},
|
|
{
|
|
"epoch": 6.778523489932886,
|
|
"grad_norm": 0.5277762872045201,
|
|
"learning_rate": 1.2375595163253596e-07,
|
|
"loss": 0.1824,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1686478853225708,
|
|
"step": 4040,
|
|
"valid_targets_mean": 5697.2,
|
|
"valid_targets_min": 3549
|
|
},
|
|
{
|
|
"epoch": 6.7869127516778525,
|
|
"grad_norm": 0.5330888635454919,
|
|
"learning_rate": 1.146346303528989e-07,
|
|
"loss": 0.1797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17880107462406158,
|
|
"step": 4045,
|
|
"valid_targets_mean": 5807.6,
|
|
"valid_targets_min": 3662
|
|
},
|
|
{
|
|
"epoch": 6.795302013422819,
|
|
"grad_norm": 0.5378053749104562,
|
|
"learning_rate": 1.0586147331025364e-07,
|
|
"loss": 0.1803,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20560482144355774,
|
|
"step": 4050,
|
|
"valid_targets_mean": 6232.0,
|
|
"valid_targets_min": 3426
|
|
},
|
|
{
|
|
"epoch": 6.803691275167785,
|
|
"grad_norm": 0.5139632522955673,
|
|
"learning_rate": 9.743663410999748e-08,
|
|
"loss": 0.1915,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2150823175907135,
|
|
"step": 4055,
|
|
"valid_targets_mean": 6666.6,
|
|
"valid_targets_min": 4053
|
|
},
|
|
{
|
|
"epoch": 6.8120805369127515,
|
|
"grad_norm": 0.5521484823495871,
|
|
"learning_rate": 8.936026025898603e-08,
|
|
"loss": 0.1872,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22691968083381653,
|
|
"step": 4060,
|
|
"valid_targets_mean": 5846.2,
|
|
"valid_targets_min": 3798
|
|
},
|
|
{
|
|
"epoch": 6.820469798657718,
|
|
"grad_norm": 0.5106761702258902,
|
|
"learning_rate": 8.163249316294642e-08,
|
|
"loss": 0.188,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1579877883195877,
|
|
"step": 4065,
|
|
"valid_targets_mean": 6118.9,
|
|
"valid_targets_min": 3260
|
|
},
|
|
{
|
|
"epoch": 6.828859060402684,
|
|
"grad_norm": 0.5261616901015815,
|
|
"learning_rate": 7.425346812400147e-08,
|
|
"loss": 0.1948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1700320839881897,
|
|
"step": 4070,
|
|
"valid_targets_mean": 5992.8,
|
|
"valid_targets_min": 3387
|
|
},
|
|
{
|
|
"epoch": 6.837248322147651,
|
|
"grad_norm": 0.5158666363680571,
|
|
"learning_rate": 6.722331433830053e-08,
|
|
"loss": 0.1736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16234266757965088,
|
|
"step": 4075,
|
|
"valid_targets_mean": 6847.2,
|
|
"valid_targets_min": 3521
|
|
},
|
|
{
|
|
"epoch": 6.845637583892618,
|
|
"grad_norm": 0.4868440686752683,
|
|
"learning_rate": 6.054215489375459e-08,
|
|
"loss": 0.182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1744418740272522,
|
|
"step": 4080,
|
|
"valid_targets_mean": 6886.6,
|
|
"valid_targets_min": 3878
|
|
},
|
|
{
|
|
"epoch": 6.854026845637584,
|
|
"grad_norm": 0.5246792710001337,
|
|
"learning_rate": 5.421010676788685e-08,
|
|
"loss": 0.1794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19324232637882233,
|
|
"step": 4085,
|
|
"valid_targets_mean": 5832.1,
|
|
"valid_targets_min": 3646
|
|
},
|
|
{
|
|
"epoch": 6.8624161073825505,
|
|
"grad_norm": 0.5127901456438103,
|
|
"learning_rate": 4.8227280825783315e-08,
|
|
"loss": 0.1938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1729700267314911,
|
|
"step": 4090,
|
|
"valid_targets_mean": 6038.9,
|
|
"valid_targets_min": 1245
|
|
},
|
|
{
|
|
"epoch": 6.870805369127517,
|
|
"grad_norm": 0.7002391609347778,
|
|
"learning_rate": 4.259378181814766e-08,
|
|
"loss": 0.1786,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19172480702400208,
|
|
"step": 4095,
|
|
"valid_targets_mean": 6231.9,
|
|
"valid_targets_min": 3422
|
|
},
|
|
{
|
|
"epoch": 6.879194630872483,
|
|
"grad_norm": 0.4713771213069829,
|
|
"learning_rate": 3.7309708379469345e-08,
|
|
"loss": 0.1802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1667013019323349,
|
|
"step": 4100,
|
|
"valid_targets_mean": 6255.6,
|
|
"valid_targets_min": 4194
|
|
},
|
|
{
|
|
"epoch": 6.8875838926174495,
|
|
"grad_norm": 0.49532595263698936,
|
|
"learning_rate": 3.237515302630057e-08,
|
|
"loss": 0.1795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1756962537765503,
|
|
"step": 4105,
|
|
"valid_targets_mean": 6671.9,
|
|
"valid_targets_min": 4183
|
|
},
|
|
{
|
|
"epoch": 6.895973154362416,
|
|
"grad_norm": 0.49983599002888396,
|
|
"learning_rate": 2.7790202155626443e-08,
|
|
"loss": 0.1856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20181216299533844,
|
|
"step": 4110,
|
|
"valid_targets_mean": 6685.4,
|
|
"valid_targets_min": 2159
|
|
},
|
|
{
|
|
"epoch": 6.904362416107382,
|
|
"grad_norm": 0.5318550218113627,
|
|
"learning_rate": 2.355493604336845e-08,
|
|
"loss": 0.1824,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17410992085933685,
|
|
"step": 4115,
|
|
"valid_targets_mean": 5939.6,
|
|
"valid_targets_min": 3334
|
|
},
|
|
{
|
|
"epoch": 6.912751677852349,
|
|
"grad_norm": 0.46295538858082336,
|
|
"learning_rate": 1.966942884295886e-08,
|
|
"loss": 0.185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15322157740592957,
|
|
"step": 4120,
|
|
"valid_targets_mean": 6672.1,
|
|
"valid_targets_min": 4159
|
|
},
|
|
{
|
|
"epoch": 6.921140939597316,
|
|
"grad_norm": 0.47037196527210495,
|
|
"learning_rate": 1.6133748584061805e-08,
|
|
"loss": 0.1745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14129142463207245,
|
|
"step": 4125,
|
|
"valid_targets_mean": 6304.5,
|
|
"valid_targets_min": 3844
|
|
},
|
|
{
|
|
"epoch": 6.929530201342282,
|
|
"grad_norm": 0.5312339452079587,
|
|
"learning_rate": 1.2947957171365322e-08,
|
|
"loss": 0.1791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17308609187602997,
|
|
"step": 4130,
|
|
"valid_targets_mean": 6762.9,
|
|
"valid_targets_min": 2156
|
|
},
|
|
{
|
|
"epoch": 6.9379194630872485,
|
|
"grad_norm": 0.46570277486483247,
|
|
"learning_rate": 1.0112110383513341e-08,
|
|
"loss": 0.1926,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16208329796791077,
|
|
"step": 4135,
|
|
"valid_targets_mean": 7273.2,
|
|
"valid_targets_min": 5220
|
|
},
|
|
{
|
|
"epoch": 6.946308724832215,
|
|
"grad_norm": 0.5974108217590955,
|
|
"learning_rate": 7.62625787211535e-09,
|
|
"loss": 0.187,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17684219777584076,
|
|
"step": 4140,
|
|
"valid_targets_mean": 6628.9,
|
|
"valid_targets_min": 3077
|
|
},
|
|
{
|
|
"epoch": 6.954697986577181,
|
|
"grad_norm": 0.6064678087235988,
|
|
"learning_rate": 5.490443160887094e-09,
|
|
"loss": 0.1641,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15664657950401306,
|
|
"step": 4145,
|
|
"valid_targets_mean": 5498.8,
|
|
"valid_targets_min": 3451
|
|
},
|
|
{
|
|
"epoch": 6.9630872483221475,
|
|
"grad_norm": 0.7059314883538617,
|
|
"learning_rate": 3.7047036448778497e-09,
|
|
"loss": 0.1866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18920756876468658,
|
|
"step": 4150,
|
|
"valid_targets_mean": 5527.3,
|
|
"valid_targets_min": 3368
|
|
},
|
|
{
|
|
"epoch": 6.971476510067114,
|
|
"grad_norm": 0.5294657263902567,
|
|
"learning_rate": 2.269070589828726e-09,
|
|
"loss": 0.1951,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1674599051475525,
|
|
"step": 4155,
|
|
"valid_targets_mean": 5724.3,
|
|
"valid_targets_min": 2579
|
|
},
|
|
{
|
|
"epoch": 6.97986577181208,
|
|
"grad_norm": 0.5661217688292507,
|
|
"learning_rate": 1.1835691316153253e-09,
|
|
"loss": 0.1964,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18694236874580383,
|
|
"step": 4160,
|
|
"valid_targets_mean": 6724.3,
|
|
"valid_targets_min": 3695
|
|
},
|
|
{
|
|
"epoch": 6.9882550335570475,
|
|
"grad_norm": 0.4926191734702717,
|
|
"learning_rate": 4.482182758125397e-10,
|
|
"loss": 0.1986,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21235015988349915,
|
|
"step": 4165,
|
|
"valid_targets_mean": 6980.3,
|
|
"valid_targets_min": 3782
|
|
},
|
|
{
|
|
"epoch": 6.996644295302014,
|
|
"grad_norm": 0.532162824579163,
|
|
"learning_rate": 6.303089735926193e-11,
|
|
"loss": 0.1774,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16759955883026123,
|
|
"step": 4170,
|
|
"valid_targets_mean": 6677.1,
|
|
"valid_targets_min": 3670
|
|
},
|
|
{
|
|
"epoch": 7.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20417048037052155,
|
|
"step": 4172,
|
|
"total_flos": 1952534555328512.0,
|
|
"train_loss": 0.3077526548922005,
|
|
"train_runtime": 30255.504,
|
|
"train_samples_per_second": 2.205,
|
|
"train_steps_per_second": 0.138,
|
|
"valid_targets_mean": 6589.3,
|
|
"valid_targets_min": 3933
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 4172,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 7,
|
|
"save_steps": 1500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1952534555328512.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|