11510 lines
311 KiB
JSON
11510 lines
311 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 5.0,
|
|
"eval_steps": 500,
|
|
"global_step": 5210,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0048,
|
|
"grad_norm": 9.841835067235065,
|
|
"learning_rate": 3.071017274472169e-07,
|
|
"loss": 0.4918,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17842981219291687,
|
|
"step": 5,
|
|
"valid_targets_mean": 9620.0,
|
|
"valid_targets_min": 4054
|
|
},
|
|
{
|
|
"epoch": 0.0096,
|
|
"grad_norm": 9.037327151868297,
|
|
"learning_rate": 6.909788867562381e-07,
|
|
"loss": 0.4922,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15718884766101837,
|
|
"step": 10,
|
|
"valid_targets_mean": 8666.8,
|
|
"valid_targets_min": 2206
|
|
},
|
|
{
|
|
"epoch": 0.0144,
|
|
"grad_norm": 6.033909463391279,
|
|
"learning_rate": 1.074856046065259e-06,
|
|
"loss": 0.4709,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15585705637931824,
|
|
"step": 15,
|
|
"valid_targets_mean": 8733.8,
|
|
"valid_targets_min": 4350
|
|
},
|
|
{
|
|
"epoch": 0.0192,
|
|
"grad_norm": 3.2861111342090337,
|
|
"learning_rate": 1.4587332053742803e-06,
|
|
"loss": 0.4312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14734426140785217,
|
|
"step": 20,
|
|
"valid_targets_mean": 7922.4,
|
|
"valid_targets_min": 1729
|
|
},
|
|
{
|
|
"epoch": 0.024,
|
|
"grad_norm": 1.6258530010888506,
|
|
"learning_rate": 1.8426103646833015e-06,
|
|
"loss": 0.3988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13337181508541107,
|
|
"step": 25,
|
|
"valid_targets_mean": 9515.2,
|
|
"valid_targets_min": 1791
|
|
},
|
|
{
|
|
"epoch": 0.0288,
|
|
"grad_norm": 1.1794986084798527,
|
|
"learning_rate": 2.2264875239923228e-06,
|
|
"loss": 0.378,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11573775112628937,
|
|
"step": 30,
|
|
"valid_targets_mean": 8802.9,
|
|
"valid_targets_min": 2606
|
|
},
|
|
{
|
|
"epoch": 0.0336,
|
|
"grad_norm": 0.7048103409679258,
|
|
"learning_rate": 2.6103646833013433e-06,
|
|
"loss": 0.3459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10993142426013947,
|
|
"step": 35,
|
|
"valid_targets_mean": 8278.6,
|
|
"valid_targets_min": 740
|
|
},
|
|
{
|
|
"epoch": 0.0384,
|
|
"grad_norm": 0.5264062159110527,
|
|
"learning_rate": 2.9942418426103648e-06,
|
|
"loss": 0.3263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10869134962558746,
|
|
"step": 40,
|
|
"valid_targets_mean": 8495.2,
|
|
"valid_targets_min": 2561
|
|
},
|
|
{
|
|
"epoch": 0.0432,
|
|
"grad_norm": 0.4514711080116693,
|
|
"learning_rate": 3.378119001919386e-06,
|
|
"loss": 0.3041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09915158152580261,
|
|
"step": 45,
|
|
"valid_targets_mean": 9248.5,
|
|
"valid_targets_min": 2873
|
|
},
|
|
{
|
|
"epoch": 0.048,
|
|
"grad_norm": 0.3420802729257966,
|
|
"learning_rate": 3.761996161228407e-06,
|
|
"loss": 0.2802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09442837536334991,
|
|
"step": 50,
|
|
"valid_targets_mean": 9355.0,
|
|
"valid_targets_min": 1269
|
|
},
|
|
{
|
|
"epoch": 0.0528,
|
|
"grad_norm": 0.28683988209383904,
|
|
"learning_rate": 4.145873320537428e-06,
|
|
"loss": 0.2672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08352220058441162,
|
|
"step": 55,
|
|
"valid_targets_mean": 8734.5,
|
|
"valid_targets_min": 3777
|
|
},
|
|
{
|
|
"epoch": 0.0576,
|
|
"grad_norm": 0.23737129343553093,
|
|
"learning_rate": 4.52975047984645e-06,
|
|
"loss": 0.2437,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08115425705909729,
|
|
"step": 60,
|
|
"valid_targets_mean": 9034.8,
|
|
"valid_targets_min": 3693
|
|
},
|
|
{
|
|
"epoch": 0.0624,
|
|
"grad_norm": 0.19876401961795503,
|
|
"learning_rate": 4.91362763915547e-06,
|
|
"loss": 0.2241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07270577549934387,
|
|
"step": 65,
|
|
"valid_targets_mean": 8782.1,
|
|
"valid_targets_min": 4980
|
|
},
|
|
{
|
|
"epoch": 0.0672,
|
|
"grad_norm": 0.18075045396174094,
|
|
"learning_rate": 5.297504798464492e-06,
|
|
"loss": 0.2153,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06922709941864014,
|
|
"step": 70,
|
|
"valid_targets_mean": 9367.7,
|
|
"valid_targets_min": 3471
|
|
},
|
|
{
|
|
"epoch": 0.072,
|
|
"grad_norm": 0.16424216569165836,
|
|
"learning_rate": 5.681381957773513e-06,
|
|
"loss": 0.2064,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07363235950469971,
|
|
"step": 75,
|
|
"valid_targets_mean": 9389.4,
|
|
"valid_targets_min": 4957
|
|
},
|
|
{
|
|
"epoch": 0.0768,
|
|
"grad_norm": 0.17072015557944906,
|
|
"learning_rate": 6.065259117082534e-06,
|
|
"loss": 0.2044,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06568406522274017,
|
|
"step": 80,
|
|
"valid_targets_mean": 8954.7,
|
|
"valid_targets_min": 2729
|
|
},
|
|
{
|
|
"epoch": 0.0816,
|
|
"grad_norm": 0.16204494202483938,
|
|
"learning_rate": 6.449136276391556e-06,
|
|
"loss": 0.1978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06659156829118729,
|
|
"step": 85,
|
|
"valid_targets_mean": 8714.0,
|
|
"valid_targets_min": 3139
|
|
},
|
|
{
|
|
"epoch": 0.0864,
|
|
"grad_norm": 0.16165159991381337,
|
|
"learning_rate": 6.833013435700576e-06,
|
|
"loss": 0.1898,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05660694092512131,
|
|
"step": 90,
|
|
"valid_targets_mean": 8498.3,
|
|
"valid_targets_min": 2404
|
|
},
|
|
{
|
|
"epoch": 0.0912,
|
|
"grad_norm": 0.1560247037025123,
|
|
"learning_rate": 7.216890595009598e-06,
|
|
"loss": 0.1888,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06358037143945694,
|
|
"step": 95,
|
|
"valid_targets_mean": 8950.7,
|
|
"valid_targets_min": 3809
|
|
},
|
|
{
|
|
"epoch": 0.096,
|
|
"grad_norm": 0.1616062884997598,
|
|
"learning_rate": 7.600767754318619e-06,
|
|
"loss": 0.1875,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06089777871966362,
|
|
"step": 100,
|
|
"valid_targets_mean": 9242.6,
|
|
"valid_targets_min": 5629
|
|
},
|
|
{
|
|
"epoch": 0.1008,
|
|
"grad_norm": 0.19586837078411862,
|
|
"learning_rate": 7.98464491362764e-06,
|
|
"loss": 0.1846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06420055031776428,
|
|
"step": 105,
|
|
"valid_targets_mean": 8664.1,
|
|
"valid_targets_min": 4408
|
|
},
|
|
{
|
|
"epoch": 0.1056,
|
|
"grad_norm": 0.16113724556095765,
|
|
"learning_rate": 8.368522072936662e-06,
|
|
"loss": 0.177,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06036144495010376,
|
|
"step": 110,
|
|
"valid_targets_mean": 8733.9,
|
|
"valid_targets_min": 1577
|
|
},
|
|
{
|
|
"epoch": 0.1104,
|
|
"grad_norm": 0.16110423128629503,
|
|
"learning_rate": 8.752399232245682e-06,
|
|
"loss": 0.1779,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06447982788085938,
|
|
"step": 115,
|
|
"valid_targets_mean": 9054.4,
|
|
"valid_targets_min": 3944
|
|
},
|
|
{
|
|
"epoch": 0.1152,
|
|
"grad_norm": 0.176566106291253,
|
|
"learning_rate": 9.136276391554704e-06,
|
|
"loss": 0.1761,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.062302470207214355,
|
|
"step": 120,
|
|
"valid_targets_mean": 9205.4,
|
|
"valid_targets_min": 1719
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"grad_norm": 0.17059615182231894,
|
|
"learning_rate": 9.520153550863724e-06,
|
|
"loss": 0.1729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.058050885796546936,
|
|
"step": 125,
|
|
"valid_targets_mean": 8502.4,
|
|
"valid_targets_min": 3732
|
|
},
|
|
{
|
|
"epoch": 0.1248,
|
|
"grad_norm": 0.17066809947335904,
|
|
"learning_rate": 9.904030710172746e-06,
|
|
"loss": 0.1705,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05489126592874527,
|
|
"step": 130,
|
|
"valid_targets_mean": 7924.6,
|
|
"valid_targets_min": 2935
|
|
},
|
|
{
|
|
"epoch": 0.1296,
|
|
"grad_norm": 0.17976768953493777,
|
|
"learning_rate": 1.0287907869481766e-05,
|
|
"loss": 0.1666,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06662755459547043,
|
|
"step": 135,
|
|
"valid_targets_mean": 9386.0,
|
|
"valid_targets_min": 6181
|
|
},
|
|
{
|
|
"epoch": 0.1344,
|
|
"grad_norm": 0.16878851071563028,
|
|
"learning_rate": 1.067178502879079e-05,
|
|
"loss": 0.164,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05300961434841156,
|
|
"step": 140,
|
|
"valid_targets_mean": 8530.2,
|
|
"valid_targets_min": 4057
|
|
},
|
|
{
|
|
"epoch": 0.1392,
|
|
"grad_norm": 0.18017955223205775,
|
|
"learning_rate": 1.105566218809981e-05,
|
|
"loss": 0.1644,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.052747681736946106,
|
|
"step": 145,
|
|
"valid_targets_mean": 8150.8,
|
|
"valid_targets_min": 1979
|
|
},
|
|
{
|
|
"epoch": 0.144,
|
|
"grad_norm": 0.17011201848682178,
|
|
"learning_rate": 1.143953934740883e-05,
|
|
"loss": 0.1666,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.053786564618349075,
|
|
"step": 150,
|
|
"valid_targets_mean": 9036.5,
|
|
"valid_targets_min": 1344
|
|
},
|
|
{
|
|
"epoch": 0.1488,
|
|
"grad_norm": 0.14948621014727742,
|
|
"learning_rate": 1.182341650671785e-05,
|
|
"loss": 0.1655,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04889284819364548,
|
|
"step": 155,
|
|
"valid_targets_mean": 9374.1,
|
|
"valid_targets_min": 5222
|
|
},
|
|
{
|
|
"epoch": 0.1536,
|
|
"grad_norm": 0.17837038997047153,
|
|
"learning_rate": 1.2207293666026872e-05,
|
|
"loss": 0.1592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05337853729724884,
|
|
"step": 160,
|
|
"valid_targets_mean": 9026.4,
|
|
"valid_targets_min": 941
|
|
},
|
|
{
|
|
"epoch": 0.1584,
|
|
"grad_norm": 0.16794019625060191,
|
|
"learning_rate": 1.2591170825335894e-05,
|
|
"loss": 0.1615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0580047108232975,
|
|
"step": 165,
|
|
"valid_targets_mean": 8909.0,
|
|
"valid_targets_min": 4147
|
|
},
|
|
{
|
|
"epoch": 0.1632,
|
|
"grad_norm": 0.16451121852700687,
|
|
"learning_rate": 1.2975047984644915e-05,
|
|
"loss": 0.1615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05628425255417824,
|
|
"step": 170,
|
|
"valid_targets_mean": 9237.3,
|
|
"valid_targets_min": 2879
|
|
},
|
|
{
|
|
"epoch": 0.168,
|
|
"grad_norm": 0.1620845277038851,
|
|
"learning_rate": 1.3358925143953936e-05,
|
|
"loss": 0.1599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05485953390598297,
|
|
"step": 175,
|
|
"valid_targets_mean": 8967.8,
|
|
"valid_targets_min": 1950
|
|
},
|
|
{
|
|
"epoch": 0.1728,
|
|
"grad_norm": 0.18552111008573974,
|
|
"learning_rate": 1.3742802303262956e-05,
|
|
"loss": 0.1567,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05156928300857544,
|
|
"step": 180,
|
|
"valid_targets_mean": 8037.1,
|
|
"valid_targets_min": 3591
|
|
},
|
|
{
|
|
"epoch": 0.1776,
|
|
"grad_norm": 0.1834362128640418,
|
|
"learning_rate": 1.4126679462571978e-05,
|
|
"loss": 0.1558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05930773541331291,
|
|
"step": 185,
|
|
"valid_targets_mean": 8785.6,
|
|
"valid_targets_min": 2286
|
|
},
|
|
{
|
|
"epoch": 0.1824,
|
|
"grad_norm": 0.7040750475552785,
|
|
"learning_rate": 1.4510556621881e-05,
|
|
"loss": 0.155,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05356145650148392,
|
|
"step": 190,
|
|
"valid_targets_mean": 8743.2,
|
|
"valid_targets_min": 3331
|
|
},
|
|
{
|
|
"epoch": 0.1872,
|
|
"grad_norm": 0.17845848988906052,
|
|
"learning_rate": 1.4894433781190021e-05,
|
|
"loss": 0.1566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.050542086362838745,
|
|
"step": 195,
|
|
"valid_targets_mean": 8117.4,
|
|
"valid_targets_min": 2982
|
|
},
|
|
{
|
|
"epoch": 0.192,
|
|
"grad_norm": 0.1646793822772226,
|
|
"learning_rate": 1.527831094049904e-05,
|
|
"loss": 0.1529,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05630158260464668,
|
|
"step": 200,
|
|
"valid_targets_mean": 9397.2,
|
|
"valid_targets_min": 3908
|
|
},
|
|
{
|
|
"epoch": 0.1968,
|
|
"grad_norm": 0.1653369285434222,
|
|
"learning_rate": 1.566218809980806e-05,
|
|
"loss": 0.1555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05802737921476364,
|
|
"step": 205,
|
|
"valid_targets_mean": 9779.3,
|
|
"valid_targets_min": 2867
|
|
},
|
|
{
|
|
"epoch": 0.2016,
|
|
"grad_norm": 0.17699392141610665,
|
|
"learning_rate": 1.6046065259117082e-05,
|
|
"loss": 0.1578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05261120945215225,
|
|
"step": 210,
|
|
"valid_targets_mean": 8929.7,
|
|
"valid_targets_min": 3230
|
|
},
|
|
{
|
|
"epoch": 0.2064,
|
|
"grad_norm": 0.15546901424567497,
|
|
"learning_rate": 1.6429942418426105e-05,
|
|
"loss": 0.1519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0501735582947731,
|
|
"step": 215,
|
|
"valid_targets_mean": 9803.3,
|
|
"valid_targets_min": 4354
|
|
},
|
|
{
|
|
"epoch": 0.2112,
|
|
"grad_norm": 0.1647739852350217,
|
|
"learning_rate": 1.6813819577735126e-05,
|
|
"loss": 0.1518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05220291018486023,
|
|
"step": 220,
|
|
"valid_targets_mean": 8609.9,
|
|
"valid_targets_min": 1686
|
|
},
|
|
{
|
|
"epoch": 0.216,
|
|
"grad_norm": 0.18923635383897736,
|
|
"learning_rate": 1.7197696737044146e-05,
|
|
"loss": 0.1524,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05251702666282654,
|
|
"step": 225,
|
|
"valid_targets_mean": 9155.3,
|
|
"valid_targets_min": 2869
|
|
},
|
|
{
|
|
"epoch": 0.2208,
|
|
"grad_norm": 0.17077125348550806,
|
|
"learning_rate": 1.758157389635317e-05,
|
|
"loss": 0.1497,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04130622744560242,
|
|
"step": 230,
|
|
"valid_targets_mean": 8067.4,
|
|
"valid_targets_min": 1355
|
|
},
|
|
{
|
|
"epoch": 0.2256,
|
|
"grad_norm": 0.16749430547993427,
|
|
"learning_rate": 1.796545105566219e-05,
|
|
"loss": 0.1531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.046884313225746155,
|
|
"step": 235,
|
|
"valid_targets_mean": 8949.4,
|
|
"valid_targets_min": 5015
|
|
},
|
|
{
|
|
"epoch": 0.2304,
|
|
"grad_norm": 0.1686236778589441,
|
|
"learning_rate": 1.8349328214971213e-05,
|
|
"loss": 0.1519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04728979989886284,
|
|
"step": 240,
|
|
"valid_targets_mean": 8402.7,
|
|
"valid_targets_min": 2024
|
|
},
|
|
{
|
|
"epoch": 0.2352,
|
|
"grad_norm": 0.17340081794047488,
|
|
"learning_rate": 1.8733205374280233e-05,
|
|
"loss": 0.1483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04933461174368858,
|
|
"step": 245,
|
|
"valid_targets_mean": 9134.0,
|
|
"valid_targets_min": 2863
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"grad_norm": 0.18643553683889033,
|
|
"learning_rate": 1.9117082533589253e-05,
|
|
"loss": 0.1517,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05289412662386894,
|
|
"step": 250,
|
|
"valid_targets_mean": 9414.7,
|
|
"valid_targets_min": 2948
|
|
},
|
|
{
|
|
"epoch": 0.2448,
|
|
"grad_norm": 0.16686892259142147,
|
|
"learning_rate": 1.9500959692898273e-05,
|
|
"loss": 0.1508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0571310892701149,
|
|
"step": 255,
|
|
"valid_targets_mean": 9362.2,
|
|
"valid_targets_min": 1413
|
|
},
|
|
{
|
|
"epoch": 0.2496,
|
|
"grad_norm": 0.16428543489008277,
|
|
"learning_rate": 1.9884836852207294e-05,
|
|
"loss": 0.1503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04735701531171799,
|
|
"step": 260,
|
|
"valid_targets_mean": 8750.2,
|
|
"valid_targets_min": 4447
|
|
},
|
|
{
|
|
"epoch": 0.2544,
|
|
"grad_norm": 0.1713855287966125,
|
|
"learning_rate": 2.0268714011516314e-05,
|
|
"loss": 0.1467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04655732959508896,
|
|
"step": 265,
|
|
"valid_targets_mean": 8087.2,
|
|
"valid_targets_min": 2311
|
|
},
|
|
{
|
|
"epoch": 0.2592,
|
|
"grad_norm": 0.16600507062294687,
|
|
"learning_rate": 2.0652591170825337e-05,
|
|
"loss": 0.1465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04228595644235611,
|
|
"step": 270,
|
|
"valid_targets_mean": 8538.3,
|
|
"valid_targets_min": 3618
|
|
},
|
|
{
|
|
"epoch": 0.264,
|
|
"grad_norm": 0.16203412094758496,
|
|
"learning_rate": 2.103646833013436e-05,
|
|
"loss": 0.1431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04873499274253845,
|
|
"step": 275,
|
|
"valid_targets_mean": 8714.5,
|
|
"valid_targets_min": 2308
|
|
},
|
|
{
|
|
"epoch": 0.2688,
|
|
"grad_norm": 0.16232368985693238,
|
|
"learning_rate": 2.142034548944338e-05,
|
|
"loss": 0.1448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04977979511022568,
|
|
"step": 280,
|
|
"valid_targets_mean": 7793.4,
|
|
"valid_targets_min": 2243
|
|
},
|
|
{
|
|
"epoch": 0.2736,
|
|
"grad_norm": 0.16963787072822398,
|
|
"learning_rate": 2.18042226487524e-05,
|
|
"loss": 0.1444,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04747937619686127,
|
|
"step": 285,
|
|
"valid_targets_mean": 8890.7,
|
|
"valid_targets_min": 3910
|
|
},
|
|
{
|
|
"epoch": 0.2784,
|
|
"grad_norm": 0.15596812207408062,
|
|
"learning_rate": 2.218809980806142e-05,
|
|
"loss": 0.1428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04897751659154892,
|
|
"step": 290,
|
|
"valid_targets_mean": 8705.1,
|
|
"valid_targets_min": 2007
|
|
},
|
|
{
|
|
"epoch": 0.2832,
|
|
"grad_norm": 0.17698628792600066,
|
|
"learning_rate": 2.2571976967370445e-05,
|
|
"loss": 0.1456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04906153678894043,
|
|
"step": 295,
|
|
"valid_targets_mean": 8524.2,
|
|
"valid_targets_min": 2711
|
|
},
|
|
{
|
|
"epoch": 0.288,
|
|
"grad_norm": 0.15226044506219266,
|
|
"learning_rate": 2.2955854126679465e-05,
|
|
"loss": 0.1443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04470205307006836,
|
|
"step": 300,
|
|
"valid_targets_mean": 9084.5,
|
|
"valid_targets_min": 4514
|
|
},
|
|
{
|
|
"epoch": 0.2928,
|
|
"grad_norm": 0.1631758341391722,
|
|
"learning_rate": 2.3339731285988485e-05,
|
|
"loss": 0.1426,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0455140583217144,
|
|
"step": 305,
|
|
"valid_targets_mean": 8223.5,
|
|
"valid_targets_min": 2624
|
|
},
|
|
{
|
|
"epoch": 0.2976,
|
|
"grad_norm": 0.16266001506773634,
|
|
"learning_rate": 2.372360844529751e-05,
|
|
"loss": 0.1407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04833702743053436,
|
|
"step": 310,
|
|
"valid_targets_mean": 9030.3,
|
|
"valid_targets_min": 2595
|
|
},
|
|
{
|
|
"epoch": 0.3024,
|
|
"grad_norm": 0.1552003389279275,
|
|
"learning_rate": 2.4107485604606525e-05,
|
|
"loss": 0.1418,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04400190711021423,
|
|
"step": 315,
|
|
"valid_targets_mean": 8977.0,
|
|
"valid_targets_min": 3447
|
|
},
|
|
{
|
|
"epoch": 0.3072,
|
|
"grad_norm": 0.16366961875606295,
|
|
"learning_rate": 2.449136276391555e-05,
|
|
"loss": 0.1434,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.052342720329761505,
|
|
"step": 320,
|
|
"valid_targets_mean": 8492.8,
|
|
"valid_targets_min": 1643
|
|
},
|
|
{
|
|
"epoch": 0.312,
|
|
"grad_norm": 0.21633571289591977,
|
|
"learning_rate": 2.4875239923224573e-05,
|
|
"loss": 0.1441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06043235957622528,
|
|
"step": 325,
|
|
"valid_targets_mean": 9089.8,
|
|
"valid_targets_min": 3622
|
|
},
|
|
{
|
|
"epoch": 0.3168,
|
|
"grad_norm": 0.16778566765447833,
|
|
"learning_rate": 2.525911708253359e-05,
|
|
"loss": 0.1406,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04372868314385414,
|
|
"step": 330,
|
|
"valid_targets_mean": 8514.7,
|
|
"valid_targets_min": 1581
|
|
},
|
|
{
|
|
"epoch": 0.3216,
|
|
"grad_norm": 0.1525783264460117,
|
|
"learning_rate": 2.5642994241842613e-05,
|
|
"loss": 0.1366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04171153903007507,
|
|
"step": 335,
|
|
"valid_targets_mean": 8744.2,
|
|
"valid_targets_min": 2937
|
|
},
|
|
{
|
|
"epoch": 0.3264,
|
|
"grad_norm": 0.17090017951805586,
|
|
"learning_rate": 2.6026871401151633e-05,
|
|
"loss": 0.1428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.046074796468019485,
|
|
"step": 340,
|
|
"valid_targets_mean": 8279.8,
|
|
"valid_targets_min": 2561
|
|
},
|
|
{
|
|
"epoch": 0.3312,
|
|
"grad_norm": 0.16550150425181892,
|
|
"learning_rate": 2.6410748560460657e-05,
|
|
"loss": 0.1406,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04613085091114044,
|
|
"step": 345,
|
|
"valid_targets_mean": 8464.2,
|
|
"valid_targets_min": 2617
|
|
},
|
|
{
|
|
"epoch": 0.336,
|
|
"grad_norm": 0.15473637741869978,
|
|
"learning_rate": 2.6794625719769677e-05,
|
|
"loss": 0.1406,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.049118585884571075,
|
|
"step": 350,
|
|
"valid_targets_mean": 9190.0,
|
|
"valid_targets_min": 4909
|
|
},
|
|
{
|
|
"epoch": 0.3408,
|
|
"grad_norm": 0.1530756738736752,
|
|
"learning_rate": 2.7178502879078697e-05,
|
|
"loss": 0.1418,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04675169289112091,
|
|
"step": 355,
|
|
"valid_targets_mean": 8826.0,
|
|
"valid_targets_min": 2023
|
|
},
|
|
{
|
|
"epoch": 0.3456,
|
|
"grad_norm": 0.16704144085394457,
|
|
"learning_rate": 2.756238003838772e-05,
|
|
"loss": 0.1376,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05301285907626152,
|
|
"step": 360,
|
|
"valid_targets_mean": 9298.4,
|
|
"valid_targets_min": 2038
|
|
},
|
|
{
|
|
"epoch": 0.3504,
|
|
"grad_norm": 0.1705539915112971,
|
|
"learning_rate": 2.7946257197696737e-05,
|
|
"loss": 0.14,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.047162771224975586,
|
|
"step": 365,
|
|
"valid_targets_mean": 8848.1,
|
|
"valid_targets_min": 2694
|
|
},
|
|
{
|
|
"epoch": 0.3552,
|
|
"grad_norm": 0.17172115669532714,
|
|
"learning_rate": 2.833013435700576e-05,
|
|
"loss": 0.1358,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04858285188674927,
|
|
"step": 370,
|
|
"valid_targets_mean": 8245.0,
|
|
"valid_targets_min": 3959
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"grad_norm": 0.1635738602794979,
|
|
"learning_rate": 2.8714011516314784e-05,
|
|
"loss": 0.1394,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05017467588186264,
|
|
"step": 375,
|
|
"valid_targets_mean": 8803.3,
|
|
"valid_targets_min": 4631
|
|
},
|
|
{
|
|
"epoch": 0.3648,
|
|
"grad_norm": 0.14689162023635646,
|
|
"learning_rate": 2.90978886756238e-05,
|
|
"loss": 0.1415,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04908227548003197,
|
|
"step": 380,
|
|
"valid_targets_mean": 9190.8,
|
|
"valid_targets_min": 2141
|
|
},
|
|
{
|
|
"epoch": 0.3696,
|
|
"grad_norm": 0.1735748309731461,
|
|
"learning_rate": 2.9481765834932825e-05,
|
|
"loss": 0.1425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05058016628026962,
|
|
"step": 385,
|
|
"valid_targets_mean": 8794.3,
|
|
"valid_targets_min": 2139
|
|
},
|
|
{
|
|
"epoch": 0.3744,
|
|
"grad_norm": 0.16453333610787235,
|
|
"learning_rate": 2.9865642994241845e-05,
|
|
"loss": 0.141,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.044411011040210724,
|
|
"step": 390,
|
|
"valid_targets_mean": 9082.6,
|
|
"valid_targets_min": 3334
|
|
},
|
|
{
|
|
"epoch": 0.3792,
|
|
"grad_norm": 0.16928223848401386,
|
|
"learning_rate": 3.0249520153550865e-05,
|
|
"loss": 0.1381,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04547496512532234,
|
|
"step": 395,
|
|
"valid_targets_mean": 8381.7,
|
|
"valid_targets_min": 1637
|
|
},
|
|
{
|
|
"epoch": 0.384,
|
|
"grad_norm": 0.16575962515587384,
|
|
"learning_rate": 3.063339731285989e-05,
|
|
"loss": 0.1345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.052196696400642395,
|
|
"step": 400,
|
|
"valid_targets_mean": 9116.9,
|
|
"valid_targets_min": 3837
|
|
},
|
|
{
|
|
"epoch": 0.3888,
|
|
"grad_norm": 0.1465834004473263,
|
|
"learning_rate": 3.101727447216891e-05,
|
|
"loss": 0.1386,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.042442236095666885,
|
|
"step": 405,
|
|
"valid_targets_mean": 8501.0,
|
|
"valid_targets_min": 2762
|
|
},
|
|
{
|
|
"epoch": 0.3936,
|
|
"grad_norm": 0.168887624117521,
|
|
"learning_rate": 3.140115163147793e-05,
|
|
"loss": 0.1351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04733353853225708,
|
|
"step": 410,
|
|
"valid_targets_mean": 9785.0,
|
|
"valid_targets_min": 4165
|
|
},
|
|
{
|
|
"epoch": 0.3984,
|
|
"grad_norm": 0.1674817302783263,
|
|
"learning_rate": 3.178502879078695e-05,
|
|
"loss": 0.1389,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04236965253949165,
|
|
"step": 415,
|
|
"valid_targets_mean": 7495.3,
|
|
"valid_targets_min": 2040
|
|
},
|
|
{
|
|
"epoch": 0.4032,
|
|
"grad_norm": 0.1633791795734902,
|
|
"learning_rate": 3.216890595009597e-05,
|
|
"loss": 0.1375,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04652637243270874,
|
|
"step": 420,
|
|
"valid_targets_mean": 9678.3,
|
|
"valid_targets_min": 3511
|
|
},
|
|
{
|
|
"epoch": 0.408,
|
|
"grad_norm": 0.15017097856344935,
|
|
"learning_rate": 3.2552783109404996e-05,
|
|
"loss": 0.1361,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04723096638917923,
|
|
"step": 425,
|
|
"valid_targets_mean": 8518.3,
|
|
"valid_targets_min": 5212
|
|
},
|
|
{
|
|
"epoch": 0.4128,
|
|
"grad_norm": 0.16403792996616412,
|
|
"learning_rate": 3.2936660268714016e-05,
|
|
"loss": 0.1363,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.045905664563179016,
|
|
"step": 430,
|
|
"valid_targets_mean": 8233.1,
|
|
"valid_targets_min": 1554
|
|
},
|
|
{
|
|
"epoch": 0.4176,
|
|
"grad_norm": 0.15363370389018594,
|
|
"learning_rate": 3.3320537428023036e-05,
|
|
"loss": 0.1345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.047167956829071045,
|
|
"step": 435,
|
|
"valid_targets_mean": 9401.3,
|
|
"valid_targets_min": 2729
|
|
},
|
|
{
|
|
"epoch": 0.4224,
|
|
"grad_norm": 0.14941194784466624,
|
|
"learning_rate": 3.3704414587332056e-05,
|
|
"loss": 0.1394,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04570108652114868,
|
|
"step": 440,
|
|
"valid_targets_mean": 8790.9,
|
|
"valid_targets_min": 1588
|
|
},
|
|
{
|
|
"epoch": 0.4272,
|
|
"grad_norm": 0.1366092155715405,
|
|
"learning_rate": 3.4088291746641077e-05,
|
|
"loss": 0.135,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04900815337896347,
|
|
"step": 445,
|
|
"valid_targets_mean": 9022.6,
|
|
"valid_targets_min": 3456
|
|
},
|
|
{
|
|
"epoch": 0.432,
|
|
"grad_norm": 0.15770732910450744,
|
|
"learning_rate": 3.4472168905950104e-05,
|
|
"loss": 0.136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04628250002861023,
|
|
"step": 450,
|
|
"valid_targets_mean": 8808.2,
|
|
"valid_targets_min": 5148
|
|
},
|
|
{
|
|
"epoch": 0.4368,
|
|
"grad_norm": 0.1629314200910405,
|
|
"learning_rate": 3.485604606525912e-05,
|
|
"loss": 0.1368,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0451054573059082,
|
|
"step": 455,
|
|
"valid_targets_mean": 8471.3,
|
|
"valid_targets_min": 2409
|
|
},
|
|
{
|
|
"epoch": 0.4416,
|
|
"grad_norm": 0.160272458945177,
|
|
"learning_rate": 3.5239923224568144e-05,
|
|
"loss": 0.1365,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.048758409917354584,
|
|
"step": 460,
|
|
"valid_targets_mean": 8512.3,
|
|
"valid_targets_min": 3525
|
|
},
|
|
{
|
|
"epoch": 0.4464,
|
|
"grad_norm": 0.16561926988288322,
|
|
"learning_rate": 3.5623800383877164e-05,
|
|
"loss": 0.1351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05006253719329834,
|
|
"step": 465,
|
|
"valid_targets_mean": 8585.6,
|
|
"valid_targets_min": 2285
|
|
},
|
|
{
|
|
"epoch": 0.4512,
|
|
"grad_norm": 0.16050505436260384,
|
|
"learning_rate": 3.6007677543186184e-05,
|
|
"loss": 0.136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05636896938085556,
|
|
"step": 470,
|
|
"valid_targets_mean": 9733.6,
|
|
"valid_targets_min": 2143
|
|
},
|
|
{
|
|
"epoch": 0.456,
|
|
"grad_norm": 0.14490817773722517,
|
|
"learning_rate": 3.6391554702495204e-05,
|
|
"loss": 0.1331,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.047622889280319214,
|
|
"step": 475,
|
|
"valid_targets_mean": 9244.6,
|
|
"valid_targets_min": 3390
|
|
},
|
|
{
|
|
"epoch": 0.4608,
|
|
"grad_norm": 0.15192210465120123,
|
|
"learning_rate": 3.6775431861804224e-05,
|
|
"loss": 0.133,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.044686153531074524,
|
|
"step": 480,
|
|
"valid_targets_mean": 8674.3,
|
|
"valid_targets_min": 2361
|
|
},
|
|
{
|
|
"epoch": 0.4656,
|
|
"grad_norm": 0.15068638781498972,
|
|
"learning_rate": 3.7159309021113245e-05,
|
|
"loss": 0.1369,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04900766536593437,
|
|
"step": 485,
|
|
"valid_targets_mean": 9105.2,
|
|
"valid_targets_min": 2433
|
|
},
|
|
{
|
|
"epoch": 0.4704,
|
|
"grad_norm": 0.16096900900073532,
|
|
"learning_rate": 3.7543186180422265e-05,
|
|
"loss": 0.135,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04619026556611061,
|
|
"step": 490,
|
|
"valid_targets_mean": 8567.6,
|
|
"valid_targets_min": 4220
|
|
},
|
|
{
|
|
"epoch": 0.4752,
|
|
"grad_norm": 0.15476058661894235,
|
|
"learning_rate": 3.792706333973129e-05,
|
|
"loss": 0.1339,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04463457316160202,
|
|
"step": 495,
|
|
"valid_targets_mean": 8529.2,
|
|
"valid_targets_min": 2511
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"grad_norm": 0.15092582689941947,
|
|
"learning_rate": 3.831094049904031e-05,
|
|
"loss": 0.1321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03905282914638519,
|
|
"step": 500,
|
|
"valid_targets_mean": 8270.3,
|
|
"valid_targets_min": 2377
|
|
},
|
|
{
|
|
"epoch": 0.4848,
|
|
"grad_norm": 0.1537525325660721,
|
|
"learning_rate": 3.869481765834933e-05,
|
|
"loss": 0.1298,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041663214564323425,
|
|
"step": 505,
|
|
"valid_targets_mean": 7962.0,
|
|
"valid_targets_min": 3432
|
|
},
|
|
{
|
|
"epoch": 0.4896,
|
|
"grad_norm": 0.15466191978224791,
|
|
"learning_rate": 3.907869481765835e-05,
|
|
"loss": 0.1342,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04699457436800003,
|
|
"step": 510,
|
|
"valid_targets_mean": 8543.5,
|
|
"valid_targets_min": 1866
|
|
},
|
|
{
|
|
"epoch": 0.4944,
|
|
"grad_norm": 0.14871033158460176,
|
|
"learning_rate": 3.946257197696737e-05,
|
|
"loss": 0.1345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04727835953235626,
|
|
"step": 515,
|
|
"valid_targets_mean": 8456.3,
|
|
"valid_targets_min": 4250
|
|
},
|
|
{
|
|
"epoch": 0.4992,
|
|
"grad_norm": 0.14338051178538652,
|
|
"learning_rate": 3.984644913627639e-05,
|
|
"loss": 0.1317,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040438905358314514,
|
|
"step": 520,
|
|
"valid_targets_mean": 8662.9,
|
|
"valid_targets_min": 2256
|
|
},
|
|
{
|
|
"epoch": 0.504,
|
|
"grad_norm": 0.15742380971099282,
|
|
"learning_rate": 3.999995959997414e-05,
|
|
"loss": 0.1324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04269728064537048,
|
|
"step": 525,
|
|
"valid_targets_mean": 8493.9,
|
|
"valid_targets_min": 2420
|
|
},
|
|
{
|
|
"epoch": 0.5088,
|
|
"grad_norm": 0.15670069467354014,
|
|
"learning_rate": 3.999971271151827e-05,
|
|
"loss": 0.1342,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04551412910223007,
|
|
"step": 530,
|
|
"valid_targets_mean": 9344.8,
|
|
"valid_targets_min": 5656
|
|
},
|
|
{
|
|
"epoch": 0.5136,
|
|
"grad_norm": 0.15374405667621877,
|
|
"learning_rate": 3.9999241381832614e-05,
|
|
"loss": 0.1351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0490286722779274,
|
|
"step": 535,
|
|
"valid_targets_mean": 8047.5,
|
|
"valid_targets_min": 3717
|
|
},
|
|
{
|
|
"epoch": 0.5184,
|
|
"grad_norm": 0.1519411027027414,
|
|
"learning_rate": 3.999854561620655e-05,
|
|
"loss": 0.1306,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.045247673988342285,
|
|
"step": 540,
|
|
"valid_targets_mean": 9440.2,
|
|
"valid_targets_min": 2358
|
|
},
|
|
{
|
|
"epoch": 0.5232,
|
|
"grad_norm": 0.14569122526754544,
|
|
"learning_rate": 3.9997625422448114e-05,
|
|
"loss": 0.1313,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04392744228243828,
|
|
"step": 545,
|
|
"valid_targets_mean": 9050.4,
|
|
"valid_targets_min": 5323
|
|
},
|
|
{
|
|
"epoch": 0.528,
|
|
"grad_norm": 0.13609907027733714,
|
|
"learning_rate": 3.999648081088391e-05,
|
|
"loss": 0.1325,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04291406646370888,
|
|
"step": 550,
|
|
"valid_targets_mean": 9465.5,
|
|
"valid_targets_min": 2912
|
|
},
|
|
{
|
|
"epoch": 0.5328,
|
|
"grad_norm": 0.1377783947779239,
|
|
"learning_rate": 3.999511179435905e-05,
|
|
"loss": 0.1293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040753189474344254,
|
|
"step": 555,
|
|
"valid_targets_mean": 9555.9,
|
|
"valid_targets_min": 2568
|
|
},
|
|
{
|
|
"epoch": 0.5376,
|
|
"grad_norm": 0.1379593120954164,
|
|
"learning_rate": 3.999351838823691e-05,
|
|
"loss": 0.1301,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04435383528470993,
|
|
"step": 560,
|
|
"valid_targets_mean": 9169.4,
|
|
"valid_targets_min": 3276
|
|
},
|
|
{
|
|
"epoch": 0.5424,
|
|
"grad_norm": 0.1418424270920895,
|
|
"learning_rate": 3.999170061039908e-05,
|
|
"loss": 0.1324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.046147946268320084,
|
|
"step": 565,
|
|
"valid_targets_mean": 9111.7,
|
|
"valid_targets_min": 1397
|
|
},
|
|
{
|
|
"epoch": 0.5472,
|
|
"grad_norm": 0.14040633557580692,
|
|
"learning_rate": 3.998965848124505e-05,
|
|
"loss": 0.1342,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.048749588429927826,
|
|
"step": 570,
|
|
"valid_targets_mean": 9351.5,
|
|
"valid_targets_min": 5556
|
|
},
|
|
{
|
|
"epoch": 0.552,
|
|
"grad_norm": 0.13449375343867295,
|
|
"learning_rate": 3.998739202369205e-05,
|
|
"loss": 0.1289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041300173848867416,
|
|
"step": 575,
|
|
"valid_targets_mean": 8922.3,
|
|
"valid_targets_min": 2736
|
|
},
|
|
{
|
|
"epoch": 0.5568,
|
|
"grad_norm": 0.14743580069920623,
|
|
"learning_rate": 3.998490126317477e-05,
|
|
"loss": 0.1298,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04395359009504318,
|
|
"step": 580,
|
|
"valid_targets_mean": 8960.4,
|
|
"valid_targets_min": 2701
|
|
},
|
|
{
|
|
"epoch": 0.5616,
|
|
"grad_norm": 0.14157038751939097,
|
|
"learning_rate": 3.9982186227645085e-05,
|
|
"loss": 0.1299,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04324673116207123,
|
|
"step": 585,
|
|
"valid_targets_mean": 8823.2,
|
|
"valid_targets_min": 418
|
|
},
|
|
{
|
|
"epoch": 0.5664,
|
|
"grad_norm": 0.1582091638266866,
|
|
"learning_rate": 3.9979246947571724e-05,
|
|
"loss": 0.1306,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04149835929274559,
|
|
"step": 590,
|
|
"valid_targets_mean": 7495.4,
|
|
"valid_targets_min": 2352
|
|
},
|
|
{
|
|
"epoch": 0.5712,
|
|
"grad_norm": 0.14899721581452358,
|
|
"learning_rate": 3.9976083455939945e-05,
|
|
"loss": 0.1287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04160813242197037,
|
|
"step": 595,
|
|
"valid_targets_mean": 8655.7,
|
|
"valid_targets_min": 2572
|
|
},
|
|
{
|
|
"epoch": 0.576,
|
|
"grad_norm": 0.1539653528766409,
|
|
"learning_rate": 3.9972695788251155e-05,
|
|
"loss": 0.1301,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04525775834918022,
|
|
"step": 600,
|
|
"valid_targets_mean": 8892.5,
|
|
"valid_targets_min": 5296
|
|
},
|
|
{
|
|
"epoch": 0.5808,
|
|
"grad_norm": 0.14943883780637449,
|
|
"learning_rate": 3.996908398252251e-05,
|
|
"loss": 0.1351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.043959811329841614,
|
|
"step": 605,
|
|
"valid_targets_mean": 8608.5,
|
|
"valid_targets_min": 3362
|
|
},
|
|
{
|
|
"epoch": 0.5856,
|
|
"grad_norm": 0.13367238747822863,
|
|
"learning_rate": 3.9965248079286505e-05,
|
|
"loss": 0.1279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04346688464283943,
|
|
"step": 610,
|
|
"valid_targets_mean": 9197.5,
|
|
"valid_targets_min": 1977
|
|
},
|
|
{
|
|
"epoch": 0.5904,
|
|
"grad_norm": 0.13643029241656873,
|
|
"learning_rate": 3.99611881215905e-05,
|
|
"loss": 0.1272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041380517184734344,
|
|
"step": 615,
|
|
"valid_targets_mean": 8393.2,
|
|
"valid_targets_min": 2051
|
|
},
|
|
{
|
|
"epoch": 0.5952,
|
|
"grad_norm": 0.1377113571496518,
|
|
"learning_rate": 3.995690415499624e-05,
|
|
"loss": 0.1312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04686662554740906,
|
|
"step": 620,
|
|
"valid_targets_mean": 9150.6,
|
|
"valid_targets_min": 3686
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"grad_norm": 0.1403099261926008,
|
|
"learning_rate": 3.995239622757936e-05,
|
|
"loss": 0.1299,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0410618893802166,
|
|
"step": 625,
|
|
"valid_targets_mean": 8159.0,
|
|
"valid_targets_min": 3947
|
|
},
|
|
{
|
|
"epoch": 0.6048,
|
|
"grad_norm": 0.14096536721898614,
|
|
"learning_rate": 3.994766438992882e-05,
|
|
"loss": 0.1282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03911704570055008,
|
|
"step": 630,
|
|
"valid_targets_mean": 7991.7,
|
|
"valid_targets_min": 1670
|
|
},
|
|
{
|
|
"epoch": 0.6096,
|
|
"grad_norm": 0.13195736313161857,
|
|
"learning_rate": 3.994270869514635e-05,
|
|
"loss": 0.1304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0424465574324131,
|
|
"step": 635,
|
|
"valid_targets_mean": 8870.5,
|
|
"valid_targets_min": 2210
|
|
},
|
|
{
|
|
"epoch": 0.6144,
|
|
"grad_norm": 0.13332668179988635,
|
|
"learning_rate": 3.9937529198845864e-05,
|
|
"loss": 0.1283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04478909820318222,
|
|
"step": 640,
|
|
"valid_targets_mean": 8382.8,
|
|
"valid_targets_min": 2213
|
|
},
|
|
{
|
|
"epoch": 0.6192,
|
|
"grad_norm": 0.13716325538151122,
|
|
"learning_rate": 3.9932125959152833e-05,
|
|
"loss": 0.1269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04378994181752205,
|
|
"step": 645,
|
|
"valid_targets_mean": 8748.3,
|
|
"valid_targets_min": 2320
|
|
},
|
|
{
|
|
"epoch": 0.624,
|
|
"grad_norm": 0.1308079107487341,
|
|
"learning_rate": 3.9926499036703607e-05,
|
|
"loss": 0.1295,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.038693659007549286,
|
|
"step": 650,
|
|
"valid_targets_mean": 8223.2,
|
|
"valid_targets_min": 3239
|
|
},
|
|
{
|
|
"epoch": 0.6288,
|
|
"grad_norm": 0.14424264976490078,
|
|
"learning_rate": 3.992064849464476e-05,
|
|
"loss": 0.1318,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.043246474117040634,
|
|
"step": 655,
|
|
"valid_targets_mean": 7944.7,
|
|
"valid_targets_min": 1974
|
|
},
|
|
{
|
|
"epoch": 0.6336,
|
|
"grad_norm": 0.14454916157149716,
|
|
"learning_rate": 3.991457439863238e-05,
|
|
"loss": 0.1318,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.052069369703531265,
|
|
"step": 660,
|
|
"valid_targets_mean": 9785.6,
|
|
"valid_targets_min": 2127
|
|
},
|
|
{
|
|
"epoch": 0.6384,
|
|
"grad_norm": 0.13727057460729494,
|
|
"learning_rate": 3.990827681683133e-05,
|
|
"loss": 0.1304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04632120579481125,
|
|
"step": 665,
|
|
"valid_targets_mean": 8698.8,
|
|
"valid_targets_min": 1935
|
|
},
|
|
{
|
|
"epoch": 0.6432,
|
|
"grad_norm": 0.1398377748234492,
|
|
"learning_rate": 3.990175581991448e-05,
|
|
"loss": 0.1274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04159468784928322,
|
|
"step": 670,
|
|
"valid_targets_mean": 8791.3,
|
|
"valid_targets_min": 3886
|
|
},
|
|
{
|
|
"epoch": 0.648,
|
|
"grad_norm": 0.1345378725929749,
|
|
"learning_rate": 3.989501148106189e-05,
|
|
"loss": 0.1272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04403248429298401,
|
|
"step": 675,
|
|
"valid_targets_mean": 8627.5,
|
|
"valid_targets_min": 1892
|
|
},
|
|
{
|
|
"epoch": 0.6528,
|
|
"grad_norm": 0.12953037003518647,
|
|
"learning_rate": 3.988804387596005e-05,
|
|
"loss": 0.1272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.042582374066114426,
|
|
"step": 680,
|
|
"valid_targets_mean": 9106.1,
|
|
"valid_targets_min": 3962
|
|
},
|
|
{
|
|
"epoch": 0.6576,
|
|
"grad_norm": 0.1350393492828008,
|
|
"learning_rate": 3.9880853082800965e-05,
|
|
"loss": 0.1259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041537463665008545,
|
|
"step": 685,
|
|
"valid_targets_mean": 8600.3,
|
|
"valid_targets_min": 3511
|
|
},
|
|
{
|
|
"epoch": 0.6624,
|
|
"grad_norm": 0.13206633754473568,
|
|
"learning_rate": 3.987343918228133e-05,
|
|
"loss": 0.1261,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.044280827045440674,
|
|
"step": 690,
|
|
"valid_targets_mean": 8396.4,
|
|
"valid_targets_min": 3428
|
|
},
|
|
{
|
|
"epoch": 0.6672,
|
|
"grad_norm": 0.13729845663078688,
|
|
"learning_rate": 3.9865802257601584e-05,
|
|
"loss": 0.1237,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04000245779752731,
|
|
"step": 695,
|
|
"valid_targets_mean": 8540.1,
|
|
"valid_targets_min": 1813
|
|
},
|
|
{
|
|
"epoch": 0.672,
|
|
"grad_norm": 0.13635663924478578,
|
|
"learning_rate": 3.9857942394464976e-05,
|
|
"loss": 0.1258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03872641175985336,
|
|
"step": 700,
|
|
"valid_targets_mean": 8601.8,
|
|
"valid_targets_min": 4288
|
|
},
|
|
{
|
|
"epoch": 0.6768,
|
|
"grad_norm": 0.15057437392276532,
|
|
"learning_rate": 3.984985968107667e-05,
|
|
"loss": 0.1262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04191380739212036,
|
|
"step": 705,
|
|
"valid_targets_mean": 8113.8,
|
|
"valid_targets_min": 1824
|
|
},
|
|
{
|
|
"epoch": 0.6816,
|
|
"grad_norm": 0.15262968979836647,
|
|
"learning_rate": 3.984155420814266e-05,
|
|
"loss": 0.1279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.045424915850162506,
|
|
"step": 710,
|
|
"valid_targets_mean": 9187.2,
|
|
"valid_targets_min": 3023
|
|
},
|
|
{
|
|
"epoch": 0.6864,
|
|
"grad_norm": 0.14131561005827004,
|
|
"learning_rate": 3.9833026068868814e-05,
|
|
"loss": 0.129,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04640107974410057,
|
|
"step": 715,
|
|
"valid_targets_mean": 9442.9,
|
|
"valid_targets_min": 2870
|
|
},
|
|
{
|
|
"epoch": 0.6912,
|
|
"grad_norm": 0.1536532150005904,
|
|
"learning_rate": 3.982427535895982e-05,
|
|
"loss": 0.1255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04061667248606682,
|
|
"step": 720,
|
|
"valid_targets_mean": 7744.2,
|
|
"valid_targets_min": 1807
|
|
},
|
|
{
|
|
"epoch": 0.696,
|
|
"grad_norm": 0.14566890333011928,
|
|
"learning_rate": 3.9815302176618076e-05,
|
|
"loss": 0.1271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.037999723106622696,
|
|
"step": 725,
|
|
"valid_targets_mean": 8014.6,
|
|
"valid_targets_min": 2692
|
|
},
|
|
{
|
|
"epoch": 0.7008,
|
|
"grad_norm": 0.1329319602860735,
|
|
"learning_rate": 3.980610662254264e-05,
|
|
"loss": 0.1258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.043485239148139954,
|
|
"step": 730,
|
|
"valid_targets_mean": 8674.2,
|
|
"valid_targets_min": 1914
|
|
},
|
|
{
|
|
"epoch": 0.7056,
|
|
"grad_norm": 0.13214607087955763,
|
|
"learning_rate": 3.9796688799928075e-05,
|
|
"loss": 0.1258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03650156408548355,
|
|
"step": 735,
|
|
"valid_targets_mean": 8052.5,
|
|
"valid_targets_min": 1535
|
|
},
|
|
{
|
|
"epoch": 0.7104,
|
|
"grad_norm": 0.14666052223087997,
|
|
"learning_rate": 3.978704881446327e-05,
|
|
"loss": 0.1291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040827296674251556,
|
|
"step": 740,
|
|
"valid_targets_mean": 8658.8,
|
|
"valid_targets_min": 3364
|
|
},
|
|
{
|
|
"epoch": 0.7152,
|
|
"grad_norm": 0.13199011134390393,
|
|
"learning_rate": 3.9777186774330304e-05,
|
|
"loss": 0.1261,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03985761106014252,
|
|
"step": 745,
|
|
"valid_targets_mean": 8315.3,
|
|
"valid_targets_min": 2041
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"grad_norm": 0.13006510073207833,
|
|
"learning_rate": 3.976710279020318e-05,
|
|
"loss": 0.1244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.050185881555080414,
|
|
"step": 750,
|
|
"valid_targets_mean": 8819.3,
|
|
"valid_targets_min": 3518
|
|
},
|
|
{
|
|
"epoch": 0.7248,
|
|
"grad_norm": 0.12635946950837632,
|
|
"learning_rate": 3.975679697524661e-05,
|
|
"loss": 0.1242,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0413113571703434,
|
|
"step": 755,
|
|
"valid_targets_mean": 9287.8,
|
|
"valid_targets_min": 2520
|
|
},
|
|
{
|
|
"epoch": 0.7296,
|
|
"grad_norm": 0.16619628024740615,
|
|
"learning_rate": 3.974626944511475e-05,
|
|
"loss": 0.1243,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040970057249069214,
|
|
"step": 760,
|
|
"valid_targets_mean": 8394.7,
|
|
"valid_targets_min": 3787
|
|
},
|
|
{
|
|
"epoch": 0.7344,
|
|
"grad_norm": 0.13983220811078784,
|
|
"learning_rate": 3.973552031794988e-05,
|
|
"loss": 0.1251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04032052308320999,
|
|
"step": 765,
|
|
"valid_targets_mean": 8312.5,
|
|
"valid_targets_min": 1690
|
|
},
|
|
{
|
|
"epoch": 0.7392,
|
|
"grad_norm": 0.13276909522770805,
|
|
"learning_rate": 3.9724549714381106e-05,
|
|
"loss": 0.126,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0410274863243103,
|
|
"step": 770,
|
|
"valid_targets_mean": 9437.8,
|
|
"valid_targets_min": 4807
|
|
},
|
|
{
|
|
"epoch": 0.744,
|
|
"grad_norm": 0.14074663236062346,
|
|
"learning_rate": 3.971335775752298e-05,
|
|
"loss": 0.1279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04447145760059357,
|
|
"step": 775,
|
|
"valid_targets_mean": 8283.8,
|
|
"valid_targets_min": 2255
|
|
},
|
|
{
|
|
"epoch": 0.7488,
|
|
"grad_norm": 0.13345475156150907,
|
|
"learning_rate": 3.970194457297414e-05,
|
|
"loss": 0.1257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0476519837975502,
|
|
"step": 780,
|
|
"valid_targets_mean": 8958.5,
|
|
"valid_targets_min": 2037
|
|
},
|
|
{
|
|
"epoch": 0.7536,
|
|
"grad_norm": 0.13590512683057793,
|
|
"learning_rate": 3.9690310288815876e-05,
|
|
"loss": 0.1221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.038623590022325516,
|
|
"step": 785,
|
|
"valid_targets_mean": 8875.8,
|
|
"valid_targets_min": 1547
|
|
},
|
|
{
|
|
"epoch": 0.7584,
|
|
"grad_norm": 0.12392055016932459,
|
|
"learning_rate": 3.967845503561073e-05,
|
|
"loss": 0.1223,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03856155276298523,
|
|
"step": 790,
|
|
"valid_targets_mean": 8824.8,
|
|
"valid_targets_min": 3008
|
|
},
|
|
{
|
|
"epoch": 0.7632,
|
|
"grad_norm": 0.12808803769496246,
|
|
"learning_rate": 3.9666378946400974e-05,
|
|
"loss": 0.1223,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04124930500984192,
|
|
"step": 795,
|
|
"valid_targets_mean": 8398.5,
|
|
"valid_targets_min": 4402
|
|
},
|
|
{
|
|
"epoch": 0.768,
|
|
"grad_norm": 0.12400753315300732,
|
|
"learning_rate": 3.965408215670719e-05,
|
|
"loss": 0.125,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04107067734003067,
|
|
"step": 800,
|
|
"valid_targets_mean": 9418.2,
|
|
"valid_targets_min": 5645
|
|
},
|
|
{
|
|
"epoch": 0.7728,
|
|
"grad_norm": 0.1321463233062571,
|
|
"learning_rate": 3.964156480452667e-05,
|
|
"loss": 0.1256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040333010256290436,
|
|
"step": 805,
|
|
"valid_targets_mean": 9123.3,
|
|
"valid_targets_min": 2232
|
|
},
|
|
{
|
|
"epoch": 0.7776,
|
|
"grad_norm": 0.15850818767395258,
|
|
"learning_rate": 3.962882703033195e-05,
|
|
"loss": 0.1246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04237630218267441,
|
|
"step": 810,
|
|
"valid_targets_mean": 9014.5,
|
|
"valid_targets_min": 1757
|
|
},
|
|
{
|
|
"epoch": 0.7824,
|
|
"grad_norm": 0.13022752887109454,
|
|
"learning_rate": 3.961586897706915e-05,
|
|
"loss": 0.1226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03962777554988861,
|
|
"step": 815,
|
|
"valid_targets_mean": 8785.4,
|
|
"valid_targets_min": 3393
|
|
},
|
|
{
|
|
"epoch": 0.7872,
|
|
"grad_norm": 0.1411987989970659,
|
|
"learning_rate": 3.960269079015643e-05,
|
|
"loss": 0.1233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04631964862346649,
|
|
"step": 820,
|
|
"valid_targets_mean": 9530.4,
|
|
"valid_targets_min": 5058
|
|
},
|
|
{
|
|
"epoch": 0.792,
|
|
"grad_norm": 0.13216475655191032,
|
|
"learning_rate": 3.958929261748236e-05,
|
|
"loss": 0.1231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04475382715463638,
|
|
"step": 825,
|
|
"valid_targets_mean": 8892.8,
|
|
"valid_targets_min": 2083
|
|
},
|
|
{
|
|
"epoch": 0.7968,
|
|
"grad_norm": 0.12772498172212535,
|
|
"learning_rate": 3.957567460940419e-05,
|
|
"loss": 0.1237,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04453466087579727,
|
|
"step": 830,
|
|
"valid_targets_mean": 8443.8,
|
|
"valid_targets_min": 806
|
|
},
|
|
{
|
|
"epoch": 0.8016,
|
|
"grad_norm": 0.1288360457272141,
|
|
"learning_rate": 3.9561836918746256e-05,
|
|
"loss": 0.1238,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04772651568055153,
|
|
"step": 835,
|
|
"valid_targets_mean": 9130.0,
|
|
"valid_targets_min": 3135
|
|
},
|
|
{
|
|
"epoch": 0.8064,
|
|
"grad_norm": 0.12904971741193666,
|
|
"learning_rate": 3.95477797007982e-05,
|
|
"loss": 0.1246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041636817157268524,
|
|
"step": 840,
|
|
"valid_targets_mean": 9023.4,
|
|
"valid_targets_min": 4250
|
|
},
|
|
{
|
|
"epoch": 0.8112,
|
|
"grad_norm": 0.1326001544343892,
|
|
"learning_rate": 3.953350311331325e-05,
|
|
"loss": 0.1233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04039324074983597,
|
|
"step": 845,
|
|
"valid_targets_mean": 9260.4,
|
|
"valid_targets_min": 3688
|
|
},
|
|
{
|
|
"epoch": 0.816,
|
|
"grad_norm": 0.12642447244379482,
|
|
"learning_rate": 3.951900731650645e-05,
|
|
"loss": 0.1207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.039405159652233124,
|
|
"step": 850,
|
|
"valid_targets_mean": 8837.0,
|
|
"valid_targets_min": 2405
|
|
},
|
|
{
|
|
"epoch": 0.8208,
|
|
"grad_norm": 0.13173156761588117,
|
|
"learning_rate": 3.950429247305286e-05,
|
|
"loss": 0.121,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03566863760352135,
|
|
"step": 855,
|
|
"valid_targets_mean": 7964.2,
|
|
"valid_targets_min": 1228
|
|
},
|
|
{
|
|
"epoch": 0.8256,
|
|
"grad_norm": 0.20449125184239303,
|
|
"learning_rate": 3.9489358748085737e-05,
|
|
"loss": 0.1214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.044600710272789,
|
|
"step": 860,
|
|
"valid_targets_mean": 8969.1,
|
|
"valid_targets_min": 2519
|
|
},
|
|
{
|
|
"epoch": 0.8304,
|
|
"grad_norm": 0.1267782883516138,
|
|
"learning_rate": 3.947420630919466e-05,
|
|
"loss": 0.1239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040724076330661774,
|
|
"step": 865,
|
|
"valid_targets_mean": 8701.4,
|
|
"valid_targets_min": 2522
|
|
},
|
|
{
|
|
"epoch": 0.8352,
|
|
"grad_norm": 0.13947426674783286,
|
|
"learning_rate": 3.9458835326423674e-05,
|
|
"loss": 0.1226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03723190724849701,
|
|
"step": 870,
|
|
"valid_targets_mean": 8694.7,
|
|
"valid_targets_min": 3628
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"grad_norm": 0.1429427588322893,
|
|
"learning_rate": 3.9443245972269376e-05,
|
|
"loss": 0.1208,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.044337622821331024,
|
|
"step": 875,
|
|
"valid_targets_mean": 9151.8,
|
|
"valid_targets_min": 4207
|
|
},
|
|
{
|
|
"epoch": 0.8448,
|
|
"grad_norm": 0.12601811128568607,
|
|
"learning_rate": 3.942743842167896e-05,
|
|
"loss": 0.1233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03860004246234894,
|
|
"step": 880,
|
|
"valid_targets_mean": 8116.6,
|
|
"valid_targets_min": 3504
|
|
},
|
|
{
|
|
"epoch": 0.8496,
|
|
"grad_norm": 0.1231651306256786,
|
|
"learning_rate": 3.941141285204829e-05,
|
|
"loss": 0.1242,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03568350523710251,
|
|
"step": 885,
|
|
"valid_targets_mean": 8602.6,
|
|
"valid_targets_min": 3333
|
|
},
|
|
{
|
|
"epoch": 0.8544,
|
|
"grad_norm": 0.1327633357414085,
|
|
"learning_rate": 3.939516944321986e-05,
|
|
"loss": 0.12,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03741621971130371,
|
|
"step": 890,
|
|
"valid_targets_mean": 7680.4,
|
|
"valid_targets_min": 2034
|
|
},
|
|
{
|
|
"epoch": 0.8592,
|
|
"grad_norm": 0.12782058862734189,
|
|
"learning_rate": 3.937870837748085e-05,
|
|
"loss": 0.1196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04108661413192749,
|
|
"step": 895,
|
|
"valid_targets_mean": 9461.2,
|
|
"valid_targets_min": 4191
|
|
},
|
|
{
|
|
"epoch": 0.864,
|
|
"grad_norm": 0.13095812423706943,
|
|
"learning_rate": 3.936202983956098e-05,
|
|
"loss": 0.1214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04491672292351723,
|
|
"step": 900,
|
|
"valid_targets_mean": 9060.0,
|
|
"valid_targets_min": 4238
|
|
},
|
|
{
|
|
"epoch": 0.8688,
|
|
"grad_norm": 0.14435955628562666,
|
|
"learning_rate": 3.934513401663052e-05,
|
|
"loss": 0.1217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04353254288434982,
|
|
"step": 905,
|
|
"valid_targets_mean": 8174.2,
|
|
"valid_targets_min": 2049
|
|
},
|
|
{
|
|
"epoch": 0.8736,
|
|
"grad_norm": 0.13777422571076636,
|
|
"learning_rate": 3.9328021098298164e-05,
|
|
"loss": 0.1244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04200918227434158,
|
|
"step": 910,
|
|
"valid_targets_mean": 7853.6,
|
|
"valid_targets_min": 2161
|
|
},
|
|
{
|
|
"epoch": 0.8784,
|
|
"grad_norm": 0.12925096382507895,
|
|
"learning_rate": 3.9310691276608894e-05,
|
|
"loss": 0.1227,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03885449841618538,
|
|
"step": 915,
|
|
"valid_targets_mean": 8998.7,
|
|
"valid_targets_min": 4216
|
|
},
|
|
{
|
|
"epoch": 0.8832,
|
|
"grad_norm": 0.1299999207480068,
|
|
"learning_rate": 3.9293144746041824e-05,
|
|
"loss": 0.12,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0414196252822876,
|
|
"step": 920,
|
|
"valid_targets_mean": 9441.6,
|
|
"valid_targets_min": 3116
|
|
},
|
|
{
|
|
"epoch": 0.888,
|
|
"grad_norm": 0.14119631019377754,
|
|
"learning_rate": 3.9275381703508034e-05,
|
|
"loss": 0.1202,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04161785542964935,
|
|
"step": 925,
|
|
"valid_targets_mean": 9032.9,
|
|
"valid_targets_min": 3320
|
|
},
|
|
{
|
|
"epoch": 0.8928,
|
|
"grad_norm": 0.1335427102135748,
|
|
"learning_rate": 3.925740234834833e-05,
|
|
"loss": 0.122,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.039411455392837524,
|
|
"step": 930,
|
|
"valid_targets_mean": 8125.8,
|
|
"valid_targets_min": 2362
|
|
},
|
|
{
|
|
"epoch": 0.8976,
|
|
"grad_norm": 1.299524668859639,
|
|
"learning_rate": 3.9239206882331045e-05,
|
|
"loss": 0.122,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04274000972509384,
|
|
"step": 935,
|
|
"valid_targets_mean": 9362.2,
|
|
"valid_targets_min": 2499
|
|
},
|
|
{
|
|
"epoch": 0.9024,
|
|
"grad_norm": 0.14595064075165548,
|
|
"learning_rate": 3.922079550964976e-05,
|
|
"loss": 0.1203,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041862644255161285,
|
|
"step": 940,
|
|
"valid_targets_mean": 8516.2,
|
|
"valid_targets_min": 2866
|
|
},
|
|
{
|
|
"epoch": 0.9072,
|
|
"grad_norm": 0.1406716428331579,
|
|
"learning_rate": 3.920216843692099e-05,
|
|
"loss": 0.1198,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.039388202130794525,
|
|
"step": 945,
|
|
"valid_targets_mean": 8288.1,
|
|
"valid_targets_min": 1520
|
|
},
|
|
{
|
|
"epoch": 0.912,
|
|
"grad_norm": 0.12120059012749052,
|
|
"learning_rate": 3.918332587318189e-05,
|
|
"loss": 0.122,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03998667746782303,
|
|
"step": 950,
|
|
"valid_targets_mean": 9838.4,
|
|
"valid_targets_min": 3065
|
|
},
|
|
{
|
|
"epoch": 0.9168,
|
|
"grad_norm": 0.12432674716745307,
|
|
"learning_rate": 3.916426802988791e-05,
|
|
"loss": 0.1191,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034975167363882065,
|
|
"step": 955,
|
|
"valid_targets_mean": 8630.9,
|
|
"valid_targets_min": 3664
|
|
},
|
|
{
|
|
"epoch": 0.9216,
|
|
"grad_norm": 0.12453368828142465,
|
|
"learning_rate": 3.9144995120910414e-05,
|
|
"loss": 0.1212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040313076227903366,
|
|
"step": 960,
|
|
"valid_targets_mean": 8565.8,
|
|
"valid_targets_min": 1313
|
|
},
|
|
{
|
|
"epoch": 0.9264,
|
|
"grad_norm": 0.12414549421169692,
|
|
"learning_rate": 3.912550736253428e-05,
|
|
"loss": 0.1165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03618764504790306,
|
|
"step": 965,
|
|
"valid_targets_mean": 9026.8,
|
|
"valid_targets_min": 2861
|
|
},
|
|
{
|
|
"epoch": 0.9312,
|
|
"grad_norm": 0.12295142873666405,
|
|
"learning_rate": 3.9105804973455466e-05,
|
|
"loss": 0.1217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.037326935678720474,
|
|
"step": 970,
|
|
"valid_targets_mean": 8990.8,
|
|
"valid_targets_min": 5060
|
|
},
|
|
{
|
|
"epoch": 0.936,
|
|
"grad_norm": 0.1199361629404387,
|
|
"learning_rate": 3.908588817477858e-05,
|
|
"loss": 0.1204,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03776358813047409,
|
|
"step": 975,
|
|
"valid_targets_mean": 9242.8,
|
|
"valid_targets_min": 2535
|
|
},
|
|
{
|
|
"epoch": 0.9408,
|
|
"grad_norm": 0.11968391724432256,
|
|
"learning_rate": 3.9065757190014356e-05,
|
|
"loss": 0.1194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04064861685037613,
|
|
"step": 980,
|
|
"valid_targets_mean": 8815.6,
|
|
"valid_targets_min": 2016
|
|
},
|
|
{
|
|
"epoch": 0.9456,
|
|
"grad_norm": 0.13010903116296166,
|
|
"learning_rate": 3.90454122450772e-05,
|
|
"loss": 0.1185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03588135540485382,
|
|
"step": 985,
|
|
"valid_targets_mean": 8170.3,
|
|
"valid_targets_min": 3799
|
|
},
|
|
{
|
|
"epoch": 0.9504,
|
|
"grad_norm": 0.12285238315467241,
|
|
"learning_rate": 3.9024853568282615e-05,
|
|
"loss": 0.1192,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03708403930068016,
|
|
"step": 990,
|
|
"valid_targets_mean": 9025.9,
|
|
"valid_targets_min": 5318
|
|
},
|
|
{
|
|
"epoch": 0.9552,
|
|
"grad_norm": 0.13047767902641233,
|
|
"learning_rate": 3.900408139034464e-05,
|
|
"loss": 0.1182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04085266962647438,
|
|
"step": 995,
|
|
"valid_targets_mean": 8927.5,
|
|
"valid_targets_min": 2808
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"grad_norm": 0.12509338732915287,
|
|
"learning_rate": 3.89830959443733e-05,
|
|
"loss": 0.1213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.042269591242074966,
|
|
"step": 1000,
|
|
"valid_targets_mean": 9112.8,
|
|
"valid_targets_min": 3104
|
|
},
|
|
{
|
|
"epoch": 0.9648,
|
|
"grad_norm": 0.12707976296407147,
|
|
"learning_rate": 3.896189746587192e-05,
|
|
"loss": 0.1187,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04251757264137268,
|
|
"step": 1005,
|
|
"valid_targets_mean": 9197.0,
|
|
"valid_targets_min": 4955
|
|
},
|
|
{
|
|
"epoch": 0.9696,
|
|
"grad_norm": 0.13513570063473687,
|
|
"learning_rate": 3.894048619273457e-05,
|
|
"loss": 0.1195,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0449819378554821,
|
|
"step": 1010,
|
|
"valid_targets_mean": 8805.6,
|
|
"valid_targets_min": 2816
|
|
},
|
|
{
|
|
"epoch": 0.9744,
|
|
"grad_norm": 0.11628596725040473,
|
|
"learning_rate": 3.89188623652433e-05,
|
|
"loss": 0.1164,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03957689553499222,
|
|
"step": 1015,
|
|
"valid_targets_mean": 9101.4,
|
|
"valid_targets_min": 5845
|
|
},
|
|
{
|
|
"epoch": 0.9792,
|
|
"grad_norm": 0.1395600161258974,
|
|
"learning_rate": 3.889702622606553e-05,
|
|
"loss": 0.1207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04011973738670349,
|
|
"step": 1020,
|
|
"valid_targets_mean": 8340.6,
|
|
"valid_targets_min": 2670
|
|
},
|
|
{
|
|
"epoch": 0.984,
|
|
"grad_norm": 0.12278646466936824,
|
|
"learning_rate": 3.887497802025129e-05,
|
|
"loss": 0.1149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03440343588590622,
|
|
"step": 1025,
|
|
"valid_targets_mean": 8029.5,
|
|
"valid_targets_min": 2752
|
|
},
|
|
{
|
|
"epoch": 0.9888,
|
|
"grad_norm": 0.12604219136442135,
|
|
"learning_rate": 3.885271799523043e-05,
|
|
"loss": 0.12,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04180954396724701,
|
|
"step": 1030,
|
|
"valid_targets_mean": 8562.8,
|
|
"valid_targets_min": 2962
|
|
},
|
|
{
|
|
"epoch": 0.9936,
|
|
"grad_norm": 0.12564503884119702,
|
|
"learning_rate": 3.8830246400809925e-05,
|
|
"loss": 0.1207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03574180603027344,
|
|
"step": 1035,
|
|
"valid_targets_mean": 8152.6,
|
|
"valid_targets_min": 4152
|
|
},
|
|
{
|
|
"epoch": 0.9984,
|
|
"grad_norm": 0.12286222401223959,
|
|
"learning_rate": 3.880756348917101e-05,
|
|
"loss": 0.1201,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04260804131627083,
|
|
"step": 1040,
|
|
"valid_targets_mean": 9008.5,
|
|
"valid_targets_min": 4527
|
|
},
|
|
{
|
|
"epoch": 1.00288,
|
|
"grad_norm": 0.13532126940346526,
|
|
"learning_rate": 3.8784669514866365e-05,
|
|
"loss": 0.1132,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03753751516342163,
|
|
"step": 1045,
|
|
"valid_targets_mean": 10100.1,
|
|
"valid_targets_min": 5514
|
|
},
|
|
{
|
|
"epoch": 1.00768,
|
|
"grad_norm": 0.12973697576755405,
|
|
"learning_rate": 3.876156473481727e-05,
|
|
"loss": 0.1065,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03712521493434906,
|
|
"step": 1050,
|
|
"valid_targets_mean": 9113.7,
|
|
"valid_targets_min": 3701
|
|
},
|
|
{
|
|
"epoch": 1.01248,
|
|
"grad_norm": 0.12040784575878684,
|
|
"learning_rate": 3.8738249408310716e-05,
|
|
"loss": 0.1109,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04298216104507446,
|
|
"step": 1055,
|
|
"valid_targets_mean": 9181.2,
|
|
"valid_targets_min": 3126
|
|
},
|
|
{
|
|
"epoch": 1.01728,
|
|
"grad_norm": 0.1290882287304988,
|
|
"learning_rate": 3.871472379699648e-05,
|
|
"loss": 0.111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03602221980690956,
|
|
"step": 1060,
|
|
"valid_targets_mean": 8772.9,
|
|
"valid_targets_min": 2607
|
|
},
|
|
{
|
|
"epoch": 1.02208,
|
|
"grad_norm": 0.12406914379482467,
|
|
"learning_rate": 3.869098816488422e-05,
|
|
"loss": 0.108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03653515875339508,
|
|
"step": 1065,
|
|
"valid_targets_mean": 9124.3,
|
|
"valid_targets_min": 5033
|
|
},
|
|
{
|
|
"epoch": 1.02688,
|
|
"grad_norm": 0.13729165019846906,
|
|
"learning_rate": 3.866704277834049e-05,
|
|
"loss": 0.1118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.035046130418777466,
|
|
"step": 1070,
|
|
"valid_targets_mean": 8623.2,
|
|
"valid_targets_min": 3230
|
|
},
|
|
{
|
|
"epoch": 1.03168,
|
|
"grad_norm": 0.12036440804151036,
|
|
"learning_rate": 3.864288790608573e-05,
|
|
"loss": 0.1125,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034265272319316864,
|
|
"step": 1075,
|
|
"valid_targets_mean": 9006.2,
|
|
"valid_targets_min": 2326
|
|
},
|
|
{
|
|
"epoch": 1.03648,
|
|
"grad_norm": 0.12363412561657591,
|
|
"learning_rate": 3.861852381919132e-05,
|
|
"loss": 0.1086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.038711585104465485,
|
|
"step": 1080,
|
|
"valid_targets_mean": 8283.0,
|
|
"valid_targets_min": 2443
|
|
},
|
|
{
|
|
"epoch": 1.04128,
|
|
"grad_norm": 0.12022387745735609,
|
|
"learning_rate": 3.8593950791076446e-05,
|
|
"loss": 0.1104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03348660469055176,
|
|
"step": 1085,
|
|
"valid_targets_mean": 8197.9,
|
|
"valid_targets_min": 1325
|
|
},
|
|
{
|
|
"epoch": 1.04608,
|
|
"grad_norm": 0.12541307411660785,
|
|
"learning_rate": 3.856916909750512e-05,
|
|
"loss": 0.1097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03612164780497551,
|
|
"step": 1090,
|
|
"valid_targets_mean": 8937.5,
|
|
"valid_targets_min": 4843
|
|
},
|
|
{
|
|
"epoch": 1.05088,
|
|
"grad_norm": 0.12767600777176324,
|
|
"learning_rate": 3.854417901658301e-05,
|
|
"loss": 0.1098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.036185123026371,
|
|
"step": 1095,
|
|
"valid_targets_mean": 8712.5,
|
|
"valid_targets_min": 4257
|
|
},
|
|
{
|
|
"epoch": 1.05568,
|
|
"grad_norm": 0.12527917305408634,
|
|
"learning_rate": 3.851898082875438e-05,
|
|
"loss": 0.1095,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.037031348794698715,
|
|
"step": 1100,
|
|
"valid_targets_mean": 9053.6,
|
|
"valid_targets_min": 3371
|
|
},
|
|
{
|
|
"epoch": 1.06048,
|
|
"grad_norm": 0.13136956141466558,
|
|
"learning_rate": 3.849357481679891e-05,
|
|
"loss": 0.1096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041252005845308304,
|
|
"step": 1105,
|
|
"valid_targets_mean": 8509.0,
|
|
"valid_targets_min": 3914
|
|
},
|
|
{
|
|
"epoch": 1.06528,
|
|
"grad_norm": 0.12922975818642823,
|
|
"learning_rate": 3.846796126582851e-05,
|
|
"loss": 0.1094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03326720371842384,
|
|
"step": 1110,
|
|
"valid_targets_mean": 8771.5,
|
|
"valid_targets_min": 3884
|
|
},
|
|
{
|
|
"epoch": 1.07008,
|
|
"grad_norm": 0.12106396045806493,
|
|
"learning_rate": 3.844214046328416e-05,
|
|
"loss": 0.1097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.043117620050907135,
|
|
"step": 1115,
|
|
"valid_targets_mean": 8209.8,
|
|
"valid_targets_min": 3243
|
|
},
|
|
{
|
|
"epoch": 1.07488,
|
|
"grad_norm": 0.13002226111527115,
|
|
"learning_rate": 3.841611269893266e-05,
|
|
"loss": 0.109,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03778604418039322,
|
|
"step": 1120,
|
|
"valid_targets_mean": 8510.7,
|
|
"valid_targets_min": 2567
|
|
},
|
|
{
|
|
"epoch": 1.07968,
|
|
"grad_norm": 0.12456407780457754,
|
|
"learning_rate": 3.8389878264863364e-05,
|
|
"loss": 0.1096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03702523559331894,
|
|
"step": 1125,
|
|
"valid_targets_mean": 9058.4,
|
|
"valid_targets_min": 5648
|
|
},
|
|
{
|
|
"epoch": 1.08448,
|
|
"grad_norm": 0.12625041807761278,
|
|
"learning_rate": 3.836343745548495e-05,
|
|
"loss": 0.1087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03746821731328964,
|
|
"step": 1130,
|
|
"valid_targets_mean": 9379.8,
|
|
"valid_targets_min": 2461
|
|
},
|
|
{
|
|
"epoch": 1.08928,
|
|
"grad_norm": 0.12729402444355445,
|
|
"learning_rate": 3.833679056752205e-05,
|
|
"loss": 0.1086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03369244933128357,
|
|
"step": 1135,
|
|
"valid_targets_mean": 8650.1,
|
|
"valid_targets_min": 2519
|
|
},
|
|
{
|
|
"epoch": 1.09408,
|
|
"grad_norm": 0.12251279578419882,
|
|
"learning_rate": 3.8309937900012e-05,
|
|
"loss": 0.1098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.035309284925460815,
|
|
"step": 1140,
|
|
"valid_targets_mean": 8545.1,
|
|
"valid_targets_min": 2214
|
|
},
|
|
{
|
|
"epoch": 1.09888,
|
|
"grad_norm": 0.12475486299736205,
|
|
"learning_rate": 3.8282879754301395e-05,
|
|
"loss": 0.1099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.036522600799798965,
|
|
"step": 1145,
|
|
"valid_targets_mean": 9047.7,
|
|
"valid_targets_min": 2994
|
|
},
|
|
{
|
|
"epoch": 1.10368,
|
|
"grad_norm": 0.12100576465873229,
|
|
"learning_rate": 3.825561643404277e-05,
|
|
"loss": 0.1114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04240952804684639,
|
|
"step": 1150,
|
|
"valid_targets_mean": 9005.7,
|
|
"valid_targets_min": 4329
|
|
},
|
|
{
|
|
"epoch": 1.10848,
|
|
"grad_norm": 0.12172067784502344,
|
|
"learning_rate": 3.8228148245191195e-05,
|
|
"loss": 0.1076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03200407326221466,
|
|
"step": 1155,
|
|
"valid_targets_mean": 8406.1,
|
|
"valid_targets_min": 4143
|
|
},
|
|
{
|
|
"epoch": 1.11328,
|
|
"grad_norm": 0.13157757940674708,
|
|
"learning_rate": 3.820047549600078e-05,
|
|
"loss": 0.1064,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0324568971991539,
|
|
"step": 1160,
|
|
"valid_targets_mean": 8611.8,
|
|
"valid_targets_min": 4615
|
|
},
|
|
{
|
|
"epoch": 1.11808,
|
|
"grad_norm": 0.13712186902776327,
|
|
"learning_rate": 3.8172598497021304e-05,
|
|
"loss": 0.1098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.032350365072488785,
|
|
"step": 1165,
|
|
"valid_targets_mean": 8286.6,
|
|
"valid_targets_min": 3998
|
|
},
|
|
{
|
|
"epoch": 1.12288,
|
|
"grad_norm": 0.12296139282257143,
|
|
"learning_rate": 3.8144517561094635e-05,
|
|
"loss": 0.1087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03495969623327255,
|
|
"step": 1170,
|
|
"valid_targets_mean": 8338.6,
|
|
"valid_targets_min": 2001
|
|
},
|
|
{
|
|
"epoch": 1.12768,
|
|
"grad_norm": 0.12885506741767813,
|
|
"learning_rate": 3.811623300335129e-05,
|
|
"loss": 0.106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03439897298812866,
|
|
"step": 1175,
|
|
"valid_targets_mean": 8294.6,
|
|
"valid_targets_min": 3388
|
|
},
|
|
{
|
|
"epoch": 1.13248,
|
|
"grad_norm": 0.13353947355498724,
|
|
"learning_rate": 3.808774514120689e-05,
|
|
"loss": 0.1068,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03528585284948349,
|
|
"step": 1180,
|
|
"valid_targets_mean": 8710.7,
|
|
"valid_targets_min": 2226
|
|
},
|
|
{
|
|
"epoch": 1.13728,
|
|
"grad_norm": 0.11554578661926901,
|
|
"learning_rate": 3.805905429435856e-05,
|
|
"loss": 0.1069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0375838503241539,
|
|
"step": 1185,
|
|
"valid_targets_mean": 9312.7,
|
|
"valid_targets_min": 4938
|
|
},
|
|
{
|
|
"epoch": 1.14208,
|
|
"grad_norm": 0.13553731807499625,
|
|
"learning_rate": 3.803016078478137e-05,
|
|
"loss": 0.1118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03697044402360916,
|
|
"step": 1190,
|
|
"valid_targets_mean": 8790.3,
|
|
"valid_targets_min": 3411
|
|
},
|
|
{
|
|
"epoch": 1.14688,
|
|
"grad_norm": 0.19558858259974732,
|
|
"learning_rate": 3.800106493672472e-05,
|
|
"loss": 0.1044,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0370432510972023,
|
|
"step": 1195,
|
|
"valid_targets_mean": 8896.2,
|
|
"valid_targets_min": 2351
|
|
},
|
|
{
|
|
"epoch": 1.15168,
|
|
"grad_norm": 0.12694965655544607,
|
|
"learning_rate": 3.7971767076708704e-05,
|
|
"loss": 0.1096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03679373487830162,
|
|
"step": 1200,
|
|
"valid_targets_mean": 8190.5,
|
|
"valid_targets_min": 1331
|
|
},
|
|
{
|
|
"epoch": 1.15648,
|
|
"grad_norm": 0.1294349062636514,
|
|
"learning_rate": 3.794226753352042e-05,
|
|
"loss": 0.1104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03450850769877434,
|
|
"step": 1205,
|
|
"valid_targets_mean": 7733.4,
|
|
"valid_targets_min": 2324
|
|
},
|
|
{
|
|
"epoch": 1.16128,
|
|
"grad_norm": 0.13350423195151842,
|
|
"learning_rate": 3.791256663821032e-05,
|
|
"loss": 0.1128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03809414058923721,
|
|
"step": 1210,
|
|
"valid_targets_mean": 8429.0,
|
|
"valid_targets_min": 1850
|
|
},
|
|
{
|
|
"epoch": 1.16608,
|
|
"grad_norm": 0.11693967487810589,
|
|
"learning_rate": 3.788266472408846e-05,
|
|
"loss": 0.1125,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04129686951637268,
|
|
"step": 1215,
|
|
"valid_targets_mean": 9791.9,
|
|
"valid_targets_min": 3448
|
|
},
|
|
{
|
|
"epoch": 1.17088,
|
|
"grad_norm": 0.1171411660888164,
|
|
"learning_rate": 3.785256212672077e-05,
|
|
"loss": 0.1114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.032727207988500595,
|
|
"step": 1220,
|
|
"valid_targets_mean": 8760.9,
|
|
"valid_targets_min": 3157
|
|
},
|
|
{
|
|
"epoch": 1.17568,
|
|
"grad_norm": 0.12246093881306887,
|
|
"learning_rate": 3.7822259183925324e-05,
|
|
"loss": 0.1088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03792506083846092,
|
|
"step": 1225,
|
|
"valid_targets_mean": 8479.7,
|
|
"valid_targets_min": 2780
|
|
},
|
|
{
|
|
"epoch": 1.18048,
|
|
"grad_norm": 0.11630087988559276,
|
|
"learning_rate": 3.7791756235768476e-05,
|
|
"loss": 0.1126,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030140887945890427,
|
|
"step": 1230,
|
|
"valid_targets_mean": 8280.7,
|
|
"valid_targets_min": 1912
|
|
},
|
|
{
|
|
"epoch": 1.1852800000000001,
|
|
"grad_norm": 0.12034312206493047,
|
|
"learning_rate": 3.7761053624561104e-05,
|
|
"loss": 0.1118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041859276592731476,
|
|
"step": 1235,
|
|
"valid_targets_mean": 9125.2,
|
|
"valid_targets_min": 4384
|
|
},
|
|
{
|
|
"epoch": 1.19008,
|
|
"grad_norm": 0.12495575991658803,
|
|
"learning_rate": 3.7730151694854757e-05,
|
|
"loss": 0.1107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03812647983431816,
|
|
"step": 1240,
|
|
"valid_targets_mean": 8895.1,
|
|
"valid_targets_min": 3239
|
|
},
|
|
{
|
|
"epoch": 1.19488,
|
|
"grad_norm": 0.1279797576014592,
|
|
"learning_rate": 3.769905079343777e-05,
|
|
"loss": 0.1094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03480718284845352,
|
|
"step": 1245,
|
|
"valid_targets_mean": 9148.8,
|
|
"valid_targets_min": 3375
|
|
},
|
|
{
|
|
"epoch": 1.19968,
|
|
"grad_norm": 0.1429209094833432,
|
|
"learning_rate": 3.766775126933138e-05,
|
|
"loss": 0.1146,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03262244164943695,
|
|
"step": 1250,
|
|
"valid_targets_mean": 7446.3,
|
|
"valid_targets_min": 1642
|
|
},
|
|
{
|
|
"epoch": 1.20448,
|
|
"grad_norm": 0.11651049817133567,
|
|
"learning_rate": 3.7636253473785815e-05,
|
|
"loss": 0.1107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04041413217782974,
|
|
"step": 1255,
|
|
"valid_targets_mean": 9296.9,
|
|
"valid_targets_min": 1921
|
|
},
|
|
{
|
|
"epoch": 1.20928,
|
|
"grad_norm": 0.12715956000371428,
|
|
"learning_rate": 3.760455776027636e-05,
|
|
"loss": 0.1102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.036815039813518524,
|
|
"step": 1260,
|
|
"valid_targets_mean": 8492.6,
|
|
"valid_targets_min": 2198
|
|
},
|
|
{
|
|
"epoch": 1.21408,
|
|
"grad_norm": 0.13088428982143835,
|
|
"learning_rate": 3.7572664484499365e-05,
|
|
"loss": 0.1116,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04161841422319412,
|
|
"step": 1265,
|
|
"valid_targets_mean": 9645.4,
|
|
"valid_targets_min": 5888
|
|
},
|
|
{
|
|
"epoch": 1.21888,
|
|
"grad_norm": 0.11844945935335202,
|
|
"learning_rate": 3.7540574004368264e-05,
|
|
"loss": 0.1105,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.035760242491960526,
|
|
"step": 1270,
|
|
"valid_targets_mean": 8232.6,
|
|
"valid_targets_min": 972
|
|
},
|
|
{
|
|
"epoch": 1.2236799999999999,
|
|
"grad_norm": 0.1217454331633701,
|
|
"learning_rate": 3.750828668000959e-05,
|
|
"loss": 0.1111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.044121257960796356,
|
|
"step": 1275,
|
|
"valid_targets_mean": 9731.1,
|
|
"valid_targets_min": 4826
|
|
},
|
|
{
|
|
"epoch": 1.22848,
|
|
"grad_norm": 0.11438951119465016,
|
|
"learning_rate": 3.747580287375887e-05,
|
|
"loss": 0.1094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03459799289703369,
|
|
"step": 1280,
|
|
"valid_targets_mean": 8311.7,
|
|
"valid_targets_min": 3380
|
|
},
|
|
{
|
|
"epoch": 1.23328,
|
|
"grad_norm": 0.12344370046566683,
|
|
"learning_rate": 3.744312295015662e-05,
|
|
"loss": 0.1098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03901112824678421,
|
|
"step": 1285,
|
|
"valid_targets_mean": 9534.2,
|
|
"valid_targets_min": 4213
|
|
},
|
|
{
|
|
"epoch": 1.23808,
|
|
"grad_norm": 0.1282738291200301,
|
|
"learning_rate": 3.7410247275944223e-05,
|
|
"loss": 0.1118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0330953374505043,
|
|
"step": 1290,
|
|
"valid_targets_mean": 7552.4,
|
|
"valid_targets_min": 1647
|
|
},
|
|
{
|
|
"epoch": 1.24288,
|
|
"grad_norm": 0.11797698703131318,
|
|
"learning_rate": 3.737717622005981e-05,
|
|
"loss": 0.1128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04117663949728012,
|
|
"step": 1295,
|
|
"valid_targets_mean": 8844.8,
|
|
"valid_targets_min": 4651
|
|
},
|
|
{
|
|
"epoch": 1.24768,
|
|
"grad_norm": 0.12402104881406364,
|
|
"learning_rate": 3.734391015363413e-05,
|
|
"loss": 0.1138,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03869440779089928,
|
|
"step": 1300,
|
|
"valid_targets_mean": 9305.2,
|
|
"valid_targets_min": 3205
|
|
},
|
|
{
|
|
"epoch": 1.25248,
|
|
"grad_norm": 0.11958484310256949,
|
|
"learning_rate": 3.7310449449986404e-05,
|
|
"loss": 0.1073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.035795748233795166,
|
|
"step": 1305,
|
|
"valid_targets_mean": 9048.6,
|
|
"valid_targets_min": 4788
|
|
},
|
|
{
|
|
"epoch": 1.25728,
|
|
"grad_norm": 0.13049242536465502,
|
|
"learning_rate": 3.727679448462009e-05,
|
|
"loss": 0.1098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03678382933139801,
|
|
"step": 1310,
|
|
"valid_targets_mean": 8353.3,
|
|
"valid_targets_min": 2833
|
|
},
|
|
{
|
|
"epoch": 1.26208,
|
|
"grad_norm": 0.1181583760477813,
|
|
"learning_rate": 3.7242945635218696e-05,
|
|
"loss": 0.1067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03211447596549988,
|
|
"step": 1315,
|
|
"valid_targets_mean": 8366.3,
|
|
"valid_targets_min": 1833
|
|
},
|
|
{
|
|
"epoch": 1.26688,
|
|
"grad_norm": 0.11742791216030482,
|
|
"learning_rate": 3.720890328164156e-05,
|
|
"loss": 0.1084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.042314011603593826,
|
|
"step": 1320,
|
|
"valid_targets_mean": 9944.7,
|
|
"valid_targets_min": 3926
|
|
},
|
|
{
|
|
"epoch": 1.27168,
|
|
"grad_norm": 0.11792444140621308,
|
|
"learning_rate": 3.717466780591956e-05,
|
|
"loss": 0.1076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.037658244371414185,
|
|
"step": 1325,
|
|
"valid_targets_mean": 8533.1,
|
|
"valid_targets_min": 2539
|
|
},
|
|
{
|
|
"epoch": 1.27648,
|
|
"grad_norm": 0.12225024480557042,
|
|
"learning_rate": 3.7140239592250804e-05,
|
|
"loss": 0.1062,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.037245847284793854,
|
|
"step": 1330,
|
|
"valid_targets_mean": 9268.9,
|
|
"valid_targets_min": 5670
|
|
},
|
|
{
|
|
"epoch": 1.28128,
|
|
"grad_norm": 0.12318589546339119,
|
|
"learning_rate": 3.71056190269964e-05,
|
|
"loss": 0.1077,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034685347229242325,
|
|
"step": 1335,
|
|
"valid_targets_mean": 8202.7,
|
|
"valid_targets_min": 1834
|
|
},
|
|
{
|
|
"epoch": 1.2860800000000001,
|
|
"grad_norm": 0.12403966425319882,
|
|
"learning_rate": 3.7070806498676025e-05,
|
|
"loss": 0.1111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.042274922132492065,
|
|
"step": 1340,
|
|
"valid_targets_mean": 9153.2,
|
|
"valid_targets_min": 4013
|
|
},
|
|
{
|
|
"epoch": 1.29088,
|
|
"grad_norm": 0.11766905420453012,
|
|
"learning_rate": 3.7035802397963625e-05,
|
|
"loss": 0.1071,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0366162545979023,
|
|
"step": 1345,
|
|
"valid_targets_mean": 8794.9,
|
|
"valid_targets_min": 1738
|
|
},
|
|
{
|
|
"epoch": 1.29568,
|
|
"grad_norm": 0.12007586908411454,
|
|
"learning_rate": 3.700060711768302e-05,
|
|
"loss": 0.1061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.033832572400569916,
|
|
"step": 1350,
|
|
"valid_targets_mean": 9080.9,
|
|
"valid_targets_min": 3899
|
|
},
|
|
{
|
|
"epoch": 1.30048,
|
|
"grad_norm": 0.11667979309051224,
|
|
"learning_rate": 3.696522105280348e-05,
|
|
"loss": 0.1073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.036710452288389206,
|
|
"step": 1355,
|
|
"valid_targets_mean": 9003.8,
|
|
"valid_targets_min": 2184
|
|
},
|
|
{
|
|
"epoch": 1.30528,
|
|
"grad_norm": 0.1263624995125729,
|
|
"learning_rate": 3.6929644600435303e-05,
|
|
"loss": 0.1084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03441833704710007,
|
|
"step": 1360,
|
|
"valid_targets_mean": 8348.5,
|
|
"valid_targets_min": 2806
|
|
},
|
|
{
|
|
"epoch": 1.3100800000000001,
|
|
"grad_norm": 0.11740982313324688,
|
|
"learning_rate": 3.689387815982536e-05,
|
|
"loss": 0.1063,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.038560301065444946,
|
|
"step": 1365,
|
|
"valid_targets_mean": 9448.6,
|
|
"valid_targets_min": 1822
|
|
},
|
|
{
|
|
"epoch": 1.31488,
|
|
"grad_norm": 0.1252151515739968,
|
|
"learning_rate": 3.6857922132352617e-05,
|
|
"loss": 0.1116,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03624051809310913,
|
|
"step": 1370,
|
|
"valid_targets_mean": 8632.9,
|
|
"valid_targets_min": 2701
|
|
},
|
|
{
|
|
"epoch": 1.31968,
|
|
"grad_norm": 0.13381310745789513,
|
|
"learning_rate": 3.6821776921523615e-05,
|
|
"loss": 0.103,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0364258736371994,
|
|
"step": 1375,
|
|
"valid_targets_mean": 8644.5,
|
|
"valid_targets_min": 4506
|
|
},
|
|
{
|
|
"epoch": 1.3244799999999999,
|
|
"grad_norm": 0.1264214384761902,
|
|
"learning_rate": 3.678544293296797e-05,
|
|
"loss": 0.1052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034762680530548096,
|
|
"step": 1380,
|
|
"valid_targets_mean": 8907.5,
|
|
"valid_targets_min": 3498
|
|
},
|
|
{
|
|
"epoch": 1.32928,
|
|
"grad_norm": 0.11949522852717019,
|
|
"learning_rate": 3.674892057443378e-05,
|
|
"loss": 0.1066,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03189823776483536,
|
|
"step": 1385,
|
|
"valid_targets_mean": 8336.2,
|
|
"valid_targets_min": 2895
|
|
},
|
|
{
|
|
"epoch": 1.33408,
|
|
"grad_norm": 0.12933718554974194,
|
|
"learning_rate": 3.671221025578309e-05,
|
|
"loss": 0.1069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03692135214805603,
|
|
"step": 1390,
|
|
"valid_targets_mean": 8362.5,
|
|
"valid_targets_min": 2327
|
|
},
|
|
{
|
|
"epoch": 1.33888,
|
|
"grad_norm": 0.1370376515161672,
|
|
"learning_rate": 3.6675312388987274e-05,
|
|
"loss": 0.1085,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03446727246046066,
|
|
"step": 1395,
|
|
"valid_targets_mean": 8036.2,
|
|
"valid_targets_min": 3531
|
|
},
|
|
{
|
|
"epoch": 1.34368,
|
|
"grad_norm": 0.11519564170999727,
|
|
"learning_rate": 3.663822738812241e-05,
|
|
"loss": 0.1033,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03143679350614548,
|
|
"step": 1400,
|
|
"valid_targets_mean": 8900.0,
|
|
"valid_targets_min": 4505
|
|
},
|
|
{
|
|
"epoch": 1.34848,
|
|
"grad_norm": 0.13667160069855397,
|
|
"learning_rate": 3.660095566936462e-05,
|
|
"loss": 0.107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04038439691066742,
|
|
"step": 1405,
|
|
"valid_targets_mean": 8623.7,
|
|
"valid_targets_min": 2516
|
|
},
|
|
{
|
|
"epoch": 1.35328,
|
|
"grad_norm": 0.11628807563727038,
|
|
"learning_rate": 3.656349765098546e-05,
|
|
"loss": 0.103,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03632277250289917,
|
|
"step": 1410,
|
|
"valid_targets_mean": 9662.0,
|
|
"valid_targets_min": 5223
|
|
},
|
|
{
|
|
"epoch": 1.35808,
|
|
"grad_norm": 0.12165285738799775,
|
|
"learning_rate": 3.652585375334714e-05,
|
|
"loss": 0.1052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03766203299164772,
|
|
"step": 1415,
|
|
"valid_targets_mean": 9023.7,
|
|
"valid_targets_min": 2526
|
|
},
|
|
{
|
|
"epoch": 1.36288,
|
|
"grad_norm": 0.1210936758517175,
|
|
"learning_rate": 3.648802439889785e-05,
|
|
"loss": 0.107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03593523055315018,
|
|
"step": 1420,
|
|
"valid_targets_mean": 8797.6,
|
|
"valid_targets_min": 1723
|
|
},
|
|
{
|
|
"epoch": 1.36768,
|
|
"grad_norm": 0.12212797482243638,
|
|
"learning_rate": 3.645001001216705e-05,
|
|
"loss": 0.1087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03319096192717552,
|
|
"step": 1425,
|
|
"valid_targets_mean": 8514.3,
|
|
"valid_targets_min": 1460
|
|
},
|
|
{
|
|
"epoch": 1.37248,
|
|
"grad_norm": 0.12043836652635324,
|
|
"learning_rate": 3.641181101976065e-05,
|
|
"loss": 0.1074,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.039879005402326584,
|
|
"step": 1430,
|
|
"valid_targets_mean": 9830.4,
|
|
"valid_targets_min": 6223
|
|
},
|
|
{
|
|
"epoch": 1.37728,
|
|
"grad_norm": 0.12419659997953224,
|
|
"learning_rate": 3.637342785035624e-05,
|
|
"loss": 0.1069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03451387211680412,
|
|
"step": 1435,
|
|
"valid_targets_mean": 7784.2,
|
|
"valid_targets_min": 3446
|
|
},
|
|
{
|
|
"epoch": 1.38208,
|
|
"grad_norm": 0.12369177870382055,
|
|
"learning_rate": 3.633486093469829e-05,
|
|
"loss": 0.1023,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03320624306797981,
|
|
"step": 1440,
|
|
"valid_targets_mean": 8363.7,
|
|
"valid_targets_min": 2814
|
|
},
|
|
{
|
|
"epoch": 1.3868800000000001,
|
|
"grad_norm": 0.11909211402446875,
|
|
"learning_rate": 3.629611070559333e-05,
|
|
"loss": 0.1054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03433164581656456,
|
|
"step": 1445,
|
|
"valid_targets_mean": 8183.8,
|
|
"valid_targets_min": 3490
|
|
},
|
|
{
|
|
"epoch": 1.39168,
|
|
"grad_norm": 0.11691264105478555,
|
|
"learning_rate": 3.625717759790506e-05,
|
|
"loss": 0.1038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0365409217774868,
|
|
"step": 1450,
|
|
"valid_targets_mean": 9171.9,
|
|
"valid_targets_min": 4784
|
|
},
|
|
{
|
|
"epoch": 1.39648,
|
|
"grad_norm": 0.125375436081025,
|
|
"learning_rate": 3.621806204854947e-05,
|
|
"loss": 0.1049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03655450791120529,
|
|
"step": 1455,
|
|
"valid_targets_mean": 8703.1,
|
|
"valid_targets_min": 4353
|
|
},
|
|
{
|
|
"epoch": 1.40128,
|
|
"grad_norm": 0.1286467880870536,
|
|
"learning_rate": 3.617876449648998e-05,
|
|
"loss": 0.1055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.039029087871313095,
|
|
"step": 1460,
|
|
"valid_targets_mean": 9403.0,
|
|
"valid_targets_min": 3483
|
|
},
|
|
{
|
|
"epoch": 1.40608,
|
|
"grad_norm": 0.11716905685866259,
|
|
"learning_rate": 3.613928538273247e-05,
|
|
"loss": 0.1045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.035078015178442,
|
|
"step": 1465,
|
|
"valid_targets_mean": 9139.4,
|
|
"valid_targets_min": 3472
|
|
},
|
|
{
|
|
"epoch": 1.4108800000000001,
|
|
"grad_norm": 0.11672670553448981,
|
|
"learning_rate": 3.609962515032034e-05,
|
|
"loss": 0.1038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03533966466784477,
|
|
"step": 1470,
|
|
"valid_targets_mean": 9032.0,
|
|
"valid_targets_min": 1767
|
|
},
|
|
{
|
|
"epoch": 1.41568,
|
|
"grad_norm": 0.1243509687324732,
|
|
"learning_rate": 3.605978424432954e-05,
|
|
"loss": 0.1027,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03651345893740654,
|
|
"step": 1475,
|
|
"valid_targets_mean": 8722.7,
|
|
"valid_targets_min": 2884
|
|
},
|
|
{
|
|
"epoch": 1.42048,
|
|
"grad_norm": 0.12648765813571894,
|
|
"learning_rate": 3.601976311186361e-05,
|
|
"loss": 0.1071,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03581051528453827,
|
|
"step": 1480,
|
|
"valid_targets_mean": 8290.9,
|
|
"valid_targets_min": 2516
|
|
},
|
|
{
|
|
"epoch": 1.4252799999999999,
|
|
"grad_norm": 0.11343351700255543,
|
|
"learning_rate": 3.597956220204861e-05,
|
|
"loss": 0.1029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.036967843770980835,
|
|
"step": 1485,
|
|
"valid_targets_mean": 9481.8,
|
|
"valid_targets_min": 2996
|
|
},
|
|
{
|
|
"epoch": 1.43008,
|
|
"grad_norm": 0.1177270154654175,
|
|
"learning_rate": 3.5939181966028084e-05,
|
|
"loss": 0.1058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.036307480186223984,
|
|
"step": 1490,
|
|
"valid_targets_mean": 9119.7,
|
|
"valid_targets_min": 2089
|
|
},
|
|
{
|
|
"epoch": 1.43488,
|
|
"grad_norm": 0.11948223416122511,
|
|
"learning_rate": 3.589862285695804e-05,
|
|
"loss": 0.1055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03213457390666008,
|
|
"step": 1495,
|
|
"valid_targets_mean": 8838.8,
|
|
"valid_targets_min": 3712
|
|
},
|
|
{
|
|
"epoch": 1.43968,
|
|
"grad_norm": 0.1211211334641555,
|
|
"learning_rate": 3.585788533000184e-05,
|
|
"loss": 0.1025,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03254202753305435,
|
|
"step": 1500,
|
|
"valid_targets_mean": 8756.7,
|
|
"valid_targets_min": 3942
|
|
},
|
|
{
|
|
"epoch": 1.44448,
|
|
"grad_norm": 0.11573696505962047,
|
|
"learning_rate": 3.581696984232508e-05,
|
|
"loss": 0.1042,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027192670851945877,
|
|
"step": 1505,
|
|
"valid_targets_mean": 7469.8,
|
|
"valid_targets_min": 3106
|
|
},
|
|
{
|
|
"epoch": 1.44928,
|
|
"grad_norm": 0.12070460723365516,
|
|
"learning_rate": 3.5775876853090465e-05,
|
|
"loss": 0.1049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03165585547685623,
|
|
"step": 1510,
|
|
"valid_targets_mean": 8158.2,
|
|
"valid_targets_min": 2105
|
|
},
|
|
{
|
|
"epoch": 1.45408,
|
|
"grad_norm": 0.11620223694923805,
|
|
"learning_rate": 3.5734606823452686e-05,
|
|
"loss": 0.1047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.037208959460258484,
|
|
"step": 1515,
|
|
"valid_targets_mean": 9556.5,
|
|
"valid_targets_min": 4435
|
|
},
|
|
{
|
|
"epoch": 1.45888,
|
|
"grad_norm": 0.11920297505293288,
|
|
"learning_rate": 3.569316021655319e-05,
|
|
"loss": 0.1012,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02987070195376873,
|
|
"step": 1520,
|
|
"valid_targets_mean": 8496.3,
|
|
"valid_targets_min": 1915
|
|
},
|
|
{
|
|
"epoch": 1.46368,
|
|
"grad_norm": 0.1268442978445187,
|
|
"learning_rate": 3.565153749751505e-05,
|
|
"loss": 0.1041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03451787680387497,
|
|
"step": 1525,
|
|
"valid_targets_mean": 9130.9,
|
|
"valid_targets_min": 2246
|
|
},
|
|
{
|
|
"epoch": 1.46848,
|
|
"grad_norm": 0.11701707630340304,
|
|
"learning_rate": 3.5609739133437666e-05,
|
|
"loss": 0.1038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.038270652294158936,
|
|
"step": 1530,
|
|
"valid_targets_mean": 9155.3,
|
|
"valid_targets_min": 2324
|
|
},
|
|
{
|
|
"epoch": 1.47328,
|
|
"grad_norm": 0.1282421956144873,
|
|
"learning_rate": 3.55677655933916e-05,
|
|
"loss": 0.1025,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03175165131688118,
|
|
"step": 1535,
|
|
"valid_targets_mean": 8443.1,
|
|
"valid_targets_min": 2640
|
|
},
|
|
{
|
|
"epoch": 1.47808,
|
|
"grad_norm": 0.11886359147221487,
|
|
"learning_rate": 3.5525617348413265e-05,
|
|
"loss": 0.1008,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.035145074129104614,
|
|
"step": 1540,
|
|
"valid_targets_mean": 9429.3,
|
|
"valid_targets_min": 4368
|
|
},
|
|
{
|
|
"epoch": 1.48288,
|
|
"grad_norm": 0.11951433549636696,
|
|
"learning_rate": 3.5483294871499646e-05,
|
|
"loss": 0.1009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.032362401485443115,
|
|
"step": 1545,
|
|
"valid_targets_mean": 8555.6,
|
|
"valid_targets_min": 1834
|
|
},
|
|
{
|
|
"epoch": 1.4876800000000001,
|
|
"grad_norm": 0.1342430527003154,
|
|
"learning_rate": 3.544079863760302e-05,
|
|
"loss": 0.1009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03826196864247322,
|
|
"step": 1550,
|
|
"valid_targets_mean": 8434.8,
|
|
"valid_targets_min": 2927
|
|
},
|
|
{
|
|
"epoch": 1.49248,
|
|
"grad_norm": 0.1212927589438056,
|
|
"learning_rate": 3.5398129123625565e-05,
|
|
"loss": 0.1042,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03314611315727234,
|
|
"step": 1555,
|
|
"valid_targets_mean": 8709.2,
|
|
"valid_targets_min": 3627
|
|
},
|
|
{
|
|
"epoch": 1.49728,
|
|
"grad_norm": 0.1259979005913219,
|
|
"learning_rate": 3.535528680841408e-05,
|
|
"loss": 0.1005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03330939635634422,
|
|
"step": 1560,
|
|
"valid_targets_mean": 9163.6,
|
|
"valid_targets_min": 3883
|
|
},
|
|
{
|
|
"epoch": 1.5020799999999999,
|
|
"grad_norm": 0.12508394927198732,
|
|
"learning_rate": 3.5312272172754566e-05,
|
|
"loss": 0.1007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03124111518263817,
|
|
"step": 1565,
|
|
"valid_targets_mean": 7667.9,
|
|
"valid_targets_min": 1721
|
|
},
|
|
{
|
|
"epoch": 1.50688,
|
|
"grad_norm": 0.11330418088972559,
|
|
"learning_rate": 3.5269085699366844e-05,
|
|
"loss": 0.1025,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03747326508164406,
|
|
"step": 1570,
|
|
"valid_targets_mean": 9535.7,
|
|
"valid_targets_min": 3502
|
|
},
|
|
{
|
|
"epoch": 1.5116800000000001,
|
|
"grad_norm": 0.1238192398134257,
|
|
"learning_rate": 3.5225727872899136e-05,
|
|
"loss": 0.1052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03966061398386955,
|
|
"step": 1575,
|
|
"valid_targets_mean": 9409.5,
|
|
"valid_targets_min": 2901
|
|
},
|
|
{
|
|
"epoch": 1.51648,
|
|
"grad_norm": 0.12732035071816244,
|
|
"learning_rate": 3.518219917992262e-05,
|
|
"loss": 0.1007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04096482694149017,
|
|
"step": 1580,
|
|
"valid_targets_mean": 9869.8,
|
|
"valid_targets_min": 4770
|
|
},
|
|
{
|
|
"epoch": 1.52128,
|
|
"grad_norm": 0.1342131928296109,
|
|
"learning_rate": 3.5138500108926e-05,
|
|
"loss": 0.1022,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03232832998037338,
|
|
"step": 1585,
|
|
"valid_targets_mean": 7960.3,
|
|
"valid_targets_min": 1879
|
|
},
|
|
{
|
|
"epoch": 1.5260799999999999,
|
|
"grad_norm": 0.1279082191084901,
|
|
"learning_rate": 3.509463115030995e-05,
|
|
"loss": 0.1003,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.033002547919750214,
|
|
"step": 1590,
|
|
"valid_targets_mean": 8454.8,
|
|
"valid_targets_min": 1940
|
|
},
|
|
{
|
|
"epoch": 1.53088,
|
|
"grad_norm": 0.2811577290255808,
|
|
"learning_rate": 3.505059279638172e-05,
|
|
"loss": 0.1005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02976314350962639,
|
|
"step": 1595,
|
|
"valid_targets_mean": 8734.9,
|
|
"valid_targets_min": 3366
|
|
},
|
|
{
|
|
"epoch": 1.5356800000000002,
|
|
"grad_norm": 0.11869308529617718,
|
|
"learning_rate": 3.500638554134952e-05,
|
|
"loss": 0.0996,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03650416061282158,
|
|
"step": 1600,
|
|
"valid_targets_mean": 9252.2,
|
|
"valid_targets_min": 4673
|
|
},
|
|
{
|
|
"epoch": 1.54048,
|
|
"grad_norm": 0.12182529682260378,
|
|
"learning_rate": 3.4962009881317005e-05,
|
|
"loss": 0.1,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03326595202088356,
|
|
"step": 1605,
|
|
"valid_targets_mean": 8089.7,
|
|
"valid_targets_min": 2269
|
|
},
|
|
{
|
|
"epoch": 1.54528,
|
|
"grad_norm": 0.11767713809063114,
|
|
"learning_rate": 3.491746631427772e-05,
|
|
"loss": 0.102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04178375005722046,
|
|
"step": 1610,
|
|
"valid_targets_mean": 9172.2,
|
|
"valid_targets_min": 2496
|
|
},
|
|
{
|
|
"epoch": 1.55008,
|
|
"grad_norm": 0.13558879371333668,
|
|
"learning_rate": 3.487275534010948e-05,
|
|
"loss": 0.1007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034719523042440414,
|
|
"step": 1615,
|
|
"valid_targets_mean": 8640.8,
|
|
"valid_targets_min": 2299
|
|
},
|
|
{
|
|
"epoch": 1.55488,
|
|
"grad_norm": 0.11731890716900249,
|
|
"learning_rate": 3.482787746056881e-05,
|
|
"loss": 0.099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03394527733325958,
|
|
"step": 1620,
|
|
"valid_targets_mean": 9216.6,
|
|
"valid_targets_min": 3766
|
|
},
|
|
{
|
|
"epoch": 1.55968,
|
|
"grad_norm": 0.11494354049312823,
|
|
"learning_rate": 3.4782833179285256e-05,
|
|
"loss": 0.0997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03388223424553871,
|
|
"step": 1625,
|
|
"valid_targets_mean": 8900.3,
|
|
"valid_targets_min": 3332
|
|
},
|
|
{
|
|
"epoch": 1.56448,
|
|
"grad_norm": 0.10943738571395106,
|
|
"learning_rate": 3.473762300175578e-05,
|
|
"loss": 0.0999,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030476726591587067,
|
|
"step": 1630,
|
|
"valid_targets_mean": 8088.4,
|
|
"valid_targets_min": 3008
|
|
},
|
|
{
|
|
"epoch": 1.56928,
|
|
"grad_norm": 0.11506597550483152,
|
|
"learning_rate": 3.469224743533906e-05,
|
|
"loss": 0.098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031209899112582207,
|
|
"step": 1635,
|
|
"valid_targets_mean": 9256.1,
|
|
"valid_targets_min": 4635
|
|
},
|
|
{
|
|
"epoch": 1.57408,
|
|
"grad_norm": 0.13082551295998132,
|
|
"learning_rate": 3.464670698924981e-05,
|
|
"loss": 0.1008,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03382524102926254,
|
|
"step": 1640,
|
|
"valid_targets_mean": 8714.7,
|
|
"valid_targets_min": 3433
|
|
},
|
|
{
|
|
"epoch": 1.5788799999999998,
|
|
"grad_norm": 0.12427360078336991,
|
|
"learning_rate": 3.4601002174553055e-05,
|
|
"loss": 0.1038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03731769323348999,
|
|
"step": 1645,
|
|
"valid_targets_mean": 8702.7,
|
|
"valid_targets_min": 2481
|
|
},
|
|
{
|
|
"epoch": 1.58368,
|
|
"grad_norm": 0.11446263987092861,
|
|
"learning_rate": 3.45551335041584e-05,
|
|
"loss": 0.1004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034496426582336426,
|
|
"step": 1650,
|
|
"valid_targets_mean": 9184.0,
|
|
"valid_targets_min": 3710
|
|
},
|
|
{
|
|
"epoch": 1.5884800000000001,
|
|
"grad_norm": 0.12739756370428226,
|
|
"learning_rate": 3.4509101492814286e-05,
|
|
"loss": 0.0994,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034381356090307236,
|
|
"step": 1655,
|
|
"valid_targets_mean": 8748.2,
|
|
"valid_targets_min": 1423
|
|
},
|
|
{
|
|
"epoch": 1.59328,
|
|
"grad_norm": 0.11751460240058818,
|
|
"learning_rate": 3.446290665710219e-05,
|
|
"loss": 0.1019,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029714802280068398,
|
|
"step": 1660,
|
|
"valid_targets_mean": 7678.1,
|
|
"valid_targets_min": 2099
|
|
},
|
|
{
|
|
"epoch": 1.59808,
|
|
"grad_norm": 0.11814198326450993,
|
|
"learning_rate": 3.441654951543085e-05,
|
|
"loss": 0.0992,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.036534734070301056,
|
|
"step": 1665,
|
|
"valid_targets_mean": 9461.3,
|
|
"valid_targets_min": 4091
|
|
},
|
|
{
|
|
"epoch": 1.6028799999999999,
|
|
"grad_norm": 0.11295334978255936,
|
|
"learning_rate": 3.4370030588030425e-05,
|
|
"loss": 0.0997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.032168176025152206,
|
|
"step": 1670,
|
|
"valid_targets_mean": 8824.2,
|
|
"valid_targets_min": 5342
|
|
},
|
|
{
|
|
"epoch": 1.60768,
|
|
"grad_norm": 0.11944262820417971,
|
|
"learning_rate": 3.432335039694669e-05,
|
|
"loss": 0.1009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03803761303424835,
|
|
"step": 1675,
|
|
"valid_targets_mean": 8744.9,
|
|
"valid_targets_min": 1956
|
|
},
|
|
{
|
|
"epoch": 1.6124800000000001,
|
|
"grad_norm": 0.1188365242887442,
|
|
"learning_rate": 3.427650946603513e-05,
|
|
"loss": 0.0996,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031139787286520004,
|
|
"step": 1680,
|
|
"valid_targets_mean": 8154.3,
|
|
"valid_targets_min": 1736
|
|
},
|
|
{
|
|
"epoch": 1.61728,
|
|
"grad_norm": 0.12123730509386084,
|
|
"learning_rate": 3.422950832095511e-05,
|
|
"loss": 0.0994,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03488922864198685,
|
|
"step": 1685,
|
|
"valid_targets_mean": 8890.8,
|
|
"valid_targets_min": 2762
|
|
},
|
|
{
|
|
"epoch": 1.62208,
|
|
"grad_norm": 0.12417921438454016,
|
|
"learning_rate": 3.418234748916395e-05,
|
|
"loss": 0.1001,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03286389634013176,
|
|
"step": 1690,
|
|
"valid_targets_mean": 8685.7,
|
|
"valid_targets_min": 4649
|
|
},
|
|
{
|
|
"epoch": 1.6268799999999999,
|
|
"grad_norm": 0.12427965821978078,
|
|
"learning_rate": 3.4135027499911003e-05,
|
|
"loss": 0.1015,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03643377870321274,
|
|
"step": 1695,
|
|
"valid_targets_mean": 9603.3,
|
|
"valid_targets_min": 4519
|
|
},
|
|
{
|
|
"epoch": 1.63168,
|
|
"grad_norm": 0.12379457220006589,
|
|
"learning_rate": 3.408754888423173e-05,
|
|
"loss": 0.1035,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03129050135612488,
|
|
"step": 1700,
|
|
"valid_targets_mean": 8723.2,
|
|
"valid_targets_min": 3745
|
|
},
|
|
{
|
|
"epoch": 1.6364800000000002,
|
|
"grad_norm": 0.12275475278899578,
|
|
"learning_rate": 3.403991217494172e-05,
|
|
"loss": 0.1036,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031930018216371536,
|
|
"step": 1705,
|
|
"valid_targets_mean": 8601.5,
|
|
"valid_targets_min": 3257
|
|
},
|
|
{
|
|
"epoch": 1.64128,
|
|
"grad_norm": 0.1201804881346642,
|
|
"learning_rate": 3.3992117906630744e-05,
|
|
"loss": 0.1,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03500905632972717,
|
|
"step": 1710,
|
|
"valid_targets_mean": 9292.2,
|
|
"valid_targets_min": 2432
|
|
},
|
|
{
|
|
"epoch": 1.64608,
|
|
"grad_norm": 0.12998259303408505,
|
|
"learning_rate": 3.394416661565671e-05,
|
|
"loss": 0.0993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03601759672164917,
|
|
"step": 1715,
|
|
"valid_targets_mean": 9329.5,
|
|
"valid_targets_min": 3473
|
|
},
|
|
{
|
|
"epoch": 1.65088,
|
|
"grad_norm": 0.15209411679668441,
|
|
"learning_rate": 3.389605884013969e-05,
|
|
"loss": 0.0997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03493211418390274,
|
|
"step": 1720,
|
|
"valid_targets_mean": 8974.5,
|
|
"valid_targets_min": 3096
|
|
},
|
|
{
|
|
"epoch": 1.65568,
|
|
"grad_norm": 0.11967594276263603,
|
|
"learning_rate": 3.384779511995587e-05,
|
|
"loss": 0.1004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028926797211170197,
|
|
"step": 1725,
|
|
"valid_targets_mean": 8098.5,
|
|
"valid_targets_min": 3942
|
|
},
|
|
{
|
|
"epoch": 1.66048,
|
|
"grad_norm": 0.1263183650621345,
|
|
"learning_rate": 3.379937599673144e-05,
|
|
"loss": 0.0968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029895996674895287,
|
|
"step": 1730,
|
|
"valid_targets_mean": 9455.5,
|
|
"valid_targets_min": 4168
|
|
},
|
|
{
|
|
"epoch": 1.66528,
|
|
"grad_norm": 0.1116628577909989,
|
|
"learning_rate": 3.3750802013836596e-05,
|
|
"loss": 0.0961,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029331346973776817,
|
|
"step": 1735,
|
|
"valid_targets_mean": 8593.4,
|
|
"valid_targets_min": 2814
|
|
},
|
|
{
|
|
"epoch": 1.67008,
|
|
"grad_norm": 0.11669743828129955,
|
|
"learning_rate": 3.370207371637939e-05,
|
|
"loss": 0.0981,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03486446291208267,
|
|
"step": 1740,
|
|
"valid_targets_mean": 8908.1,
|
|
"valid_targets_min": 3582
|
|
},
|
|
{
|
|
"epoch": 1.67488,
|
|
"grad_norm": 0.11206048763400174,
|
|
"learning_rate": 3.3653191651199635e-05,
|
|
"loss": 0.0973,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029872918501496315,
|
|
"step": 1745,
|
|
"valid_targets_mean": 8751.2,
|
|
"valid_targets_min": 3097
|
|
},
|
|
{
|
|
"epoch": 1.6796799999999998,
|
|
"grad_norm": 0.12149392067550448,
|
|
"learning_rate": 3.360415636686274e-05,
|
|
"loss": 0.0992,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03125841170549393,
|
|
"step": 1750,
|
|
"valid_targets_mean": 9348.4,
|
|
"valid_targets_min": 1952
|
|
},
|
|
{
|
|
"epoch": 1.68448,
|
|
"grad_norm": 0.11409949572763738,
|
|
"learning_rate": 3.355496841365359e-05,
|
|
"loss": 0.0998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034153811633586884,
|
|
"step": 1755,
|
|
"valid_targets_mean": 9130.1,
|
|
"valid_targets_min": 3227
|
|
},
|
|
{
|
|
"epoch": 1.6892800000000001,
|
|
"grad_norm": 0.12180781545084879,
|
|
"learning_rate": 3.350562834357034e-05,
|
|
"loss": 0.0995,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03245352953672409,
|
|
"step": 1760,
|
|
"valid_targets_mean": 8648.5,
|
|
"valid_targets_min": 4313
|
|
},
|
|
{
|
|
"epoch": 1.69408,
|
|
"grad_norm": 0.13247571796223342,
|
|
"learning_rate": 3.345613671031827e-05,
|
|
"loss": 0.1011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03612162172794342,
|
|
"step": 1765,
|
|
"valid_targets_mean": 8704.3,
|
|
"valid_targets_min": 4184
|
|
},
|
|
{
|
|
"epoch": 1.69888,
|
|
"grad_norm": 0.21647507224098106,
|
|
"learning_rate": 3.340649406930349e-05,
|
|
"loss": 0.0977,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029728224501013756,
|
|
"step": 1770,
|
|
"valid_targets_mean": 8391.2,
|
|
"valid_targets_min": 1727
|
|
},
|
|
{
|
|
"epoch": 1.7036799999999999,
|
|
"grad_norm": 0.12422077040157983,
|
|
"learning_rate": 3.335670097762677e-05,
|
|
"loss": 0.0997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029321834444999695,
|
|
"step": 1775,
|
|
"valid_targets_mean": 8637.8,
|
|
"valid_targets_min": 1912
|
|
},
|
|
{
|
|
"epoch": 1.70848,
|
|
"grad_norm": 0.11698536286578931,
|
|
"learning_rate": 3.330675799407728e-05,
|
|
"loss": 0.1,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.032984182238578796,
|
|
"step": 1780,
|
|
"valid_targets_mean": 8554.4,
|
|
"valid_targets_min": 3850
|
|
},
|
|
{
|
|
"epoch": 1.7132800000000001,
|
|
"grad_norm": 0.12071451043408635,
|
|
"learning_rate": 3.32566656791263e-05,
|
|
"loss": 0.0989,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030606457963585854,
|
|
"step": 1785,
|
|
"valid_targets_mean": 8076.9,
|
|
"valid_targets_min": 1413
|
|
},
|
|
{
|
|
"epoch": 1.71808,
|
|
"grad_norm": 0.12127568160825884,
|
|
"learning_rate": 3.320642459492095e-05,
|
|
"loss": 0.0953,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03138080984354019,
|
|
"step": 1790,
|
|
"valid_targets_mean": 8827.6,
|
|
"valid_targets_min": 3318
|
|
},
|
|
{
|
|
"epoch": 1.72288,
|
|
"grad_norm": 0.12309891269800873,
|
|
"learning_rate": 3.315603530527785e-05,
|
|
"loss": 0.0989,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034938737750053406,
|
|
"step": 1795,
|
|
"valid_targets_mean": 8190.7,
|
|
"valid_targets_min": 1990
|
|
},
|
|
{
|
|
"epoch": 1.7276799999999999,
|
|
"grad_norm": 0.13448328329653705,
|
|
"learning_rate": 3.310549837567685e-05,
|
|
"loss": 0.094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03196977078914642,
|
|
"step": 1800,
|
|
"valid_targets_mean": 8209.2,
|
|
"valid_targets_min": 4291
|
|
},
|
|
{
|
|
"epoch": 1.73248,
|
|
"grad_norm": 0.1270134755763155,
|
|
"learning_rate": 3.3054814373254615e-05,
|
|
"loss": 0.0989,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03308798000216484,
|
|
"step": 1805,
|
|
"valid_targets_mean": 9097.6,
|
|
"valid_targets_min": 3023
|
|
},
|
|
{
|
|
"epoch": 1.7372800000000002,
|
|
"grad_norm": 0.1215462716174612,
|
|
"learning_rate": 3.300398386679831e-05,
|
|
"loss": 0.097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03231578692793846,
|
|
"step": 1810,
|
|
"valid_targets_mean": 8737.8,
|
|
"valid_targets_min": 2789
|
|
},
|
|
{
|
|
"epoch": 1.74208,
|
|
"grad_norm": 0.12659381214839838,
|
|
"learning_rate": 3.2953007426739204e-05,
|
|
"loss": 0.0994,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030647259205579758,
|
|
"step": 1815,
|
|
"valid_targets_mean": 9287.0,
|
|
"valid_targets_min": 3191
|
|
},
|
|
{
|
|
"epoch": 1.74688,
|
|
"grad_norm": 0.12152296869764756,
|
|
"learning_rate": 3.290188562514624e-05,
|
|
"loss": 0.0973,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02994205430150032,
|
|
"step": 1820,
|
|
"valid_targets_mean": 8389.3,
|
|
"valid_targets_min": 4479
|
|
},
|
|
{
|
|
"epoch": 1.75168,
|
|
"grad_norm": 0.11579730176913727,
|
|
"learning_rate": 3.285061903571968e-05,
|
|
"loss": 0.0976,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03409838303923607,
|
|
"step": 1825,
|
|
"valid_targets_mean": 8725.6,
|
|
"valid_targets_min": 3671
|
|
},
|
|
{
|
|
"epoch": 1.75648,
|
|
"grad_norm": 0.12042202731658365,
|
|
"learning_rate": 3.27992082337846e-05,
|
|
"loss": 0.0944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03129231929779053,
|
|
"step": 1830,
|
|
"valid_targets_mean": 8376.2,
|
|
"valid_targets_min": 2786
|
|
},
|
|
{
|
|
"epoch": 1.76128,
|
|
"grad_norm": 0.1150574556332984,
|
|
"learning_rate": 3.274765379628447e-05,
|
|
"loss": 0.0935,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03116718865931034,
|
|
"step": 1835,
|
|
"valid_targets_mean": 9754.7,
|
|
"valid_targets_min": 2668
|
|
},
|
|
{
|
|
"epoch": 1.76608,
|
|
"grad_norm": 0.12221087122396483,
|
|
"learning_rate": 3.2695956301774664e-05,
|
|
"loss": 0.0993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03059461899101734,
|
|
"step": 1840,
|
|
"valid_targets_mean": 8807.2,
|
|
"valid_targets_min": 1560
|
|
},
|
|
{
|
|
"epoch": 1.77088,
|
|
"grad_norm": 0.12550586828813198,
|
|
"learning_rate": 3.264411633041598e-05,
|
|
"loss": 0.0996,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03288565203547478,
|
|
"step": 1845,
|
|
"valid_targets_mean": 8430.9,
|
|
"valid_targets_min": 4166
|
|
},
|
|
{
|
|
"epoch": 1.77568,
|
|
"grad_norm": 0.11800390703235397,
|
|
"learning_rate": 3.259213446396812e-05,
|
|
"loss": 0.0971,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03617793321609497,
|
|
"step": 1850,
|
|
"valid_targets_mean": 8808.0,
|
|
"valid_targets_min": 2379
|
|
},
|
|
{
|
|
"epoch": 1.7804799999999998,
|
|
"grad_norm": 0.12065501117992328,
|
|
"learning_rate": 3.254001128578317e-05,
|
|
"loss": 0.0971,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03944634646177292,
|
|
"step": 1855,
|
|
"valid_targets_mean": 9181.4,
|
|
"valid_targets_min": 3240
|
|
},
|
|
{
|
|
"epoch": 1.78528,
|
|
"grad_norm": 0.12815781801241774,
|
|
"learning_rate": 3.2487747380799036e-05,
|
|
"loss": 0.0973,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03340938687324524,
|
|
"step": 1860,
|
|
"valid_targets_mean": 9103.5,
|
|
"valid_targets_min": 5535
|
|
},
|
|
{
|
|
"epoch": 1.7900800000000001,
|
|
"grad_norm": 0.12256539621255265,
|
|
"learning_rate": 3.243534333553291e-05,
|
|
"loss": 0.096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03244269639253616,
|
|
"step": 1865,
|
|
"valid_targets_mean": 9035.9,
|
|
"valid_targets_min": 3874
|
|
},
|
|
{
|
|
"epoch": 1.79488,
|
|
"grad_norm": 0.11939887366602382,
|
|
"learning_rate": 3.2382799738074635e-05,
|
|
"loss": 0.0963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.036362893879413605,
|
|
"step": 1870,
|
|
"valid_targets_mean": 9146.4,
|
|
"valid_targets_min": 3073
|
|
},
|
|
{
|
|
"epoch": 1.79968,
|
|
"grad_norm": 0.11295140221263837,
|
|
"learning_rate": 3.2330117178080184e-05,
|
|
"loss": 0.0957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03275471180677414,
|
|
"step": 1875,
|
|
"valid_targets_mean": 9356.5,
|
|
"valid_targets_min": 3597
|
|
},
|
|
{
|
|
"epoch": 1.8044799999999999,
|
|
"grad_norm": 0.11596482995260982,
|
|
"learning_rate": 3.227729624676497e-05,
|
|
"loss": 0.0991,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.033212386071681976,
|
|
"step": 1880,
|
|
"valid_targets_mean": 8404.9,
|
|
"valid_targets_min": 1753
|
|
},
|
|
{
|
|
"epoch": 1.80928,
|
|
"grad_norm": 0.12299614142264025,
|
|
"learning_rate": 3.222433753689724e-05,
|
|
"loss": 0.0954,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030806001275777817,
|
|
"step": 1885,
|
|
"valid_targets_mean": 9172.8,
|
|
"valid_targets_min": 2605
|
|
},
|
|
{
|
|
"epoch": 1.8140800000000001,
|
|
"grad_norm": 0.12294732258255374,
|
|
"learning_rate": 3.2171241642791443e-05,
|
|
"loss": 0.0963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03270886838436127,
|
|
"step": 1890,
|
|
"valid_targets_mean": 8817.4,
|
|
"valid_targets_min": 3170
|
|
},
|
|
{
|
|
"epoch": 1.81888,
|
|
"grad_norm": 0.12454651137241947,
|
|
"learning_rate": 3.211800916030152e-05,
|
|
"loss": 0.0964,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03188232332468033,
|
|
"step": 1895,
|
|
"valid_targets_mean": 8884.1,
|
|
"valid_targets_min": 3236
|
|
},
|
|
{
|
|
"epoch": 1.82368,
|
|
"grad_norm": 0.11875714790732037,
|
|
"learning_rate": 3.206464068681424e-05,
|
|
"loss": 0.0962,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03125854209065437,
|
|
"step": 1900,
|
|
"valid_targets_mean": 8837.4,
|
|
"valid_targets_min": 3141
|
|
},
|
|
{
|
|
"epoch": 1.8284799999999999,
|
|
"grad_norm": 0.25615170544022126,
|
|
"learning_rate": 3.20111368212425e-05,
|
|
"loss": 0.0972,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031216248869895935,
|
|
"step": 1905,
|
|
"valid_targets_mean": 8927.4,
|
|
"valid_targets_min": 2351
|
|
},
|
|
{
|
|
"epoch": 1.83328,
|
|
"grad_norm": 0.11553048251166381,
|
|
"learning_rate": 3.19574981640186e-05,
|
|
"loss": 0.097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.032985836267471313,
|
|
"step": 1910,
|
|
"valid_targets_mean": 9137.7,
|
|
"valid_targets_min": 2457
|
|
},
|
|
{
|
|
"epoch": 1.8380800000000002,
|
|
"grad_norm": 0.12332033201339215,
|
|
"learning_rate": 3.1903725317087495e-05,
|
|
"loss": 0.0962,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02826140820980072,
|
|
"step": 1915,
|
|
"valid_targets_mean": 7582.6,
|
|
"valid_targets_min": 1979
|
|
},
|
|
{
|
|
"epoch": 1.84288,
|
|
"grad_norm": 0.12373198100671594,
|
|
"learning_rate": 3.184981888390003e-05,
|
|
"loss": 0.0943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03438425809144974,
|
|
"step": 1920,
|
|
"valid_targets_mean": 8750.5,
|
|
"valid_targets_min": 3715
|
|
},
|
|
{
|
|
"epoch": 1.84768,
|
|
"grad_norm": 0.11898830073691476,
|
|
"learning_rate": 3.1795779469406226e-05,
|
|
"loss": 0.0996,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027855921536684036,
|
|
"step": 1925,
|
|
"valid_targets_mean": 8388.7,
|
|
"valid_targets_min": 3606
|
|
},
|
|
{
|
|
"epoch": 1.85248,
|
|
"grad_norm": 0.13049198537601311,
|
|
"learning_rate": 3.174160768004842e-05,
|
|
"loss": 0.0938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03077923133969307,
|
|
"step": 1930,
|
|
"valid_targets_mean": 9521.2,
|
|
"valid_targets_min": 3478
|
|
},
|
|
{
|
|
"epoch": 1.85728,
|
|
"grad_norm": 0.12890383965255006,
|
|
"learning_rate": 3.168730412375449e-05,
|
|
"loss": 0.0954,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.033480048179626465,
|
|
"step": 1935,
|
|
"valid_targets_mean": 8513.8,
|
|
"valid_targets_min": 2941
|
|
},
|
|
{
|
|
"epoch": 1.86208,
|
|
"grad_norm": 0.1259489564584358,
|
|
"learning_rate": 3.1632869409931036e-05,
|
|
"loss": 0.096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03304038196802139,
|
|
"step": 1940,
|
|
"valid_targets_mean": 8453.8,
|
|
"valid_targets_min": 3095
|
|
},
|
|
{
|
|
"epoch": 1.86688,
|
|
"grad_norm": 0.12379490782070443,
|
|
"learning_rate": 3.1578304149456544e-05,
|
|
"loss": 0.0935,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02992902509868145,
|
|
"step": 1945,
|
|
"valid_targets_mean": 8997.7,
|
|
"valid_targets_min": 2944
|
|
},
|
|
{
|
|
"epoch": 1.87168,
|
|
"grad_norm": 0.1908649386565199,
|
|
"learning_rate": 3.1523608954674524e-05,
|
|
"loss": 0.0985,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030526556074619293,
|
|
"step": 1950,
|
|
"valid_targets_mean": 8728.9,
|
|
"valid_targets_min": 3733
|
|
},
|
|
{
|
|
"epoch": 1.87648,
|
|
"grad_norm": 0.12058817025819538,
|
|
"learning_rate": 3.1468784439386614e-05,
|
|
"loss": 0.0978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029100410640239716,
|
|
"step": 1955,
|
|
"valid_targets_mean": 7976.5,
|
|
"valid_targets_min": 1588
|
|
},
|
|
{
|
|
"epoch": 1.8812799999999998,
|
|
"grad_norm": 0.12374514028101315,
|
|
"learning_rate": 3.141383121884576e-05,
|
|
"loss": 0.0956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030075032263994217,
|
|
"step": 1960,
|
|
"valid_targets_mean": 9350.9,
|
|
"valid_targets_min": 2993
|
|
},
|
|
{
|
|
"epoch": 1.88608,
|
|
"grad_norm": 0.12949723183843131,
|
|
"learning_rate": 3.1358749909749214e-05,
|
|
"loss": 0.0957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02782047912478447,
|
|
"step": 1965,
|
|
"valid_targets_mean": 8918.0,
|
|
"valid_targets_min": 4011
|
|
},
|
|
{
|
|
"epoch": 1.8908800000000001,
|
|
"grad_norm": 0.12321752636472717,
|
|
"learning_rate": 3.1303541130231703e-05,
|
|
"loss": 0.0956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03179875388741493,
|
|
"step": 1970,
|
|
"valid_targets_mean": 8427.1,
|
|
"valid_targets_min": 2242
|
|
},
|
|
{
|
|
"epoch": 1.89568,
|
|
"grad_norm": 0.1250357323229381,
|
|
"learning_rate": 3.1248205499858446e-05,
|
|
"loss": 0.0974,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031728826463222504,
|
|
"step": 1975,
|
|
"valid_targets_mean": 8332.0,
|
|
"valid_targets_min": 1698
|
|
},
|
|
{
|
|
"epoch": 1.90048,
|
|
"grad_norm": 0.1269808845116901,
|
|
"learning_rate": 3.119274363961821e-05,
|
|
"loss": 0.0976,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030242368578910828,
|
|
"step": 1980,
|
|
"valid_targets_mean": 8013.0,
|
|
"valid_targets_min": 2329
|
|
},
|
|
{
|
|
"epoch": 1.9052799999999999,
|
|
"grad_norm": 0.12594906129488526,
|
|
"learning_rate": 3.113715617191634e-05,
|
|
"loss": 0.0956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.033120714128017426,
|
|
"step": 1985,
|
|
"valid_targets_mean": 9525.1,
|
|
"valid_targets_min": 5176
|
|
},
|
|
{
|
|
"epoch": 1.91008,
|
|
"grad_norm": 0.1128437524239124,
|
|
"learning_rate": 3.1081443720567785e-05,
|
|
"loss": 0.0976,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03407108783721924,
|
|
"step": 1990,
|
|
"valid_targets_mean": 8913.7,
|
|
"valid_targets_min": 2222
|
|
},
|
|
{
|
|
"epoch": 1.9148800000000001,
|
|
"grad_norm": 0.12271441054409966,
|
|
"learning_rate": 3.102560691079007e-05,
|
|
"loss": 0.0944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03202490508556366,
|
|
"step": 1995,
|
|
"valid_targets_mean": 8219.6,
|
|
"valid_targets_min": 4856
|
|
},
|
|
{
|
|
"epoch": 1.91968,
|
|
"grad_norm": 0.11928104900985406,
|
|
"learning_rate": 3.0969646369196307e-05,
|
|
"loss": 0.0935,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03154480457305908,
|
|
"step": 2000,
|
|
"valid_targets_mean": 7679.9,
|
|
"valid_targets_min": 2327
|
|
},
|
|
{
|
|
"epoch": 1.92448,
|
|
"grad_norm": 0.11764578388415199,
|
|
"learning_rate": 3.0913562723788174e-05,
|
|
"loss": 0.0937,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028950994834303856,
|
|
"step": 2005,
|
|
"valid_targets_mean": 8590.5,
|
|
"valid_targets_min": 2687
|
|
},
|
|
{
|
|
"epoch": 1.9292799999999999,
|
|
"grad_norm": 0.11959529477268145,
|
|
"learning_rate": 3.085735660394881e-05,
|
|
"loss": 0.096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03188043832778931,
|
|
"step": 2010,
|
|
"valid_targets_mean": 8712.7,
|
|
"valid_targets_min": 2239
|
|
},
|
|
{
|
|
"epoch": 1.93408,
|
|
"grad_norm": 0.12288064731447748,
|
|
"learning_rate": 3.080102864043581e-05,
|
|
"loss": 0.0953,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03270117938518524,
|
|
"step": 2015,
|
|
"valid_targets_mean": 8825.5,
|
|
"valid_targets_min": 2184
|
|
},
|
|
{
|
|
"epoch": 1.9388800000000002,
|
|
"grad_norm": 0.12062672309603491,
|
|
"learning_rate": 3.074457946537413e-05,
|
|
"loss": 0.0947,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03260117769241333,
|
|
"step": 2020,
|
|
"valid_targets_mean": 8145.7,
|
|
"valid_targets_min": 3013
|
|
},
|
|
{
|
|
"epoch": 1.94368,
|
|
"grad_norm": 0.11717401223355793,
|
|
"learning_rate": 3.068800971224898e-05,
|
|
"loss": 0.0938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030992349609732628,
|
|
"step": 2025,
|
|
"valid_targets_mean": 8825.3,
|
|
"valid_targets_min": 1526
|
|
},
|
|
{
|
|
"epoch": 1.94848,
|
|
"grad_norm": 0.11964450711810551,
|
|
"learning_rate": 3.0631320015898735e-05,
|
|
"loss": 0.0949,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03208611160516739,
|
|
"step": 2030,
|
|
"valid_targets_mean": 9341.5,
|
|
"valid_targets_min": 4514
|
|
},
|
|
{
|
|
"epoch": 1.95328,
|
|
"grad_norm": 0.1300777102273075,
|
|
"learning_rate": 3.057451101250778e-05,
|
|
"loss": 0.0926,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027757877483963966,
|
|
"step": 2035,
|
|
"valid_targets_mean": 8905.0,
|
|
"valid_targets_min": 4482
|
|
},
|
|
{
|
|
"epoch": 1.95808,
|
|
"grad_norm": 0.13016926678324173,
|
|
"learning_rate": 3.051758333959941e-05,
|
|
"loss": 0.0938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034215047955513,
|
|
"step": 2040,
|
|
"valid_targets_mean": 9087.2,
|
|
"valid_targets_min": 4268
|
|
},
|
|
{
|
|
"epoch": 1.96288,
|
|
"grad_norm": 0.13459529117746524,
|
|
"learning_rate": 3.046053763602865e-05,
|
|
"loss": 0.097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03139539062976837,
|
|
"step": 2045,
|
|
"valid_targets_mean": 7871.2,
|
|
"valid_targets_min": 2346
|
|
},
|
|
{
|
|
"epoch": 1.96768,
|
|
"grad_norm": 0.11324489273915117,
|
|
"learning_rate": 3.0403374541975078e-05,
|
|
"loss": 0.0928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029846232384443283,
|
|
"step": 2050,
|
|
"valid_targets_mean": 8258.1,
|
|
"valid_targets_min": 2241
|
|
},
|
|
{
|
|
"epoch": 1.97248,
|
|
"grad_norm": 0.11489197140280931,
|
|
"learning_rate": 3.034609469893567e-05,
|
|
"loss": 0.0929,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.032914385199546814,
|
|
"step": 2055,
|
|
"valid_targets_mean": 9554.0,
|
|
"valid_targets_min": 4598
|
|
},
|
|
{
|
|
"epoch": 1.97728,
|
|
"grad_norm": 0.11581208074394174,
|
|
"learning_rate": 3.028869874971758e-05,
|
|
"loss": 0.0959,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03447406738996506,
|
|
"step": 2060,
|
|
"valid_targets_mean": 8354.8,
|
|
"valid_targets_min": 2758
|
|
},
|
|
{
|
|
"epoch": 1.9820799999999998,
|
|
"grad_norm": 0.11852330994590476,
|
|
"learning_rate": 3.0231187338430944e-05,
|
|
"loss": 0.0931,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03049747459590435,
|
|
"step": 2065,
|
|
"valid_targets_mean": 8763.3,
|
|
"valid_targets_min": 3186
|
|
},
|
|
{
|
|
"epoch": 1.98688,
|
|
"grad_norm": 0.12012402161638631,
|
|
"learning_rate": 3.0173561110481606e-05,
|
|
"loss": 0.0943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030883774161338806,
|
|
"step": 2070,
|
|
"valid_targets_mean": 9102.0,
|
|
"valid_targets_min": 3763
|
|
},
|
|
{
|
|
"epoch": 1.9916800000000001,
|
|
"grad_norm": 0.12029947880726818,
|
|
"learning_rate": 3.011582071256394e-05,
|
|
"loss": 0.0938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03472603112459183,
|
|
"step": 2075,
|
|
"valid_targets_mean": 9187.4,
|
|
"valid_targets_min": 4685
|
|
},
|
|
{
|
|
"epoch": 1.99648,
|
|
"grad_norm": 0.12080815720093505,
|
|
"learning_rate": 3.0057966792653547e-05,
|
|
"loss": 0.0956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03140140324831009,
|
|
"step": 2080,
|
|
"valid_targets_mean": 7961.4,
|
|
"valid_targets_min": 2523
|
|
},
|
|
{
|
|
"epoch": 2.00096,
|
|
"grad_norm": 0.127348881807781,
|
|
"learning_rate": 3.0000000000000004e-05,
|
|
"loss": 0.0898,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029651004821062088,
|
|
"step": 2085,
|
|
"valid_targets_mean": 9488.9,
|
|
"valid_targets_min": 2667
|
|
},
|
|
{
|
|
"epoch": 2.00576,
|
|
"grad_norm": 0.12239161231781547,
|
|
"learning_rate": 2.9941920985119562e-05,
|
|
"loss": 0.0878,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02701239474117756,
|
|
"step": 2090,
|
|
"valid_targets_mean": 8532.2,
|
|
"valid_targets_min": 2701
|
|
},
|
|
{
|
|
"epoch": 2.01056,
|
|
"grad_norm": 0.11882885393990238,
|
|
"learning_rate": 2.988373039978786e-05,
|
|
"loss": 0.0868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03091384470462799,
|
|
"step": 2095,
|
|
"valid_targets_mean": 9679.6,
|
|
"valid_targets_min": 2730
|
|
},
|
|
{
|
|
"epoch": 2.01536,
|
|
"grad_norm": 0.11563223856575051,
|
|
"learning_rate": 2.98254288970326e-05,
|
|
"loss": 0.0863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0300716795027256,
|
|
"step": 2100,
|
|
"valid_targets_mean": 8815.1,
|
|
"valid_targets_min": 2632
|
|
},
|
|
{
|
|
"epoch": 2.02016,
|
|
"grad_norm": 0.12238216828812892,
|
|
"learning_rate": 2.9767017131126245e-05,
|
|
"loss": 0.0851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031115412712097168,
|
|
"step": 2105,
|
|
"valid_targets_mean": 9428.0,
|
|
"valid_targets_min": 4481
|
|
},
|
|
{
|
|
"epoch": 2.02496,
|
|
"grad_norm": 0.11820045344397803,
|
|
"learning_rate": 2.9708495757578633e-05,
|
|
"loss": 0.0855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0273810513317585,
|
|
"step": 2110,
|
|
"valid_targets_mean": 8535.9,
|
|
"valid_targets_min": 3766
|
|
},
|
|
{
|
|
"epoch": 2.02976,
|
|
"grad_norm": 0.110408263933541,
|
|
"learning_rate": 2.964986543312964e-05,
|
|
"loss": 0.0866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02771226316690445,
|
|
"step": 2115,
|
|
"valid_targets_mean": 8563.7,
|
|
"valid_targets_min": 2594
|
|
},
|
|
{
|
|
"epoch": 2.03456,
|
|
"grad_norm": 0.12029390455853219,
|
|
"learning_rate": 2.9591126815741832e-05,
|
|
"loss": 0.0869,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03002401813864708,
|
|
"step": 2120,
|
|
"valid_targets_mean": 8298.8,
|
|
"valid_targets_min": 2022
|
|
},
|
|
{
|
|
"epoch": 2.03936,
|
|
"grad_norm": 0.11511228961091312,
|
|
"learning_rate": 2.953228056459305e-05,
|
|
"loss": 0.0849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026876386255025864,
|
|
"step": 2125,
|
|
"valid_targets_mean": 9043.5,
|
|
"valid_targets_min": 3188
|
|
},
|
|
{
|
|
"epoch": 2.04416,
|
|
"grad_norm": 0.1226523942167117,
|
|
"learning_rate": 2.947332734006903e-05,
|
|
"loss": 0.0866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026805460453033447,
|
|
"step": 2130,
|
|
"valid_targets_mean": 8803.2,
|
|
"valid_targets_min": 3904
|
|
},
|
|
{
|
|
"epoch": 2.04896,
|
|
"grad_norm": 0.11684267393301566,
|
|
"learning_rate": 2.9414267803755988e-05,
|
|
"loss": 0.0896,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03486183285713196,
|
|
"step": 2135,
|
|
"valid_targets_mean": 9706.5,
|
|
"valid_targets_min": 3528
|
|
},
|
|
{
|
|
"epoch": 2.05376,
|
|
"grad_norm": 0.11633157562826041,
|
|
"learning_rate": 2.9355102618433197e-05,
|
|
"loss": 0.0867,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02780848927795887,
|
|
"step": 2140,
|
|
"valid_targets_mean": 8743.6,
|
|
"valid_targets_min": 2084
|
|
},
|
|
{
|
|
"epoch": 2.05856,
|
|
"grad_norm": 0.1176794789427386,
|
|
"learning_rate": 2.929583244806553e-05,
|
|
"loss": 0.0864,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030458780005574226,
|
|
"step": 2145,
|
|
"valid_targets_mean": 7875.6,
|
|
"valid_targets_min": 1516
|
|
},
|
|
{
|
|
"epoch": 2.06336,
|
|
"grad_norm": 0.11576596805179132,
|
|
"learning_rate": 2.9236457957796047e-05,
|
|
"loss": 0.0881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025129785761237144,
|
|
"step": 2150,
|
|
"valid_targets_mean": 8653.1,
|
|
"valid_targets_min": 1776
|
|
},
|
|
{
|
|
"epoch": 2.0681599999999998,
|
|
"grad_norm": 0.1125861546534315,
|
|
"learning_rate": 2.9176979813938494e-05,
|
|
"loss": 0.0847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030581803992390633,
|
|
"step": 2155,
|
|
"valid_targets_mean": 7886.0,
|
|
"valid_targets_min": 3848
|
|
},
|
|
{
|
|
"epoch": 2.07296,
|
|
"grad_norm": 0.11990337393515425,
|
|
"learning_rate": 2.9117398683969857e-05,
|
|
"loss": 0.0897,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02741706185042858,
|
|
"step": 2160,
|
|
"valid_targets_mean": 8171.0,
|
|
"valid_targets_min": 1914
|
|
},
|
|
{
|
|
"epoch": 2.07776,
|
|
"grad_norm": 0.12242894662914258,
|
|
"learning_rate": 2.9057715236522833e-05,
|
|
"loss": 0.0877,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029523633420467377,
|
|
"step": 2165,
|
|
"valid_targets_mean": 8559.4,
|
|
"valid_targets_min": 3236
|
|
},
|
|
{
|
|
"epoch": 2.08256,
|
|
"grad_norm": 0.1241427713541584,
|
|
"learning_rate": 2.899793014137836e-05,
|
|
"loss": 0.0863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030984241515398026,
|
|
"step": 2170,
|
|
"valid_targets_mean": 9196.1,
|
|
"valid_targets_min": 3004
|
|
},
|
|
{
|
|
"epoch": 2.08736,
|
|
"grad_norm": 0.12063838069741276,
|
|
"learning_rate": 2.8938044069458094e-05,
|
|
"loss": 0.0855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028892911970615387,
|
|
"step": 2175,
|
|
"valid_targets_mean": 8572.5,
|
|
"valid_targets_min": 3225
|
|
},
|
|
{
|
|
"epoch": 2.09216,
|
|
"grad_norm": 0.11160240696578047,
|
|
"learning_rate": 2.8878057692816877e-05,
|
|
"loss": 0.0863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026819078251719475,
|
|
"step": 2180,
|
|
"valid_targets_mean": 8104.5,
|
|
"valid_targets_min": 2774
|
|
},
|
|
{
|
|
"epoch": 2.09696,
|
|
"grad_norm": 0.15191956279033425,
|
|
"learning_rate": 2.8817971684635178e-05,
|
|
"loss": 0.0888,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02786080725491047,
|
|
"step": 2185,
|
|
"valid_targets_mean": 8554.4,
|
|
"valid_targets_min": 1925
|
|
},
|
|
{
|
|
"epoch": 2.10176,
|
|
"grad_norm": 0.12240055182601953,
|
|
"learning_rate": 2.8757786719211555e-05,
|
|
"loss": 0.0856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02772444486618042,
|
|
"step": 2190,
|
|
"valid_targets_mean": 8159.0,
|
|
"valid_targets_min": 2615
|
|
},
|
|
{
|
|
"epoch": 2.10656,
|
|
"grad_norm": 0.11643689287045982,
|
|
"learning_rate": 2.8697503471955106e-05,
|
|
"loss": 0.0847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02837887965142727,
|
|
"step": 2195,
|
|
"valid_targets_mean": 8464.4,
|
|
"valid_targets_min": 1413
|
|
},
|
|
{
|
|
"epoch": 2.11136,
|
|
"grad_norm": 0.11654047788382643,
|
|
"learning_rate": 2.8637122619377848e-05,
|
|
"loss": 0.0866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03045256994664669,
|
|
"step": 2200,
|
|
"valid_targets_mean": 8479.0,
|
|
"valid_targets_min": 3845
|
|
},
|
|
{
|
|
"epoch": 2.11616,
|
|
"grad_norm": 0.12522178378425464,
|
|
"learning_rate": 2.8576644839087152e-05,
|
|
"loss": 0.0885,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03251127153635025,
|
|
"step": 2205,
|
|
"valid_targets_mean": 9498.2,
|
|
"valid_targets_min": 3661
|
|
},
|
|
{
|
|
"epoch": 2.12096,
|
|
"grad_norm": 0.1828803070115879,
|
|
"learning_rate": 2.8516070809778145e-05,
|
|
"loss": 0.086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02694122865796089,
|
|
"step": 2210,
|
|
"valid_targets_mean": 8186.5,
|
|
"valid_targets_min": 2913
|
|
},
|
|
{
|
|
"epoch": 2.12576,
|
|
"grad_norm": 0.11379440969301187,
|
|
"learning_rate": 2.845540121122607e-05,
|
|
"loss": 0.0835,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02929331548511982,
|
|
"step": 2215,
|
|
"valid_targets_mean": 8543.1,
|
|
"valid_targets_min": 2580
|
|
},
|
|
{
|
|
"epoch": 2.13056,
|
|
"grad_norm": 0.13579664419486132,
|
|
"learning_rate": 2.839463672427867e-05,
|
|
"loss": 0.086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029128937050700188,
|
|
"step": 2220,
|
|
"valid_targets_mean": 8281.3,
|
|
"valid_targets_min": 2203
|
|
},
|
|
{
|
|
"epoch": 2.13536,
|
|
"grad_norm": 0.15179636273038324,
|
|
"learning_rate": 2.833377803084855e-05,
|
|
"loss": 0.0848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03110337257385254,
|
|
"step": 2225,
|
|
"valid_targets_mean": 9488.6,
|
|
"valid_targets_min": 3850
|
|
},
|
|
{
|
|
"epoch": 2.14016,
|
|
"grad_norm": 0.12272951835579388,
|
|
"learning_rate": 2.8272825813905522e-05,
|
|
"loss": 0.0866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03079194948077202,
|
|
"step": 2230,
|
|
"valid_targets_mean": 8683.3,
|
|
"valid_targets_min": 1928
|
|
},
|
|
{
|
|
"epoch": 2.14496,
|
|
"grad_norm": 0.12474318671383416,
|
|
"learning_rate": 2.8211780757468942e-05,
|
|
"loss": 0.089,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030205946415662766,
|
|
"step": 2235,
|
|
"valid_targets_mean": 8289.2,
|
|
"valid_targets_min": 2163
|
|
},
|
|
{
|
|
"epoch": 2.14976,
|
|
"grad_norm": 0.11310821373925851,
|
|
"learning_rate": 2.8150643546600012e-05,
|
|
"loss": 0.0861,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025783589109778404,
|
|
"step": 2240,
|
|
"valid_targets_mean": 8930.8,
|
|
"valid_targets_min": 2381
|
|
},
|
|
{
|
|
"epoch": 2.15456,
|
|
"grad_norm": 0.12359622662935445,
|
|
"learning_rate": 2.808941486739414e-05,
|
|
"loss": 0.0894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02596352994441986,
|
|
"step": 2245,
|
|
"valid_targets_mean": 8079.3,
|
|
"valid_targets_min": 2770
|
|
},
|
|
{
|
|
"epoch": 2.15936,
|
|
"grad_norm": 0.11807904032902185,
|
|
"learning_rate": 2.80280954069732e-05,
|
|
"loss": 0.0863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027037806808948517,
|
|
"step": 2250,
|
|
"valid_targets_mean": 8114.3,
|
|
"valid_targets_min": 2376
|
|
},
|
|
{
|
|
"epoch": 2.16416,
|
|
"grad_norm": 0.12242403638033678,
|
|
"learning_rate": 2.7966685853477828e-05,
|
|
"loss": 0.0879,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030830947682261467,
|
|
"step": 2255,
|
|
"valid_targets_mean": 9222.7,
|
|
"valid_targets_min": 3138
|
|
},
|
|
{
|
|
"epoch": 2.16896,
|
|
"grad_norm": 0.11760527959631821,
|
|
"learning_rate": 2.790518689605971e-05,
|
|
"loss": 0.0839,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03028050996363163,
|
|
"step": 2260,
|
|
"valid_targets_mean": 8239.4,
|
|
"valid_targets_min": 3664
|
|
},
|
|
{
|
|
"epoch": 2.17376,
|
|
"grad_norm": 0.12713317820214887,
|
|
"learning_rate": 2.7843599224873833e-05,
|
|
"loss": 0.0854,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029034830629825592,
|
|
"step": 2265,
|
|
"valid_targets_mean": 8398.4,
|
|
"valid_targets_min": 2683
|
|
},
|
|
{
|
|
"epoch": 2.17856,
|
|
"grad_norm": 0.11448227095558705,
|
|
"learning_rate": 2.7781923531070775e-05,
|
|
"loss": 0.0831,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02563052624464035,
|
|
"step": 2270,
|
|
"valid_targets_mean": 9533.0,
|
|
"valid_targets_min": 1521
|
|
},
|
|
{
|
|
"epoch": 2.18336,
|
|
"grad_norm": 0.12163245887119671,
|
|
"learning_rate": 2.7720160506788896e-05,
|
|
"loss": 0.0847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026498647406697273,
|
|
"step": 2275,
|
|
"valid_targets_mean": 9146.3,
|
|
"valid_targets_min": 3145
|
|
},
|
|
{
|
|
"epoch": 2.18816,
|
|
"grad_norm": 0.1227312763442586,
|
|
"learning_rate": 2.7658310845146598e-05,
|
|
"loss": 0.0858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03034115955233574,
|
|
"step": 2280,
|
|
"valid_targets_mean": 9096.8,
|
|
"valid_targets_min": 2617
|
|
},
|
|
{
|
|
"epoch": 2.19296,
|
|
"grad_norm": 0.13297660140986542,
|
|
"learning_rate": 2.7596375240234574e-05,
|
|
"loss": 0.0853,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026283323764801025,
|
|
"step": 2285,
|
|
"valid_targets_mean": 8396.1,
|
|
"valid_targets_min": 1588
|
|
},
|
|
{
|
|
"epoch": 2.19776,
|
|
"grad_norm": 0.12220411513735026,
|
|
"learning_rate": 2.7534354387107975e-05,
|
|
"loss": 0.0885,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030644144862890244,
|
|
"step": 2290,
|
|
"valid_targets_mean": 8958.4,
|
|
"valid_targets_min": 4317
|
|
},
|
|
{
|
|
"epoch": 2.20256,
|
|
"grad_norm": 0.11764379302404512,
|
|
"learning_rate": 2.747224898177862e-05,
|
|
"loss": 0.0836,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025263972580432892,
|
|
"step": 2295,
|
|
"valid_targets_mean": 9061.1,
|
|
"valid_targets_min": 3336
|
|
},
|
|
{
|
|
"epoch": 2.20736,
|
|
"grad_norm": 0.12966871279969255,
|
|
"learning_rate": 2.7410059721207187e-05,
|
|
"loss": 0.0859,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028944432735443115,
|
|
"step": 2300,
|
|
"valid_targets_mean": 9488.6,
|
|
"valid_targets_min": 3839
|
|
},
|
|
{
|
|
"epoch": 2.21216,
|
|
"grad_norm": 0.11142932566793738,
|
|
"learning_rate": 2.734778730329543e-05,
|
|
"loss": 0.0847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03101763129234314,
|
|
"step": 2305,
|
|
"valid_targets_mean": 9028.5,
|
|
"valid_targets_min": 1917
|
|
},
|
|
{
|
|
"epoch": 2.21696,
|
|
"grad_norm": 0.1143112294079201,
|
|
"learning_rate": 2.7285432426878275e-05,
|
|
"loss": 0.0891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02940632961690426,
|
|
"step": 2310,
|
|
"valid_targets_mean": 9081.0,
|
|
"valid_targets_min": 2201
|
|
},
|
|
{
|
|
"epoch": 2.22176,
|
|
"grad_norm": 0.14446948206235952,
|
|
"learning_rate": 2.7222995791716034e-05,
|
|
"loss": 0.0866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029054325073957443,
|
|
"step": 2315,
|
|
"valid_targets_mean": 8472.1,
|
|
"valid_targets_min": 2854
|
|
},
|
|
{
|
|
"epoch": 2.22656,
|
|
"grad_norm": 0.1298305463827391,
|
|
"learning_rate": 2.716047809848653e-05,
|
|
"loss": 0.0868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027578776702284813,
|
|
"step": 2320,
|
|
"valid_targets_mean": 8983.7,
|
|
"valid_targets_min": 2322
|
|
},
|
|
{
|
|
"epoch": 2.23136,
|
|
"grad_norm": 0.11734106721527403,
|
|
"learning_rate": 2.7097880048777238e-05,
|
|
"loss": 0.0883,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026591507717967033,
|
|
"step": 2325,
|
|
"valid_targets_mean": 8910.7,
|
|
"valid_targets_min": 2719
|
|
},
|
|
{
|
|
"epoch": 2.23616,
|
|
"grad_norm": 0.1185128622335491,
|
|
"learning_rate": 2.703520234507742e-05,
|
|
"loss": 0.087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028162341564893723,
|
|
"step": 2330,
|
|
"valid_targets_mean": 9224.5,
|
|
"valid_targets_min": 2254
|
|
},
|
|
{
|
|
"epoch": 2.24096,
|
|
"grad_norm": 0.12387215840197503,
|
|
"learning_rate": 2.697244569077021e-05,
|
|
"loss": 0.0855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02742118015885353,
|
|
"step": 2335,
|
|
"valid_targets_mean": 8428.2,
|
|
"valid_targets_min": 2526
|
|
},
|
|
{
|
|
"epoch": 2.24576,
|
|
"grad_norm": 0.12075017881250852,
|
|
"learning_rate": 2.6909610790124772e-05,
|
|
"loss": 0.0871,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03025822341442108,
|
|
"step": 2340,
|
|
"valid_targets_mean": 9657.5,
|
|
"valid_targets_min": 4578
|
|
},
|
|
{
|
|
"epoch": 2.25056,
|
|
"grad_norm": 0.11206154418590676,
|
|
"learning_rate": 2.684669834828835e-05,
|
|
"loss": 0.0855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030417874455451965,
|
|
"step": 2345,
|
|
"valid_targets_mean": 9800.4,
|
|
"valid_targets_min": 4694
|
|
},
|
|
{
|
|
"epoch": 2.25536,
|
|
"grad_norm": 0.12123597031997373,
|
|
"learning_rate": 2.6783709071278372e-05,
|
|
"loss": 0.0858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02864830195903778,
|
|
"step": 2350,
|
|
"valid_targets_mean": 9171.4,
|
|
"valid_targets_min": 3791
|
|
},
|
|
{
|
|
"epoch": 2.26016,
|
|
"grad_norm": 0.1124147307567478,
|
|
"learning_rate": 2.6720643665974522e-05,
|
|
"loss": 0.0855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028500908985733986,
|
|
"step": 2355,
|
|
"valid_targets_mean": 8550.7,
|
|
"valid_targets_min": 1956
|
|
},
|
|
{
|
|
"epoch": 2.26496,
|
|
"grad_norm": 0.12143490811782527,
|
|
"learning_rate": 2.665750284011085e-05,
|
|
"loss": 0.0856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02900022640824318,
|
|
"step": 2360,
|
|
"valid_targets_mean": 8569.2,
|
|
"valid_targets_min": 2633
|
|
},
|
|
{
|
|
"epoch": 2.2697599999999998,
|
|
"grad_norm": 0.14818249191876692,
|
|
"learning_rate": 2.6594287302267744e-05,
|
|
"loss": 0.0863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030275695025920868,
|
|
"step": 2365,
|
|
"valid_targets_mean": 8356.2,
|
|
"valid_targets_min": 3503
|
|
},
|
|
{
|
|
"epoch": 2.27456,
|
|
"grad_norm": 0.12193784051429168,
|
|
"learning_rate": 2.653099776186405e-05,
|
|
"loss": 0.0855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030562900006771088,
|
|
"step": 2370,
|
|
"valid_targets_mean": 8735.8,
|
|
"valid_targets_min": 3683
|
|
},
|
|
{
|
|
"epoch": 2.27936,
|
|
"grad_norm": 0.12820083550312378,
|
|
"learning_rate": 2.646763492914908e-05,
|
|
"loss": 0.089,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02770865336060524,
|
|
"step": 2375,
|
|
"valid_targets_mean": 8340.5,
|
|
"valid_targets_min": 3782
|
|
},
|
|
{
|
|
"epoch": 2.28416,
|
|
"grad_norm": 0.12584158181503047,
|
|
"learning_rate": 2.640419951519467e-05,
|
|
"loss": 0.0846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027583956718444824,
|
|
"step": 2380,
|
|
"valid_targets_mean": 8902.2,
|
|
"valid_targets_min": 2519
|
|
},
|
|
{
|
|
"epoch": 2.28896,
|
|
"grad_norm": 0.11669888252699596,
|
|
"learning_rate": 2.634069223188715e-05,
|
|
"loss": 0.084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02490045502781868,
|
|
"step": 2385,
|
|
"valid_targets_mean": 8558.5,
|
|
"valid_targets_min": 1749
|
|
},
|
|
{
|
|
"epoch": 2.29376,
|
|
"grad_norm": 0.13839389337555474,
|
|
"learning_rate": 2.627711379191939e-05,
|
|
"loss": 0.0846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03266286849975586,
|
|
"step": 2390,
|
|
"valid_targets_mean": 8944.8,
|
|
"valid_targets_min": 1162
|
|
},
|
|
{
|
|
"epoch": 2.29856,
|
|
"grad_norm": 0.11514986701905704,
|
|
"learning_rate": 2.621346490878281e-05,
|
|
"loss": 0.0885,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02784108743071556,
|
|
"step": 2395,
|
|
"valid_targets_mean": 8955.2,
|
|
"valid_targets_min": 3938
|
|
},
|
|
{
|
|
"epoch": 2.30336,
|
|
"grad_norm": 0.11881869791073651,
|
|
"learning_rate": 2.614974629675935e-05,
|
|
"loss": 0.092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023495035246014595,
|
|
"step": 2400,
|
|
"valid_targets_mean": 7342.0,
|
|
"valid_targets_min": 169
|
|
},
|
|
{
|
|
"epoch": 2.30816,
|
|
"grad_norm": 0.12360572532300317,
|
|
"learning_rate": 2.608595867091346e-05,
|
|
"loss": 0.0815,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027920987457036972,
|
|
"step": 2405,
|
|
"valid_targets_mean": 8327.4,
|
|
"valid_targets_min": 2364
|
|
},
|
|
{
|
|
"epoch": 2.31296,
|
|
"grad_norm": 0.11715967892279636,
|
|
"learning_rate": 2.6022102747084084e-05,
|
|
"loss": 0.0842,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027643052861094475,
|
|
"step": 2410,
|
|
"valid_targets_mean": 7846.9,
|
|
"valid_targets_min": 2577
|
|
},
|
|
{
|
|
"epoch": 2.31776,
|
|
"grad_norm": 0.12758321508927314,
|
|
"learning_rate": 2.595817924187663e-05,
|
|
"loss": 0.081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02899922803044319,
|
|
"step": 2415,
|
|
"valid_targets_mean": 9130.7,
|
|
"valid_targets_min": 3316
|
|
},
|
|
{
|
|
"epoch": 2.32256,
|
|
"grad_norm": 0.13414710490899953,
|
|
"learning_rate": 2.589418887265489e-05,
|
|
"loss": 0.0774,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026726992800831795,
|
|
"step": 2420,
|
|
"valid_targets_mean": 8485.5,
|
|
"valid_targets_min": 3077
|
|
},
|
|
{
|
|
"epoch": 2.32736,
|
|
"grad_norm": 0.13587055559492064,
|
|
"learning_rate": 2.5830132357533044e-05,
|
|
"loss": 0.0845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029106823727488518,
|
|
"step": 2425,
|
|
"valid_targets_mean": 8432.3,
|
|
"valid_targets_min": 4446
|
|
},
|
|
{
|
|
"epoch": 2.33216,
|
|
"grad_norm": 0.15493957733521915,
|
|
"learning_rate": 2.5766010415367567e-05,
|
|
"loss": 0.0813,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022029448300600052,
|
|
"step": 2430,
|
|
"valid_targets_mean": 8394.6,
|
|
"valid_targets_min": 3922
|
|
},
|
|
{
|
|
"epoch": 2.33696,
|
|
"grad_norm": 0.13728604655180596,
|
|
"learning_rate": 2.5701823765749187e-05,
|
|
"loss": 0.0807,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027791917324066162,
|
|
"step": 2435,
|
|
"valid_targets_mean": 8548.2,
|
|
"valid_targets_min": 4766
|
|
},
|
|
{
|
|
"epoch": 2.34176,
|
|
"grad_norm": 0.1543128408800076,
|
|
"learning_rate": 2.563757312899477e-05,
|
|
"loss": 0.0821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026925476267933846,
|
|
"step": 2440,
|
|
"valid_targets_mean": 8387.8,
|
|
"valid_targets_min": 2338
|
|
},
|
|
{
|
|
"epoch": 2.34656,
|
|
"grad_norm": 0.13024914354519151,
|
|
"learning_rate": 2.557325922613926e-05,
|
|
"loss": 0.0791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02424551174044609,
|
|
"step": 2445,
|
|
"valid_targets_mean": 7773.3,
|
|
"valid_targets_min": 2357
|
|
},
|
|
{
|
|
"epoch": 2.35136,
|
|
"grad_norm": 0.11383491062887292,
|
|
"learning_rate": 2.5508882778927615e-05,
|
|
"loss": 0.0792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02507830783724785,
|
|
"step": 2450,
|
|
"valid_targets_mean": 9141.1,
|
|
"valid_targets_min": 2616
|
|
},
|
|
{
|
|
"epoch": 2.35616,
|
|
"grad_norm": 0.1354783740772417,
|
|
"learning_rate": 2.5444444509806654e-05,
|
|
"loss": 0.0778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02786952257156372,
|
|
"step": 2455,
|
|
"valid_targets_mean": 9109.7,
|
|
"valid_targets_min": 1796
|
|
},
|
|
{
|
|
"epoch": 2.36096,
|
|
"grad_norm": 0.12620305822721312,
|
|
"learning_rate": 2.5379945141916976e-05,
|
|
"loss": 0.0797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026485783979296684,
|
|
"step": 2460,
|
|
"valid_targets_mean": 8629.1,
|
|
"valid_targets_min": 1912
|
|
},
|
|
{
|
|
"epoch": 2.36576,
|
|
"grad_norm": 0.1257587782311723,
|
|
"learning_rate": 2.531538539908486e-05,
|
|
"loss": 0.0836,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03141780570149422,
|
|
"step": 2465,
|
|
"valid_targets_mean": 8329.3,
|
|
"valid_targets_min": 2077
|
|
},
|
|
{
|
|
"epoch": 2.3705600000000002,
|
|
"grad_norm": 0.12781978557050486,
|
|
"learning_rate": 2.5250766005814108e-05,
|
|
"loss": 0.083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026302650570869446,
|
|
"step": 2470,
|
|
"valid_targets_mean": 8031.9,
|
|
"valid_targets_min": 2063
|
|
},
|
|
{
|
|
"epoch": 2.37536,
|
|
"grad_norm": 0.12209146990464828,
|
|
"learning_rate": 2.5186087687277956e-05,
|
|
"loss": 0.0812,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025557709857821465,
|
|
"step": 2475,
|
|
"valid_targets_mean": 8948.2,
|
|
"valid_targets_min": 5096
|
|
},
|
|
{
|
|
"epoch": 2.38016,
|
|
"grad_norm": 0.1382679318537906,
|
|
"learning_rate": 2.5121351169310887e-05,
|
|
"loss": 0.078,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024665851145982742,
|
|
"step": 2480,
|
|
"valid_targets_mean": 8454.4,
|
|
"valid_targets_min": 2141
|
|
},
|
|
{
|
|
"epoch": 2.38496,
|
|
"grad_norm": 0.13902487378784473,
|
|
"learning_rate": 2.505655717840052e-05,
|
|
"loss": 0.0778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031393177807331085,
|
|
"step": 2485,
|
|
"valid_targets_mean": 8371.2,
|
|
"valid_targets_min": 1984
|
|
},
|
|
{
|
|
"epoch": 2.38976,
|
|
"grad_norm": 0.13282389888635227,
|
|
"learning_rate": 2.499170644167946e-05,
|
|
"loss": 0.078,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024904152378439903,
|
|
"step": 2490,
|
|
"valid_targets_mean": 8406.3,
|
|
"valid_targets_min": 1938
|
|
},
|
|
{
|
|
"epoch": 2.3945600000000002,
|
|
"grad_norm": 0.1299330392423453,
|
|
"learning_rate": 2.49267996869171e-05,
|
|
"loss": 0.079,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03227228298783302,
|
|
"step": 2495,
|
|
"valid_targets_mean": 9098.1,
|
|
"valid_targets_min": 4981
|
|
},
|
|
{
|
|
"epoch": 2.39936,
|
|
"grad_norm": 0.1252546953275161,
|
|
"learning_rate": 2.486183764251151e-05,
|
|
"loss": 0.0804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02573280595242977,
|
|
"step": 2500,
|
|
"valid_targets_mean": 8719.9,
|
|
"valid_targets_min": 2288
|
|
},
|
|
{
|
|
"epoch": 2.40416,
|
|
"grad_norm": 0.12721435122351463,
|
|
"learning_rate": 2.4796821037481215e-05,
|
|
"loss": 0.0789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027574259787797928,
|
|
"step": 2505,
|
|
"valid_targets_mean": 8806.6,
|
|
"valid_targets_min": 1830
|
|
},
|
|
{
|
|
"epoch": 2.40896,
|
|
"grad_norm": 0.13390795751399273,
|
|
"learning_rate": 2.473175060145703e-05,
|
|
"loss": 0.0797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026054752990603447,
|
|
"step": 2510,
|
|
"valid_targets_mean": 8937.4,
|
|
"valid_targets_min": 2541
|
|
},
|
|
{
|
|
"epoch": 2.41376,
|
|
"grad_norm": 0.1184645193517672,
|
|
"learning_rate": 2.4666627064673892e-05,
|
|
"loss": 0.0793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024346385151147842,
|
|
"step": 2515,
|
|
"valid_targets_mean": 7785.2,
|
|
"valid_targets_min": 2980
|
|
},
|
|
{
|
|
"epoch": 2.41856,
|
|
"grad_norm": 0.1364358933879091,
|
|
"learning_rate": 2.4601451157962616e-05,
|
|
"loss": 0.0808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029486022889614105,
|
|
"step": 2520,
|
|
"valid_targets_mean": 9084.0,
|
|
"valid_targets_min": 4241
|
|
},
|
|
{
|
|
"epoch": 2.42336,
|
|
"grad_norm": 0.14177621555064562,
|
|
"learning_rate": 2.4536223612741754e-05,
|
|
"loss": 0.0792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025790728628635406,
|
|
"step": 2525,
|
|
"valid_targets_mean": 9287.2,
|
|
"valid_targets_min": 2587
|
|
},
|
|
{
|
|
"epoch": 2.42816,
|
|
"grad_norm": 0.12254560093831562,
|
|
"learning_rate": 2.447094516100934e-05,
|
|
"loss": 0.0801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025828056037425995,
|
|
"step": 2530,
|
|
"valid_targets_mean": 8999.5,
|
|
"valid_targets_min": 3557
|
|
},
|
|
{
|
|
"epoch": 2.43296,
|
|
"grad_norm": 0.12839180536574532,
|
|
"learning_rate": 2.4405616535334695e-05,
|
|
"loss": 0.079,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030729684978723526,
|
|
"step": 2535,
|
|
"valid_targets_mean": 9717.8,
|
|
"valid_targets_min": 5031
|
|
},
|
|
{
|
|
"epoch": 2.43776,
|
|
"grad_norm": 0.11585615309614611,
|
|
"learning_rate": 2.43402384688502e-05,
|
|
"loss": 0.0769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023497575893998146,
|
|
"step": 2540,
|
|
"valid_targets_mean": 9059.8,
|
|
"valid_targets_min": 1635
|
|
},
|
|
{
|
|
"epoch": 2.44256,
|
|
"grad_norm": 0.12134766967020498,
|
|
"learning_rate": 2.4274811695243085e-05,
|
|
"loss": 0.0801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02694030851125717,
|
|
"step": 2545,
|
|
"valid_targets_mean": 8850.2,
|
|
"valid_targets_min": 3299
|
|
},
|
|
{
|
|
"epoch": 2.4473599999999998,
|
|
"grad_norm": 0.1316863971028815,
|
|
"learning_rate": 2.4209336948747168e-05,
|
|
"loss": 0.0803,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02972356602549553,
|
|
"step": 2550,
|
|
"valid_targets_mean": 9398.3,
|
|
"valid_targets_min": 4232
|
|
},
|
|
{
|
|
"epoch": 2.45216,
|
|
"grad_norm": 0.12287062451907484,
|
|
"learning_rate": 2.414381496413464e-05,
|
|
"loss": 0.0782,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0246087945997715,
|
|
"step": 2555,
|
|
"valid_targets_mean": 8041.0,
|
|
"valid_targets_min": 2944
|
|
},
|
|
{
|
|
"epoch": 2.45696,
|
|
"grad_norm": 0.12535471909521592,
|
|
"learning_rate": 2.4078246476707793e-05,
|
|
"loss": 0.0772,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024066515266895294,
|
|
"step": 2560,
|
|
"valid_targets_mean": 8603.2,
|
|
"valid_targets_min": 2279
|
|
},
|
|
{
|
|
"epoch": 2.46176,
|
|
"grad_norm": 0.1264236899638182,
|
|
"learning_rate": 2.4012632222290802e-05,
|
|
"loss": 0.0774,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02529139630496502,
|
|
"step": 2565,
|
|
"valid_targets_mean": 8860.7,
|
|
"valid_targets_min": 3159
|
|
},
|
|
{
|
|
"epoch": 2.46656,
|
|
"grad_norm": 0.12748116305719281,
|
|
"learning_rate": 2.3946972937221444e-05,
|
|
"loss": 0.0805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03009450063109398,
|
|
"step": 2570,
|
|
"valid_targets_mean": 9358.7,
|
|
"valid_targets_min": 1975
|
|
},
|
|
{
|
|
"epoch": 2.47136,
|
|
"grad_norm": 0.13952086450619908,
|
|
"learning_rate": 2.3881269358342828e-05,
|
|
"loss": 0.0785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028878334909677505,
|
|
"step": 2575,
|
|
"valid_targets_mean": 8155.2,
|
|
"valid_targets_min": 2432
|
|
},
|
|
{
|
|
"epoch": 2.47616,
|
|
"grad_norm": 0.12234682090534985,
|
|
"learning_rate": 2.3815522222995158e-05,
|
|
"loss": 0.0777,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023882580921053886,
|
|
"step": 2580,
|
|
"valid_targets_mean": 7829.0,
|
|
"valid_targets_min": 2730
|
|
},
|
|
{
|
|
"epoch": 2.48096,
|
|
"grad_norm": 0.1212451765174174,
|
|
"learning_rate": 2.3749732269007427e-05,
|
|
"loss": 0.0781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02354244887828827,
|
|
"step": 2585,
|
|
"valid_targets_mean": 8768.0,
|
|
"valid_targets_min": 1602
|
|
},
|
|
{
|
|
"epoch": 2.48576,
|
|
"grad_norm": 0.12337580575976319,
|
|
"learning_rate": 2.3683900234689142e-05,
|
|
"loss": 0.075,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021861132234334946,
|
|
"step": 2590,
|
|
"valid_targets_mean": 8479.1,
|
|
"valid_targets_min": 1756
|
|
},
|
|
{
|
|
"epoch": 2.49056,
|
|
"grad_norm": 0.1264164703524998,
|
|
"learning_rate": 2.3618026858822054e-05,
|
|
"loss": 0.0797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030043430626392365,
|
|
"step": 2595,
|
|
"valid_targets_mean": 8425.5,
|
|
"valid_targets_min": 2912
|
|
},
|
|
{
|
|
"epoch": 2.49536,
|
|
"grad_norm": 0.13322500466357357,
|
|
"learning_rate": 2.355211288065187e-05,
|
|
"loss": 0.0773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02616289258003235,
|
|
"step": 2600,
|
|
"valid_targets_mean": 8737.0,
|
|
"valid_targets_min": 2762
|
|
},
|
|
{
|
|
"epoch": 2.50016,
|
|
"grad_norm": 0.14281821332399597,
|
|
"learning_rate": 2.348615903987991e-05,
|
|
"loss": 0.0755,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027944108471274376,
|
|
"step": 2605,
|
|
"valid_targets_mean": 8119.4,
|
|
"valid_targets_min": 1852
|
|
},
|
|
{
|
|
"epoch": 2.50496,
|
|
"grad_norm": 0.12278110816702006,
|
|
"learning_rate": 2.3420166076654873e-05,
|
|
"loss": 0.0767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02698206529021263,
|
|
"step": 2610,
|
|
"valid_targets_mean": 9372.3,
|
|
"valid_targets_min": 1970
|
|
},
|
|
{
|
|
"epoch": 2.50976,
|
|
"grad_norm": 0.12717072751197384,
|
|
"learning_rate": 2.335413473156449e-05,
|
|
"loss": 0.0796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02557991072535515,
|
|
"step": 2615,
|
|
"valid_targets_mean": 8949.4,
|
|
"valid_targets_min": 3090
|
|
},
|
|
{
|
|
"epoch": 2.51456,
|
|
"grad_norm": 0.1215114979896222,
|
|
"learning_rate": 2.328806574562722e-05,
|
|
"loss": 0.0774,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021433714777231216,
|
|
"step": 2620,
|
|
"valid_targets_mean": 8481.4,
|
|
"valid_targets_min": 3181
|
|
},
|
|
{
|
|
"epoch": 2.51936,
|
|
"grad_norm": 0.13269527558167965,
|
|
"learning_rate": 2.322195986028393e-05,
|
|
"loss": 0.0778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023230556398630142,
|
|
"step": 2625,
|
|
"valid_targets_mean": 8499.2,
|
|
"valid_targets_min": 3799
|
|
},
|
|
{
|
|
"epoch": 2.52416,
|
|
"grad_norm": 0.12500369623855434,
|
|
"learning_rate": 2.315581781738959e-05,
|
|
"loss": 0.0771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02225703001022339,
|
|
"step": 2630,
|
|
"valid_targets_mean": 8066.4,
|
|
"valid_targets_min": 2881
|
|
},
|
|
{
|
|
"epoch": 2.52896,
|
|
"grad_norm": 0.12839309833611812,
|
|
"learning_rate": 2.3089640359204937e-05,
|
|
"loss": 0.0775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02520071715116501,
|
|
"step": 2635,
|
|
"valid_targets_mean": 8992.2,
|
|
"valid_targets_min": 1565
|
|
},
|
|
{
|
|
"epoch": 2.53376,
|
|
"grad_norm": 0.1309485140869025,
|
|
"learning_rate": 2.3023428228388144e-05,
|
|
"loss": 0.0765,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02432047203183174,
|
|
"step": 2640,
|
|
"valid_targets_mean": 8642.0,
|
|
"valid_targets_min": 1852
|
|
},
|
|
{
|
|
"epoch": 2.53856,
|
|
"grad_norm": 0.13195500479172162,
|
|
"learning_rate": 2.2957182167986486e-05,
|
|
"loss": 0.0774,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02704329788684845,
|
|
"step": 2645,
|
|
"valid_targets_mean": 8725.4,
|
|
"valid_targets_min": 2588
|
|
},
|
|
{
|
|
"epoch": 2.54336,
|
|
"grad_norm": 0.14879671880870712,
|
|
"learning_rate": 2.2890902921428004e-05,
|
|
"loss": 0.0757,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023556988686323166,
|
|
"step": 2650,
|
|
"valid_targets_mean": 8299.9,
|
|
"valid_targets_min": 1915
|
|
},
|
|
{
|
|
"epoch": 2.54816,
|
|
"grad_norm": 0.13418012766582119,
|
|
"learning_rate": 2.2824591232513153e-05,
|
|
"loss": 0.0768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024494722485542297,
|
|
"step": 2655,
|
|
"valid_targets_mean": 7699.7,
|
|
"valid_targets_min": 1729
|
|
},
|
|
{
|
|
"epoch": 2.55296,
|
|
"grad_norm": 0.11860664564020829,
|
|
"learning_rate": 2.2758247845406495e-05,
|
|
"loss": 0.0759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025114569813013077,
|
|
"step": 2660,
|
|
"valid_targets_mean": 8217.2,
|
|
"valid_targets_min": 2032
|
|
},
|
|
{
|
|
"epoch": 2.55776,
|
|
"grad_norm": 0.13999752211175603,
|
|
"learning_rate": 2.2691873504628282e-05,
|
|
"loss": 0.0743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02651476487517357,
|
|
"step": 2665,
|
|
"valid_targets_mean": 8598.3,
|
|
"valid_targets_min": 3847
|
|
},
|
|
{
|
|
"epoch": 2.56256,
|
|
"grad_norm": 0.12447169923083799,
|
|
"learning_rate": 2.2625468955046143e-05,
|
|
"loss": 0.0771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02548210322856903,
|
|
"step": 2670,
|
|
"valid_targets_mean": 8152.9,
|
|
"valid_targets_min": 1921
|
|
},
|
|
{
|
|
"epoch": 2.56736,
|
|
"grad_norm": 0.1225074570696376,
|
|
"learning_rate": 2.2559034941866727e-05,
|
|
"loss": 0.0734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025047052651643753,
|
|
"step": 2675,
|
|
"valid_targets_mean": 8584.6,
|
|
"valid_targets_min": 2518
|
|
},
|
|
{
|
|
"epoch": 2.5721600000000002,
|
|
"grad_norm": 0.1257466044762218,
|
|
"learning_rate": 2.2492572210627325e-05,
|
|
"loss": 0.0754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02429202012717724,
|
|
"step": 2680,
|
|
"valid_targets_mean": 8235.4,
|
|
"valid_targets_min": 2038
|
|
},
|
|
{
|
|
"epoch": 2.57696,
|
|
"grad_norm": 0.13557857735015535,
|
|
"learning_rate": 2.24260815071875e-05,
|
|
"loss": 0.0743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023734377697110176,
|
|
"step": 2685,
|
|
"valid_targets_mean": 8223.3,
|
|
"valid_targets_min": 1543
|
|
},
|
|
{
|
|
"epoch": 2.58176,
|
|
"grad_norm": 0.12431085511827711,
|
|
"learning_rate": 2.2359563577720743e-05,
|
|
"loss": 0.0796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026736926287412643,
|
|
"step": 2690,
|
|
"valid_targets_mean": 9182.7,
|
|
"valid_targets_min": 3127
|
|
},
|
|
{
|
|
"epoch": 2.58656,
|
|
"grad_norm": 0.11900321217430507,
|
|
"learning_rate": 2.229301916870606e-05,
|
|
"loss": 0.0731,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027746083214879036,
|
|
"step": 2695,
|
|
"valid_targets_mean": 9351.5,
|
|
"valid_targets_min": 4599
|
|
},
|
|
{
|
|
"epoch": 2.59136,
|
|
"grad_norm": 0.1383700323259459,
|
|
"learning_rate": 2.2226449026919637e-05,
|
|
"loss": 0.076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029470983892679214,
|
|
"step": 2700,
|
|
"valid_targets_mean": 9054.1,
|
|
"valid_targets_min": 5678
|
|
},
|
|
{
|
|
"epoch": 2.5961600000000002,
|
|
"grad_norm": 0.13012742542583644,
|
|
"learning_rate": 2.2159853899426427e-05,
|
|
"loss": 0.0768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025567417964339256,
|
|
"step": 2705,
|
|
"valid_targets_mean": 9233.9,
|
|
"valid_targets_min": 2233
|
|
},
|
|
{
|
|
"epoch": 2.60096,
|
|
"grad_norm": 0.12657750747445207,
|
|
"learning_rate": 2.209323453357178e-05,
|
|
"loss": 0.0774,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02532579004764557,
|
|
"step": 2710,
|
|
"valid_targets_mean": 8470.7,
|
|
"valid_targets_min": 3447
|
|
},
|
|
{
|
|
"epoch": 2.60576,
|
|
"grad_norm": 0.13279951041017773,
|
|
"learning_rate": 2.202659167697306e-05,
|
|
"loss": 0.0764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02570538967847824,
|
|
"step": 2715,
|
|
"valid_targets_mean": 9163.9,
|
|
"valid_targets_min": 3626
|
|
},
|
|
{
|
|
"epoch": 2.61056,
|
|
"grad_norm": 0.12127499458765617,
|
|
"learning_rate": 2.1959926077511234e-05,
|
|
"loss": 0.0744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020813290029764175,
|
|
"step": 2720,
|
|
"valid_targets_mean": 9457.5,
|
|
"valid_targets_min": 2096
|
|
},
|
|
{
|
|
"epoch": 2.61536,
|
|
"grad_norm": 0.1253460206942048,
|
|
"learning_rate": 2.1893238483322512e-05,
|
|
"loss": 0.076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023362675681710243,
|
|
"step": 2725,
|
|
"valid_targets_mean": 8545.1,
|
|
"valid_targets_min": 2994
|
|
},
|
|
{
|
|
"epoch": 2.6201600000000003,
|
|
"grad_norm": 0.13220273622382875,
|
|
"learning_rate": 2.1826529642789923e-05,
|
|
"loss": 0.0744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02266569808125496,
|
|
"step": 2730,
|
|
"valid_targets_mean": 8827.2,
|
|
"valid_targets_min": 3646
|
|
},
|
|
{
|
|
"epoch": 2.6249599999999997,
|
|
"grad_norm": 0.1320216526163596,
|
|
"learning_rate": 2.1759800304534936e-05,
|
|
"loss": 0.0772,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027949821203947067,
|
|
"step": 2735,
|
|
"valid_targets_mean": 8625.2,
|
|
"valid_targets_min": 2142
|
|
},
|
|
{
|
|
"epoch": 2.62976,
|
|
"grad_norm": 0.11911754506105855,
|
|
"learning_rate": 2.1693051217409048e-05,
|
|
"loss": 0.0778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02508479729294777,
|
|
"step": 2740,
|
|
"valid_targets_mean": 8534.6,
|
|
"valid_targets_min": 1960
|
|
},
|
|
{
|
|
"epoch": 2.63456,
|
|
"grad_norm": 0.12386094956552933,
|
|
"learning_rate": 2.1626283130485365e-05,
|
|
"loss": 0.0792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02538812719285488,
|
|
"step": 2745,
|
|
"valid_targets_mean": 8241.4,
|
|
"valid_targets_min": 2379
|
|
},
|
|
{
|
|
"epoch": 2.63936,
|
|
"grad_norm": 0.1730315798377173,
|
|
"learning_rate": 2.1559496793050235e-05,
|
|
"loss": 0.0769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027699865400791168,
|
|
"step": 2750,
|
|
"valid_targets_mean": 9055.9,
|
|
"valid_targets_min": 3489
|
|
},
|
|
{
|
|
"epoch": 2.64416,
|
|
"grad_norm": 0.12946922012219694,
|
|
"learning_rate": 2.1492692954594815e-05,
|
|
"loss": 0.0773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02325347810983658,
|
|
"step": 2755,
|
|
"valid_targets_mean": 8042.9,
|
|
"valid_targets_min": 2633
|
|
},
|
|
{
|
|
"epoch": 2.6489599999999998,
|
|
"grad_norm": 0.1366619849837903,
|
|
"learning_rate": 2.1425872364806642e-05,
|
|
"loss": 0.0775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02587948739528656,
|
|
"step": 2760,
|
|
"valid_targets_mean": 8853.9,
|
|
"valid_targets_min": 3540
|
|
},
|
|
{
|
|
"epoch": 2.65376,
|
|
"grad_norm": 0.12647286473054808,
|
|
"learning_rate": 2.1359035773561275e-05,
|
|
"loss": 0.0787,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029227159917354584,
|
|
"step": 2765,
|
|
"valid_targets_mean": 9773.8,
|
|
"valid_targets_min": 3960
|
|
},
|
|
{
|
|
"epoch": 2.65856,
|
|
"grad_norm": 0.14185801754999453,
|
|
"learning_rate": 2.1292183930913803e-05,
|
|
"loss": 0.0749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02531890943646431,
|
|
"step": 2770,
|
|
"valid_targets_mean": 8255.2,
|
|
"valid_targets_min": 1987
|
|
},
|
|
{
|
|
"epoch": 2.66336,
|
|
"grad_norm": 0.12863813890549577,
|
|
"learning_rate": 2.1225317587090507e-05,
|
|
"loss": 0.0722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027946345508098602,
|
|
"step": 2775,
|
|
"valid_targets_mean": 8502.0,
|
|
"valid_targets_min": 1123
|
|
},
|
|
{
|
|
"epoch": 2.66816,
|
|
"grad_norm": 0.12736788349292172,
|
|
"learning_rate": 2.1158437492480384e-05,
|
|
"loss": 0.0716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01997240260243416,
|
|
"step": 2780,
|
|
"valid_targets_mean": 7395.3,
|
|
"valid_targets_min": 2185
|
|
},
|
|
{
|
|
"epoch": 2.67296,
|
|
"grad_norm": 0.12976383848578613,
|
|
"learning_rate": 2.1091544397626752e-05,
|
|
"loss": 0.0738,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025439299643039703,
|
|
"step": 2785,
|
|
"valid_targets_mean": 8741.4,
|
|
"valid_targets_min": 3209
|
|
},
|
|
{
|
|
"epoch": 2.67776,
|
|
"grad_norm": 0.12360076149823336,
|
|
"learning_rate": 2.102463905321881e-05,
|
|
"loss": 0.0747,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023299697786569595,
|
|
"step": 2790,
|
|
"valid_targets_mean": 8274.7,
|
|
"valid_targets_min": 3255
|
|
},
|
|
{
|
|
"epoch": 2.68256,
|
|
"grad_norm": 0.12579718860137898,
|
|
"learning_rate": 2.095772221008323e-05,
|
|
"loss": 0.0748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024257106706500053,
|
|
"step": 2795,
|
|
"valid_targets_mean": 8911.9,
|
|
"valid_targets_min": 5452
|
|
},
|
|
{
|
|
"epoch": 2.68736,
|
|
"grad_norm": 0.1309826914466945,
|
|
"learning_rate": 2.0890794619175745e-05,
|
|
"loss": 0.0768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026484040543437004,
|
|
"step": 2800,
|
|
"valid_targets_mean": 8579.1,
|
|
"valid_targets_min": 1887
|
|
},
|
|
{
|
|
"epoch": 2.69216,
|
|
"grad_norm": 0.1314840553029046,
|
|
"learning_rate": 2.0823857031572663e-05,
|
|
"loss": 0.076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026499971747398376,
|
|
"step": 2805,
|
|
"valid_targets_mean": 8582.2,
|
|
"valid_targets_min": 3171
|
|
},
|
|
{
|
|
"epoch": 2.69696,
|
|
"grad_norm": 0.13542623007736973,
|
|
"learning_rate": 2.0756910198462515e-05,
|
|
"loss": 0.0746,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024281367659568787,
|
|
"step": 2810,
|
|
"valid_targets_mean": 8698.7,
|
|
"valid_targets_min": 2419
|
|
},
|
|
{
|
|
"epoch": 2.70176,
|
|
"grad_norm": 0.12828824896006688,
|
|
"learning_rate": 2.0689954871137558e-05,
|
|
"loss": 0.0747,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02330276370048523,
|
|
"step": 2815,
|
|
"valid_targets_mean": 9369.3,
|
|
"valid_targets_min": 2792
|
|
},
|
|
{
|
|
"epoch": 2.70656,
|
|
"grad_norm": 0.1274100600671183,
|
|
"learning_rate": 2.0622991800985398e-05,
|
|
"loss": 0.0763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02662099152803421,
|
|
"step": 2820,
|
|
"valid_targets_mean": 8691.3,
|
|
"valid_targets_min": 2503
|
|
},
|
|
{
|
|
"epoch": 2.71136,
|
|
"grad_norm": 0.13208316669833364,
|
|
"learning_rate": 2.055602173948051e-05,
|
|
"loss": 0.0757,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023739665746688843,
|
|
"step": 2825,
|
|
"valid_targets_mean": 8986.6,
|
|
"valid_targets_min": 4021
|
|
},
|
|
{
|
|
"epoch": 2.71616,
|
|
"grad_norm": 0.1347761848229569,
|
|
"learning_rate": 2.0489045438175842e-05,
|
|
"loss": 0.0721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022743025794625282,
|
|
"step": 2830,
|
|
"valid_targets_mean": 7970.3,
|
|
"valid_targets_min": 2753
|
|
},
|
|
{
|
|
"epoch": 2.72096,
|
|
"grad_norm": 0.13563435389041437,
|
|
"learning_rate": 2.042206364869436e-05,
|
|
"loss": 0.0718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020514879375696182,
|
|
"step": 2835,
|
|
"valid_targets_mean": 8056.1,
|
|
"valid_targets_min": 1768
|
|
},
|
|
{
|
|
"epoch": 2.72576,
|
|
"grad_norm": 0.12106789458820655,
|
|
"learning_rate": 2.0355077122720625e-05,
|
|
"loss": 0.0714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01979285106062889,
|
|
"step": 2840,
|
|
"valid_targets_mean": 8668.8,
|
|
"valid_targets_min": 1889
|
|
},
|
|
{
|
|
"epoch": 2.73056,
|
|
"grad_norm": 0.13331211562297765,
|
|
"learning_rate": 2.0288086611992344e-05,
|
|
"loss": 0.0741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02285662479698658,
|
|
"step": 2845,
|
|
"valid_targets_mean": 8784.2,
|
|
"valid_targets_min": 2507
|
|
},
|
|
{
|
|
"epoch": 2.73536,
|
|
"grad_norm": 0.12283461413697871,
|
|
"learning_rate": 2.0221092868291953e-05,
|
|
"loss": 0.0719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024631857872009277,
|
|
"step": 2850,
|
|
"valid_targets_mean": 9224.7,
|
|
"valid_targets_min": 3740
|
|
},
|
|
{
|
|
"epoch": 2.74016,
|
|
"grad_norm": 0.13462190750677952,
|
|
"learning_rate": 2.0154096643438153e-05,
|
|
"loss": 0.0739,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02646755427122116,
|
|
"step": 2855,
|
|
"valid_targets_mean": 9081.2,
|
|
"valid_targets_min": 3634
|
|
},
|
|
{
|
|
"epoch": 2.74496,
|
|
"grad_norm": 0.15212100488432875,
|
|
"learning_rate": 2.008709868927751e-05,
|
|
"loss": 0.0742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02177482843399048,
|
|
"step": 2860,
|
|
"valid_targets_mean": 9343.9,
|
|
"valid_targets_min": 1558
|
|
},
|
|
{
|
|
"epoch": 2.74976,
|
|
"grad_norm": 0.13891228481080325,
|
|
"learning_rate": 2.0020099757675978e-05,
|
|
"loss": 0.0744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023706315085291862,
|
|
"step": 2865,
|
|
"valid_targets_mean": 8286.4,
|
|
"valid_targets_min": 4347
|
|
},
|
|
{
|
|
"epoch": 2.75456,
|
|
"grad_norm": 0.12578790912092921,
|
|
"learning_rate": 1.9953100600510487e-05,
|
|
"loss": 0.0705,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0233942698687315,
|
|
"step": 2870,
|
|
"valid_targets_mean": 8919.5,
|
|
"valid_targets_min": 4034
|
|
},
|
|
{
|
|
"epoch": 2.75936,
|
|
"grad_norm": 0.12433449798647353,
|
|
"learning_rate": 1.9886101969660504e-05,
|
|
"loss": 0.0708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02069215103983879,
|
|
"step": 2875,
|
|
"valid_targets_mean": 8321.7,
|
|
"valid_targets_min": 2865
|
|
},
|
|
{
|
|
"epoch": 2.76416,
|
|
"grad_norm": 0.12331619896381704,
|
|
"learning_rate": 1.9819104616999584e-05,
|
|
"loss": 0.0748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02588079310953617,
|
|
"step": 2880,
|
|
"valid_targets_mean": 8835.1,
|
|
"valid_targets_min": 3375
|
|
},
|
|
{
|
|
"epoch": 2.76896,
|
|
"grad_norm": 0.12198016602770331,
|
|
"learning_rate": 1.975210929438693e-05,
|
|
"loss": 0.0755,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023465629667043686,
|
|
"step": 2885,
|
|
"valid_targets_mean": 8514.5,
|
|
"valid_targets_min": 1894
|
|
},
|
|
{
|
|
"epoch": 2.7737600000000002,
|
|
"grad_norm": 0.1285591492170375,
|
|
"learning_rate": 1.9685116753658982e-05,
|
|
"loss": 0.076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023442579433321953,
|
|
"step": 2890,
|
|
"valid_targets_mean": 9131.8,
|
|
"valid_targets_min": 2375
|
|
},
|
|
{
|
|
"epoch": 2.77856,
|
|
"grad_norm": 0.14027229866879554,
|
|
"learning_rate": 1.9618127746620944e-05,
|
|
"loss": 0.0729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027585767209529877,
|
|
"step": 2895,
|
|
"valid_targets_mean": 9061.1,
|
|
"valid_targets_min": 3636
|
|
},
|
|
{
|
|
"epoch": 2.78336,
|
|
"grad_norm": 0.12175580215805587,
|
|
"learning_rate": 1.9551143025038363e-05,
|
|
"loss": 0.0733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025040633976459503,
|
|
"step": 2900,
|
|
"valid_targets_mean": 8019.9,
|
|
"valid_targets_min": 4226
|
|
},
|
|
{
|
|
"epoch": 2.78816,
|
|
"grad_norm": 0.12631373857068798,
|
|
"learning_rate": 1.9484163340628724e-05,
|
|
"loss": 0.074,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022008750587701797,
|
|
"step": 2905,
|
|
"valid_targets_mean": 8278.6,
|
|
"valid_targets_min": 3655
|
|
},
|
|
{
|
|
"epoch": 2.79296,
|
|
"grad_norm": 0.12353277202856984,
|
|
"learning_rate": 1.941718944505294e-05,
|
|
"loss": 0.0703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0223405584692955,
|
|
"step": 2910,
|
|
"valid_targets_mean": 8777.7,
|
|
"valid_targets_min": 2390
|
|
},
|
|
{
|
|
"epoch": 2.7977600000000002,
|
|
"grad_norm": 0.12477152321684222,
|
|
"learning_rate": 1.9350222089906994e-05,
|
|
"loss": 0.0731,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022324811667203903,
|
|
"step": 2915,
|
|
"valid_targets_mean": 8715.5,
|
|
"valid_targets_min": 2780
|
|
},
|
|
{
|
|
"epoch": 2.80256,
|
|
"grad_norm": 0.1274810275629356,
|
|
"learning_rate": 1.9283262026713456e-05,
|
|
"loss": 0.0743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024463120847940445,
|
|
"step": 2920,
|
|
"valid_targets_mean": 8644.3,
|
|
"valid_targets_min": 2357
|
|
},
|
|
{
|
|
"epoch": 2.80736,
|
|
"grad_norm": 0.15489737871525144,
|
|
"learning_rate": 1.9216310006913058e-05,
|
|
"loss": 0.0724,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0199250690639019,
|
|
"step": 2925,
|
|
"valid_targets_mean": 8119.0,
|
|
"valid_targets_min": 2239
|
|
},
|
|
{
|
|
"epoch": 2.81216,
|
|
"grad_norm": 0.13087489077175116,
|
|
"learning_rate": 1.914936678185629e-05,
|
|
"loss": 0.0722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02115030400454998,
|
|
"step": 2930,
|
|
"valid_targets_mean": 8713.2,
|
|
"valid_targets_min": 2695
|
|
},
|
|
{
|
|
"epoch": 2.81696,
|
|
"grad_norm": 0.12942414716942643,
|
|
"learning_rate": 1.9082433102794918e-05,
|
|
"loss": 0.0736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025940679013729095,
|
|
"step": 2935,
|
|
"valid_targets_mean": 9562.3,
|
|
"valid_targets_min": 4015
|
|
},
|
|
{
|
|
"epoch": 2.8217600000000003,
|
|
"grad_norm": 0.11899703583290817,
|
|
"learning_rate": 1.9015509720873603e-05,
|
|
"loss": 0.0726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028031064197421074,
|
|
"step": 2940,
|
|
"valid_targets_mean": 9664.9,
|
|
"valid_targets_min": 2235
|
|
},
|
|
{
|
|
"epoch": 2.8265599999999997,
|
|
"grad_norm": 0.12835916290377014,
|
|
"learning_rate": 1.894859738712143e-05,
|
|
"loss": 0.0745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023106276988983154,
|
|
"step": 2945,
|
|
"valid_targets_mean": 8617.7,
|
|
"valid_targets_min": 2343
|
|
},
|
|
{
|
|
"epoch": 2.83136,
|
|
"grad_norm": 0.12234620395991247,
|
|
"learning_rate": 1.888169685244352e-05,
|
|
"loss": 0.0741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021706473082304,
|
|
"step": 2950,
|
|
"valid_targets_mean": 7974.6,
|
|
"valid_targets_min": 1989
|
|
},
|
|
{
|
|
"epoch": 2.83616,
|
|
"grad_norm": 0.12135472934515772,
|
|
"learning_rate": 1.8814808867612568e-05,
|
|
"loss": 0.0739,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0252741239964962,
|
|
"step": 2955,
|
|
"valid_targets_mean": 9213.8,
|
|
"valid_targets_min": 3497
|
|
},
|
|
{
|
|
"epoch": 2.84096,
|
|
"grad_norm": 0.12341097629186015,
|
|
"learning_rate": 1.8747934183260427e-05,
|
|
"loss": 0.0711,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022089535370469093,
|
|
"step": 2960,
|
|
"valid_targets_mean": 8485.8,
|
|
"valid_targets_min": 2813
|
|
},
|
|
{
|
|
"epoch": 2.84576,
|
|
"grad_norm": 0.12185458825230623,
|
|
"learning_rate": 1.868107354986971e-05,
|
|
"loss": 0.0745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023958466947078705,
|
|
"step": 2965,
|
|
"valid_targets_mean": 8559.1,
|
|
"valid_targets_min": 2934
|
|
},
|
|
{
|
|
"epoch": 2.8505599999999998,
|
|
"grad_norm": 0.2019700331379936,
|
|
"learning_rate": 1.8614227717765327e-05,
|
|
"loss": 0.0727,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023400334641337395,
|
|
"step": 2970,
|
|
"valid_targets_mean": 8567.7,
|
|
"valid_targets_min": 3655
|
|
},
|
|
{
|
|
"epoch": 2.85536,
|
|
"grad_norm": 0.12307094056404946,
|
|
"learning_rate": 1.8547397437106084e-05,
|
|
"loss": 0.0711,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02216029167175293,
|
|
"step": 2975,
|
|
"valid_targets_mean": 8859.0,
|
|
"valid_targets_min": 3690
|
|
},
|
|
{
|
|
"epoch": 2.86016,
|
|
"grad_norm": 0.1363174764510877,
|
|
"learning_rate": 1.848058345787629e-05,
|
|
"loss": 0.074,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024962490424513817,
|
|
"step": 2980,
|
|
"valid_targets_mean": 8806.0,
|
|
"valid_targets_min": 3210
|
|
},
|
|
{
|
|
"epoch": 2.86496,
|
|
"grad_norm": 0.12263761790836711,
|
|
"learning_rate": 1.8413786529877288e-05,
|
|
"loss": 0.0706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0196840763092041,
|
|
"step": 2985,
|
|
"valid_targets_mean": 8160.8,
|
|
"valid_targets_min": 2827
|
|
},
|
|
{
|
|
"epoch": 2.86976,
|
|
"grad_norm": 0.12703370316175627,
|
|
"learning_rate": 1.8347007402719082e-05,
|
|
"loss": 0.0722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025346554815769196,
|
|
"step": 2990,
|
|
"valid_targets_mean": 9061.6,
|
|
"valid_targets_min": 4220
|
|
},
|
|
{
|
|
"epoch": 2.87456,
|
|
"grad_norm": 0.12244916720977835,
|
|
"learning_rate": 1.828024682581191e-05,
|
|
"loss": 0.0762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026083365082740784,
|
|
"step": 2995,
|
|
"valid_targets_mean": 9098.1,
|
|
"valid_targets_min": 1492
|
|
},
|
|
{
|
|
"epoch": 2.87936,
|
|
"grad_norm": 0.13150902110865764,
|
|
"learning_rate": 1.8213505548357822e-05,
|
|
"loss": 0.0729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023833446204662323,
|
|
"step": 3000,
|
|
"valid_targets_mean": 8153.8,
|
|
"valid_targets_min": 2983
|
|
},
|
|
{
|
|
"epoch": 2.88416,
|
|
"grad_norm": 0.12212915178092341,
|
|
"learning_rate": 1.814678431934231e-05,
|
|
"loss": 0.0743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02612268179655075,
|
|
"step": 3005,
|
|
"valid_targets_mean": 9175.3,
|
|
"valid_targets_min": 4008
|
|
},
|
|
{
|
|
"epoch": 2.88896,
|
|
"grad_norm": 0.1346347379421597,
|
|
"learning_rate": 1.8080083887525862e-05,
|
|
"loss": 0.0713,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023977095261216164,
|
|
"step": 3010,
|
|
"valid_targets_mean": 8365.3,
|
|
"valid_targets_min": 2239
|
|
},
|
|
{
|
|
"epoch": 2.89376,
|
|
"grad_norm": 0.12570526531776613,
|
|
"learning_rate": 1.801340500143557e-05,
|
|
"loss": 0.0724,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02590319886803627,
|
|
"step": 3015,
|
|
"valid_targets_mean": 8906.6,
|
|
"valid_targets_min": 4035
|
|
},
|
|
{
|
|
"epoch": 2.89856,
|
|
"grad_norm": 0.12095421806855092,
|
|
"learning_rate": 1.7946748409356746e-05,
|
|
"loss": 0.0758,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024391578510403633,
|
|
"step": 3020,
|
|
"valid_targets_mean": 8243.3,
|
|
"valid_targets_min": 1280
|
|
},
|
|
{
|
|
"epoch": 2.90336,
|
|
"grad_norm": 0.13265519572762954,
|
|
"learning_rate": 1.788011485932451e-05,
|
|
"loss": 0.0733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02277197316288948,
|
|
"step": 3025,
|
|
"valid_targets_mean": 8158.2,
|
|
"valid_targets_min": 1629
|
|
},
|
|
{
|
|
"epoch": 2.90816,
|
|
"grad_norm": 0.13107630504480672,
|
|
"learning_rate": 1.78135050991154e-05,
|
|
"loss": 0.0744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02625724859535694,
|
|
"step": 3030,
|
|
"valid_targets_mean": 8981.2,
|
|
"valid_targets_min": 3186
|
|
},
|
|
{
|
|
"epoch": 2.91296,
|
|
"grad_norm": 0.41703413499653275,
|
|
"learning_rate": 1.774691987623898e-05,
|
|
"loss": 0.0734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026596393436193466,
|
|
"step": 3035,
|
|
"valid_targets_mean": 9226.0,
|
|
"valid_targets_min": 3192
|
|
},
|
|
{
|
|
"epoch": 2.91776,
|
|
"grad_norm": 0.15139444386768838,
|
|
"learning_rate": 1.768035993792944e-05,
|
|
"loss": 0.0704,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027542371302843094,
|
|
"step": 3040,
|
|
"valid_targets_mean": 10083.0,
|
|
"valid_targets_min": 6144
|
|
},
|
|
{
|
|
"epoch": 2.92256,
|
|
"grad_norm": 0.12675751853167433,
|
|
"learning_rate": 1.7613826031137245e-05,
|
|
"loss": 0.073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02687855437397957,
|
|
"step": 3045,
|
|
"valid_targets_mean": 8895.7,
|
|
"valid_targets_min": 4809
|
|
},
|
|
{
|
|
"epoch": 2.92736,
|
|
"grad_norm": 0.12662474766507864,
|
|
"learning_rate": 1.7547318902520693e-05,
|
|
"loss": 0.068,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024971062317490578,
|
|
"step": 3050,
|
|
"valid_targets_mean": 8946.8,
|
|
"valid_targets_min": 4309
|
|
},
|
|
{
|
|
"epoch": 2.93216,
|
|
"grad_norm": 0.1286424743817585,
|
|
"learning_rate": 1.7480839298437612e-05,
|
|
"loss": 0.072,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025227583944797516,
|
|
"step": 3055,
|
|
"valid_targets_mean": 9259.2,
|
|
"valid_targets_min": 2514
|
|
},
|
|
{
|
|
"epoch": 2.93696,
|
|
"grad_norm": 0.12893517435268495,
|
|
"learning_rate": 1.7414387964936913e-05,
|
|
"loss": 0.0719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026150595396757126,
|
|
"step": 3060,
|
|
"valid_targets_mean": 9149.1,
|
|
"valid_targets_min": 3181
|
|
},
|
|
{
|
|
"epoch": 2.94176,
|
|
"grad_norm": 0.12655174215859458,
|
|
"learning_rate": 1.7347965647750264e-05,
|
|
"loss": 0.0707,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024759739637374878,
|
|
"step": 3065,
|
|
"valid_targets_mean": 9399.6,
|
|
"valid_targets_min": 3759
|
|
},
|
|
{
|
|
"epoch": 2.94656,
|
|
"grad_norm": 0.13072454712552234,
|
|
"learning_rate": 1.7281573092283698e-05,
|
|
"loss": 0.07,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021730834618210793,
|
|
"step": 3070,
|
|
"valid_targets_mean": 8040.0,
|
|
"valid_targets_min": 3188
|
|
},
|
|
{
|
|
"epoch": 2.95136,
|
|
"grad_norm": 0.12321743168297426,
|
|
"learning_rate": 1.721521104360925e-05,
|
|
"loss": 0.072,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023660646751523018,
|
|
"step": 3075,
|
|
"valid_targets_mean": 8968.6,
|
|
"valid_targets_min": 3813
|
|
},
|
|
{
|
|
"epoch": 2.95616,
|
|
"grad_norm": 0.12969336877295307,
|
|
"learning_rate": 1.714888024645662e-05,
|
|
"loss": 0.0697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027581918984651566,
|
|
"step": 3080,
|
|
"valid_targets_mean": 8911.6,
|
|
"valid_targets_min": 1185
|
|
},
|
|
{
|
|
"epoch": 2.96096,
|
|
"grad_norm": 0.12602670418990503,
|
|
"learning_rate": 1.708258144520478e-05,
|
|
"loss": 0.0735,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027505237609148026,
|
|
"step": 3085,
|
|
"valid_targets_mean": 8821.6,
|
|
"valid_targets_min": 3186
|
|
},
|
|
{
|
|
"epoch": 2.96576,
|
|
"grad_norm": 0.1297030798288961,
|
|
"learning_rate": 1.7016315383873637e-05,
|
|
"loss": 0.0725,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02171483263373375,
|
|
"step": 3090,
|
|
"valid_targets_mean": 8498.5,
|
|
"valid_targets_min": 1844
|
|
},
|
|
{
|
|
"epoch": 2.97056,
|
|
"grad_norm": 0.14699243538398662,
|
|
"learning_rate": 1.6950082806115692e-05,
|
|
"loss": 0.07,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02368342876434326,
|
|
"step": 3095,
|
|
"valid_targets_mean": 9345.1,
|
|
"valid_targets_min": 5842
|
|
},
|
|
{
|
|
"epoch": 2.9753600000000002,
|
|
"grad_norm": 0.1232468312629796,
|
|
"learning_rate": 1.6883884455207685e-05,
|
|
"loss": 0.0697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021345708519220352,
|
|
"step": 3100,
|
|
"valid_targets_mean": 7081.2,
|
|
"valid_targets_min": 2668
|
|
},
|
|
{
|
|
"epoch": 2.98016,
|
|
"grad_norm": 0.12761627571559783,
|
|
"learning_rate": 1.6817721074042254e-05,
|
|
"loss": 0.0736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021635062992572784,
|
|
"step": 3105,
|
|
"valid_targets_mean": 8916.5,
|
|
"valid_targets_min": 3337
|
|
},
|
|
{
|
|
"epoch": 2.98496,
|
|
"grad_norm": 0.127886107487912,
|
|
"learning_rate": 1.675159340511958e-05,
|
|
"loss": 0.0721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024836886674165726,
|
|
"step": 3110,
|
|
"valid_targets_mean": 8576.9,
|
|
"valid_targets_min": 3946
|
|
},
|
|
{
|
|
"epoch": 2.98976,
|
|
"grad_norm": 0.12291271639984096,
|
|
"learning_rate": 1.6685502190539106e-05,
|
|
"loss": 0.0703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02228378877043724,
|
|
"step": 3115,
|
|
"valid_targets_mean": 8604.4,
|
|
"valid_targets_min": 3261
|
|
},
|
|
{
|
|
"epoch": 2.99456,
|
|
"grad_norm": 0.12950070508669648,
|
|
"learning_rate": 1.6619448171991155e-05,
|
|
"loss": 0.0715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02772909589111805,
|
|
"step": 3120,
|
|
"valid_targets_mean": 9047.2,
|
|
"valid_targets_min": 4860
|
|
},
|
|
{
|
|
"epoch": 2.9993600000000002,
|
|
"grad_norm": 0.12916728839087535,
|
|
"learning_rate": 1.6553432090748624e-05,
|
|
"loss": 0.0711,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022339988499879837,
|
|
"step": 3125,
|
|
"valid_targets_mean": 8654.5,
|
|
"valid_targets_min": 2501
|
|
},
|
|
{
|
|
"epoch": 3.00384,
|
|
"grad_norm": 0.13436467200946856,
|
|
"learning_rate": 1.648745468765869e-05,
|
|
"loss": 0.0695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02428019419312477,
|
|
"step": 3130,
|
|
"valid_targets_mean": 8521.2,
|
|
"valid_targets_min": 2029
|
|
},
|
|
{
|
|
"epoch": 3.00864,
|
|
"grad_norm": 0.1213964690982203,
|
|
"learning_rate": 1.6421516703134463e-05,
|
|
"loss": 0.0693,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02279294840991497,
|
|
"step": 3135,
|
|
"valid_targets_mean": 9165.6,
|
|
"valid_targets_min": 3462
|
|
},
|
|
{
|
|
"epoch": 3.01344,
|
|
"grad_norm": 0.12809915325981858,
|
|
"learning_rate": 1.6355618877146685e-05,
|
|
"loss": 0.0708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02425113320350647,
|
|
"step": 3140,
|
|
"valid_targets_mean": 8720.2,
|
|
"valid_targets_min": 2045
|
|
},
|
|
{
|
|
"epoch": 3.01824,
|
|
"grad_norm": 0.12474776089090203,
|
|
"learning_rate": 1.6289761949215435e-05,
|
|
"loss": 0.0686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024004336446523666,
|
|
"step": 3145,
|
|
"valid_targets_mean": 8093.4,
|
|
"valid_targets_min": 1630
|
|
},
|
|
{
|
|
"epoch": 3.02304,
|
|
"grad_norm": 0.121771797960631,
|
|
"learning_rate": 1.6223946658401818e-05,
|
|
"loss": 0.0719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023814337328076363,
|
|
"step": 3150,
|
|
"valid_targets_mean": 8823.8,
|
|
"valid_targets_min": 4465
|
|
},
|
|
{
|
|
"epoch": 3.02784,
|
|
"grad_norm": 0.11750594629421643,
|
|
"learning_rate": 1.6158173743299692e-05,
|
|
"loss": 0.0697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021509505808353424,
|
|
"step": 3155,
|
|
"valid_targets_mean": 8647.9,
|
|
"valid_targets_min": 4037
|
|
},
|
|
{
|
|
"epoch": 3.03264,
|
|
"grad_norm": 0.12614285302682426,
|
|
"learning_rate": 1.6092443942027356e-05,
|
|
"loss": 0.0721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0257541723549366,
|
|
"step": 3160,
|
|
"valid_targets_mean": 8363.3,
|
|
"valid_targets_min": 4240
|
|
},
|
|
{
|
|
"epoch": 3.03744,
|
|
"grad_norm": 0.11499077249412011,
|
|
"learning_rate": 1.602675799221927e-05,
|
|
"loss": 0.0703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021260704845190048,
|
|
"step": 3165,
|
|
"valid_targets_mean": 8695.0,
|
|
"valid_targets_min": 4039
|
|
},
|
|
{
|
|
"epoch": 3.04224,
|
|
"grad_norm": 0.12297680388920865,
|
|
"learning_rate": 1.59611166310178e-05,
|
|
"loss": 0.0699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021927397698163986,
|
|
"step": 3170,
|
|
"valid_targets_mean": 8749.3,
|
|
"valid_targets_min": 2927
|
|
},
|
|
{
|
|
"epoch": 3.04704,
|
|
"grad_norm": 0.12361795520196853,
|
|
"learning_rate": 1.5895520595064913e-05,
|
|
"loss": 0.0673,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0205059964209795,
|
|
"step": 3175,
|
|
"valid_targets_mean": 7927.1,
|
|
"valid_targets_min": 2442
|
|
},
|
|
{
|
|
"epoch": 3.05184,
|
|
"grad_norm": 0.12814989984155925,
|
|
"learning_rate": 1.5829970620493932e-05,
|
|
"loss": 0.0721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027933187782764435,
|
|
"step": 3180,
|
|
"valid_targets_mean": 8855.2,
|
|
"valid_targets_min": 2084
|
|
},
|
|
{
|
|
"epoch": 3.05664,
|
|
"grad_norm": 0.11677970502216538,
|
|
"learning_rate": 1.5764467442921274e-05,
|
|
"loss": 0.0717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024320311844348907,
|
|
"step": 3185,
|
|
"valid_targets_mean": 8660.4,
|
|
"valid_targets_min": 2754
|
|
},
|
|
{
|
|
"epoch": 3.06144,
|
|
"grad_norm": 0.1239216085007504,
|
|
"learning_rate": 1.569901179743818e-05,
|
|
"loss": 0.0725,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025944417342543602,
|
|
"step": 3190,
|
|
"valid_targets_mean": 9009.9,
|
|
"valid_targets_min": 4500
|
|
},
|
|
{
|
|
"epoch": 3.06624,
|
|
"grad_norm": 0.12945831869172478,
|
|
"learning_rate": 1.5633604418602483e-05,
|
|
"loss": 0.0688,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023855559527873993,
|
|
"step": 3195,
|
|
"valid_targets_mean": 8333.2,
|
|
"valid_targets_min": 2803
|
|
},
|
|
{
|
|
"epoch": 3.07104,
|
|
"grad_norm": 0.13013260461232284,
|
|
"learning_rate": 1.5568246040430343e-05,
|
|
"loss": 0.0718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023685764521360397,
|
|
"step": 3200,
|
|
"valid_targets_mean": 7983.8,
|
|
"valid_targets_min": 4751
|
|
},
|
|
{
|
|
"epoch": 3.07584,
|
|
"grad_norm": 0.1273699840697591,
|
|
"learning_rate": 1.5502937396388046e-05,
|
|
"loss": 0.0683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023623168468475342,
|
|
"step": 3205,
|
|
"valid_targets_mean": 8991.2,
|
|
"valid_targets_min": 2308
|
|
},
|
|
{
|
|
"epoch": 3.08064,
|
|
"grad_norm": 0.11916279939675328,
|
|
"learning_rate": 1.543767921938374e-05,
|
|
"loss": 0.0689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022730082273483276,
|
|
"step": 3210,
|
|
"valid_targets_mean": 8499.2,
|
|
"valid_targets_min": 3355
|
|
},
|
|
{
|
|
"epoch": 3.08544,
|
|
"grad_norm": 0.12119443723949427,
|
|
"learning_rate": 1.537247224175922e-05,
|
|
"loss": 0.0672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021023793146014214,
|
|
"step": 3215,
|
|
"valid_targets_mean": 8985.7,
|
|
"valid_targets_min": 2404
|
|
},
|
|
{
|
|
"epoch": 3.09024,
|
|
"grad_norm": 0.13319695318574473,
|
|
"learning_rate": 1.53073171952817e-05,
|
|
"loss": 0.0692,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02610372006893158,
|
|
"step": 3220,
|
|
"valid_targets_mean": 8657.2,
|
|
"valid_targets_min": 3664
|
|
},
|
|
{
|
|
"epoch": 3.09504,
|
|
"grad_norm": 0.11480415485378342,
|
|
"learning_rate": 1.5242214811135631e-05,
|
|
"loss": 0.0698,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01964818686246872,
|
|
"step": 3225,
|
|
"valid_targets_mean": 7869.1,
|
|
"valid_targets_min": 1796
|
|
},
|
|
{
|
|
"epoch": 3.09984,
|
|
"grad_norm": 0.1509063264703375,
|
|
"learning_rate": 1.5177165819914461e-05,
|
|
"loss": 0.0708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023284582421183586,
|
|
"step": 3230,
|
|
"valid_targets_mean": 8114.5,
|
|
"valid_targets_min": 2202
|
|
},
|
|
{
|
|
"epoch": 3.10464,
|
|
"grad_norm": 0.12290331374199842,
|
|
"learning_rate": 1.5112170951612455e-05,
|
|
"loss": 0.0728,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02735215239226818,
|
|
"step": 3235,
|
|
"valid_targets_mean": 9238.8,
|
|
"valid_targets_min": 2446
|
|
},
|
|
{
|
|
"epoch": 3.10944,
|
|
"grad_norm": 0.11627326471177059,
|
|
"learning_rate": 1.5047230935616497e-05,
|
|
"loss": 0.0697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021479297429323196,
|
|
"step": 3240,
|
|
"valid_targets_mean": 8806.2,
|
|
"valid_targets_min": 3618
|
|
},
|
|
{
|
|
"epoch": 3.11424,
|
|
"grad_norm": 0.11908066536540551,
|
|
"learning_rate": 1.4982346500697916e-05,
|
|
"loss": 0.07,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02094453200697899,
|
|
"step": 3245,
|
|
"valid_targets_mean": 8300.2,
|
|
"valid_targets_min": 4744
|
|
},
|
|
{
|
|
"epoch": 3.11904,
|
|
"grad_norm": 0.12430053568242028,
|
|
"learning_rate": 1.4917518375004281e-05,
|
|
"loss": 0.0673,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020661715418100357,
|
|
"step": 3250,
|
|
"valid_targets_mean": 8002.1,
|
|
"valid_targets_min": 2486
|
|
},
|
|
{
|
|
"epoch": 3.12384,
|
|
"grad_norm": 0.11897850439214286,
|
|
"learning_rate": 1.4852747286051254e-05,
|
|
"loss": 0.0691,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022244051098823547,
|
|
"step": 3255,
|
|
"valid_targets_mean": 9271.3,
|
|
"valid_targets_min": 3148
|
|
},
|
|
{
|
|
"epoch": 3.12864,
|
|
"grad_norm": 0.12101646152970325,
|
|
"learning_rate": 1.478803396071443e-05,
|
|
"loss": 0.069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021861432120203972,
|
|
"step": 3260,
|
|
"valid_targets_mean": 8306.7,
|
|
"valid_targets_min": 2471
|
|
},
|
|
{
|
|
"epoch": 3.1334400000000002,
|
|
"grad_norm": 0.12377621716047282,
|
|
"learning_rate": 1.472337912522115e-05,
|
|
"loss": 0.0704,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026585116982460022,
|
|
"step": 3265,
|
|
"valid_targets_mean": 8930.8,
|
|
"valid_targets_min": 3933
|
|
},
|
|
{
|
|
"epoch": 3.13824,
|
|
"grad_norm": 0.12365934012769708,
|
|
"learning_rate": 1.4658783505142368e-05,
|
|
"loss": 0.0672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023925743997097015,
|
|
"step": 3270,
|
|
"valid_targets_mean": 9297.8,
|
|
"valid_targets_min": 3247
|
|
},
|
|
{
|
|
"epoch": 3.14304,
|
|
"grad_norm": 0.12034112660714659,
|
|
"learning_rate": 1.4594247825384529e-05,
|
|
"loss": 0.0736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027109742164611816,
|
|
"step": 3275,
|
|
"valid_targets_mean": 8862.9,
|
|
"valid_targets_min": 2457
|
|
},
|
|
{
|
|
"epoch": 3.14784,
|
|
"grad_norm": 0.12419182575224802,
|
|
"learning_rate": 1.4529772810181398e-05,
|
|
"loss": 0.0711,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022144844755530357,
|
|
"step": 3280,
|
|
"valid_targets_mean": 8546.1,
|
|
"valid_targets_min": 4936
|
|
},
|
|
{
|
|
"epoch": 3.15264,
|
|
"grad_norm": 0.12581501967835582,
|
|
"learning_rate": 1.4465359183085958e-05,
|
|
"loss": 0.07,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02213982678949833,
|
|
"step": 3285,
|
|
"valid_targets_mean": 8170.9,
|
|
"valid_targets_min": 1037
|
|
},
|
|
{
|
|
"epoch": 3.15744,
|
|
"grad_norm": 0.13756118658624505,
|
|
"learning_rate": 1.4401007666962276e-05,
|
|
"loss": 0.0705,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021517571061849594,
|
|
"step": 3290,
|
|
"valid_targets_mean": 8457.0,
|
|
"valid_targets_min": 2482
|
|
},
|
|
{
|
|
"epoch": 3.16224,
|
|
"grad_norm": 0.12193998039781807,
|
|
"learning_rate": 1.4336718983977389e-05,
|
|
"loss": 0.0726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024007262662053108,
|
|
"step": 3295,
|
|
"valid_targets_mean": 8692.9,
|
|
"valid_targets_min": 1922
|
|
},
|
|
{
|
|
"epoch": 3.16704,
|
|
"grad_norm": 0.1265404462653089,
|
|
"learning_rate": 1.4272493855593222e-05,
|
|
"loss": 0.0697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023130342364311218,
|
|
"step": 3300,
|
|
"valid_targets_mean": 9112.4,
|
|
"valid_targets_min": 2050
|
|
},
|
|
{
|
|
"epoch": 3.17184,
|
|
"grad_norm": 0.1226326357869858,
|
|
"learning_rate": 1.4208333002558462e-05,
|
|
"loss": 0.0714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020230181515216827,
|
|
"step": 3305,
|
|
"valid_targets_mean": 8190.9,
|
|
"valid_targets_min": 1771
|
|
},
|
|
{
|
|
"epoch": 3.17664,
|
|
"grad_norm": 0.11414582360833214,
|
|
"learning_rate": 1.4144237144900497e-05,
|
|
"loss": 0.072,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024489928036928177,
|
|
"step": 3310,
|
|
"valid_targets_mean": 8684.1,
|
|
"valid_targets_min": 4674
|
|
},
|
|
{
|
|
"epoch": 3.18144,
|
|
"grad_norm": 0.12744621953971752,
|
|
"learning_rate": 1.4080207001917302e-05,
|
|
"loss": 0.0703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025685835629701614,
|
|
"step": 3315,
|
|
"valid_targets_mean": 8462.4,
|
|
"valid_targets_min": 1313
|
|
},
|
|
{
|
|
"epoch": 3.18624,
|
|
"grad_norm": 0.12631083930426035,
|
|
"learning_rate": 1.4016243292169413e-05,
|
|
"loss": 0.0713,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020424753427505493,
|
|
"step": 3320,
|
|
"valid_targets_mean": 8725.7,
|
|
"valid_targets_min": 2161
|
|
},
|
|
{
|
|
"epoch": 3.19104,
|
|
"grad_norm": 0.11679712809878957,
|
|
"learning_rate": 1.3952346733471822e-05,
|
|
"loss": 0.0676,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023827986791729927,
|
|
"step": 3325,
|
|
"valid_targets_mean": 8154.0,
|
|
"valid_targets_min": 3181
|
|
},
|
|
{
|
|
"epoch": 3.19584,
|
|
"grad_norm": 0.125231699118407,
|
|
"learning_rate": 1.3888518042885934e-05,
|
|
"loss": 0.07,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02799840085208416,
|
|
"step": 3330,
|
|
"valid_targets_mean": 8681.6,
|
|
"valid_targets_min": 3326
|
|
},
|
|
{
|
|
"epoch": 3.20064,
|
|
"grad_norm": 0.11959339338389416,
|
|
"learning_rate": 1.3824757936711537e-05,
|
|
"loss": 0.0702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02259810082614422,
|
|
"step": 3335,
|
|
"valid_targets_mean": 9545.6,
|
|
"valid_targets_min": 2357
|
|
},
|
|
{
|
|
"epoch": 3.20544,
|
|
"grad_norm": 0.12174988786208792,
|
|
"learning_rate": 1.3761067130478738e-05,
|
|
"loss": 0.0703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02313234657049179,
|
|
"step": 3340,
|
|
"valid_targets_mean": 8121.8,
|
|
"valid_targets_min": 1979
|
|
},
|
|
{
|
|
"epoch": 3.21024,
|
|
"grad_norm": 0.11323346166579101,
|
|
"learning_rate": 1.3697446338939942e-05,
|
|
"loss": 0.0677,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022821880877017975,
|
|
"step": 3345,
|
|
"valid_targets_mean": 8020.8,
|
|
"valid_targets_min": 3447
|
|
},
|
|
{
|
|
"epoch": 3.21504,
|
|
"grad_norm": 0.11671762619810887,
|
|
"learning_rate": 1.3633896276061847e-05,
|
|
"loss": 0.0668,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02655469998717308,
|
|
"step": 3350,
|
|
"valid_targets_mean": 10324.1,
|
|
"valid_targets_min": 3177
|
|
},
|
|
{
|
|
"epoch": 3.21984,
|
|
"grad_norm": 0.11750097777157643,
|
|
"learning_rate": 1.3570417655017405e-05,
|
|
"loss": 0.0715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0216502882540226,
|
|
"step": 3355,
|
|
"valid_targets_mean": 8658.6,
|
|
"valid_targets_min": 3458
|
|
},
|
|
{
|
|
"epoch": 3.22464,
|
|
"grad_norm": 0.11820178487678269,
|
|
"learning_rate": 1.3507011188177846e-05,
|
|
"loss": 0.069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022721372544765472,
|
|
"step": 3360,
|
|
"valid_targets_mean": 9518.7,
|
|
"valid_targets_min": 4699
|
|
},
|
|
{
|
|
"epoch": 3.22944,
|
|
"grad_norm": 0.11417679512946696,
|
|
"learning_rate": 1.3443677587104655e-05,
|
|
"loss": 0.0694,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020779889076948166,
|
|
"step": 3365,
|
|
"valid_targets_mean": 8670.8,
|
|
"valid_targets_min": 3094
|
|
},
|
|
{
|
|
"epoch": 3.23424,
|
|
"grad_norm": 0.12624839454578163,
|
|
"learning_rate": 1.3380417562541604e-05,
|
|
"loss": 0.067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020790942013263702,
|
|
"step": 3370,
|
|
"valid_targets_mean": 8187.2,
|
|
"valid_targets_min": 1278
|
|
},
|
|
{
|
|
"epoch": 3.23904,
|
|
"grad_norm": 0.14609588360307785,
|
|
"learning_rate": 1.3317231824406783e-05,
|
|
"loss": 0.0719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024372944608330727,
|
|
"step": 3375,
|
|
"valid_targets_mean": 8531.4,
|
|
"valid_targets_min": 2185
|
|
},
|
|
{
|
|
"epoch": 3.24384,
|
|
"grad_norm": 0.117776839936567,
|
|
"learning_rate": 1.325412108178461e-05,
|
|
"loss": 0.0719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022288871929049492,
|
|
"step": 3380,
|
|
"valid_targets_mean": 8573.8,
|
|
"valid_targets_min": 3315
|
|
},
|
|
{
|
|
"epoch": 3.24864,
|
|
"grad_norm": 0.11646493488526218,
|
|
"learning_rate": 1.3191086042917895e-05,
|
|
"loss": 0.0704,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02496308647096157,
|
|
"step": 3385,
|
|
"valid_targets_mean": 9230.8,
|
|
"valid_targets_min": 3590
|
|
},
|
|
{
|
|
"epoch": 3.25344,
|
|
"grad_norm": 0.12779066870734346,
|
|
"learning_rate": 1.3128127415199883e-05,
|
|
"loss": 0.0732,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023436348885297775,
|
|
"step": 3390,
|
|
"valid_targets_mean": 8449.2,
|
|
"valid_targets_min": 2540
|
|
},
|
|
{
|
|
"epoch": 3.25824,
|
|
"grad_norm": 0.11925664271364658,
|
|
"learning_rate": 1.3065245905166316e-05,
|
|
"loss": 0.0655,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021665815263986588,
|
|
"step": 3395,
|
|
"valid_targets_mean": 8535.0,
|
|
"valid_targets_min": 1755
|
|
},
|
|
{
|
|
"epoch": 3.26304,
|
|
"grad_norm": 0.11609499082097684,
|
|
"learning_rate": 1.30024422184875e-05,
|
|
"loss": 0.0702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020767629146575928,
|
|
"step": 3400,
|
|
"valid_targets_mean": 9026.3,
|
|
"valid_targets_min": 3114
|
|
},
|
|
{
|
|
"epoch": 3.26784,
|
|
"grad_norm": 0.12322940130660784,
|
|
"learning_rate": 1.2939717059960384e-05,
|
|
"loss": 0.0716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026769880205392838,
|
|
"step": 3405,
|
|
"valid_targets_mean": 9266.4,
|
|
"valid_targets_min": 2437
|
|
},
|
|
{
|
|
"epoch": 3.27264,
|
|
"grad_norm": 0.12268486970388134,
|
|
"learning_rate": 1.287707113350068e-05,
|
|
"loss": 0.0717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021298786625266075,
|
|
"step": 3410,
|
|
"valid_targets_mean": 8315.7,
|
|
"valid_targets_min": 1885
|
|
},
|
|
{
|
|
"epoch": 3.27744,
|
|
"grad_norm": 0.12293752242798077,
|
|
"learning_rate": 1.2814505142134921e-05,
|
|
"loss": 0.0682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0239997711032629,
|
|
"step": 3415,
|
|
"valid_targets_mean": 8773.1,
|
|
"valid_targets_min": 3471
|
|
},
|
|
{
|
|
"epoch": 3.28224,
|
|
"grad_norm": 0.11888564915744372,
|
|
"learning_rate": 1.2752019787992587e-05,
|
|
"loss": 0.0719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023440586403012276,
|
|
"step": 3420,
|
|
"valid_targets_mean": 9244.7,
|
|
"valid_targets_min": 2556
|
|
},
|
|
{
|
|
"epoch": 3.28704,
|
|
"grad_norm": 0.12035054922676984,
|
|
"learning_rate": 1.268961577229824e-05,
|
|
"loss": 0.0681,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024956464767456055,
|
|
"step": 3425,
|
|
"valid_targets_mean": 9113.6,
|
|
"valid_targets_min": 6681
|
|
},
|
|
{
|
|
"epoch": 3.29184,
|
|
"grad_norm": 0.11609541056449521,
|
|
"learning_rate": 1.262729379536365e-05,
|
|
"loss": 0.0689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018632816150784492,
|
|
"step": 3430,
|
|
"valid_targets_mean": 8057.3,
|
|
"valid_targets_min": 2719
|
|
},
|
|
{
|
|
"epoch": 3.29664,
|
|
"grad_norm": 0.1156523388586678,
|
|
"learning_rate": 1.2565054556579917e-05,
|
|
"loss": 0.0695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03179524093866348,
|
|
"step": 3435,
|
|
"valid_targets_mean": 9017.0,
|
|
"valid_targets_min": 4248
|
|
},
|
|
{
|
|
"epoch": 3.30144,
|
|
"grad_norm": 0.12003104066174144,
|
|
"learning_rate": 1.2502898754409637e-05,
|
|
"loss": 0.0734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027027547359466553,
|
|
"step": 3440,
|
|
"valid_targets_mean": 8732.1,
|
|
"valid_targets_min": 2923
|
|
},
|
|
{
|
|
"epoch": 3.30624,
|
|
"grad_norm": 0.11525424183716788,
|
|
"learning_rate": 1.2440827086379055e-05,
|
|
"loss": 0.0689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023295942693948746,
|
|
"step": 3445,
|
|
"valid_targets_mean": 8759.2,
|
|
"valid_targets_min": 4664
|
|
},
|
|
{
|
|
"epoch": 3.31104,
|
|
"grad_norm": 0.12531104004344787,
|
|
"learning_rate": 1.2378840249070265e-05,
|
|
"loss": 0.0679,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022183142602443695,
|
|
"step": 3450,
|
|
"valid_targets_mean": 8153.5,
|
|
"valid_targets_min": 2609
|
|
},
|
|
{
|
|
"epoch": 3.31584,
|
|
"grad_norm": 0.12343198360816166,
|
|
"learning_rate": 1.2316938938113356e-05,
|
|
"loss": 0.0696,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023251008242368698,
|
|
"step": 3455,
|
|
"valid_targets_mean": 8565.3,
|
|
"valid_targets_min": 3428
|
|
},
|
|
{
|
|
"epoch": 3.32064,
|
|
"grad_norm": 0.1292388288269661,
|
|
"learning_rate": 1.2255123848178619e-05,
|
|
"loss": 0.0686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023235727101564407,
|
|
"step": 3460,
|
|
"valid_targets_mean": 9135.2,
|
|
"valid_targets_min": 2746
|
|
},
|
|
{
|
|
"epoch": 3.32544,
|
|
"grad_norm": 0.1215681936479102,
|
|
"learning_rate": 1.2193395672968765e-05,
|
|
"loss": 0.0717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02227572724223137,
|
|
"step": 3465,
|
|
"valid_targets_mean": 8278.0,
|
|
"valid_targets_min": 3403
|
|
},
|
|
{
|
|
"epoch": 3.33024,
|
|
"grad_norm": 0.11710136257925326,
|
|
"learning_rate": 1.2131755105211118e-05,
|
|
"loss": 0.0663,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019895605742931366,
|
|
"step": 3470,
|
|
"valid_targets_mean": 8391.2,
|
|
"valid_targets_min": 2984
|
|
},
|
|
{
|
|
"epoch": 3.3350400000000002,
|
|
"grad_norm": 0.12542638777454168,
|
|
"learning_rate": 1.2070202836649855e-05,
|
|
"loss": 0.0676,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021651022136211395,
|
|
"step": 3475,
|
|
"valid_targets_mean": 9145.8,
|
|
"valid_targets_min": 2439
|
|
},
|
|
{
|
|
"epoch": 3.33984,
|
|
"grad_norm": 0.12565404407998096,
|
|
"learning_rate": 1.2008739558038247e-05,
|
|
"loss": 0.069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023290030658245087,
|
|
"step": 3480,
|
|
"valid_targets_mean": 7567.0,
|
|
"valid_targets_min": 2494
|
|
},
|
|
{
|
|
"epoch": 3.34464,
|
|
"grad_norm": 0.11631140589000345,
|
|
"learning_rate": 1.1947365959130895e-05,
|
|
"loss": 0.0667,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018959272652864456,
|
|
"step": 3485,
|
|
"valid_targets_mean": 8354.6,
|
|
"valid_targets_min": 2992
|
|
},
|
|
{
|
|
"epoch": 3.34944,
|
|
"grad_norm": 0.1188568050783418,
|
|
"learning_rate": 1.1886082728675984e-05,
|
|
"loss": 0.0722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024846302345395088,
|
|
"step": 3490,
|
|
"valid_targets_mean": 8987.2,
|
|
"valid_targets_min": 4280
|
|
},
|
|
{
|
|
"epoch": 3.35424,
|
|
"grad_norm": 0.12019159263147859,
|
|
"learning_rate": 1.1824890554407574e-05,
|
|
"loss": 0.0691,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018579427152872086,
|
|
"step": 3495,
|
|
"valid_targets_mean": 8977.7,
|
|
"valid_targets_min": 4890
|
|
},
|
|
{
|
|
"epoch": 3.3590400000000002,
|
|
"grad_norm": 0.1139585905859666,
|
|
"learning_rate": 1.1763790123037873e-05,
|
|
"loss": 0.0722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02406950294971466,
|
|
"step": 3500,
|
|
"valid_targets_mean": 9003.8,
|
|
"valid_targets_min": 1951
|
|
},
|
|
{
|
|
"epoch": 3.36384,
|
|
"grad_norm": 0.14319366739189193,
|
|
"learning_rate": 1.1702782120249539e-05,
|
|
"loss": 0.068,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024110540747642517,
|
|
"step": 3505,
|
|
"valid_targets_mean": 9082.9,
|
|
"valid_targets_min": 1492
|
|
},
|
|
{
|
|
"epoch": 3.36864,
|
|
"grad_norm": 0.11863992872229728,
|
|
"learning_rate": 1.164186723068795e-05,
|
|
"loss": 0.07,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02288087084889412,
|
|
"step": 3510,
|
|
"valid_targets_mean": 8180.7,
|
|
"valid_targets_min": 2277
|
|
},
|
|
{
|
|
"epoch": 3.37344,
|
|
"grad_norm": 0.11512399838967773,
|
|
"learning_rate": 1.1581046137953575e-05,
|
|
"loss": 0.0687,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022692613303661346,
|
|
"step": 3515,
|
|
"valid_targets_mean": 8648.9,
|
|
"valid_targets_min": 4250
|
|
},
|
|
{
|
|
"epoch": 3.37824,
|
|
"grad_norm": 0.13242448957401462,
|
|
"learning_rate": 1.1520319524594256e-05,
|
|
"loss": 0.0716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025992343202233315,
|
|
"step": 3520,
|
|
"valid_targets_mean": 8879.0,
|
|
"valid_targets_min": 1942
|
|
},
|
|
{
|
|
"epoch": 3.38304,
|
|
"grad_norm": 0.12807878449294854,
|
|
"learning_rate": 1.1459688072097568e-05,
|
|
"loss": 0.0685,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022017603740096092,
|
|
"step": 3525,
|
|
"valid_targets_mean": 8338.1,
|
|
"valid_targets_min": 3877
|
|
},
|
|
{
|
|
"epoch": 3.38784,
|
|
"grad_norm": 0.11648212904241022,
|
|
"learning_rate": 1.1399152460883176e-05,
|
|
"loss": 0.0702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020594323053956032,
|
|
"step": 3530,
|
|
"valid_targets_mean": 9214.3,
|
|
"valid_targets_min": 2528
|
|
},
|
|
{
|
|
"epoch": 3.39264,
|
|
"grad_norm": 0.11821877317071199,
|
|
"learning_rate": 1.1338713370295189e-05,
|
|
"loss": 0.0718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026048175990581512,
|
|
"step": 3535,
|
|
"valid_targets_mean": 9281.7,
|
|
"valid_targets_min": 2639
|
|
},
|
|
{
|
|
"epoch": 3.39744,
|
|
"grad_norm": 0.11736629336592669,
|
|
"learning_rate": 1.1278371478594538e-05,
|
|
"loss": 0.0682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021891873329877853,
|
|
"step": 3540,
|
|
"valid_targets_mean": 8865.2,
|
|
"valid_targets_min": 2688
|
|
},
|
|
{
|
|
"epoch": 3.40224,
|
|
"grad_norm": 0.11972853626552638,
|
|
"learning_rate": 1.1218127462951367e-05,
|
|
"loss": 0.073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02370895817875862,
|
|
"step": 3545,
|
|
"valid_targets_mean": 8682.7,
|
|
"valid_targets_min": 1583
|
|
},
|
|
{
|
|
"epoch": 3.40704,
|
|
"grad_norm": 0.12360516334847126,
|
|
"learning_rate": 1.1157981999437444e-05,
|
|
"loss": 0.0708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027519740164279938,
|
|
"step": 3550,
|
|
"valid_targets_mean": 8607.8,
|
|
"valid_targets_min": 3517
|
|
},
|
|
{
|
|
"epoch": 3.4118399999999998,
|
|
"grad_norm": 0.12508266248465932,
|
|
"learning_rate": 1.109793576301855e-05,
|
|
"loss": 0.0683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019669760018587112,
|
|
"step": 3555,
|
|
"valid_targets_mean": 9355.0,
|
|
"valid_targets_min": 1912
|
|
},
|
|
{
|
|
"epoch": 3.41664,
|
|
"grad_norm": 0.12060718453496497,
|
|
"learning_rate": 1.1037989427546924e-05,
|
|
"loss": 0.0684,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023211004212498665,
|
|
"step": 3560,
|
|
"valid_targets_mean": 8907.0,
|
|
"valid_targets_min": 3938
|
|
},
|
|
{
|
|
"epoch": 3.42144,
|
|
"grad_norm": 0.11856868790700098,
|
|
"learning_rate": 1.0978143665753692e-05,
|
|
"loss": 0.0708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025470038875937462,
|
|
"step": 3565,
|
|
"valid_targets_mean": 8779.1,
|
|
"valid_targets_min": 1956
|
|
},
|
|
{
|
|
"epoch": 3.42624,
|
|
"grad_norm": 0.1202644007888738,
|
|
"learning_rate": 1.0918399149241314e-05,
|
|
"loss": 0.0671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025088073685765266,
|
|
"step": 3570,
|
|
"valid_targets_mean": 9472.4,
|
|
"valid_targets_min": 5452
|
|
},
|
|
{
|
|
"epoch": 3.43104,
|
|
"grad_norm": 0.11890989905758134,
|
|
"learning_rate": 1.0858756548476058e-05,
|
|
"loss": 0.0669,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019012611359357834,
|
|
"step": 3575,
|
|
"valid_targets_mean": 8079.2,
|
|
"valid_targets_min": 2365
|
|
},
|
|
{
|
|
"epoch": 3.43584,
|
|
"grad_norm": 0.11535717573780561,
|
|
"learning_rate": 1.0799216532780478e-05,
|
|
"loss": 0.0656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020330175757408142,
|
|
"step": 3580,
|
|
"valid_targets_mean": 8638.0,
|
|
"valid_targets_min": 2657
|
|
},
|
|
{
|
|
"epoch": 3.44064,
|
|
"grad_norm": 0.11982122538634377,
|
|
"learning_rate": 1.0739779770325885e-05,
|
|
"loss": 0.0688,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02101993001997471,
|
|
"step": 3585,
|
|
"valid_targets_mean": 8114.7,
|
|
"valid_targets_min": 3253
|
|
},
|
|
{
|
|
"epoch": 3.44544,
|
|
"grad_norm": 0.11568924363050549,
|
|
"learning_rate": 1.0680446928124872e-05,
|
|
"loss": 0.0699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024274956434965134,
|
|
"step": 3590,
|
|
"valid_targets_mean": 8969.8,
|
|
"valid_targets_min": 5479
|
|
},
|
|
{
|
|
"epoch": 3.45024,
|
|
"grad_norm": 0.12311519721414897,
|
|
"learning_rate": 1.06212186720238e-05,
|
|
"loss": 0.069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02398882806301117,
|
|
"step": 3595,
|
|
"valid_targets_mean": 9083.4,
|
|
"valid_targets_min": 2236
|
|
},
|
|
{
|
|
"epoch": 3.45504,
|
|
"grad_norm": 0.1176232528105872,
|
|
"learning_rate": 1.0562095666695352e-05,
|
|
"loss": 0.0689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022245021536946297,
|
|
"step": 3600,
|
|
"valid_targets_mean": 8506.0,
|
|
"valid_targets_min": 530
|
|
},
|
|
{
|
|
"epoch": 3.45984,
|
|
"grad_norm": 0.12814024690841339,
|
|
"learning_rate": 1.0503078575631052e-05,
|
|
"loss": 0.0565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019158998504281044,
|
|
"step": 3605,
|
|
"valid_targets_mean": 9547.4,
|
|
"valid_targets_min": 4525
|
|
},
|
|
{
|
|
"epoch": 3.46464,
|
|
"grad_norm": 0.1352022401477249,
|
|
"learning_rate": 1.0444168061133846e-05,
|
|
"loss": 0.0587,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019761083647608757,
|
|
"step": 3610,
|
|
"valid_targets_mean": 8394.5,
|
|
"valid_targets_min": 4757
|
|
},
|
|
{
|
|
"epoch": 3.46944,
|
|
"grad_norm": 0.12312753724496196,
|
|
"learning_rate": 1.0385364784310636e-05,
|
|
"loss": 0.0558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017157310619950294,
|
|
"step": 3615,
|
|
"valid_targets_mean": 8024.5,
|
|
"valid_targets_min": 2974
|
|
},
|
|
{
|
|
"epoch": 3.47424,
|
|
"grad_norm": 0.13533009632046408,
|
|
"learning_rate": 1.0326669405064904e-05,
|
|
"loss": 0.056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015769323334097862,
|
|
"step": 3620,
|
|
"valid_targets_mean": 9096.3,
|
|
"valid_targets_min": 3278
|
|
},
|
|
{
|
|
"epoch": 3.47904,
|
|
"grad_norm": 0.14320717457173768,
|
|
"learning_rate": 1.0268082582089263e-05,
|
|
"loss": 0.0575,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01656205952167511,
|
|
"step": 3625,
|
|
"valid_targets_mean": 7964.6,
|
|
"valid_targets_min": 2824
|
|
},
|
|
{
|
|
"epoch": 3.48384,
|
|
"grad_norm": 0.1436771220110468,
|
|
"learning_rate": 1.0209604972858081e-05,
|
|
"loss": 0.0553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01845899596810341,
|
|
"step": 3630,
|
|
"valid_targets_mean": 8401.7,
|
|
"valid_targets_min": 2868
|
|
},
|
|
{
|
|
"epoch": 3.48864,
|
|
"grad_norm": 0.1331002867624431,
|
|
"learning_rate": 1.0151237233620115e-05,
|
|
"loss": 0.0546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015434859320521355,
|
|
"step": 3635,
|
|
"valid_targets_mean": 8922.3,
|
|
"valid_targets_min": 3232
|
|
},
|
|
{
|
|
"epoch": 3.49344,
|
|
"grad_norm": 0.15962729586395075,
|
|
"learning_rate": 1.0092980019391132e-05,
|
|
"loss": 0.0592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018679436296224594,
|
|
"step": 3640,
|
|
"valid_targets_mean": 9329.9,
|
|
"valid_targets_min": 3781
|
|
},
|
|
{
|
|
"epoch": 3.49824,
|
|
"grad_norm": 0.15818938989627598,
|
|
"learning_rate": 1.0034833983946561e-05,
|
|
"loss": 0.0553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016482515260577202,
|
|
"step": 3645,
|
|
"valid_targets_mean": 8887.6,
|
|
"valid_targets_min": 1640
|
|
},
|
|
{
|
|
"epoch": 3.50304,
|
|
"grad_norm": 0.12431356399603527,
|
|
"learning_rate": 9.976799779814157e-06,
|
|
"loss": 0.0555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017481375485658646,
|
|
"step": 3650,
|
|
"valid_targets_mean": 8482.5,
|
|
"valid_targets_min": 4381
|
|
},
|
|
{
|
|
"epoch": 3.50784,
|
|
"grad_norm": 0.1322854401566673,
|
|
"learning_rate": 9.918878058266687e-06,
|
|
"loss": 0.0576,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017938459292054176,
|
|
"step": 3655,
|
|
"valid_targets_mean": 8828.8,
|
|
"valid_targets_min": 3313
|
|
},
|
|
{
|
|
"epoch": 3.51264,
|
|
"grad_norm": 0.1253467544366567,
|
|
"learning_rate": 9.86106946931462e-06,
|
|
"loss": 0.0596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019131455570459366,
|
|
"step": 3660,
|
|
"valid_targets_mean": 9941.3,
|
|
"valid_targets_min": 4437
|
|
},
|
|
{
|
|
"epoch": 3.51744,
|
|
"grad_norm": 0.13652918694567162,
|
|
"learning_rate": 9.803374661698802e-06,
|
|
"loss": 0.0559,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019458845257759094,
|
|
"step": 3665,
|
|
"valid_targets_mean": 7816.9,
|
|
"valid_targets_min": 1823
|
|
},
|
|
{
|
|
"epoch": 3.52224,
|
|
"grad_norm": 0.14742469694336255,
|
|
"learning_rate": 9.745794282883215e-06,
|
|
"loss": 0.057,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01716812141239643,
|
|
"step": 3670,
|
|
"valid_targets_mean": 8304.0,
|
|
"valid_targets_min": 2191
|
|
},
|
|
{
|
|
"epoch": 3.52704,
|
|
"grad_norm": 0.13348912229457513,
|
|
"learning_rate": 9.688328979047689e-06,
|
|
"loss": 0.0557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018630236387252808,
|
|
"step": 3675,
|
|
"valid_targets_mean": 8479.3,
|
|
"valid_targets_min": 3012
|
|
},
|
|
{
|
|
"epoch": 3.53184,
|
|
"grad_norm": 0.13047629376112002,
|
|
"learning_rate": 9.630979395080667e-06,
|
|
"loss": 0.0594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01872425712645054,
|
|
"step": 3680,
|
|
"valid_targets_mean": 7992.5,
|
|
"valid_targets_min": 2228
|
|
},
|
|
{
|
|
"epoch": 3.5366400000000002,
|
|
"grad_norm": 0.13156923893488706,
|
|
"learning_rate": 9.573746174571947e-06,
|
|
"loss": 0.0555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016432328149676323,
|
|
"step": 3685,
|
|
"valid_targets_mean": 9221.1,
|
|
"valid_targets_min": 2341
|
|
},
|
|
{
|
|
"epoch": 3.54144,
|
|
"grad_norm": 0.13209300474839575,
|
|
"learning_rate": 9.516629959805468e-06,
|
|
"loss": 0.0557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02003823220729828,
|
|
"step": 3690,
|
|
"valid_targets_mean": 8710.9,
|
|
"valid_targets_min": 1444
|
|
},
|
|
{
|
|
"epoch": 3.54624,
|
|
"grad_norm": 0.13116046245364235,
|
|
"learning_rate": 9.459631391752126e-06,
|
|
"loss": 0.0568,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01843874529004097,
|
|
"step": 3695,
|
|
"valid_targets_mean": 8378.2,
|
|
"valid_targets_min": 3062
|
|
},
|
|
{
|
|
"epoch": 3.55104,
|
|
"grad_norm": 0.1285017503304282,
|
|
"learning_rate": 9.40275111006254e-06,
|
|
"loss": 0.0548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016842100769281387,
|
|
"step": 3700,
|
|
"valid_targets_mean": 8139.7,
|
|
"valid_targets_min": 2295
|
|
},
|
|
{
|
|
"epoch": 3.55584,
|
|
"grad_norm": 0.1472596562975354,
|
|
"learning_rate": 9.345989753059895e-06,
|
|
"loss": 0.0543,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016040191054344177,
|
|
"step": 3705,
|
|
"valid_targets_mean": 7992.1,
|
|
"valid_targets_min": 2724
|
|
},
|
|
{
|
|
"epoch": 3.5606400000000002,
|
|
"grad_norm": 0.15633419217487327,
|
|
"learning_rate": 9.289347957732779e-06,
|
|
"loss": 0.0557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017493966966867447,
|
|
"step": 3710,
|
|
"valid_targets_mean": 8839.2,
|
|
"valid_targets_min": 1647
|
|
},
|
|
{
|
|
"epoch": 3.56544,
|
|
"grad_norm": 0.1357694551726591,
|
|
"learning_rate": 9.232826359728034e-06,
|
|
"loss": 0.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015739034861326218,
|
|
"step": 3715,
|
|
"valid_targets_mean": 8887.0,
|
|
"valid_targets_min": 2183
|
|
},
|
|
{
|
|
"epoch": 3.57024,
|
|
"grad_norm": 0.12207172176713575,
|
|
"learning_rate": 9.17642559334362e-06,
|
|
"loss": 0.054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017870184034109116,
|
|
"step": 3720,
|
|
"valid_targets_mean": 8897.0,
|
|
"valid_targets_min": 2011
|
|
},
|
|
{
|
|
"epoch": 3.57504,
|
|
"grad_norm": 0.14244558932230125,
|
|
"learning_rate": 9.120146291521488e-06,
|
|
"loss": 0.0561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018513241782784462,
|
|
"step": 3725,
|
|
"valid_targets_mean": 8319.8,
|
|
"valid_targets_min": 2365
|
|
},
|
|
{
|
|
"epoch": 3.57984,
|
|
"grad_norm": 0.13508176921493603,
|
|
"learning_rate": 9.063989085840506e-06,
|
|
"loss": 0.0566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020369049161672592,
|
|
"step": 3730,
|
|
"valid_targets_mean": 8704.0,
|
|
"valid_targets_min": 2203
|
|
},
|
|
{
|
|
"epoch": 3.5846400000000003,
|
|
"grad_norm": 0.12623222486610447,
|
|
"learning_rate": 9.007954606509346e-06,
|
|
"loss": 0.0534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01837966777384281,
|
|
"step": 3735,
|
|
"valid_targets_mean": 8965.4,
|
|
"valid_targets_min": 1896
|
|
},
|
|
{
|
|
"epoch": 3.5894399999999997,
|
|
"grad_norm": 0.13304702719999412,
|
|
"learning_rate": 8.952043482359408e-06,
|
|
"loss": 0.0534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016147565096616745,
|
|
"step": 3740,
|
|
"valid_targets_mean": 8392.1,
|
|
"valid_targets_min": 2734
|
|
},
|
|
{
|
|
"epoch": 3.59424,
|
|
"grad_norm": 0.1364610341024647,
|
|
"learning_rate": 8.896256340837779e-06,
|
|
"loss": 0.0579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01738559827208519,
|
|
"step": 3745,
|
|
"valid_targets_mean": 8307.7,
|
|
"valid_targets_min": 1612
|
|
},
|
|
{
|
|
"epoch": 3.59904,
|
|
"grad_norm": 0.12080918237441046,
|
|
"learning_rate": 8.840593808000182e-06,
|
|
"loss": 0.0557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017990585416555405,
|
|
"step": 3750,
|
|
"valid_targets_mean": 8898.8,
|
|
"valid_targets_min": 3751
|
|
},
|
|
{
|
|
"epoch": 3.60384,
|
|
"grad_norm": 0.135206313127372,
|
|
"learning_rate": 8.785056508503956e-06,
|
|
"loss": 0.0572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01876853033900261,
|
|
"step": 3755,
|
|
"valid_targets_mean": 8321.2,
|
|
"valid_targets_min": 1956
|
|
},
|
|
{
|
|
"epoch": 3.60864,
|
|
"grad_norm": 0.14146043288365848,
|
|
"learning_rate": 8.729645065601045e-06,
|
|
"loss": 0.058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0189354345202446,
|
|
"step": 3760,
|
|
"valid_targets_mean": 8984.0,
|
|
"valid_targets_min": 1806
|
|
},
|
|
{
|
|
"epoch": 3.6134399999999998,
|
|
"grad_norm": 0.1357690858168711,
|
|
"learning_rate": 8.674360101130994e-06,
|
|
"loss": 0.0545,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02032206952571869,
|
|
"step": 3765,
|
|
"valid_targets_mean": 8590.7,
|
|
"valid_targets_min": 2433
|
|
},
|
|
{
|
|
"epoch": 3.61824,
|
|
"grad_norm": 0.13373124703486686,
|
|
"learning_rate": 8.619202235514e-06,
|
|
"loss": 0.0537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016812438145279884,
|
|
"step": 3770,
|
|
"valid_targets_mean": 8781.7,
|
|
"valid_targets_min": 4288
|
|
},
|
|
{
|
|
"epoch": 3.62304,
|
|
"grad_norm": 0.13777338990715324,
|
|
"learning_rate": 8.564172087743903e-06,
|
|
"loss": 0.057,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01906885765492916,
|
|
"step": 3775,
|
|
"valid_targets_mean": 8735.4,
|
|
"valid_targets_min": 3098
|
|
},
|
|
{
|
|
"epoch": 3.62784,
|
|
"grad_norm": 0.13709427310817707,
|
|
"learning_rate": 8.50927027538128e-06,
|
|
"loss": 0.0558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021031895652413368,
|
|
"step": 3780,
|
|
"valid_targets_mean": 8737.2,
|
|
"valid_targets_min": 4732
|
|
},
|
|
{
|
|
"epoch": 3.63264,
|
|
"grad_norm": 0.1329046208350066,
|
|
"learning_rate": 8.454497414546497e-06,
|
|
"loss": 0.0583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019182361662387848,
|
|
"step": 3785,
|
|
"valid_targets_mean": 9016.9,
|
|
"valid_targets_min": 3997
|
|
},
|
|
{
|
|
"epoch": 3.63744,
|
|
"grad_norm": 0.12784288201977764,
|
|
"learning_rate": 8.39985411991279e-06,
|
|
"loss": 0.0587,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022063791751861572,
|
|
"step": 3790,
|
|
"valid_targets_mean": 9467.2,
|
|
"valid_targets_min": 2158
|
|
},
|
|
{
|
|
"epoch": 3.64224,
|
|
"grad_norm": 0.13698351144349497,
|
|
"learning_rate": 8.345341004699386e-06,
|
|
"loss": 0.0574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01915154419839382,
|
|
"step": 3795,
|
|
"valid_targets_mean": 9378.7,
|
|
"valid_targets_min": 3433
|
|
},
|
|
{
|
|
"epoch": 3.64704,
|
|
"grad_norm": 0.13732974847111012,
|
|
"learning_rate": 8.290958680664591e-06,
|
|
"loss": 0.0585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020820364356040955,
|
|
"step": 3800,
|
|
"valid_targets_mean": 8005.5,
|
|
"valid_targets_min": 1450
|
|
},
|
|
{
|
|
"epoch": 3.65184,
|
|
"grad_norm": 0.13505357343036875,
|
|
"learning_rate": 8.236707758098965e-06,
|
|
"loss": 0.0579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022526472806930542,
|
|
"step": 3805,
|
|
"valid_targets_mean": 8850.6,
|
|
"valid_targets_min": 2488
|
|
},
|
|
{
|
|
"epoch": 3.65664,
|
|
"grad_norm": 0.1259729066577338,
|
|
"learning_rate": 8.182588845818452e-06,
|
|
"loss": 0.0552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017887916415929794,
|
|
"step": 3810,
|
|
"valid_targets_mean": 8914.6,
|
|
"valid_targets_min": 3411
|
|
},
|
|
{
|
|
"epoch": 3.66144,
|
|
"grad_norm": 0.13771971908346792,
|
|
"learning_rate": 8.128602551157523e-06,
|
|
"loss": 0.0546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018062973394989967,
|
|
"step": 3815,
|
|
"valid_targets_mean": 8964.6,
|
|
"valid_targets_min": 5691
|
|
},
|
|
{
|
|
"epoch": 3.66624,
|
|
"grad_norm": 0.1386182298823841,
|
|
"learning_rate": 8.074749479962407e-06,
|
|
"loss": 0.052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016328800469636917,
|
|
"step": 3820,
|
|
"valid_targets_mean": 8711.1,
|
|
"valid_targets_min": 2956
|
|
},
|
|
{
|
|
"epoch": 3.67104,
|
|
"grad_norm": 0.13208007285920464,
|
|
"learning_rate": 8.021030236584254e-06,
|
|
"loss": 0.0544,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01910882256925106,
|
|
"step": 3825,
|
|
"valid_targets_mean": 9311.3,
|
|
"valid_targets_min": 2524
|
|
},
|
|
{
|
|
"epoch": 3.67584,
|
|
"grad_norm": 0.1526032805811713,
|
|
"learning_rate": 7.967445423872384e-06,
|
|
"loss": 0.0534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015861565247178078,
|
|
"step": 3830,
|
|
"valid_targets_mean": 8945.5,
|
|
"valid_targets_min": 2509
|
|
},
|
|
{
|
|
"epoch": 3.68064,
|
|
"grad_norm": 0.13026368761507842,
|
|
"learning_rate": 7.913995643167494e-06,
|
|
"loss": 0.0534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017038773745298386,
|
|
"step": 3835,
|
|
"valid_targets_mean": 8394.8,
|
|
"valid_targets_min": 2738
|
|
},
|
|
{
|
|
"epoch": 3.68544,
|
|
"grad_norm": 0.13774012408734024,
|
|
"learning_rate": 7.860681494294917e-06,
|
|
"loss": 0.056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02027728408575058,
|
|
"step": 3840,
|
|
"valid_targets_mean": 8938.6,
|
|
"valid_targets_min": 2062
|
|
},
|
|
{
|
|
"epoch": 3.69024,
|
|
"grad_norm": 0.14717144639640956,
|
|
"learning_rate": 7.80750357555792e-06,
|
|
"loss": 0.0582,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023341909050941467,
|
|
"step": 3845,
|
|
"valid_targets_mean": 8292.6,
|
|
"valid_targets_min": 1771
|
|
},
|
|
{
|
|
"epoch": 3.69504,
|
|
"grad_norm": 0.1300340768573447,
|
|
"learning_rate": 7.75446248373094e-06,
|
|
"loss": 0.0552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01564173400402069,
|
|
"step": 3850,
|
|
"valid_targets_mean": 8664.2,
|
|
"valid_targets_min": 1719
|
|
},
|
|
{
|
|
"epoch": 3.69984,
|
|
"grad_norm": 0.13796606966954172,
|
|
"learning_rate": 7.701558814052928e-06,
|
|
"loss": 0.0564,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01939544826745987,
|
|
"step": 3855,
|
|
"valid_targets_mean": 8037.8,
|
|
"valid_targets_min": 3725
|
|
},
|
|
{
|
|
"epoch": 3.70464,
|
|
"grad_norm": 0.12327605601391764,
|
|
"learning_rate": 7.648793160220637e-06,
|
|
"loss": 0.055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019700098782777786,
|
|
"step": 3860,
|
|
"valid_targets_mean": 9027.4,
|
|
"valid_targets_min": 3266
|
|
},
|
|
{
|
|
"epoch": 3.70944,
|
|
"grad_norm": 0.12894451099718549,
|
|
"learning_rate": 7.596166114381991e-06,
|
|
"loss": 0.0561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01795964688062668,
|
|
"step": 3865,
|
|
"valid_targets_mean": 9631.7,
|
|
"valid_targets_min": 4464
|
|
},
|
|
{
|
|
"epoch": 3.71424,
|
|
"grad_norm": 0.1462188211290315,
|
|
"learning_rate": 7.543678267129408e-06,
|
|
"loss": 0.0548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021304085850715637,
|
|
"step": 3870,
|
|
"valid_targets_mean": 9413.1,
|
|
"valid_targets_min": 3409
|
|
},
|
|
{
|
|
"epoch": 3.71904,
|
|
"grad_norm": 0.13526202499913728,
|
|
"learning_rate": 7.491330207493215e-06,
|
|
"loss": 0.0521,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018997564911842346,
|
|
"step": 3875,
|
|
"valid_targets_mean": 8982.6,
|
|
"valid_targets_min": 1331
|
|
},
|
|
{
|
|
"epoch": 3.72384,
|
|
"grad_norm": 0.12959402426419273,
|
|
"learning_rate": 7.4391225229349785e-06,
|
|
"loss": 0.0537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0176476389169693,
|
|
"step": 3880,
|
|
"valid_targets_mean": 8661.0,
|
|
"valid_targets_min": 4132
|
|
},
|
|
{
|
|
"epoch": 3.72864,
|
|
"grad_norm": 0.1380153099186334,
|
|
"learning_rate": 7.387055799340977e-06,
|
|
"loss": 0.0513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018710440024733543,
|
|
"step": 3885,
|
|
"valid_targets_mean": 8980.4,
|
|
"valid_targets_min": 2790
|
|
},
|
|
{
|
|
"epoch": 3.73344,
|
|
"grad_norm": 0.1381226259425154,
|
|
"learning_rate": 7.3351306210155645e-06,
|
|
"loss": 0.0541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017781345173716545,
|
|
"step": 3890,
|
|
"valid_targets_mean": 9528.7,
|
|
"valid_targets_min": 5213
|
|
},
|
|
{
|
|
"epoch": 3.7382400000000002,
|
|
"grad_norm": 0.14650329599062215,
|
|
"learning_rate": 7.283347570674664e-06,
|
|
"loss": 0.0536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019584622234106064,
|
|
"step": 3895,
|
|
"valid_targets_mean": 9252.9,
|
|
"valid_targets_min": 1925
|
|
},
|
|
{
|
|
"epoch": 3.74304,
|
|
"grad_norm": 0.13350511389861328,
|
|
"learning_rate": 7.231707229439191e-06,
|
|
"loss": 0.0557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018930701538920403,
|
|
"step": 3900,
|
|
"valid_targets_mean": 8362.8,
|
|
"valid_targets_min": 3106
|
|
},
|
|
{
|
|
"epoch": 3.74784,
|
|
"grad_norm": 0.1301142031540442,
|
|
"learning_rate": 7.180210176828557e-06,
|
|
"loss": 0.0539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01843518391251564,
|
|
"step": 3905,
|
|
"valid_targets_mean": 8952.4,
|
|
"valid_targets_min": 1932
|
|
},
|
|
{
|
|
"epoch": 3.75264,
|
|
"grad_norm": 0.14804851725083004,
|
|
"learning_rate": 7.1288569907541495e-06,
|
|
"loss": 0.0542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016517702490091324,
|
|
"step": 3910,
|
|
"valid_targets_mean": 8982.4,
|
|
"valid_targets_min": 3753
|
|
},
|
|
{
|
|
"epoch": 3.75744,
|
|
"grad_norm": 0.1472353370607068,
|
|
"learning_rate": 7.0776482475128674e-06,
|
|
"loss": 0.0527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01933884434401989,
|
|
"step": 3915,
|
|
"valid_targets_mean": 7994.6,
|
|
"valid_targets_min": 1413
|
|
},
|
|
{
|
|
"epoch": 3.7622400000000003,
|
|
"grad_norm": 0.12792785699272863,
|
|
"learning_rate": 7.026584521780628e-06,
|
|
"loss": 0.052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021142924204468727,
|
|
"step": 3920,
|
|
"valid_targets_mean": 9141.5,
|
|
"valid_targets_min": 2962
|
|
},
|
|
{
|
|
"epoch": 3.76704,
|
|
"grad_norm": 0.1365740601360126,
|
|
"learning_rate": 6.9756663866059324e-06,
|
|
"loss": 0.0568,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017975568771362305,
|
|
"step": 3925,
|
|
"valid_targets_mean": 8611.1,
|
|
"valid_targets_min": 3075
|
|
},
|
|
{
|
|
"epoch": 3.77184,
|
|
"grad_norm": 0.1280897139250657,
|
|
"learning_rate": 6.924894413403434e-06,
|
|
"loss": 0.0562,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015527415089309216,
|
|
"step": 3930,
|
|
"valid_targets_mean": 7602.2,
|
|
"valid_targets_min": 3152
|
|
},
|
|
{
|
|
"epoch": 3.77664,
|
|
"grad_norm": 0.133581093629811,
|
|
"learning_rate": 6.874269171947516e-06,
|
|
"loss": 0.0545,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01571614481508732,
|
|
"step": 3935,
|
|
"valid_targets_mean": 8710.9,
|
|
"valid_targets_min": 3037
|
|
},
|
|
{
|
|
"epoch": 3.78144,
|
|
"grad_norm": 0.13173898278248164,
|
|
"learning_rate": 6.8237912303659195e-06,
|
|
"loss": 0.0549,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01879742182791233,
|
|
"step": 3940,
|
|
"valid_targets_mean": 8989.7,
|
|
"valid_targets_min": 3746
|
|
},
|
|
{
|
|
"epoch": 3.7862400000000003,
|
|
"grad_norm": 0.12954058129422952,
|
|
"learning_rate": 6.773461155133334e-06,
|
|
"loss": 0.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016739197075366974,
|
|
"step": 3945,
|
|
"valid_targets_mean": 8927.5,
|
|
"valid_targets_min": 5341
|
|
},
|
|
{
|
|
"epoch": 3.7910399999999997,
|
|
"grad_norm": 0.12613131464245048,
|
|
"learning_rate": 6.723279511065088e-06,
|
|
"loss": 0.0523,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016926273703575134,
|
|
"step": 3950,
|
|
"valid_targets_mean": 9623.4,
|
|
"valid_targets_min": 2541
|
|
},
|
|
{
|
|
"epoch": 3.79584,
|
|
"grad_norm": 0.1292964362058766,
|
|
"learning_rate": 6.673246861310751e-06,
|
|
"loss": 0.0532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017725899815559387,
|
|
"step": 3955,
|
|
"valid_targets_mean": 7859.5,
|
|
"valid_targets_min": 3588
|
|
},
|
|
{
|
|
"epoch": 3.80064,
|
|
"grad_norm": 0.130316879874074,
|
|
"learning_rate": 6.623363767347874e-06,
|
|
"loss": 0.0535,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02152263931930065,
|
|
"step": 3960,
|
|
"valid_targets_mean": 9065.3,
|
|
"valid_targets_min": 1925
|
|
},
|
|
{
|
|
"epoch": 3.80544,
|
|
"grad_norm": 0.12971369743191016,
|
|
"learning_rate": 6.5736307889756425e-06,
|
|
"loss": 0.0545,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016394753009080887,
|
|
"step": 3965,
|
|
"valid_targets_mean": 8884.4,
|
|
"valid_targets_min": 2482
|
|
},
|
|
{
|
|
"epoch": 3.81024,
|
|
"grad_norm": 0.1568859332985799,
|
|
"learning_rate": 6.5240484843086095e-06,
|
|
"loss": 0.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021794119849801064,
|
|
"step": 3970,
|
|
"valid_targets_mean": 9304.8,
|
|
"valid_targets_min": 1462
|
|
},
|
|
{
|
|
"epoch": 3.8150399999999998,
|
|
"grad_norm": 0.13421165461310694,
|
|
"learning_rate": 6.474617409770441e-06,
|
|
"loss": 0.0542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01763138733804226,
|
|
"step": 3975,
|
|
"valid_targets_mean": 8132.8,
|
|
"valid_targets_min": 922
|
|
},
|
|
{
|
|
"epoch": 3.81984,
|
|
"grad_norm": 0.12677902333212412,
|
|
"learning_rate": 6.425338120087665e-06,
|
|
"loss": 0.0542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017714576795697212,
|
|
"step": 3980,
|
|
"valid_targets_mean": 8993.7,
|
|
"valid_targets_min": 2647
|
|
},
|
|
{
|
|
"epoch": 3.82464,
|
|
"grad_norm": 0.13212966268794687,
|
|
"learning_rate": 6.3762111682834374e-06,
|
|
"loss": 0.0545,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01865052804350853,
|
|
"step": 3985,
|
|
"valid_targets_mean": 8879.0,
|
|
"valid_targets_min": 2453
|
|
},
|
|
{
|
|
"epoch": 3.82944,
|
|
"grad_norm": 0.1407986051119374,
|
|
"learning_rate": 6.327237105671362e-06,
|
|
"loss": 0.0558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017468944191932678,
|
|
"step": 3990,
|
|
"valid_targets_mean": 9018.7,
|
|
"valid_targets_min": 2962
|
|
},
|
|
{
|
|
"epoch": 3.83424,
|
|
"grad_norm": 0.1320979084915881,
|
|
"learning_rate": 6.278416481849274e-06,
|
|
"loss": 0.0548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016698092222213745,
|
|
"step": 3995,
|
|
"valid_targets_mean": 8318.9,
|
|
"valid_targets_min": 3301
|
|
},
|
|
{
|
|
"epoch": 3.83904,
|
|
"grad_norm": 0.12990710853432647,
|
|
"learning_rate": 6.22974984469308e-06,
|
|
"loss": 0.0537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01842219941318035,
|
|
"step": 4000,
|
|
"valid_targets_mean": 8659.0,
|
|
"valid_targets_min": 1468
|
|
},
|
|
{
|
|
"epoch": 3.84384,
|
|
"grad_norm": 0.13236712617272228,
|
|
"learning_rate": 6.181237740350625e-06,
|
|
"loss": 0.0533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020259007811546326,
|
|
"step": 4005,
|
|
"valid_targets_mean": 8054.6,
|
|
"valid_targets_min": 2687
|
|
},
|
|
{
|
|
"epoch": 3.84864,
|
|
"grad_norm": 0.13041784618423918,
|
|
"learning_rate": 6.132880713235543e-06,
|
|
"loss": 0.0554,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018737755715847015,
|
|
"step": 4010,
|
|
"valid_targets_mean": 9364.6,
|
|
"valid_targets_min": 3819
|
|
},
|
|
{
|
|
"epoch": 3.85344,
|
|
"grad_norm": 0.13524360240078845,
|
|
"learning_rate": 6.084679306021162e-06,
|
|
"loss": 0.053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015698693692684174,
|
|
"step": 4015,
|
|
"valid_targets_mean": 7918.4,
|
|
"valid_targets_min": 2787
|
|
},
|
|
{
|
|
"epoch": 3.85824,
|
|
"grad_norm": 0.12236282756023174,
|
|
"learning_rate": 6.036634059634403e-06,
|
|
"loss": 0.0533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016556216403841972,
|
|
"step": 4020,
|
|
"valid_targets_mean": 8993.7,
|
|
"valid_targets_min": 3277
|
|
},
|
|
{
|
|
"epoch": 3.86304,
|
|
"grad_norm": 0.13236991040385118,
|
|
"learning_rate": 5.988745513249723e-06,
|
|
"loss": 0.0548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015798557549715042,
|
|
"step": 4025,
|
|
"valid_targets_mean": 7554.2,
|
|
"valid_targets_min": 2150
|
|
},
|
|
{
|
|
"epoch": 3.86784,
|
|
"grad_norm": 0.1290662796744428,
|
|
"learning_rate": 5.941014204283065e-06,
|
|
"loss": 0.0524,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017221640795469284,
|
|
"step": 4030,
|
|
"valid_targets_mean": 8782.2,
|
|
"valid_targets_min": 3375
|
|
},
|
|
{
|
|
"epoch": 3.87264,
|
|
"grad_norm": 0.14205933896083572,
|
|
"learning_rate": 5.893440668385797e-06,
|
|
"loss": 0.056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018951009958982468,
|
|
"step": 4035,
|
|
"valid_targets_mean": 8017.5,
|
|
"valid_targets_min": 3253
|
|
},
|
|
{
|
|
"epoch": 3.87744,
|
|
"grad_norm": 0.1368306093679873,
|
|
"learning_rate": 5.8460254394387335e-06,
|
|
"loss": 0.0562,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018680622801184654,
|
|
"step": 4040,
|
|
"valid_targets_mean": 8573.9,
|
|
"valid_targets_min": 3166
|
|
},
|
|
{
|
|
"epoch": 3.88224,
|
|
"grad_norm": 0.14792994727994602,
|
|
"learning_rate": 5.798769049546136e-06,
|
|
"loss": 0.0536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01788490265607834,
|
|
"step": 4045,
|
|
"valid_targets_mean": 8650.3,
|
|
"valid_targets_min": 3015
|
|
},
|
|
{
|
|
"epoch": 3.88704,
|
|
"grad_norm": 0.12797744609338996,
|
|
"learning_rate": 5.751672029029734e-06,
|
|
"loss": 0.0541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017983146011829376,
|
|
"step": 4050,
|
|
"valid_targets_mean": 9032.2,
|
|
"valid_targets_min": 3561
|
|
},
|
|
{
|
|
"epoch": 3.89184,
|
|
"grad_norm": 0.1368383859346621,
|
|
"learning_rate": 5.704734906422775e-06,
|
|
"loss": 0.0542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01866726018488407,
|
|
"step": 4055,
|
|
"valid_targets_mean": 8509.7,
|
|
"valid_targets_min": 1352
|
|
},
|
|
{
|
|
"epoch": 3.89664,
|
|
"grad_norm": 0.1274931135133911,
|
|
"learning_rate": 5.657958208464103e-06,
|
|
"loss": 0.0543,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017809130251407623,
|
|
"step": 4060,
|
|
"valid_targets_mean": 9095.2,
|
|
"valid_targets_min": 3414
|
|
},
|
|
{
|
|
"epoch": 3.90144,
|
|
"grad_norm": 0.12446892196214056,
|
|
"learning_rate": 5.611342460092244e-06,
|
|
"loss": 0.0569,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018567975610494614,
|
|
"step": 4065,
|
|
"valid_targets_mean": 8345.9,
|
|
"valid_targets_min": 1662
|
|
},
|
|
{
|
|
"epoch": 3.90624,
|
|
"grad_norm": 0.13830759122979366,
|
|
"learning_rate": 5.564888184439505e-06,
|
|
"loss": 0.0567,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017078258097171783,
|
|
"step": 4070,
|
|
"valid_targets_mean": 8059.1,
|
|
"valid_targets_min": 1554
|
|
},
|
|
{
|
|
"epoch": 3.91104,
|
|
"grad_norm": 0.36165706553152754,
|
|
"learning_rate": 5.5185959028261135e-06,
|
|
"loss": 0.0553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02065645530819893,
|
|
"step": 4075,
|
|
"valid_targets_mean": 9743.2,
|
|
"valid_targets_min": 5526
|
|
},
|
|
{
|
|
"epoch": 3.91584,
|
|
"grad_norm": 0.1316808841029414,
|
|
"learning_rate": 5.47246613475436e-06,
|
|
"loss": 0.0547,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01675555296242237,
|
|
"step": 4080,
|
|
"valid_targets_mean": 9094.8,
|
|
"valid_targets_min": 4363
|
|
},
|
|
{
|
|
"epoch": 3.92064,
|
|
"grad_norm": 0.14798968834118362,
|
|
"learning_rate": 5.4264993979027735e-06,
|
|
"loss": 0.055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019093751907348633,
|
|
"step": 4085,
|
|
"valid_targets_mean": 9276.1,
|
|
"valid_targets_min": 2780
|
|
},
|
|
{
|
|
"epoch": 3.92544,
|
|
"grad_norm": 0.13158694237133187,
|
|
"learning_rate": 5.380696208120315e-06,
|
|
"loss": 0.052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020652972161769867,
|
|
"step": 4090,
|
|
"valid_targets_mean": 9859.9,
|
|
"valid_targets_min": 4035
|
|
},
|
|
{
|
|
"epoch": 3.93024,
|
|
"grad_norm": 0.14195945121470888,
|
|
"learning_rate": 5.335057079420571e-06,
|
|
"loss": 0.0532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017747461795806885,
|
|
"step": 4095,
|
|
"valid_targets_mean": 8872.0,
|
|
"valid_targets_min": 2232
|
|
},
|
|
{
|
|
"epoch": 3.93504,
|
|
"grad_norm": 0.1374303761783451,
|
|
"learning_rate": 5.289582523976015e-06,
|
|
"loss": 0.0536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017126193270087242,
|
|
"step": 4100,
|
|
"valid_targets_mean": 8146.2,
|
|
"valid_targets_min": 2982
|
|
},
|
|
{
|
|
"epoch": 3.9398400000000002,
|
|
"grad_norm": 0.14182449340419634,
|
|
"learning_rate": 5.244273052112241e-06,
|
|
"loss": 0.0536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018104974180459976,
|
|
"step": 4105,
|
|
"valid_targets_mean": 8459.2,
|
|
"valid_targets_min": 4292
|
|
},
|
|
{
|
|
"epoch": 3.94464,
|
|
"grad_norm": 0.12798985706630067,
|
|
"learning_rate": 5.199129172302224e-06,
|
|
"loss": 0.0516,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018952365964651108,
|
|
"step": 4110,
|
|
"valid_targets_mean": 9065.8,
|
|
"valid_targets_min": 2898
|
|
},
|
|
{
|
|
"epoch": 3.94944,
|
|
"grad_norm": 0.13189531058235807,
|
|
"learning_rate": 5.154151391160638e-06,
|
|
"loss": 0.0521,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018595896661281586,
|
|
"step": 4115,
|
|
"valid_targets_mean": 9053.8,
|
|
"valid_targets_min": 2092
|
|
},
|
|
{
|
|
"epoch": 3.95424,
|
|
"grad_norm": 0.1247555985934334,
|
|
"learning_rate": 5.109340213438156e-06,
|
|
"loss": 0.0503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015505434945225716,
|
|
"step": 4120,
|
|
"valid_targets_mean": 8914.9,
|
|
"valid_targets_min": 2859
|
|
},
|
|
{
|
|
"epoch": 3.95904,
|
|
"grad_norm": 0.13611501132172,
|
|
"learning_rate": 5.0646961420157995e-06,
|
|
"loss": 0.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018326323479413986,
|
|
"step": 4125,
|
|
"valid_targets_mean": 8805.6,
|
|
"valid_targets_min": 4681
|
|
},
|
|
{
|
|
"epoch": 3.9638400000000003,
|
|
"grad_norm": 0.14009893602915602,
|
|
"learning_rate": 5.020219677899276e-06,
|
|
"loss": 0.0567,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016717668622732162,
|
|
"step": 4130,
|
|
"valid_targets_mean": 8772.8,
|
|
"valid_targets_min": 2911
|
|
},
|
|
{
|
|
"epoch": 3.9686399999999997,
|
|
"grad_norm": 0.12119906324919044,
|
|
"learning_rate": 4.975911320213365e-06,
|
|
"loss": 0.0509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01370596420019865,
|
|
"step": 4135,
|
|
"valid_targets_mean": 8794.0,
|
|
"valid_targets_min": 1818
|
|
},
|
|
{
|
|
"epoch": 3.97344,
|
|
"grad_norm": 0.14093350602423113,
|
|
"learning_rate": 4.931771566196332e-06,
|
|
"loss": 0.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016862042248249054,
|
|
"step": 4140,
|
|
"valid_targets_mean": 8397.8,
|
|
"valid_targets_min": 3079
|
|
},
|
|
{
|
|
"epoch": 3.97824,
|
|
"grad_norm": 0.1349495489817161,
|
|
"learning_rate": 4.887800911194327e-06,
|
|
"loss": 0.0558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02118859626352787,
|
|
"step": 4145,
|
|
"valid_targets_mean": 9048.3,
|
|
"valid_targets_min": 5051
|
|
},
|
|
{
|
|
"epoch": 3.98304,
|
|
"grad_norm": 0.13142737943814867,
|
|
"learning_rate": 4.8439998486558246e-06,
|
|
"loss": 0.0528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01611470803618431,
|
|
"step": 4150,
|
|
"valid_targets_mean": 8308.8,
|
|
"valid_targets_min": 2652
|
|
},
|
|
{
|
|
"epoch": 3.9878400000000003,
|
|
"grad_norm": 0.13509533467515525,
|
|
"learning_rate": 4.800368870126111e-06,
|
|
"loss": 0.0528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0191353652626276,
|
|
"step": 4155,
|
|
"valid_targets_mean": 8963.3,
|
|
"valid_targets_min": 3633
|
|
},
|
|
{
|
|
"epoch": 3.9926399999999997,
|
|
"grad_norm": 0.14336406928605755,
|
|
"learning_rate": 4.756908465241736e-06,
|
|
"loss": 0.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01861722022294998,
|
|
"step": 4160,
|
|
"valid_targets_mean": 8617.6,
|
|
"valid_targets_min": 1813
|
|
},
|
|
{
|
|
"epoch": 3.99744,
|
|
"grad_norm": 0.13786327261197132,
|
|
"learning_rate": 4.713619121725039e-06,
|
|
"loss": 0.052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016211070120334625,
|
|
"step": 4165,
|
|
"valid_targets_mean": 8242.3,
|
|
"valid_targets_min": 1738
|
|
},
|
|
{
|
|
"epoch": 4.00192,
|
|
"grad_norm": 0.13937769816078396,
|
|
"learning_rate": 4.670501325378682e-06,
|
|
"loss": 0.0557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024742331355810165,
|
|
"step": 4170,
|
|
"valid_targets_mean": 9415.3,
|
|
"valid_targets_min": 1752
|
|
},
|
|
{
|
|
"epoch": 4.00672,
|
|
"grad_norm": 0.13260992045284067,
|
|
"learning_rate": 4.627555560080173e-06,
|
|
"loss": 0.0611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020355109125375748,
|
|
"step": 4175,
|
|
"valid_targets_mean": 8578.2,
|
|
"valid_targets_min": 2279
|
|
},
|
|
{
|
|
"epoch": 4.01152,
|
|
"grad_norm": 0.12136644577113068,
|
|
"learning_rate": 4.5847823077764565e-06,
|
|
"loss": 0.059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01977297104895115,
|
|
"step": 4180,
|
|
"valid_targets_mean": 9292.6,
|
|
"valid_targets_min": 2064
|
|
},
|
|
{
|
|
"epoch": 4.01632,
|
|
"grad_norm": 0.12215655268804888,
|
|
"learning_rate": 4.5421820484784936e-06,
|
|
"loss": 0.0593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01999478042125702,
|
|
"step": 4185,
|
|
"valid_targets_mean": 7845.3,
|
|
"valid_targets_min": 2443
|
|
},
|
|
{
|
|
"epoch": 4.02112,
|
|
"grad_norm": 0.11025685198030728,
|
|
"learning_rate": 4.499755260255881e-06,
|
|
"loss": 0.0608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018016569316387177,
|
|
"step": 4190,
|
|
"valid_targets_mean": 9317.6,
|
|
"valid_targets_min": 4456
|
|
},
|
|
{
|
|
"epoch": 4.02592,
|
|
"grad_norm": 0.12199348277560307,
|
|
"learning_rate": 4.457502419231483e-06,
|
|
"loss": 0.0585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018790187314152718,
|
|
"step": 4195,
|
|
"valid_targets_mean": 8750.2,
|
|
"valid_targets_min": 2849
|
|
},
|
|
{
|
|
"epoch": 4.03072,
|
|
"grad_norm": 0.11851887247821241,
|
|
"learning_rate": 4.415423999576091e-06,
|
|
"loss": 0.0595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018436409533023834,
|
|
"step": 4200,
|
|
"valid_targets_mean": 8257.3,
|
|
"valid_targets_min": 2090
|
|
},
|
|
{
|
|
"epoch": 4.03552,
|
|
"grad_norm": 0.12943593708733644,
|
|
"learning_rate": 4.373520473503097e-06,
|
|
"loss": 0.0601,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022049235180020332,
|
|
"step": 4205,
|
|
"valid_targets_mean": 8969.0,
|
|
"valid_targets_min": 1560
|
|
},
|
|
{
|
|
"epoch": 4.04032,
|
|
"grad_norm": 0.12087582197109357,
|
|
"learning_rate": 4.33179231126321e-06,
|
|
"loss": 0.0566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017242740839719772,
|
|
"step": 4210,
|
|
"valid_targets_mean": 8371.2,
|
|
"valid_targets_min": 3676
|
|
},
|
|
{
|
|
"epoch": 4.04512,
|
|
"grad_norm": 0.12253314755510665,
|
|
"learning_rate": 4.2902399811391575e-06,
|
|
"loss": 0.06,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019466323778033257,
|
|
"step": 4215,
|
|
"valid_targets_mean": 9305.2,
|
|
"valid_targets_min": 4992
|
|
},
|
|
{
|
|
"epoch": 4.04992,
|
|
"grad_norm": 0.11319613242190042,
|
|
"learning_rate": 4.248863949440436e-06,
|
|
"loss": 0.0586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018419280648231506,
|
|
"step": 4220,
|
|
"valid_targets_mean": 9305.4,
|
|
"valid_targets_min": 3216
|
|
},
|
|
{
|
|
"epoch": 4.05472,
|
|
"grad_norm": 0.12553938847694884,
|
|
"learning_rate": 4.207664680498094e-06,
|
|
"loss": 0.0591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01968151330947876,
|
|
"step": 4225,
|
|
"valid_targets_mean": 9126.7,
|
|
"valid_targets_min": 2259
|
|
},
|
|
{
|
|
"epoch": 4.05952,
|
|
"grad_norm": 0.12183311961705774,
|
|
"learning_rate": 4.166642636659495e-06,
|
|
"loss": 0.0602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01877449080348015,
|
|
"step": 4230,
|
|
"valid_targets_mean": 8311.8,
|
|
"valid_targets_min": 3816
|
|
},
|
|
{
|
|
"epoch": 4.06432,
|
|
"grad_norm": 0.1174766482044172,
|
|
"learning_rate": 4.125798278283155e-06,
|
|
"loss": 0.0576,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017112433910369873,
|
|
"step": 4235,
|
|
"valid_targets_mean": 8814.9,
|
|
"valid_targets_min": 2509
|
|
},
|
|
{
|
|
"epoch": 4.06912,
|
|
"grad_norm": 0.11859507691645307,
|
|
"learning_rate": 4.085132063733554e-06,
|
|
"loss": 0.0599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02330220490694046,
|
|
"step": 4240,
|
|
"valid_targets_mean": 8392.0,
|
|
"valid_targets_min": 2719
|
|
},
|
|
{
|
|
"epoch": 4.07392,
|
|
"grad_norm": 0.12638051636040903,
|
|
"learning_rate": 4.0446444493760165e-06,
|
|
"loss": 0.0614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01938215270638466,
|
|
"step": 4245,
|
|
"valid_targets_mean": 8159.9,
|
|
"valid_targets_min": 3346
|
|
},
|
|
{
|
|
"epoch": 4.07872,
|
|
"grad_norm": 0.1228089615134463,
|
|
"learning_rate": 4.004335889571556e-06,
|
|
"loss": 0.0585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0213320329785347,
|
|
"step": 4250,
|
|
"valid_targets_mean": 8913.4,
|
|
"valid_targets_min": 2661
|
|
},
|
|
{
|
|
"epoch": 4.08352,
|
|
"grad_norm": 0.11774846166929161,
|
|
"learning_rate": 3.96420683667182e-06,
|
|
"loss": 0.059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017504338175058365,
|
|
"step": 4255,
|
|
"valid_targets_mean": 8633.9,
|
|
"valid_targets_min": 3543
|
|
},
|
|
{
|
|
"epoch": 4.08832,
|
|
"grad_norm": 0.11486128306446362,
|
|
"learning_rate": 3.924257741013968e-06,
|
|
"loss": 0.0593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01892087049782276,
|
|
"step": 4260,
|
|
"valid_targets_mean": 9490.9,
|
|
"valid_targets_min": 5870
|
|
},
|
|
{
|
|
"epoch": 4.09312,
|
|
"grad_norm": 0.12123842804798597,
|
|
"learning_rate": 3.884489050915652e-06,
|
|
"loss": 0.0577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017838746309280396,
|
|
"step": 4265,
|
|
"valid_targets_mean": 9250.5,
|
|
"valid_targets_min": 2459
|
|
},
|
|
{
|
|
"epoch": 4.09792,
|
|
"grad_norm": 0.12190469160340199,
|
|
"learning_rate": 3.844901212669962e-06,
|
|
"loss": 0.0583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019511397927999496,
|
|
"step": 4270,
|
|
"valid_targets_mean": 8654.8,
|
|
"valid_targets_min": 4446
|
|
},
|
|
{
|
|
"epoch": 4.10272,
|
|
"grad_norm": 0.12941809477086033,
|
|
"learning_rate": 3.8054946705404415e-06,
|
|
"loss": 0.0607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021360494196414948,
|
|
"step": 4275,
|
|
"valid_targets_mean": 7698.9,
|
|
"valid_targets_min": 2140
|
|
},
|
|
{
|
|
"epoch": 4.10752,
|
|
"grad_norm": 0.11911570039785059,
|
|
"learning_rate": 3.7662698667560714e-06,
|
|
"loss": 0.058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022066941484808922,
|
|
"step": 4280,
|
|
"valid_targets_mean": 8562.8,
|
|
"valid_targets_min": 2101
|
|
},
|
|
{
|
|
"epoch": 4.11232,
|
|
"grad_norm": 0.1237060154496202,
|
|
"learning_rate": 3.7272272415063484e-06,
|
|
"loss": 0.0596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020797599107027054,
|
|
"step": 4285,
|
|
"valid_targets_mean": 9182.3,
|
|
"valid_targets_min": 2194
|
|
},
|
|
{
|
|
"epoch": 4.11712,
|
|
"grad_norm": 0.12222076744088618,
|
|
"learning_rate": 3.6883672329363007e-06,
|
|
"loss": 0.0615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020003672689199448,
|
|
"step": 4290,
|
|
"valid_targets_mean": 8025.3,
|
|
"valid_targets_min": 2380
|
|
},
|
|
{
|
|
"epoch": 4.12192,
|
|
"grad_norm": 0.1268561459483808,
|
|
"learning_rate": 3.649690277141598e-06,
|
|
"loss": 0.0592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020146148279309273,
|
|
"step": 4295,
|
|
"valid_targets_mean": 8866.0,
|
|
"valid_targets_min": 1757
|
|
},
|
|
{
|
|
"epoch": 4.12672,
|
|
"grad_norm": 0.1203324885785926,
|
|
"learning_rate": 3.6111968081636507e-06,
|
|
"loss": 0.0616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021221231669187546,
|
|
"step": 4300,
|
|
"valid_targets_mean": 8719.1,
|
|
"valid_targets_min": 3671
|
|
},
|
|
{
|
|
"epoch": 4.13152,
|
|
"grad_norm": 0.12018186551080842,
|
|
"learning_rate": 3.572887257984743e-06,
|
|
"loss": 0.0603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01852181926369667,
|
|
"step": 4305,
|
|
"valid_targets_mean": 8375.8,
|
|
"valid_targets_min": 2431
|
|
},
|
|
{
|
|
"epoch": 4.1363199999999996,
|
|
"grad_norm": 0.11684594358500293,
|
|
"learning_rate": 3.5347620565231733e-06,
|
|
"loss": 0.0563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016558483242988586,
|
|
"step": 4310,
|
|
"valid_targets_mean": 8316.6,
|
|
"valid_targets_min": 3148
|
|
},
|
|
{
|
|
"epoch": 4.14112,
|
|
"grad_norm": 0.1145696786032025,
|
|
"learning_rate": 3.496821631628442e-06,
|
|
"loss": 0.0556,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016824206337332726,
|
|
"step": 4315,
|
|
"valid_targets_mean": 9543.6,
|
|
"valid_targets_min": 5120
|
|
},
|
|
{
|
|
"epoch": 4.14592,
|
|
"grad_norm": 0.1329769792894044,
|
|
"learning_rate": 3.459066409076448e-06,
|
|
"loss": 0.0577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020469941198825836,
|
|
"step": 4320,
|
|
"valid_targets_mean": 9157.2,
|
|
"valid_targets_min": 4740
|
|
},
|
|
{
|
|
"epoch": 4.15072,
|
|
"grad_norm": 0.12076030631519495,
|
|
"learning_rate": 3.421496812564713e-06,
|
|
"loss": 0.058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019596287980675697,
|
|
"step": 4325,
|
|
"valid_targets_mean": 9119.2,
|
|
"valid_targets_min": 2239
|
|
},
|
|
{
|
|
"epoch": 4.15552,
|
|
"grad_norm": 0.12445424995710275,
|
|
"learning_rate": 3.384113263707609e-06,
|
|
"loss": 0.0579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018446721136569977,
|
|
"step": 4330,
|
|
"valid_targets_mean": 7905.8,
|
|
"valid_targets_min": 2773
|
|
},
|
|
{
|
|
"epoch": 4.16032,
|
|
"grad_norm": 0.11984162900794601,
|
|
"learning_rate": 3.34691618203165e-06,
|
|
"loss": 0.0606,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018406976014375687,
|
|
"step": 4335,
|
|
"valid_targets_mean": 9256.8,
|
|
"valid_targets_min": 2197
|
|
},
|
|
{
|
|
"epoch": 4.16512,
|
|
"grad_norm": 0.12179081674701153,
|
|
"learning_rate": 3.309905984970765e-06,
|
|
"loss": 0.0585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017512843012809753,
|
|
"step": 4340,
|
|
"valid_targets_mean": 8542.8,
|
|
"valid_targets_min": 2767
|
|
},
|
|
{
|
|
"epoch": 4.16992,
|
|
"grad_norm": 0.11759843922722205,
|
|
"learning_rate": 3.2730830878616305e-06,
|
|
"loss": 0.0608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02117135003209114,
|
|
"step": 4345,
|
|
"valid_targets_mean": 9212.2,
|
|
"valid_targets_min": 2958
|
|
},
|
|
{
|
|
"epoch": 4.17472,
|
|
"grad_norm": 0.11807834168622429,
|
|
"learning_rate": 3.2364479039389973e-06,
|
|
"loss": 0.0606,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018724609166383743,
|
|
"step": 4350,
|
|
"valid_targets_mean": 8196.4,
|
|
"valid_targets_min": 1964
|
|
},
|
|
{
|
|
"epoch": 4.17952,
|
|
"grad_norm": 0.1243844477116557,
|
|
"learning_rate": 3.2000008443310505e-06,
|
|
"loss": 0.0598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02250153385102749,
|
|
"step": 4355,
|
|
"valid_targets_mean": 9202.8,
|
|
"valid_targets_min": 1686
|
|
},
|
|
{
|
|
"epoch": 4.18432,
|
|
"grad_norm": 0.11956480020734431,
|
|
"learning_rate": 3.1637423180548232e-06,
|
|
"loss": 0.0579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022235415875911713,
|
|
"step": 4360,
|
|
"valid_targets_mean": 9636.3,
|
|
"valid_targets_min": 1629
|
|
},
|
|
{
|
|
"epoch": 4.18912,
|
|
"grad_norm": 0.1185081417491982,
|
|
"learning_rate": 3.127672732011564e-06,
|
|
"loss": 0.0619,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022327009588479996,
|
|
"step": 4365,
|
|
"valid_targets_mean": 9096.0,
|
|
"valid_targets_min": 4447
|
|
},
|
|
{
|
|
"epoch": 4.19392,
|
|
"grad_norm": 0.12464353748951823,
|
|
"learning_rate": 3.0917924909821993e-06,
|
|
"loss": 0.0586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022116748616099358,
|
|
"step": 4370,
|
|
"valid_targets_mean": 8855.2,
|
|
"valid_targets_min": 2971
|
|
},
|
|
{
|
|
"epoch": 4.19872,
|
|
"grad_norm": 0.11711235388240054,
|
|
"learning_rate": 3.0561019976227867e-06,
|
|
"loss": 0.0579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01701711304485798,
|
|
"step": 4375,
|
|
"valid_targets_mean": 8770.3,
|
|
"valid_targets_min": 3883
|
|
},
|
|
{
|
|
"epoch": 4.20352,
|
|
"grad_norm": 0.12209386881284948,
|
|
"learning_rate": 3.020601652459989e-06,
|
|
"loss": 0.0607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018716298043727875,
|
|
"step": 4380,
|
|
"valid_targets_mean": 8453.9,
|
|
"valid_targets_min": 2471
|
|
},
|
|
{
|
|
"epoch": 4.20832,
|
|
"grad_norm": 0.1179732819427151,
|
|
"learning_rate": 2.9852918538865847e-06,
|
|
"loss": 0.0586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01898093894124031,
|
|
"step": 4385,
|
|
"valid_targets_mean": 8763.5,
|
|
"valid_targets_min": 1581
|
|
},
|
|
{
|
|
"epoch": 4.21312,
|
|
"grad_norm": 0.12433317521576756,
|
|
"learning_rate": 2.950172998156995e-06,
|
|
"loss": 0.0624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023141473531723022,
|
|
"step": 4390,
|
|
"valid_targets_mean": 9088.0,
|
|
"valid_targets_min": 3503
|
|
},
|
|
{
|
|
"epoch": 4.21792,
|
|
"grad_norm": 0.12187721181458719,
|
|
"learning_rate": 2.91524547938284e-06,
|
|
"loss": 0.057,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019292142242193222,
|
|
"step": 4395,
|
|
"valid_targets_mean": 9112.7,
|
|
"valid_targets_min": 3780
|
|
},
|
|
{
|
|
"epoch": 4.22272,
|
|
"grad_norm": 0.1249249599539274,
|
|
"learning_rate": 2.880509689528519e-06,
|
|
"loss": 0.0589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020155327394604683,
|
|
"step": 4400,
|
|
"valid_targets_mean": 8781.4,
|
|
"valid_targets_min": 4800
|
|
},
|
|
{
|
|
"epoch": 4.22752,
|
|
"grad_norm": 0.12130990173874953,
|
|
"learning_rate": 2.845966018406796e-06,
|
|
"loss": 0.0602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01886666938662529,
|
|
"step": 4405,
|
|
"valid_targets_mean": 8720.8,
|
|
"valid_targets_min": 3689
|
|
},
|
|
{
|
|
"epoch": 4.23232,
|
|
"grad_norm": 0.12261482199844286,
|
|
"learning_rate": 2.8116148536744448e-06,
|
|
"loss": 0.0601,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02107727900147438,
|
|
"step": 4410,
|
|
"valid_targets_mean": 8796.9,
|
|
"valid_targets_min": 4312
|
|
},
|
|
{
|
|
"epoch": 4.23712,
|
|
"grad_norm": 0.12041082622457164,
|
|
"learning_rate": 2.777456580827882e-06,
|
|
"loss": 0.0591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02132035419344902,
|
|
"step": 4415,
|
|
"valid_targets_mean": 8781.2,
|
|
"valid_targets_min": 2402
|
|
},
|
|
{
|
|
"epoch": 4.24192,
|
|
"grad_norm": 0.12018775604857752,
|
|
"learning_rate": 2.7434915831988517e-06,
|
|
"loss": 0.0603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022251714020967484,
|
|
"step": 4420,
|
|
"valid_targets_mean": 9274.4,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 4.24672,
|
|
"grad_norm": 0.12398684759078817,
|
|
"learning_rate": 2.7097202419501246e-06,
|
|
"loss": 0.0596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018055105581879616,
|
|
"step": 4425,
|
|
"valid_targets_mean": 7853.2,
|
|
"valid_targets_min": 2163
|
|
},
|
|
{
|
|
"epoch": 4.25152,
|
|
"grad_norm": 0.12381260153578,
|
|
"learning_rate": 2.6761429360712045e-06,
|
|
"loss": 0.0624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022460700944066048,
|
|
"step": 4430,
|
|
"valid_targets_mean": 7861.3,
|
|
"valid_targets_min": 2928
|
|
},
|
|
{
|
|
"epoch": 4.25632,
|
|
"grad_norm": 0.12825189987605026,
|
|
"learning_rate": 2.642760042374106e-06,
|
|
"loss": 0.0597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020237209275364876,
|
|
"step": 4435,
|
|
"valid_targets_mean": 8969.5,
|
|
"valid_targets_min": 3671
|
|
},
|
|
{
|
|
"epoch": 4.26112,
|
|
"grad_norm": 0.11707780055325222,
|
|
"learning_rate": 2.6095719354890903e-06,
|
|
"loss": 0.061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02044464461505413,
|
|
"step": 4440,
|
|
"valid_targets_mean": 9385.6,
|
|
"valid_targets_min": 5255
|
|
},
|
|
{
|
|
"epoch": 4.26592,
|
|
"grad_norm": 0.12130109167017335,
|
|
"learning_rate": 2.5765789878604852e-06,
|
|
"loss": 0.06,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021732307970523834,
|
|
"step": 4445,
|
|
"valid_targets_mean": 8074.7,
|
|
"valid_targets_min": 1889
|
|
},
|
|
{
|
|
"epoch": 4.27072,
|
|
"grad_norm": 0.12861534811780176,
|
|
"learning_rate": 2.543781569742496e-06,
|
|
"loss": 0.0607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021149098873138428,
|
|
"step": 4450,
|
|
"valid_targets_mean": 8897.9,
|
|
"valid_targets_min": 4566
|
|
},
|
|
{
|
|
"epoch": 4.27552,
|
|
"grad_norm": 0.12345473230408648,
|
|
"learning_rate": 2.5111800491950523e-06,
|
|
"loss": 0.0616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017032301053404808,
|
|
"step": 4455,
|
|
"valid_targets_mean": 8499.6,
|
|
"valid_targets_min": 4038
|
|
},
|
|
{
|
|
"epoch": 4.28032,
|
|
"grad_norm": 0.11892032327078929,
|
|
"learning_rate": 2.4787747920796723e-06,
|
|
"loss": 0.0583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021471751853823662,
|
|
"step": 4460,
|
|
"valid_targets_mean": 8411.4,
|
|
"valid_targets_min": 2210
|
|
},
|
|
{
|
|
"epoch": 4.28512,
|
|
"grad_norm": 0.12166979430091211,
|
|
"learning_rate": 2.446566162055377e-06,
|
|
"loss": 0.0563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017029765993356705,
|
|
"step": 4465,
|
|
"valid_targets_mean": 8300.8,
|
|
"valid_targets_min": 1868
|
|
},
|
|
{
|
|
"epoch": 4.28992,
|
|
"grad_norm": 0.11722138076862068,
|
|
"learning_rate": 2.414554520574579e-06,
|
|
"loss": 0.0603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01955687813460827,
|
|
"step": 4470,
|
|
"valid_targets_mean": 9353.0,
|
|
"valid_targets_min": 3294
|
|
},
|
|
{
|
|
"epoch": 4.29472,
|
|
"grad_norm": 0.124316488723136,
|
|
"learning_rate": 2.382740226879052e-06,
|
|
"loss": 0.0604,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022426098585128784,
|
|
"step": 4475,
|
|
"valid_targets_mean": 9120.7,
|
|
"valid_targets_min": 1679
|
|
},
|
|
{
|
|
"epoch": 4.29952,
|
|
"grad_norm": 0.11579019842855867,
|
|
"learning_rate": 2.3511236379958824e-06,
|
|
"loss": 0.0602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018894197419285774,
|
|
"step": 4480,
|
|
"valid_targets_mean": 8811.9,
|
|
"valid_targets_min": 3885
|
|
},
|
|
{
|
|
"epoch": 4.30432,
|
|
"grad_norm": 0.1259214272811187,
|
|
"learning_rate": 2.31970510873347e-06,
|
|
"loss": 0.0584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024906959384679794,
|
|
"step": 4485,
|
|
"valid_targets_mean": 9129.3,
|
|
"valid_targets_min": 3544
|
|
},
|
|
{
|
|
"epoch": 4.30912,
|
|
"grad_norm": 0.12084376607932995,
|
|
"learning_rate": 2.2884849916775485e-06,
|
|
"loss": 0.0616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014221737161278725,
|
|
"step": 4490,
|
|
"valid_targets_mean": 8125.8,
|
|
"valid_targets_min": 2826
|
|
},
|
|
{
|
|
"epoch": 4.3139199999999995,
|
|
"grad_norm": 0.11679620075564591,
|
|
"learning_rate": 2.257463637187225e-06,
|
|
"loss": 0.0574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021385526284575462,
|
|
"step": 4495,
|
|
"valid_targets_mean": 8571.7,
|
|
"valid_targets_min": 4541
|
|
},
|
|
{
|
|
"epoch": 4.31872,
|
|
"grad_norm": 0.12458729359845118,
|
|
"learning_rate": 2.2266413933910426e-06,
|
|
"loss": 0.058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02144310250878334,
|
|
"step": 4500,
|
|
"valid_targets_mean": 8770.7,
|
|
"valid_targets_min": 2390
|
|
},
|
|
{
|
|
"epoch": 4.32352,
|
|
"grad_norm": 0.1234814545306667,
|
|
"learning_rate": 2.196018606183088e-06,
|
|
"loss": 0.056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01575743779540062,
|
|
"step": 4505,
|
|
"valid_targets_mean": 8572.1,
|
|
"valid_targets_min": 2046
|
|
},
|
|
{
|
|
"epoch": 4.32832,
|
|
"grad_norm": 0.1203553321128352,
|
|
"learning_rate": 2.1655956192191007e-06,
|
|
"loss": 0.0588,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02352827787399292,
|
|
"step": 4510,
|
|
"valid_targets_mean": 9005.1,
|
|
"valid_targets_min": 3201
|
|
},
|
|
{
|
|
"epoch": 4.33312,
|
|
"grad_norm": 0.12717131209745855,
|
|
"learning_rate": 2.135372773912614e-06,
|
|
"loss": 0.0583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018232187256217003,
|
|
"step": 4515,
|
|
"valid_targets_mean": 8639.8,
|
|
"valid_targets_min": 4028
|
|
},
|
|
{
|
|
"epoch": 4.33792,
|
|
"grad_norm": 0.12297416080936355,
|
|
"learning_rate": 2.1053504094311285e-06,
|
|
"loss": 0.0611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02066735178232193,
|
|
"step": 4520,
|
|
"valid_targets_mean": 8406.8,
|
|
"valid_targets_min": 2310
|
|
},
|
|
{
|
|
"epoch": 4.34272,
|
|
"grad_norm": 0.11408264364981706,
|
|
"learning_rate": 2.0755288626923022e-06,
|
|
"loss": 0.0609,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016809195280075073,
|
|
"step": 4525,
|
|
"valid_targets_mean": 8664.7,
|
|
"valid_targets_min": 2680
|
|
},
|
|
{
|
|
"epoch": 4.34752,
|
|
"grad_norm": 0.11366877193389748,
|
|
"learning_rate": 2.0459084683601736e-06,
|
|
"loss": 0.0587,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018915891647338867,
|
|
"step": 4530,
|
|
"valid_targets_mean": 9101.0,
|
|
"valid_targets_min": 4064
|
|
},
|
|
{
|
|
"epoch": 4.35232,
|
|
"grad_norm": 0.11780725593526946,
|
|
"learning_rate": 2.0164895588414037e-06,
|
|
"loss": 0.0573,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02268713340163231,
|
|
"step": 4535,
|
|
"valid_targets_mean": 9264.6,
|
|
"valid_targets_min": 2587
|
|
},
|
|
{
|
|
"epoch": 4.35712,
|
|
"grad_norm": 0.11864430396627579,
|
|
"learning_rate": 1.987272464281551e-06,
|
|
"loss": 0.0595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01781759038567543,
|
|
"step": 4540,
|
|
"valid_targets_mean": 8280.8,
|
|
"valid_targets_min": 2616
|
|
},
|
|
{
|
|
"epoch": 4.36192,
|
|
"grad_norm": 0.12342667279516402,
|
|
"learning_rate": 1.95825751256135e-06,
|
|
"loss": 0.0603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021349921822547913,
|
|
"step": 4545,
|
|
"valid_targets_mean": 7914.7,
|
|
"valid_targets_min": 4779
|
|
},
|
|
{
|
|
"epoch": 4.36672,
|
|
"grad_norm": 0.12657913615634134,
|
|
"learning_rate": 1.9294450292930576e-06,
|
|
"loss": 0.0614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02445283532142639,
|
|
"step": 4550,
|
|
"valid_targets_mean": 8156.9,
|
|
"valid_targets_min": 3044
|
|
},
|
|
{
|
|
"epoch": 4.37152,
|
|
"grad_norm": 0.11859983603277927,
|
|
"learning_rate": 1.9008353378167755e-06,
|
|
"loss": 0.0589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022507328540086746,
|
|
"step": 4555,
|
|
"valid_targets_mean": 9130.3,
|
|
"valid_targets_min": 4855
|
|
},
|
|
{
|
|
"epoch": 4.37632,
|
|
"grad_norm": 0.11788766940094339,
|
|
"learning_rate": 1.8724287591968294e-06,
|
|
"loss": 0.0601,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022499315440654755,
|
|
"step": 4560,
|
|
"valid_targets_mean": 8801.2,
|
|
"valid_targets_min": 4940
|
|
},
|
|
{
|
|
"epoch": 4.38112,
|
|
"grad_norm": 0.11786646314018358,
|
|
"learning_rate": 1.8442256122181735e-06,
|
|
"loss": 0.0597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027995608747005463,
|
|
"step": 4565,
|
|
"valid_targets_mean": 8043.8,
|
|
"valid_targets_min": 3907
|
|
},
|
|
{
|
|
"epoch": 4.38592,
|
|
"grad_norm": 0.11870348032090175,
|
|
"learning_rate": 1.8162262133828013e-06,
|
|
"loss": 0.0605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01562669314444065,
|
|
"step": 4570,
|
|
"valid_targets_mean": 8143.3,
|
|
"valid_targets_min": 2952
|
|
},
|
|
{
|
|
"epoch": 4.39072,
|
|
"grad_norm": 0.11550723988467981,
|
|
"learning_rate": 1.7884308769061974e-06,
|
|
"loss": 0.06,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017535259947180748,
|
|
"step": 4575,
|
|
"valid_targets_mean": 8207.1,
|
|
"valid_targets_min": 1407
|
|
},
|
|
{
|
|
"epoch": 4.39552,
|
|
"grad_norm": 0.12858179033167436,
|
|
"learning_rate": 1.7608399147138278e-06,
|
|
"loss": 0.0606,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021043431013822556,
|
|
"step": 4580,
|
|
"valid_targets_mean": 9255.1,
|
|
"valid_targets_min": 5243
|
|
},
|
|
{
|
|
"epoch": 4.40032,
|
|
"grad_norm": 0.12484115877372373,
|
|
"learning_rate": 1.7334536364376075e-06,
|
|
"loss": 0.0609,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01975128799676895,
|
|
"step": 4585,
|
|
"valid_targets_mean": 8706.5,
|
|
"valid_targets_min": 3138
|
|
},
|
|
{
|
|
"epoch": 4.40512,
|
|
"grad_norm": 0.11517365050643107,
|
|
"learning_rate": 1.7062723494124545e-06,
|
|
"loss": 0.0573,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0198981910943985,
|
|
"step": 4590,
|
|
"valid_targets_mean": 8627.3,
|
|
"valid_targets_min": 2762
|
|
},
|
|
{
|
|
"epoch": 4.40992,
|
|
"grad_norm": 0.12275506403955044,
|
|
"learning_rate": 1.6792963586728195e-06,
|
|
"loss": 0.0585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02215822972357273,
|
|
"step": 4595,
|
|
"valid_targets_mean": 8069.7,
|
|
"valid_targets_min": 2209
|
|
},
|
|
{
|
|
"epoch": 4.41472,
|
|
"grad_norm": 0.12581924286742757,
|
|
"learning_rate": 1.6525259669492832e-06,
|
|
"loss": 0.0615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014441033825278282,
|
|
"step": 4600,
|
|
"valid_targets_mean": 8204.5,
|
|
"valid_targets_min": 2901
|
|
},
|
|
{
|
|
"epoch": 4.41952,
|
|
"grad_norm": 0.11581290951072448,
|
|
"learning_rate": 1.6259614746651364e-06,
|
|
"loss": 0.059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02150608040392399,
|
|
"step": 4605,
|
|
"valid_targets_mean": 9324.2,
|
|
"valid_targets_min": 2902
|
|
},
|
|
{
|
|
"epoch": 4.42432,
|
|
"grad_norm": 0.1170339216117605,
|
|
"learning_rate": 1.5996031799330315e-06,
|
|
"loss": 0.0594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020407576113939285,
|
|
"step": 4610,
|
|
"valid_targets_mean": 9710.2,
|
|
"valid_targets_min": 6487
|
|
},
|
|
{
|
|
"epoch": 4.42912,
|
|
"grad_norm": 0.12174555375272791,
|
|
"learning_rate": 1.5734513785516227e-06,
|
|
"loss": 0.0601,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023040469735860825,
|
|
"step": 4615,
|
|
"valid_targets_mean": 8550.7,
|
|
"valid_targets_min": 3146
|
|
},
|
|
{
|
|
"epoch": 4.43392,
|
|
"grad_norm": 0.11719954446471759,
|
|
"learning_rate": 1.5475063640022425e-06,
|
|
"loss": 0.0565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021581973880529404,
|
|
"step": 4620,
|
|
"valid_targets_mean": 8845.3,
|
|
"valid_targets_min": 3193
|
|
},
|
|
{
|
|
"epoch": 4.43872,
|
|
"grad_norm": 0.12444180899873919,
|
|
"learning_rate": 1.5217684274456314e-06,
|
|
"loss": 0.0607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02068684622645378,
|
|
"step": 4625,
|
|
"valid_targets_mean": 8613.9,
|
|
"valid_targets_min": 2223
|
|
},
|
|
{
|
|
"epoch": 4.44352,
|
|
"grad_norm": 0.11633434401162951,
|
|
"learning_rate": 1.496237857718641e-06,
|
|
"loss": 0.0557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020495615899562836,
|
|
"step": 4630,
|
|
"valid_targets_mean": 9103.2,
|
|
"valid_targets_min": 3690
|
|
},
|
|
{
|
|
"epoch": 4.44832,
|
|
"grad_norm": 0.11590364344133595,
|
|
"learning_rate": 1.4709149413310076e-06,
|
|
"loss": 0.0582,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020342785865068436,
|
|
"step": 4635,
|
|
"valid_targets_mean": 8995.2,
|
|
"valid_targets_min": 3398
|
|
},
|
|
{
|
|
"epoch": 4.45312,
|
|
"grad_norm": 0.12329134950235973,
|
|
"learning_rate": 1.445799962462142e-06,
|
|
"loss": 0.0599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023403488099575043,
|
|
"step": 4640,
|
|
"valid_targets_mean": 9009.5,
|
|
"valid_targets_min": 2608
|
|
},
|
|
{
|
|
"epoch": 4.45792,
|
|
"grad_norm": 0.11404195513457407,
|
|
"learning_rate": 1.420893202957927e-06,
|
|
"loss": 0.0611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0181783065199852,
|
|
"step": 4645,
|
|
"valid_targets_mean": 8686.3,
|
|
"valid_targets_min": 5259
|
|
},
|
|
{
|
|
"epoch": 4.46272,
|
|
"grad_norm": 0.11754587410173165,
|
|
"learning_rate": 1.3961949423275622e-06,
|
|
"loss": 0.0595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016123849898576736,
|
|
"step": 4650,
|
|
"valid_targets_mean": 9019.9,
|
|
"valid_targets_min": 4229
|
|
},
|
|
{
|
|
"epoch": 4.46752,
|
|
"grad_norm": 0.11564141223039769,
|
|
"learning_rate": 1.3717054577404331e-06,
|
|
"loss": 0.06,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01637781225144863,
|
|
"step": 4655,
|
|
"valid_targets_mean": 8115.4,
|
|
"valid_targets_min": 2226
|
|
},
|
|
{
|
|
"epoch": 4.47232,
|
|
"grad_norm": 0.1198827197232521,
|
|
"learning_rate": 1.347425024022988e-06,
|
|
"loss": 0.0608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0225857961922884,
|
|
"step": 4660,
|
|
"valid_targets_mean": 9256.1,
|
|
"valid_targets_min": 2916
|
|
},
|
|
{
|
|
"epoch": 4.47712,
|
|
"grad_norm": 0.12018530901808909,
|
|
"learning_rate": 1.3233539136556606e-06,
|
|
"loss": 0.0573,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021104391664266586,
|
|
"step": 4665,
|
|
"valid_targets_mean": 8460.7,
|
|
"valid_targets_min": 4730
|
|
},
|
|
{
|
|
"epoch": 4.48192,
|
|
"grad_norm": 0.11519884136211274,
|
|
"learning_rate": 1.2994923967698125e-06,
|
|
"loss": 0.0586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018374186009168625,
|
|
"step": 4670,
|
|
"valid_targets_mean": 8961.7,
|
|
"valid_targets_min": 1893
|
|
},
|
|
{
|
|
"epoch": 4.48672,
|
|
"grad_norm": 0.11839023097383723,
|
|
"learning_rate": 1.2758407411446982e-06,
|
|
"loss": 0.0571,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01913219690322876,
|
|
"step": 4675,
|
|
"valid_targets_mean": 8664.0,
|
|
"valid_targets_min": 3331
|
|
},
|
|
{
|
|
"epoch": 4.49152,
|
|
"grad_norm": 0.11419982429935628,
|
|
"learning_rate": 1.252399212204467e-06,
|
|
"loss": 0.0584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0173068605363369,
|
|
"step": 4680,
|
|
"valid_targets_mean": 9348.1,
|
|
"valid_targets_min": 4816
|
|
},
|
|
{
|
|
"epoch": 4.49632,
|
|
"grad_norm": 0.11701309750429871,
|
|
"learning_rate": 1.22916807301517e-06,
|
|
"loss": 0.0579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01966226100921631,
|
|
"step": 4685,
|
|
"valid_targets_mean": 8759.7,
|
|
"valid_targets_min": 2106
|
|
},
|
|
{
|
|
"epoch": 4.50112,
|
|
"grad_norm": 0.12539881289660457,
|
|
"learning_rate": 1.2061475842818337e-06,
|
|
"loss": 0.0599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023415343835949898,
|
|
"step": 4690,
|
|
"valid_targets_mean": 8409.9,
|
|
"valid_targets_min": 3145
|
|
},
|
|
{
|
|
"epoch": 4.50592,
|
|
"grad_norm": 0.12883054072840242,
|
|
"learning_rate": 1.1833380043455e-06,
|
|
"loss": 0.0573,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022276621311903,
|
|
"step": 4695,
|
|
"valid_targets_mean": 8735.2,
|
|
"valid_targets_min": 2713
|
|
},
|
|
{
|
|
"epoch": 4.51072,
|
|
"grad_norm": 0.11870029933701683,
|
|
"learning_rate": 1.1607395891803641e-06,
|
|
"loss": 0.0585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018026743084192276,
|
|
"step": 4700,
|
|
"valid_targets_mean": 8477.8,
|
|
"valid_targets_min": 2119
|
|
},
|
|
{
|
|
"epoch": 4.51552,
|
|
"grad_norm": 0.12926973339646206,
|
|
"learning_rate": 1.1383525923908678e-06,
|
|
"loss": 0.0588,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021603520959615707,
|
|
"step": 4705,
|
|
"valid_targets_mean": 8258.6,
|
|
"valid_targets_min": 1976
|
|
},
|
|
{
|
|
"epoch": 4.52032,
|
|
"grad_norm": 0.1252253936787309,
|
|
"learning_rate": 1.1161772652088775e-06,
|
|
"loss": 0.0608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022924084216356277,
|
|
"step": 4710,
|
|
"valid_targets_mean": 9499.5,
|
|
"valid_targets_min": 5268
|
|
},
|
|
{
|
|
"epoch": 4.52512,
|
|
"grad_norm": 0.11418574330977625,
|
|
"learning_rate": 1.094213856490849e-06,
|
|
"loss": 0.0595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01998257264494896,
|
|
"step": 4715,
|
|
"valid_targets_mean": 8799.8,
|
|
"valid_targets_min": 2185
|
|
},
|
|
{
|
|
"epoch": 4.52992,
|
|
"grad_norm": 0.11970402415901457,
|
|
"learning_rate": 1.0724626127150462e-06,
|
|
"loss": 0.0592,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021041162312030792,
|
|
"step": 4720,
|
|
"valid_targets_mean": 9400.4,
|
|
"valid_targets_min": 3753
|
|
},
|
|
{
|
|
"epoch": 4.53472,
|
|
"grad_norm": 0.12487355432604856,
|
|
"learning_rate": 1.0509237779787717e-06,
|
|
"loss": 0.0551,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020584046840667725,
|
|
"step": 4725,
|
|
"valid_targets_mean": 8329.1,
|
|
"valid_targets_min": 2687
|
|
},
|
|
{
|
|
"epoch": 4.5395199999999996,
|
|
"grad_norm": 0.1162808601114574,
|
|
"learning_rate": 1.029597593995626e-06,
|
|
"loss": 0.0613,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017470069229602814,
|
|
"step": 4730,
|
|
"valid_targets_mean": 8599.2,
|
|
"valid_targets_min": 2352
|
|
},
|
|
{
|
|
"epoch": 4.54432,
|
|
"grad_norm": 0.11243973717046013,
|
|
"learning_rate": 1.008484300092798e-06,
|
|
"loss": 0.0576,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01999412477016449,
|
|
"step": 4735,
|
|
"valid_targets_mean": 10049.0,
|
|
"valid_targets_min": 3022
|
|
},
|
|
{
|
|
"epoch": 4.54912,
|
|
"grad_norm": 0.12376778314874719,
|
|
"learning_rate": 9.87584133208368e-07,
|
|
"loss": 0.0615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02172812819480896,
|
|
"step": 4740,
|
|
"valid_targets_mean": 8882.0,
|
|
"valid_targets_min": 3163
|
|
},
|
|
{
|
|
"epoch": 4.55392,
|
|
"grad_norm": 0.11754286609015283,
|
|
"learning_rate": 9.66897327888665e-07,
|
|
"loss": 0.0582,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01753995195031166,
|
|
"step": 4745,
|
|
"valid_targets_mean": 8957.7,
|
|
"valid_targets_min": 2101
|
|
},
|
|
{
|
|
"epoch": 4.55872,
|
|
"grad_norm": 0.12288692811727639,
|
|
"learning_rate": 9.464241162856269e-07,
|
|
"loss": 0.0598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022371970117092133,
|
|
"step": 4750,
|
|
"valid_targets_mean": 9342.5,
|
|
"valid_targets_min": 3010
|
|
},
|
|
{
|
|
"epoch": 4.5635200000000005,
|
|
"grad_norm": 0.12193809956698538,
|
|
"learning_rate": 9.261647281541908e-07,
|
|
"loss": 0.0605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019677281379699707,
|
|
"step": 4755,
|
|
"valid_targets_mean": 8768.8,
|
|
"valid_targets_min": 2073
|
|
},
|
|
{
|
|
"epoch": 4.56832,
|
|
"grad_norm": 0.1179844087692095,
|
|
"learning_rate": 9.061193908497201e-07,
|
|
"loss": 0.0588,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02046424336731434,
|
|
"step": 4760,
|
|
"valid_targets_mean": 8664.7,
|
|
"valid_targets_min": 2635
|
|
},
|
|
{
|
|
"epoch": 4.57312,
|
|
"grad_norm": 0.128157116339437,
|
|
"learning_rate": 8.862883293254598e-07,
|
|
"loss": 0.0578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022372746840119362,
|
|
"step": 4765,
|
|
"valid_targets_mean": 9003.5,
|
|
"valid_targets_min": 2891
|
|
},
|
|
{
|
|
"epoch": 4.57792,
|
|
"grad_norm": 0.11544338584988456,
|
|
"learning_rate": 8.666717661299917e-07,
|
|
"loss": 0.059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015689603984355927,
|
|
"step": 4770,
|
|
"valid_targets_mean": 7997.3,
|
|
"valid_targets_min": 1727
|
|
},
|
|
{
|
|
"epoch": 4.58272,
|
|
"grad_norm": 0.12217872408661101,
|
|
"learning_rate": 8.472699214047652e-07,
|
|
"loss": 0.0614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022685006260871887,
|
|
"step": 4775,
|
|
"valid_targets_mean": 8804.0,
|
|
"valid_targets_min": 4118
|
|
},
|
|
{
|
|
"epoch": 4.58752,
|
|
"grad_norm": 0.12274599705948007,
|
|
"learning_rate": 8.280830128815953e-07,
|
|
"loss": 0.0616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01906590908765793,
|
|
"step": 4780,
|
|
"valid_targets_mean": 9177.7,
|
|
"valid_targets_min": 3296
|
|
},
|
|
{
|
|
"epoch": 4.59232,
|
|
"grad_norm": 0.13080453191813954,
|
|
"learning_rate": 8.09111255880246e-07,
|
|
"loss": 0.0607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018022168427705765,
|
|
"step": 4785,
|
|
"valid_targets_mean": 8568.4,
|
|
"valid_targets_min": 3204
|
|
},
|
|
{
|
|
"epoch": 4.59712,
|
|
"grad_norm": 0.11609891660815055,
|
|
"learning_rate": 7.903548633059955e-07,
|
|
"loss": 0.0594,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015199240297079086,
|
|
"step": 4790,
|
|
"valid_targets_mean": 9195.6,
|
|
"valid_targets_min": 4123
|
|
},
|
|
{
|
|
"epoch": 4.60192,
|
|
"grad_norm": 0.11296055178630578,
|
|
"learning_rate": 7.718140456472612e-07,
|
|
"loss": 0.0579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019392728805541992,
|
|
"step": 4795,
|
|
"valid_targets_mean": 10019.9,
|
|
"valid_targets_min": 2701
|
|
},
|
|
{
|
|
"epoch": 4.60672,
|
|
"grad_norm": 0.11439403685364499,
|
|
"learning_rate": 7.534890109732229e-07,
|
|
"loss": 0.0591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020609967410564423,
|
|
"step": 4800,
|
|
"valid_targets_mean": 9014.2,
|
|
"valid_targets_min": 1364
|
|
},
|
|
{
|
|
"epoch": 4.61152,
|
|
"grad_norm": 0.1327213756348675,
|
|
"learning_rate": 7.353799649315085e-07,
|
|
"loss": 0.0458,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019029157236218452,
|
|
"step": 4805,
|
|
"valid_targets_mean": 9159.7,
|
|
"valid_targets_min": 3538
|
|
},
|
|
{
|
|
"epoch": 4.61632,
|
|
"grad_norm": 0.1306512860306434,
|
|
"learning_rate": 7.174871107458603e-07,
|
|
"loss": 0.0445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013268783688545227,
|
|
"step": 4810,
|
|
"valid_targets_mean": 8492.3,
|
|
"valid_targets_min": 2660
|
|
},
|
|
{
|
|
"epoch": 4.62112,
|
|
"grad_norm": 0.12316003257913177,
|
|
"learning_rate": 6.998106492138724e-07,
|
|
"loss": 0.0445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016152355819940567,
|
|
"step": 4815,
|
|
"valid_targets_mean": 9058.9,
|
|
"valid_targets_min": 4044
|
|
},
|
|
{
|
|
"epoch": 4.62592,
|
|
"grad_norm": 0.13208488394402484,
|
|
"learning_rate": 6.823507787047346e-07,
|
|
"loss": 0.0472,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01765730045735836,
|
|
"step": 4820,
|
|
"valid_targets_mean": 9080.8,
|
|
"valid_targets_min": 1329
|
|
},
|
|
{
|
|
"epoch": 4.63072,
|
|
"grad_norm": 0.12845900831200494,
|
|
"learning_rate": 6.65107695156999e-07,
|
|
"loss": 0.0478,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019706537947058678,
|
|
"step": 4825,
|
|
"valid_targets_mean": 8834.9,
|
|
"valid_targets_min": 2746
|
|
},
|
|
{
|
|
"epoch": 4.63552,
|
|
"grad_norm": 0.12699103671556508,
|
|
"learning_rate": 6.480815920763905e-07,
|
|
"loss": 0.0469,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015223637223243713,
|
|
"step": 4830,
|
|
"valid_targets_mean": 8278.7,
|
|
"valid_targets_min": 2883
|
|
},
|
|
{
|
|
"epoch": 4.64032,
|
|
"grad_norm": 0.13082167598049418,
|
|
"learning_rate": 6.312726605336306e-07,
|
|
"loss": 0.0483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01759178563952446,
|
|
"step": 4835,
|
|
"valid_targets_mean": 8804.4,
|
|
"valid_targets_min": 1917
|
|
},
|
|
{
|
|
"epoch": 4.64512,
|
|
"grad_norm": 0.11954497001490652,
|
|
"learning_rate": 6.146810891622923e-07,
|
|
"loss": 0.0468,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016691675409674644,
|
|
"step": 4840,
|
|
"valid_targets_mean": 9112.6,
|
|
"valid_targets_min": 2572
|
|
},
|
|
{
|
|
"epoch": 4.64992,
|
|
"grad_norm": 0.12299775936346398,
|
|
"learning_rate": 5.983070641566802e-07,
|
|
"loss": 0.0479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01542404480278492,
|
|
"step": 4845,
|
|
"valid_targets_mean": 9376.9,
|
|
"valid_targets_min": 4022
|
|
},
|
|
{
|
|
"epoch": 4.65472,
|
|
"grad_norm": 0.12357084213291525,
|
|
"learning_rate": 5.821507692697537e-07,
|
|
"loss": 0.0481,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016300935298204422,
|
|
"step": 4850,
|
|
"valid_targets_mean": 8835.5,
|
|
"valid_targets_min": 2927
|
|
},
|
|
{
|
|
"epoch": 4.65952,
|
|
"grad_norm": 0.11639361498636804,
|
|
"learning_rate": 5.662123858110513e-07,
|
|
"loss": 0.0453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.012974596582353115,
|
|
"step": 4855,
|
|
"valid_targets_mean": 9376.3,
|
|
"valid_targets_min": 4422
|
|
},
|
|
{
|
|
"epoch": 4.66432,
|
|
"grad_norm": 0.1973531314250708,
|
|
"learning_rate": 5.504920926446611e-07,
|
|
"loss": 0.0429,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014859823510050774,
|
|
"step": 4860,
|
|
"valid_targets_mean": 9044.0,
|
|
"valid_targets_min": 2028
|
|
},
|
|
{
|
|
"epoch": 4.66912,
|
|
"grad_norm": 0.12053965390150939,
|
|
"learning_rate": 5.349900661872132e-07,
|
|
"loss": 0.0435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013551025651395321,
|
|
"step": 4865,
|
|
"valid_targets_mean": 8233.1,
|
|
"valid_targets_min": 2519
|
|
},
|
|
{
|
|
"epoch": 4.67392,
|
|
"grad_norm": 0.13237236041105185,
|
|
"learning_rate": 5.197064804058971e-07,
|
|
"loss": 0.0455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015264524146914482,
|
|
"step": 4870,
|
|
"valid_targets_mean": 8967.7,
|
|
"valid_targets_min": 4346
|
|
},
|
|
{
|
|
"epoch": 4.67872,
|
|
"grad_norm": 0.12851803325820077,
|
|
"learning_rate": 5.046415068165234e-07,
|
|
"loss": 0.0435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01638580672442913,
|
|
"step": 4875,
|
|
"valid_targets_mean": 8687.0,
|
|
"valid_targets_min": 1807
|
|
},
|
|
{
|
|
"epoch": 4.68352,
|
|
"grad_norm": 0.12984651854096851,
|
|
"learning_rate": 4.897953144815759e-07,
|
|
"loss": 0.0443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013979455456137657,
|
|
"step": 4880,
|
|
"valid_targets_mean": 8094.6,
|
|
"valid_targets_min": 3964
|
|
},
|
|
{
|
|
"epoch": 4.68832,
|
|
"grad_norm": 0.12218670654596375,
|
|
"learning_rate": 4.7516807000833165e-07,
|
|
"loss": 0.0473,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014194248244166374,
|
|
"step": 4885,
|
|
"valid_targets_mean": 8910.1,
|
|
"valid_targets_min": 4014
|
|
},
|
|
{
|
|
"epoch": 4.69312,
|
|
"grad_norm": 0.13244930235944974,
|
|
"learning_rate": 4.6075993754698623e-07,
|
|
"loss": 0.0474,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017760399729013443,
|
|
"step": 4890,
|
|
"valid_targets_mean": 8803.0,
|
|
"valid_targets_min": 2878
|
|
},
|
|
{
|
|
"epoch": 4.69792,
|
|
"grad_norm": 0.12159738107311469,
|
|
"learning_rate": 4.4657107878881113e-07,
|
|
"loss": 0.0457,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01536801178008318,
|
|
"step": 4895,
|
|
"valid_targets_mean": 8669.1,
|
|
"valid_targets_min": 2293
|
|
},
|
|
{
|
|
"epoch": 4.70272,
|
|
"grad_norm": 0.13108853234312876,
|
|
"learning_rate": 4.326016529643351e-07,
|
|
"loss": 0.0448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015306061133742332,
|
|
"step": 4900,
|
|
"valid_targets_mean": 8503.5,
|
|
"valid_targets_min": 1683
|
|
},
|
|
{
|
|
"epoch": 4.70752,
|
|
"grad_norm": 0.128634595478892,
|
|
"learning_rate": 4.1885181684157005e-07,
|
|
"loss": 0.0475,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018076792359352112,
|
|
"step": 4905,
|
|
"valid_targets_mean": 8681.2,
|
|
"valid_targets_min": 3721
|
|
},
|
|
{
|
|
"epoch": 4.71232,
|
|
"grad_norm": 0.12249409189586784,
|
|
"learning_rate": 4.053217247242369e-07,
|
|
"loss": 0.0446,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015645861625671387,
|
|
"step": 4910,
|
|
"valid_targets_mean": 9035.6,
|
|
"valid_targets_min": 2773
|
|
},
|
|
{
|
|
"epoch": 4.7171199999999995,
|
|
"grad_norm": 0.13008375294057498,
|
|
"learning_rate": 3.9201152845004476e-07,
|
|
"loss": 0.0444,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014394369907677174,
|
|
"step": 4915,
|
|
"valid_targets_mean": 8486.8,
|
|
"valid_targets_min": 2407
|
|
},
|
|
{
|
|
"epoch": 4.72192,
|
|
"grad_norm": 0.12484127400367312,
|
|
"learning_rate": 3.789213773889744e-07,
|
|
"loss": 0.0435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016258973628282547,
|
|
"step": 4920,
|
|
"valid_targets_mean": 9018.9,
|
|
"valid_targets_min": 1964
|
|
},
|
|
{
|
|
"epoch": 4.72672,
|
|
"grad_norm": 0.12298816364049474,
|
|
"learning_rate": 3.6605141844162417e-07,
|
|
"loss": 0.0416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01498118694871664,
|
|
"step": 4925,
|
|
"valid_targets_mean": 8734.2,
|
|
"valid_targets_min": 2137
|
|
},
|
|
{
|
|
"epoch": 4.73152,
|
|
"grad_norm": 0.12495538982194321,
|
|
"learning_rate": 3.5340179603753354e-07,
|
|
"loss": 0.0456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01642123982310295,
|
|
"step": 4930,
|
|
"valid_targets_mean": 8728.7,
|
|
"valid_targets_min": 1857
|
|
},
|
|
{
|
|
"epoch": 4.73632,
|
|
"grad_norm": 0.12397318336703354,
|
|
"learning_rate": 3.4097265213358435e-07,
|
|
"loss": 0.043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013172818347811699,
|
|
"step": 4935,
|
|
"valid_targets_mean": 8926.8,
|
|
"valid_targets_min": 3677
|
|
},
|
|
{
|
|
"epoch": 4.7411200000000004,
|
|
"grad_norm": 0.13443930370760981,
|
|
"learning_rate": 3.287641262123975e-07,
|
|
"loss": 0.0459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016371993348002434,
|
|
"step": 4940,
|
|
"valid_targets_mean": 8540.3,
|
|
"valid_targets_min": 1162
|
|
},
|
|
{
|
|
"epoch": 4.74592,
|
|
"grad_norm": 0.12803940564558636,
|
|
"learning_rate": 3.1677635528076566e-07,
|
|
"loss": 0.0445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011617720127105713,
|
|
"step": 4945,
|
|
"valid_targets_mean": 9372.5,
|
|
"valid_targets_min": 1983
|
|
},
|
|
{
|
|
"epoch": 4.75072,
|
|
"grad_norm": 0.1306802799160656,
|
|
"learning_rate": 3.0500947386812973e-07,
|
|
"loss": 0.0465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014903305098414421,
|
|
"step": 4950,
|
|
"valid_targets_mean": 8770.1,
|
|
"valid_targets_min": 2285
|
|
},
|
|
{
|
|
"epoch": 4.75552,
|
|
"grad_norm": 0.12387300110011946,
|
|
"learning_rate": 2.934636140250513e-07,
|
|
"loss": 0.0436,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.012026086449623108,
|
|
"step": 4955,
|
|
"valid_targets_mean": 8344.1,
|
|
"valid_targets_min": 2375
|
|
},
|
|
{
|
|
"epoch": 4.76032,
|
|
"grad_norm": 0.20661769231404678,
|
|
"learning_rate": 2.821389053217383e-07,
|
|
"loss": 0.0432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014603785239160061,
|
|
"step": 4960,
|
|
"valid_targets_mean": 8906.2,
|
|
"valid_targets_min": 2707
|
|
},
|
|
{
|
|
"epoch": 4.76512,
|
|
"grad_norm": 0.12591591545112674,
|
|
"learning_rate": 2.710354748465949e-07,
|
|
"loss": 0.0467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014467072673141956,
|
|
"step": 4965,
|
|
"valid_targets_mean": 8309.1,
|
|
"valid_targets_min": 1618
|
|
},
|
|
{
|
|
"epoch": 4.76992,
|
|
"grad_norm": 0.12713363799656874,
|
|
"learning_rate": 2.6015344720479395e-07,
|
|
"loss": 0.0455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01415165513753891,
|
|
"step": 4970,
|
|
"valid_targets_mean": 8002.9,
|
|
"valid_targets_min": 2313
|
|
},
|
|
{
|
|
"epoch": 4.77472,
|
|
"grad_norm": 0.12508628958334017,
|
|
"learning_rate": 2.49492944516867e-07,
|
|
"loss": 0.0476,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013956809416413307,
|
|
"step": 4975,
|
|
"valid_targets_mean": 7795.5,
|
|
"valid_targets_min": 2816
|
|
},
|
|
{
|
|
"epoch": 4.77952,
|
|
"grad_norm": 0.1226101397357892,
|
|
"learning_rate": 2.3905408641735183e-07,
|
|
"loss": 0.0444,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0149923637509346,
|
|
"step": 4980,
|
|
"valid_targets_mean": 8852.8,
|
|
"valid_targets_min": 3019
|
|
},
|
|
{
|
|
"epoch": 4.78432,
|
|
"grad_norm": 0.12517540140245537,
|
|
"learning_rate": 2.288369900534404e-07,
|
|
"loss": 0.0452,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011800020933151245,
|
|
"step": 4985,
|
|
"valid_targets_mean": 7697.3,
|
|
"valid_targets_min": 3225
|
|
},
|
|
{
|
|
"epoch": 4.7891200000000005,
|
|
"grad_norm": 0.12617181013082826,
|
|
"learning_rate": 2.1884177008366203e-07,
|
|
"loss": 0.0448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01531097013503313,
|
|
"step": 4990,
|
|
"valid_targets_mean": 9043.1,
|
|
"valid_targets_min": 2615
|
|
},
|
|
{
|
|
"epoch": 4.79392,
|
|
"grad_norm": 0.13162859126890672,
|
|
"learning_rate": 2.0906853867660004e-07,
|
|
"loss": 0.0423,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015335047617554665,
|
|
"step": 4995,
|
|
"valid_targets_mean": 8755.2,
|
|
"valid_targets_min": 2833
|
|
},
|
|
{
|
|
"epoch": 4.79872,
|
|
"grad_norm": 0.12921873760362335,
|
|
"learning_rate": 1.9951740550963493e-07,
|
|
"loss": 0.0443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013373359106481075,
|
|
"step": 5000,
|
|
"valid_targets_mean": 8286.6,
|
|
"valid_targets_min": 3311
|
|
},
|
|
{
|
|
"epoch": 4.80352,
|
|
"grad_norm": 0.1332690682878744,
|
|
"learning_rate": 1.9018847776770987e-07,
|
|
"loss": 0.0453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015984494239091873,
|
|
"step": 5005,
|
|
"valid_targets_mean": 8718.6,
|
|
"valid_targets_min": 2313
|
|
},
|
|
{
|
|
"epoch": 4.80832,
|
|
"grad_norm": 0.119227169078396,
|
|
"learning_rate": 1.8108186014212935e-07,
|
|
"loss": 0.0439,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01700938306748867,
|
|
"step": 5010,
|
|
"valid_targets_mean": 10023.7,
|
|
"valid_targets_min": 5935
|
|
},
|
|
{
|
|
"epoch": 4.81312,
|
|
"grad_norm": 0.12005952635161173,
|
|
"learning_rate": 1.7219765482938465e-07,
|
|
"loss": 0.044,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011994611471891403,
|
|
"step": 5015,
|
|
"valid_targets_mean": 8354.2,
|
|
"valid_targets_min": 1889
|
|
},
|
|
{
|
|
"epoch": 4.81792,
|
|
"grad_norm": 0.1257252009191287,
|
|
"learning_rate": 1.635359615300036e-07,
|
|
"loss": 0.0476,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013933985494077206,
|
|
"step": 5020,
|
|
"valid_targets_mean": 9395.4,
|
|
"valid_targets_min": 2543
|
|
},
|
|
{
|
|
"epoch": 4.82272,
|
|
"grad_norm": 0.13135638987722986,
|
|
"learning_rate": 1.5509687744744262e-07,
|
|
"loss": 0.0456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018428293988108635,
|
|
"step": 5025,
|
|
"valid_targets_mean": 9299.7,
|
|
"valid_targets_min": 3480
|
|
},
|
|
{
|
|
"epoch": 4.82752,
|
|
"grad_norm": 0.11986507904934081,
|
|
"learning_rate": 1.468804972869786e-07,
|
|
"loss": 0.0464,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013786360621452332,
|
|
"step": 5030,
|
|
"valid_targets_mean": 8602.0,
|
|
"valid_targets_min": 4552
|
|
},
|
|
{
|
|
"epoch": 4.83232,
|
|
"grad_norm": 0.12665116588140998,
|
|
"learning_rate": 1.3888691325465886e-07,
|
|
"loss": 0.0463,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017422419041395187,
|
|
"step": 5035,
|
|
"valid_targets_mean": 8720.6,
|
|
"valid_targets_min": 3791
|
|
},
|
|
{
|
|
"epoch": 4.83712,
|
|
"grad_norm": 0.13342700487132997,
|
|
"learning_rate": 1.3111621505626616e-07,
|
|
"loss": 0.0466,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016414277255535126,
|
|
"step": 5040,
|
|
"valid_targets_mean": 9144.7,
|
|
"valid_targets_min": 1516
|
|
},
|
|
{
|
|
"epoch": 4.84192,
|
|
"grad_norm": 0.12412199123426582,
|
|
"learning_rate": 1.235684898963041e-07,
|
|
"loss": 0.0428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015540607273578644,
|
|
"step": 5045,
|
|
"valid_targets_mean": 8555.7,
|
|
"valid_targets_min": 2332
|
|
},
|
|
{
|
|
"epoch": 4.84672,
|
|
"grad_norm": 0.12302925116599557,
|
|
"learning_rate": 1.1624382247702681e-07,
|
|
"loss": 0.0467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014546379446983337,
|
|
"step": 5050,
|
|
"valid_targets_mean": 9193.9,
|
|
"valid_targets_min": 2994
|
|
},
|
|
{
|
|
"epoch": 4.85152,
|
|
"grad_norm": 0.12049454142383617,
|
|
"learning_rate": 1.0914229499748186e-07,
|
|
"loss": 0.0461,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01593470387160778,
|
|
"step": 5055,
|
|
"valid_targets_mean": 7931.0,
|
|
"valid_targets_min": 2226
|
|
},
|
|
{
|
|
"epoch": 4.85632,
|
|
"grad_norm": 0.12255879374376923,
|
|
"learning_rate": 1.0226398715259322e-07,
|
|
"loss": 0.0431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014736687764525414,
|
|
"step": 5060,
|
|
"valid_targets_mean": 9324.5,
|
|
"valid_targets_min": 2369
|
|
},
|
|
{
|
|
"epoch": 4.86112,
|
|
"grad_norm": 0.11765425870521874,
|
|
"learning_rate": 9.560897613226205e-08,
|
|
"loss": 0.0467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013002576306462288,
|
|
"step": 5065,
|
|
"valid_targets_mean": 8633.2,
|
|
"valid_targets_min": 3927
|
|
},
|
|
{
|
|
"epoch": 4.86592,
|
|
"grad_norm": 0.1274053457419819,
|
|
"learning_rate": 8.917733662050287e-08,
|
|
"loss": 0.0451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016446460038423538,
|
|
"step": 5070,
|
|
"valid_targets_mean": 9135.6,
|
|
"valid_targets_min": 4543
|
|
},
|
|
{
|
|
"epoch": 4.87072,
|
|
"grad_norm": 0.1278704051137457,
|
|
"learning_rate": 8.296914079461094e-08,
|
|
"loss": 0.0453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018057048320770264,
|
|
"step": 5075,
|
|
"valid_targets_mean": 8849.5,
|
|
"valid_targets_min": 2853
|
|
},
|
|
{
|
|
"epoch": 4.87552,
|
|
"grad_norm": 0.129798463098386,
|
|
"learning_rate": 7.698445832433843e-08,
|
|
"loss": 0.0475,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01605452410876751,
|
|
"step": 5080,
|
|
"valid_targets_mean": 9165.0,
|
|
"valid_targets_min": 4097
|
|
},
|
|
{
|
|
"epoch": 4.88032,
|
|
"grad_norm": 0.12709516254412107,
|
|
"learning_rate": 7.122335637112621e-08,
|
|
"loss": 0.0465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017007878050208092,
|
|
"step": 5085,
|
|
"valid_targets_mean": 8871.7,
|
|
"valid_targets_min": 4935
|
|
},
|
|
{
|
|
"epoch": 4.88512,
|
|
"grad_norm": 0.12614752472781804,
|
|
"learning_rate": 6.568589958734218e-08,
|
|
"loss": 0.0467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015092524699866772,
|
|
"step": 5090,
|
|
"valid_targets_mean": 8470.4,
|
|
"valid_targets_min": 3363
|
|
},
|
|
{
|
|
"epoch": 4.88992,
|
|
"grad_norm": 0.1923253876332768,
|
|
"learning_rate": 6.037215011556185e-08,
|
|
"loss": 0.0454,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017001967877149582,
|
|
"step": 5095,
|
|
"valid_targets_mean": 8674.8,
|
|
"valid_targets_min": 2585
|
|
},
|
|
{
|
|
"epoch": 4.8947199999999995,
|
|
"grad_norm": 0.11983896174408,
|
|
"learning_rate": 5.5282167587862314e-08,
|
|
"loss": 0.0454,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01640951633453369,
|
|
"step": 5100,
|
|
"valid_targets_mean": 8320.3,
|
|
"valid_targets_min": 802
|
|
},
|
|
{
|
|
"epoch": 4.89952,
|
|
"grad_norm": 0.1245498830155723,
|
|
"learning_rate": 5.041600912516264e-08,
|
|
"loss": 0.0499,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016499202698469162,
|
|
"step": 5105,
|
|
"valid_targets_mean": 8774.8,
|
|
"valid_targets_min": 1804
|
|
},
|
|
{
|
|
"epoch": 4.90432,
|
|
"grad_norm": 0.12071257658116219,
|
|
"learning_rate": 4.5773729336577865e-08,
|
|
"loss": 0.0464,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01530368346720934,
|
|
"step": 5110,
|
|
"valid_targets_mean": 8999.9,
|
|
"valid_targets_min": 3408
|
|
},
|
|
{
|
|
"epoch": 4.90912,
|
|
"grad_norm": 0.12289113526900305,
|
|
"learning_rate": 4.1355380318803816e-08,
|
|
"loss": 0.0473,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014382155612111092,
|
|
"step": 5115,
|
|
"valid_targets_mean": 7970.6,
|
|
"valid_targets_min": 1619
|
|
},
|
|
{
|
|
"epoch": 4.91392,
|
|
"grad_norm": 0.12271587443432708,
|
|
"learning_rate": 3.7161011655535425e-08,
|
|
"loss": 0.0489,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01587647944688797,
|
|
"step": 5120,
|
|
"valid_targets_mean": 8968.0,
|
|
"valid_targets_min": 1910
|
|
},
|
|
{
|
|
"epoch": 4.91872,
|
|
"grad_norm": 0.11789556004029846,
|
|
"learning_rate": 3.319067041691604e-08,
|
|
"loss": 0.0458,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014570049941539764,
|
|
"step": 5125,
|
|
"valid_targets_mean": 8545.9,
|
|
"valid_targets_min": 1723
|
|
},
|
|
{
|
|
"epoch": 4.92352,
|
|
"grad_norm": 0.11863148816376579,
|
|
"learning_rate": 2.9444401158995606e-08,
|
|
"loss": 0.046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014068776741623878,
|
|
"step": 5130,
|
|
"valid_targets_mean": 9208.9,
|
|
"valid_targets_min": 2341
|
|
},
|
|
{
|
|
"epoch": 4.92832,
|
|
"grad_norm": 0.1393289097006946,
|
|
"learning_rate": 2.5922245923244436e-08,
|
|
"loss": 0.0451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01812027022242546,
|
|
"step": 5135,
|
|
"valid_targets_mean": 8554.4,
|
|
"valid_targets_min": 2437
|
|
},
|
|
{
|
|
"epoch": 4.93312,
|
|
"grad_norm": 0.12652127402167426,
|
|
"learning_rate": 2.2624244236071348e-08,
|
|
"loss": 0.045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01672193594276905,
|
|
"step": 5140,
|
|
"valid_targets_mean": 8582.4,
|
|
"valid_targets_min": 2277
|
|
},
|
|
{
|
|
"epoch": 4.93792,
|
|
"grad_norm": 0.12288190891498557,
|
|
"learning_rate": 1.9550433108384005e-08,
|
|
"loss": 0.0462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014536580070853233,
|
|
"step": 5145,
|
|
"valid_targets_mean": 8607.1,
|
|
"valid_targets_min": 2724
|
|
},
|
|
{
|
|
"epoch": 4.94272,
|
|
"grad_norm": 0.12214205725983128,
|
|
"learning_rate": 1.6700847035180378e-08,
|
|
"loss": 0.0455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014544010162353516,
|
|
"step": 5150,
|
|
"valid_targets_mean": 8026.7,
|
|
"valid_targets_min": 3201
|
|
},
|
|
{
|
|
"epoch": 4.94752,
|
|
"grad_norm": 0.12608336933895256,
|
|
"learning_rate": 1.4075517995146837e-08,
|
|
"loss": 0.0441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015675101429224014,
|
|
"step": 5155,
|
|
"valid_targets_mean": 8635.8,
|
|
"valid_targets_min": 3217
|
|
},
|
|
{
|
|
"epoch": 4.95232,
|
|
"grad_norm": 0.1225680672115912,
|
|
"learning_rate": 1.167447545031175e-08,
|
|
"loss": 0.0451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016280420124530792,
|
|
"step": 5160,
|
|
"valid_targets_mean": 8837.4,
|
|
"valid_targets_min": 3252
|
|
},
|
|
{
|
|
"epoch": 4.95712,
|
|
"grad_norm": 0.12286400688787606,
|
|
"learning_rate": 9.497746345705772e-09,
|
|
"loss": 0.044,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015019871294498444,
|
|
"step": 5165,
|
|
"valid_targets_mean": 9391.8,
|
|
"valid_targets_min": 4096
|
|
},
|
|
{
|
|
"epoch": 4.96192,
|
|
"grad_norm": 0.12859491123299127,
|
|
"learning_rate": 7.545355109073172e-09,
|
|
"loss": 0.0494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019673161208629608,
|
|
"step": 5170,
|
|
"valid_targets_mean": 9072.6,
|
|
"valid_targets_min": 3816
|
|
},
|
|
{
|
|
"epoch": 4.9667200000000005,
|
|
"grad_norm": 0.1244229546631015,
|
|
"learning_rate": 5.817323650578743e-09,
|
|
"loss": 0.0463,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014512769877910614,
|
|
"step": 5175,
|
|
"valid_targets_mean": 8819.8,
|
|
"valid_targets_min": 2984
|
|
},
|
|
{
|
|
"epoch": 4.97152,
|
|
"grad_norm": 0.1281022316707428,
|
|
"learning_rate": 4.313671362576877e-09,
|
|
"loss": 0.0445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014761531725525856,
|
|
"step": 5180,
|
|
"valid_targets_mean": 7589.6,
|
|
"valid_targets_min": 2654
|
|
},
|
|
{
|
|
"epoch": 4.97632,
|
|
"grad_norm": 0.12672023643063166,
|
|
"learning_rate": 3.0344151193917316e-09,
|
|
"loss": 0.0466,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017525404691696167,
|
|
"step": 5185,
|
|
"valid_targets_mean": 9014.8,
|
|
"valid_targets_min": 3080
|
|
},
|
|
{
|
|
"epoch": 4.98112,
|
|
"grad_norm": 0.12136843073730945,
|
|
"learning_rate": 1.979569277117399e-09,
|
|
"loss": 0.0457,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.014057071879506111,
|
|
"step": 5190,
|
|
"valid_targets_mean": 8457.4,
|
|
"valid_targets_min": 3076
|
|
},
|
|
{
|
|
"epoch": 4.98592,
|
|
"grad_norm": 0.12994809873959323,
|
|
"learning_rate": 1.1491456734713524e-09,
|
|
"loss": 0.0477,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015671029686927795,
|
|
"step": 5195,
|
|
"valid_targets_mean": 7887.4,
|
|
"valid_targets_min": 3187
|
|
},
|
|
{
|
|
"epoch": 4.99072,
|
|
"grad_norm": 0.1298460048267671,
|
|
"learning_rate": 5.431536276523375e-10,
|
|
"loss": 0.0449,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.015169478952884674,
|
|
"step": 5200,
|
|
"valid_targets_mean": 8369.0,
|
|
"valid_targets_min": 2163
|
|
},
|
|
{
|
|
"epoch": 4.99552,
|
|
"grad_norm": 0.12910354490109707,
|
|
"learning_rate": 1.6159994023601245e-10,
|
|
"loss": 0.0467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016222694888710976,
|
|
"step": 5205,
|
|
"valid_targets_mean": 8800.3,
|
|
"valid_targets_min": 3409
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.147008087077442,
|
|
"learning_rate": 4.488893106113779e-12,
|
|
"loss": 0.0436,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018921401351690292,
|
|
"step": 5210,
|
|
"valid_targets_mean": 8871.3,
|
|
"valid_targets_min": 2185
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018921401351690292,
|
|
"step": 5210,
|
|
"total_flos": 3.8872733453226344e+19,
|
|
"train_loss": 0.0035894543761941615,
|
|
"train_runtime": 12426.1828,
|
|
"train_samples_per_second": 40.238,
|
|
"train_steps_per_second": 0.419,
|
|
"valid_targets_mean": 8871.3,
|
|
"valid_targets_min": 2185
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 5210,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 5,
|
|
"save_steps": 300,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 3.8872733453226344e+19,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|