6c0ef39b44
Model: laion/Qwen3-8B_exp_tas_tmux_large_traces_save-strategy_steps Source: Original Platform
5625 lines
156 KiB
JSON
5625 lines
156 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 8.0,
|
|
"eval_steps": 500,
|
|
"global_step": 2536,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.015772870662460567,
|
|
"grad_norm": 2.169656955227513,
|
|
"learning_rate": 3.0769230769230774e-05,
|
|
"loss": 0.9249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.817986011505127,
|
|
"step": 5,
|
|
"valid_targets_mean": 3434.8,
|
|
"valid_targets_min": 744
|
|
},
|
|
{
|
|
"epoch": 0.031545741324921134,
|
|
"grad_norm": 0.8559043399532138,
|
|
"learning_rate": 6.923076923076924e-05,
|
|
"loss": 0.7835,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.7119892835617065,
|
|
"step": 10,
|
|
"valid_targets_mean": 3699.3,
|
|
"valid_targets_min": 1231
|
|
},
|
|
{
|
|
"epoch": 0.0473186119873817,
|
|
"grad_norm": 0.6757245841747609,
|
|
"learning_rate": 9.99999612380875e-05,
|
|
"loss": 0.6389,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6657205820083618,
|
|
"step": 15,
|
|
"valid_targets_mean": 3761.8,
|
|
"valid_targets_min": 751
|
|
},
|
|
{
|
|
"epoch": 0.06309148264984227,
|
|
"grad_norm": 0.5457612768667142,
|
|
"learning_rate": 9.999860457746025e-05,
|
|
"loss": 0.6338,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6094217300415039,
|
|
"step": 20,
|
|
"valid_targets_mean": 3539.5,
|
|
"valid_targets_min": 981
|
|
},
|
|
{
|
|
"epoch": 0.07886435331230283,
|
|
"grad_norm": 0.5562908717471081,
|
|
"learning_rate": 9.999530988130677e-05,
|
|
"loss": 0.6127,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6498370170593262,
|
|
"step": 25,
|
|
"valid_targets_mean": 3522.9,
|
|
"valid_targets_min": 1087
|
|
},
|
|
{
|
|
"epoch": 0.0946372239747634,
|
|
"grad_norm": 0.5548782107356937,
|
|
"learning_rate": 9.999007727733537e-05,
|
|
"loss": 0.6193,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.594431459903717,
|
|
"step": 30,
|
|
"valid_targets_mean": 2975.7,
|
|
"valid_targets_min": 1141
|
|
},
|
|
{
|
|
"epoch": 0.11041009463722397,
|
|
"grad_norm": 0.4872105480697271,
|
|
"learning_rate": 9.998290696837115e-05,
|
|
"loss": 0.5795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5703617334365845,
|
|
"step": 35,
|
|
"valid_targets_mean": 3581.2,
|
|
"valid_targets_min": 628
|
|
},
|
|
{
|
|
"epoch": 0.12618296529968454,
|
|
"grad_norm": 0.4858873354273939,
|
|
"learning_rate": 9.997379923234816e-05,
|
|
"loss": 0.5804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5455387830734253,
|
|
"step": 40,
|
|
"valid_targets_mean": 3317.4,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 0.14195583596214512,
|
|
"grad_norm": 0.5108147907048001,
|
|
"learning_rate": 9.996275442229857e-05,
|
|
"loss": 0.5701,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5683155655860901,
|
|
"step": 45,
|
|
"valid_targets_mean": 3741.8,
|
|
"valid_targets_min": 682
|
|
},
|
|
{
|
|
"epoch": 0.15772870662460567,
|
|
"grad_norm": 0.5274941244563711,
|
|
"learning_rate": 9.994977296633902e-05,
|
|
"loss": 0.5859,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6010461449623108,
|
|
"step": 50,
|
|
"valid_targets_mean": 3634.8,
|
|
"valid_targets_min": 1082
|
|
},
|
|
{
|
|
"epoch": 0.17350157728706625,
|
|
"grad_norm": 0.5937423674749936,
|
|
"learning_rate": 9.993485536765398e-05,
|
|
"loss": 0.5602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5546848773956299,
|
|
"step": 55,
|
|
"valid_targets_mean": 4297.9,
|
|
"valid_targets_min": 650
|
|
},
|
|
{
|
|
"epoch": 0.1892744479495268,
|
|
"grad_norm": 0.4747000855685691,
|
|
"learning_rate": 9.991800220447634e-05,
|
|
"loss": 0.5922,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5315375328063965,
|
|
"step": 60,
|
|
"valid_targets_mean": 3689.7,
|
|
"valid_targets_min": 961
|
|
},
|
|
{
|
|
"epoch": 0.20504731861198738,
|
|
"grad_norm": 0.5010503817387185,
|
|
"learning_rate": 9.989921413006489e-05,
|
|
"loss": 0.5805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6408827304840088,
|
|
"step": 65,
|
|
"valid_targets_mean": 3859.3,
|
|
"valid_targets_min": 1319
|
|
},
|
|
{
|
|
"epoch": 0.22082018927444794,
|
|
"grad_norm": 0.468284305556988,
|
|
"learning_rate": 9.987849187267908e-05,
|
|
"loss": 0.5505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5802025198936462,
|
|
"step": 70,
|
|
"valid_targets_mean": 3437.2,
|
|
"valid_targets_min": 658
|
|
},
|
|
{
|
|
"epoch": 0.23659305993690852,
|
|
"grad_norm": 0.4456626356470159,
|
|
"learning_rate": 9.985583623555076e-05,
|
|
"loss": 0.5571,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5259662866592407,
|
|
"step": 75,
|
|
"valid_targets_mean": 3729.0,
|
|
"valid_targets_min": 821
|
|
},
|
|
{
|
|
"epoch": 0.25236593059936907,
|
|
"grad_norm": 0.5189246417709207,
|
|
"learning_rate": 9.9831248096853e-05,
|
|
"loss": 0.5465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5496809482574463,
|
|
"step": 80,
|
|
"valid_targets_mean": 3154.8,
|
|
"valid_targets_min": 844
|
|
},
|
|
{
|
|
"epoch": 0.26813880126182965,
|
|
"grad_norm": 0.4242414929398914,
|
|
"learning_rate": 9.980472840966614e-05,
|
|
"loss": 0.558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5265679955482483,
|
|
"step": 85,
|
|
"valid_targets_mean": 4139.5,
|
|
"valid_targets_min": 869
|
|
},
|
|
{
|
|
"epoch": 0.28391167192429023,
|
|
"grad_norm": 0.4360826931800694,
|
|
"learning_rate": 9.977627820194082e-05,
|
|
"loss": 0.5496,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5053580403327942,
|
|
"step": 90,
|
|
"valid_targets_mean": 4189.2,
|
|
"valid_targets_min": 815
|
|
},
|
|
{
|
|
"epoch": 0.2996845425867508,
|
|
"grad_norm": 0.45768598697634005,
|
|
"learning_rate": 9.974589857645802e-05,
|
|
"loss": 0.5503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5525804758071899,
|
|
"step": 95,
|
|
"valid_targets_mean": 3723.3,
|
|
"valid_targets_min": 721
|
|
},
|
|
{
|
|
"epoch": 0.31545741324921134,
|
|
"grad_norm": 0.45279563265028255,
|
|
"learning_rate": 9.97135907107865e-05,
|
|
"loss": 0.5593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5906380414962769,
|
|
"step": 100,
|
|
"valid_targets_mean": 4154.5,
|
|
"valid_targets_min": 1312
|
|
},
|
|
{
|
|
"epoch": 0.3312302839116719,
|
|
"grad_norm": 0.41876449974133445,
|
|
"learning_rate": 9.967935585723706e-05,
|
|
"loss": 0.5566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.552190899848938,
|
|
"step": 105,
|
|
"valid_targets_mean": 4490.0,
|
|
"valid_targets_min": 1513
|
|
},
|
|
{
|
|
"epoch": 0.3470031545741325,
|
|
"grad_norm": 0.4041961807602131,
|
|
"learning_rate": 9.964319534281397e-05,
|
|
"loss": 0.562,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5655333995819092,
|
|
"step": 110,
|
|
"valid_targets_mean": 4229.1,
|
|
"valid_targets_min": 1399
|
|
},
|
|
{
|
|
"epoch": 0.3627760252365931,
|
|
"grad_norm": 0.4960566105435021,
|
|
"learning_rate": 9.960511056916357e-05,
|
|
"loss": 0.5599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5781254768371582,
|
|
"step": 115,
|
|
"valid_targets_mean": 3706.1,
|
|
"valid_targets_min": 801
|
|
},
|
|
{
|
|
"epoch": 0.3785488958990536,
|
|
"grad_norm": 0.4459682147440665,
|
|
"learning_rate": 9.956510301251995e-05,
|
|
"loss": 0.5354,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.499944269657135,
|
|
"step": 120,
|
|
"valid_targets_mean": 3662.9,
|
|
"valid_targets_min": 749
|
|
},
|
|
{
|
|
"epoch": 0.3943217665615142,
|
|
"grad_norm": 0.3929671447186755,
|
|
"learning_rate": 9.952317422364772e-05,
|
|
"loss": 0.5783,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5153095722198486,
|
|
"step": 125,
|
|
"valid_targets_mean": 4084.0,
|
|
"valid_targets_min": 1164
|
|
},
|
|
{
|
|
"epoch": 0.41009463722397477,
|
|
"grad_norm": 0.42897401373515004,
|
|
"learning_rate": 9.947932582778188e-05,
|
|
"loss": 0.5513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5479700565338135,
|
|
"step": 130,
|
|
"valid_targets_mean": 3615.9,
|
|
"valid_targets_min": 1030
|
|
},
|
|
{
|
|
"epoch": 0.42586750788643535,
|
|
"grad_norm": 0.4514170365892061,
|
|
"learning_rate": 9.943355952456483e-05,
|
|
"loss": 0.5508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5287145376205444,
|
|
"step": 135,
|
|
"valid_targets_mean": 3968.4,
|
|
"valid_targets_min": 1382
|
|
},
|
|
{
|
|
"epoch": 0.4416403785488959,
|
|
"grad_norm": 0.4885467964555453,
|
|
"learning_rate": 9.938587708798053e-05,
|
|
"loss": 0.5545,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6355825066566467,
|
|
"step": 140,
|
|
"valid_targets_mean": 3822.2,
|
|
"valid_targets_min": 994
|
|
},
|
|
{
|
|
"epoch": 0.45741324921135645,
|
|
"grad_norm": 0.45050804505844816,
|
|
"learning_rate": 9.933628036628569e-05,
|
|
"loss": 0.5707,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5147861242294312,
|
|
"step": 145,
|
|
"valid_targets_mean": 4422.2,
|
|
"valid_targets_min": 840
|
|
},
|
|
{
|
|
"epoch": 0.47318611987381703,
|
|
"grad_norm": 0.4629732361929168,
|
|
"learning_rate": 9.92847712819381e-05,
|
|
"loss": 0.5351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5328657031059265,
|
|
"step": 150,
|
|
"valid_targets_mean": 3415.7,
|
|
"valid_targets_min": 834
|
|
},
|
|
{
|
|
"epoch": 0.4889589905362776,
|
|
"grad_norm": 0.4247700925965094,
|
|
"learning_rate": 9.923135183152224e-05,
|
|
"loss": 0.5435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5141998529434204,
|
|
"step": 155,
|
|
"valid_targets_mean": 4627.2,
|
|
"valid_targets_min": 1094
|
|
},
|
|
{
|
|
"epoch": 0.5047318611987381,
|
|
"grad_norm": 0.3810890570531183,
|
|
"learning_rate": 9.91760240856717e-05,
|
|
"loss": 0.5583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5300256609916687,
|
|
"step": 160,
|
|
"valid_targets_mean": 4273.2,
|
|
"valid_targets_min": 1231
|
|
},
|
|
{
|
|
"epoch": 0.5205047318611987,
|
|
"grad_norm": 0.4096717090938379,
|
|
"learning_rate": 9.91187901889891e-05,
|
|
"loss": 0.5518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5601193904876709,
|
|
"step": 165,
|
|
"valid_targets_mean": 3646.8,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 0.5362776025236593,
|
|
"grad_norm": 0.42309669942651534,
|
|
"learning_rate": 9.905965235996286e-05,
|
|
"loss": 0.5438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5901980400085449,
|
|
"step": 170,
|
|
"valid_targets_mean": 3763.0,
|
|
"valid_targets_min": 1202
|
|
},
|
|
{
|
|
"epoch": 0.5520504731861199,
|
|
"grad_norm": 0.4221962263816931,
|
|
"learning_rate": 9.899861289088121e-05,
|
|
"loss": 0.5728,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5548031330108643,
|
|
"step": 175,
|
|
"valid_targets_mean": 3372.2,
|
|
"valid_targets_min": 1078
|
|
},
|
|
{
|
|
"epoch": 0.5678233438485805,
|
|
"grad_norm": 0.4533484589368771,
|
|
"learning_rate": 9.893567414774341e-05,
|
|
"loss": 0.5182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5485403537750244,
|
|
"step": 180,
|
|
"valid_targets_mean": 3786.9,
|
|
"valid_targets_min": 813
|
|
},
|
|
{
|
|
"epoch": 0.583596214511041,
|
|
"grad_norm": 0.4201455517245677,
|
|
"learning_rate": 9.88708385701679e-05,
|
|
"loss": 0.5362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5464404821395874,
|
|
"step": 185,
|
|
"valid_targets_mean": 4054.2,
|
|
"valid_targets_min": 718
|
|
},
|
|
{
|
|
"epoch": 0.5993690851735016,
|
|
"grad_norm": 0.3816172170313495,
|
|
"learning_rate": 9.88041086712979e-05,
|
|
"loss": 0.5185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5385897159576416,
|
|
"step": 190,
|
|
"valid_targets_mean": 3817.4,
|
|
"valid_targets_min": 865
|
|
},
|
|
{
|
|
"epoch": 0.6151419558359621,
|
|
"grad_norm": 0.38750216847876323,
|
|
"learning_rate": 9.873548703770388e-05,
|
|
"loss": 0.5143,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4823839068412781,
|
|
"step": 195,
|
|
"valid_targets_mean": 4086.1,
|
|
"valid_targets_min": 967
|
|
},
|
|
{
|
|
"epoch": 0.6309148264984227,
|
|
"grad_norm": 0.40503340868678855,
|
|
"learning_rate": 9.866497632928336e-05,
|
|
"loss": 0.5225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5157015919685364,
|
|
"step": 200,
|
|
"valid_targets_mean": 4078.6,
|
|
"valid_targets_min": 950
|
|
},
|
|
{
|
|
"epoch": 0.6466876971608833,
|
|
"grad_norm": 0.3541231531701395,
|
|
"learning_rate": 9.859257927915774e-05,
|
|
"loss": 0.5376,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5179704427719116,
|
|
"step": 205,
|
|
"valid_targets_mean": 3903.1,
|
|
"valid_targets_min": 699
|
|
},
|
|
{
|
|
"epoch": 0.6624605678233438,
|
|
"grad_norm": 0.41202758172155246,
|
|
"learning_rate": 9.851829869356651e-05,
|
|
"loss": 0.522,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5223180055618286,
|
|
"step": 210,
|
|
"valid_targets_mean": 4136.1,
|
|
"valid_targets_min": 1128
|
|
},
|
|
{
|
|
"epoch": 0.6782334384858044,
|
|
"grad_norm": 0.423543405280611,
|
|
"learning_rate": 9.844213745175826e-05,
|
|
"loss": 0.5332,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5781832337379456,
|
|
"step": 215,
|
|
"valid_targets_mean": 3915.7,
|
|
"valid_targets_min": 1093
|
|
},
|
|
{
|
|
"epoch": 0.694006309148265,
|
|
"grad_norm": 0.35669299013566746,
|
|
"learning_rate": 9.83640985058792e-05,
|
|
"loss": 0.5092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.47874531149864197,
|
|
"step": 220,
|
|
"valid_targets_mean": 3844.2,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 0.7097791798107256,
|
|
"grad_norm": 0.3925005403471201,
|
|
"learning_rate": 9.828418488085877e-05,
|
|
"loss": 0.5302,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5382158756256104,
|
|
"step": 225,
|
|
"valid_targets_mean": 3521.7,
|
|
"valid_targets_min": 1095
|
|
},
|
|
{
|
|
"epoch": 0.7255520504731862,
|
|
"grad_norm": 0.4325120394989433,
|
|
"learning_rate": 9.820239967429233e-05,
|
|
"loss": 0.5371,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5795000791549683,
|
|
"step": 230,
|
|
"valid_targets_mean": 3122.2,
|
|
"valid_targets_min": 641
|
|
},
|
|
{
|
|
"epoch": 0.7413249211356467,
|
|
"grad_norm": 0.36208200156129844,
|
|
"learning_rate": 9.811874605632104e-05,
|
|
"loss": 0.5283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5075106620788574,
|
|
"step": 235,
|
|
"valid_targets_mean": 4049.4,
|
|
"valid_targets_min": 691
|
|
},
|
|
{
|
|
"epoch": 0.7570977917981072,
|
|
"grad_norm": 0.39540549433667344,
|
|
"learning_rate": 9.803322726950905e-05,
|
|
"loss": 0.5378,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5728358626365662,
|
|
"step": 240,
|
|
"valid_targets_mean": 4206.9,
|
|
"valid_targets_min": 996
|
|
},
|
|
{
|
|
"epoch": 0.7728706624605678,
|
|
"grad_norm": 0.41657667507777546,
|
|
"learning_rate": 9.794584662871787e-05,
|
|
"loss": 0.5135,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5691760778427124,
|
|
"step": 245,
|
|
"valid_targets_mean": 3891.3,
|
|
"valid_targets_min": 717
|
|
},
|
|
{
|
|
"epoch": 0.7886435331230284,
|
|
"grad_norm": 0.36129818659509033,
|
|
"learning_rate": 9.785660752097768e-05,
|
|
"loss": 0.511,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.49009859561920166,
|
|
"step": 250,
|
|
"valid_targets_mean": 4718.1,
|
|
"valid_targets_min": 1376
|
|
},
|
|
{
|
|
"epoch": 0.804416403785489,
|
|
"grad_norm": 0.3954585394141833,
|
|
"learning_rate": 9.77655134053563e-05,
|
|
"loss": 0.5271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5566205978393555,
|
|
"step": 255,
|
|
"valid_targets_mean": 3992.4,
|
|
"valid_targets_min": 922
|
|
},
|
|
{
|
|
"epoch": 0.8201892744479495,
|
|
"grad_norm": 0.4457152822998143,
|
|
"learning_rate": 9.767256781282486e-05,
|
|
"loss": 0.5459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5469316244125366,
|
|
"step": 260,
|
|
"valid_targets_mean": 3295.2,
|
|
"valid_targets_min": 942
|
|
},
|
|
{
|
|
"epoch": 0.8359621451104101,
|
|
"grad_norm": 0.42830831852575374,
|
|
"learning_rate": 9.757777434612116e-05,
|
|
"loss": 0.5321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5643436908721924,
|
|
"step": 265,
|
|
"valid_targets_mean": 3402.6,
|
|
"valid_targets_min": 849
|
|
},
|
|
{
|
|
"epoch": 0.8517350157728707,
|
|
"grad_norm": 0.35560598847559505,
|
|
"learning_rate": 9.748113667960987e-05,
|
|
"loss": 0.5416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5399414300918579,
|
|
"step": 270,
|
|
"valid_targets_mean": 4290.6,
|
|
"valid_targets_min": 801
|
|
},
|
|
{
|
|
"epoch": 0.8675078864353313,
|
|
"grad_norm": 0.3318267291185689,
|
|
"learning_rate": 9.738265855914013e-05,
|
|
"loss": 0.4984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5012451410293579,
|
|
"step": 275,
|
|
"valid_targets_mean": 4652.2,
|
|
"valid_targets_min": 1522
|
|
},
|
|
{
|
|
"epoch": 0.8832807570977917,
|
|
"grad_norm": 0.37641165858900405,
|
|
"learning_rate": 9.728234380190038e-05,
|
|
"loss": 0.5217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5358394384384155,
|
|
"step": 280,
|
|
"valid_targets_mean": 3566.7,
|
|
"valid_targets_min": 356
|
|
},
|
|
{
|
|
"epoch": 0.8990536277602523,
|
|
"grad_norm": 0.3707422402953193,
|
|
"learning_rate": 9.718019629627045e-05,
|
|
"loss": 0.5383,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5315133333206177,
|
|
"step": 285,
|
|
"valid_targets_mean": 4248.1,
|
|
"valid_targets_min": 1506
|
|
},
|
|
{
|
|
"epoch": 0.9148264984227129,
|
|
"grad_norm": 0.36379579886903163,
|
|
"learning_rate": 9.70762200016707e-05,
|
|
"loss": 0.5156,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.49599626660346985,
|
|
"step": 290,
|
|
"valid_targets_mean": 3829.4,
|
|
"valid_targets_min": 319
|
|
},
|
|
{
|
|
"epoch": 0.9305993690851735,
|
|
"grad_norm": 0.3602052757244127,
|
|
"learning_rate": 9.697041894840865e-05,
|
|
"loss": 0.5172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5145964622497559,
|
|
"step": 295,
|
|
"valid_targets_mean": 3755.7,
|
|
"valid_targets_min": 1000
|
|
},
|
|
{
|
|
"epoch": 0.9463722397476341,
|
|
"grad_norm": 0.3383105129798826,
|
|
"learning_rate": 9.68627972375228e-05,
|
|
"loss": 0.5197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5156067609786987,
|
|
"step": 300,
|
|
"valid_targets_mean": 4581.9,
|
|
"valid_targets_min": 1023
|
|
},
|
|
{
|
|
"epoch": 0.9621451104100947,
|
|
"grad_norm": 0.39478296443847477,
|
|
"learning_rate": 9.675335904062353e-05,
|
|
"loss": 0.509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5009207129478455,
|
|
"step": 305,
|
|
"valid_targets_mean": 3574.9,
|
|
"valid_targets_min": 704
|
|
},
|
|
{
|
|
"epoch": 0.9779179810725552,
|
|
"grad_norm": 0.3701507161997181,
|
|
"learning_rate": 9.66421085997315e-05,
|
|
"loss": 0.515,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5108104944229126,
|
|
"step": 310,
|
|
"valid_targets_mean": 3732.2,
|
|
"valid_targets_min": 663
|
|
},
|
|
{
|
|
"epoch": 0.9936908517350158,
|
|
"grad_norm": 0.36362679379892143,
|
|
"learning_rate": 9.65290502271132e-05,
|
|
"loss": 0.5298,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5177055597305298,
|
|
"step": 315,
|
|
"valid_targets_mean": 4006.8,
|
|
"valid_targets_min": 862
|
|
},
|
|
{
|
|
"epoch": 1.0094637223974763,
|
|
"grad_norm": 0.44494333561483296,
|
|
"learning_rate": 9.641418830511377e-05,
|
|
"loss": 0.469,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4171540141105652,
|
|
"step": 320,
|
|
"valid_targets_mean": 3149.5,
|
|
"valid_targets_min": 519
|
|
},
|
|
{
|
|
"epoch": 1.025236593059937,
|
|
"grad_norm": 0.3391573696995791,
|
|
"learning_rate": 9.62975272859872e-05,
|
|
"loss": 0.4145,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39022213220596313,
|
|
"step": 325,
|
|
"valid_targets_mean": 4175.0,
|
|
"valid_targets_min": 1192
|
|
},
|
|
{
|
|
"epoch": 1.0410094637223974,
|
|
"grad_norm": 0.4148022873924609,
|
|
"learning_rate": 9.617907169172367e-05,
|
|
"loss": 0.4115,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4439923167228699,
|
|
"step": 330,
|
|
"valid_targets_mean": 3986.2,
|
|
"valid_targets_min": 869
|
|
},
|
|
{
|
|
"epoch": 1.0567823343848581,
|
|
"grad_norm": 0.3565887954497388,
|
|
"learning_rate": 9.605882611387432e-05,
|
|
"loss": 0.4526,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44107919931411743,
|
|
"step": 335,
|
|
"valid_targets_mean": 4259.3,
|
|
"valid_targets_min": 976
|
|
},
|
|
{
|
|
"epoch": 1.0725552050473186,
|
|
"grad_norm": 0.3907577587630456,
|
|
"learning_rate": 9.593679521337327e-05,
|
|
"loss": 0.4484,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.45283353328704834,
|
|
"step": 340,
|
|
"valid_targets_mean": 3893.7,
|
|
"valid_targets_min": 1418
|
|
},
|
|
{
|
|
"epoch": 1.088328075709779,
|
|
"grad_norm": 0.3807742307702375,
|
|
"learning_rate": 9.581298372035695e-05,
|
|
"loss": 0.4302,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4250805675983429,
|
|
"step": 345,
|
|
"valid_targets_mean": 3853.0,
|
|
"valid_targets_min": 965
|
|
},
|
|
{
|
|
"epoch": 1.1041009463722398,
|
|
"grad_norm": 0.44905191912330616,
|
|
"learning_rate": 9.56873964339807e-05,
|
|
"loss": 0.4462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5217335224151611,
|
|
"step": 350,
|
|
"valid_targets_mean": 2976.3,
|
|
"valid_targets_min": 827
|
|
},
|
|
{
|
|
"epoch": 1.1198738170347002,
|
|
"grad_norm": 0.3699538409851181,
|
|
"learning_rate": 9.556003822223287e-05,
|
|
"loss": 0.4148,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3780270218849182,
|
|
"step": 355,
|
|
"valid_targets_mean": 4304.0,
|
|
"valid_targets_min": 863
|
|
},
|
|
{
|
|
"epoch": 1.135646687697161,
|
|
"grad_norm": 0.38031489838469096,
|
|
"learning_rate": 9.5430914021746e-05,
|
|
"loss": 0.4371,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4074738323688507,
|
|
"step": 360,
|
|
"valid_targets_mean": 3196.3,
|
|
"valid_targets_min": 1161
|
|
},
|
|
{
|
|
"epoch": 1.1514195583596214,
|
|
"grad_norm": 0.382134493241582,
|
|
"learning_rate": 9.530002883760552e-05,
|
|
"loss": 0.4218,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43987852334976196,
|
|
"step": 365,
|
|
"valid_targets_mean": 3962.5,
|
|
"valid_targets_min": 899
|
|
},
|
|
{
|
|
"epoch": 1.167192429022082,
|
|
"grad_norm": 0.37585063446780165,
|
|
"learning_rate": 9.516738774315577e-05,
|
|
"loss": 0.4395,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4138225018978119,
|
|
"step": 370,
|
|
"valid_targets_mean": 3164.1,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 1.1829652996845426,
|
|
"grad_norm": 0.3805495887688742,
|
|
"learning_rate": 9.503299587980331e-05,
|
|
"loss": 0.4434,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44806328415870667,
|
|
"step": 375,
|
|
"valid_targets_mean": 3578.8,
|
|
"valid_targets_min": 623
|
|
},
|
|
{
|
|
"epoch": 1.1987381703470033,
|
|
"grad_norm": 0.376773409845666,
|
|
"learning_rate": 9.489685845681762e-05,
|
|
"loss": 0.4428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4336075186729431,
|
|
"step": 380,
|
|
"valid_targets_mean": 3914.1,
|
|
"valid_targets_min": 961
|
|
},
|
|
{
|
|
"epoch": 1.2145110410094637,
|
|
"grad_norm": 0.38804566747120484,
|
|
"learning_rate": 9.47589807511292e-05,
|
|
"loss": 0.4292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4264313876628876,
|
|
"step": 385,
|
|
"valid_targets_mean": 3593.9,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 1.2302839116719242,
|
|
"grad_norm": 0.36513112328321634,
|
|
"learning_rate": 9.461936810712507e-05,
|
|
"loss": 0.4611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.47045087814331055,
|
|
"step": 390,
|
|
"valid_targets_mean": 4321.6,
|
|
"valid_targets_min": 1088
|
|
},
|
|
{
|
|
"epoch": 1.2460567823343849,
|
|
"grad_norm": 0.39079786099369523,
|
|
"learning_rate": 9.447802593644152e-05,
|
|
"loss": 0.4318,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5255352258682251,
|
|
"step": 395,
|
|
"valid_targets_mean": 3777.8,
|
|
"valid_targets_min": 898
|
|
},
|
|
{
|
|
"epoch": 1.2618296529968454,
|
|
"grad_norm": 0.3398501520957368,
|
|
"learning_rate": 9.433495971775444e-05,
|
|
"loss": 0.4169,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4048163890838623,
|
|
"step": 400,
|
|
"valid_targets_mean": 4000.7,
|
|
"valid_targets_min": 1370
|
|
},
|
|
{
|
|
"epoch": 1.277602523659306,
|
|
"grad_norm": 0.3670308220814651,
|
|
"learning_rate": 9.419017499656686e-05,
|
|
"loss": 0.4393,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4233490228652954,
|
|
"step": 405,
|
|
"valid_targets_mean": 3596.8,
|
|
"valid_targets_min": 835
|
|
},
|
|
{
|
|
"epoch": 1.2933753943217665,
|
|
"grad_norm": 0.40227891912103875,
|
|
"learning_rate": 9.404367738499409e-05,
|
|
"loss": 0.4616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.465755432844162,
|
|
"step": 410,
|
|
"valid_targets_mean": 3719.0,
|
|
"valid_targets_min": 854
|
|
},
|
|
{
|
|
"epoch": 1.3091482649842272,
|
|
"grad_norm": 0.35283201135451225,
|
|
"learning_rate": 9.38954725615461e-05,
|
|
"loss": 0.4729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.45133858919143677,
|
|
"step": 415,
|
|
"valid_targets_mean": 4254.4,
|
|
"valid_targets_min": 646
|
|
},
|
|
{
|
|
"epoch": 1.3249211356466877,
|
|
"grad_norm": 0.3570013813746019,
|
|
"learning_rate": 9.374556627090749e-05,
|
|
"loss": 0.4627,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4204801619052887,
|
|
"step": 420,
|
|
"valid_targets_mean": 3770.4,
|
|
"valid_targets_min": 337
|
|
},
|
|
{
|
|
"epoch": 1.3406940063091484,
|
|
"grad_norm": 0.37223503941855,
|
|
"learning_rate": 9.359396432371476e-05,
|
|
"loss": 0.4677,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5173239707946777,
|
|
"step": 425,
|
|
"valid_targets_mean": 4230.2,
|
|
"valid_targets_min": 1114
|
|
},
|
|
{
|
|
"epoch": 1.3564668769716088,
|
|
"grad_norm": 0.3301770644383114,
|
|
"learning_rate": 9.344067259633112e-05,
|
|
"loss": 0.4323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.398292601108551,
|
|
"step": 430,
|
|
"valid_targets_mean": 4243.5,
|
|
"valid_targets_min": 1054
|
|
},
|
|
{
|
|
"epoch": 1.3722397476340693,
|
|
"grad_norm": 0.36270954698851193,
|
|
"learning_rate": 9.328569703061862e-05,
|
|
"loss": 0.4336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.45556944608688354,
|
|
"step": 435,
|
|
"valid_targets_mean": 3909.2,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 1.38801261829653,
|
|
"grad_norm": 0.37539857073698474,
|
|
"learning_rate": 9.3129043633708e-05,
|
|
"loss": 0.4421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4796835482120514,
|
|
"step": 440,
|
|
"valid_targets_mean": 4132.4,
|
|
"valid_targets_min": 658
|
|
},
|
|
{
|
|
"epoch": 1.4037854889589905,
|
|
"grad_norm": 0.33638929802502493,
|
|
"learning_rate": 9.297071847776568e-05,
|
|
"loss": 0.4423,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4059070646762848,
|
|
"step": 445,
|
|
"valid_targets_mean": 3642.7,
|
|
"valid_targets_min": 726
|
|
},
|
|
{
|
|
"epoch": 1.4195583596214512,
|
|
"grad_norm": 0.4001184728503333,
|
|
"learning_rate": 9.281072769975847e-05,
|
|
"loss": 0.4443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.47804516553878784,
|
|
"step": 450,
|
|
"valid_targets_mean": 3378.8,
|
|
"valid_targets_min": 758
|
|
},
|
|
{
|
|
"epoch": 1.4353312302839116,
|
|
"grad_norm": 0.4029482297411805,
|
|
"learning_rate": 9.264907750121568e-05,
|
|
"loss": 0.4334,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44277799129486084,
|
|
"step": 455,
|
|
"valid_targets_mean": 3196.6,
|
|
"valid_targets_min": 841
|
|
},
|
|
{
|
|
"epoch": 1.4511041009463723,
|
|
"grad_norm": 0.4036784853782572,
|
|
"learning_rate": 9.248577414798871e-05,
|
|
"loss": 0.4416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43349453806877136,
|
|
"step": 460,
|
|
"valid_targets_mean": 3283.0,
|
|
"valid_targets_min": 635
|
|
},
|
|
{
|
|
"epoch": 1.4668769716088328,
|
|
"grad_norm": 0.36312925454919104,
|
|
"learning_rate": 9.232082397000826e-05,
|
|
"loss": 0.4275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4773409962654114,
|
|
"step": 465,
|
|
"valid_targets_mean": 3814.1,
|
|
"valid_targets_min": 691
|
|
},
|
|
{
|
|
"epoch": 1.4826498422712935,
|
|
"grad_norm": 0.3528726566779447,
|
|
"learning_rate": 9.215423336103884e-05,
|
|
"loss": 0.4431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4232112765312195,
|
|
"step": 470,
|
|
"valid_targets_mean": 4029.1,
|
|
"valid_targets_min": 335
|
|
},
|
|
{
|
|
"epoch": 1.498422712933754,
|
|
"grad_norm": 0.41683241533869353,
|
|
"learning_rate": 9.198600877843105e-05,
|
|
"loss": 0.4412,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.48993387818336487,
|
|
"step": 475,
|
|
"valid_targets_mean": 2998.8,
|
|
"valid_targets_min": 977
|
|
},
|
|
{
|
|
"epoch": 1.5141955835962144,
|
|
"grad_norm": 0.34971035022348906,
|
|
"learning_rate": 9.181615674287121e-05,
|
|
"loss": 0.4461,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43452027440071106,
|
|
"step": 480,
|
|
"valid_targets_mean": 4365.5,
|
|
"valid_targets_min": 1207
|
|
},
|
|
{
|
|
"epoch": 1.5299684542586751,
|
|
"grad_norm": 0.7751137379112104,
|
|
"learning_rate": 9.164468383812864e-05,
|
|
"loss": 0.4403,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4532795548439026,
|
|
"step": 485,
|
|
"valid_targets_mean": 3795.7,
|
|
"valid_targets_min": 1359
|
|
},
|
|
{
|
|
"epoch": 1.5457413249211358,
|
|
"grad_norm": 0.401862455648203,
|
|
"learning_rate": 9.147159671080049e-05,
|
|
"loss": 0.4559,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4684237539768219,
|
|
"step": 490,
|
|
"valid_targets_mean": 3587.4,
|
|
"valid_targets_min": 666
|
|
},
|
|
{
|
|
"epoch": 1.5615141955835963,
|
|
"grad_norm": 0.37373814768090685,
|
|
"learning_rate": 9.129690207005402e-05,
|
|
"loss": 0.4551,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4561198949813843,
|
|
"step": 495,
|
|
"valid_targets_mean": 3667.8,
|
|
"valid_targets_min": 1183
|
|
},
|
|
{
|
|
"epoch": 1.5772870662460567,
|
|
"grad_norm": 0.3475217588458817,
|
|
"learning_rate": 9.11206066873666e-05,
|
|
"loss": 0.439,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43660348653793335,
|
|
"step": 500,
|
|
"valid_targets_mean": 3716.6,
|
|
"valid_targets_min": 717
|
|
},
|
|
{
|
|
"epoch": 1.5930599369085172,
|
|
"grad_norm": 0.4051905185882745,
|
|
"learning_rate": 9.094271739626326e-05,
|
|
"loss": 0.4559,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43010252714157104,
|
|
"step": 505,
|
|
"valid_targets_mean": 2970.6,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 1.608832807570978,
|
|
"grad_norm": 0.34036475182222864,
|
|
"learning_rate": 9.076324109205174e-05,
|
|
"loss": 0.4507,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4386584162712097,
|
|
"step": 510,
|
|
"valid_targets_mean": 3959.9,
|
|
"valid_targets_min": 589
|
|
},
|
|
{
|
|
"epoch": 1.6246056782334386,
|
|
"grad_norm": 0.3498122275381102,
|
|
"learning_rate": 9.058218473155528e-05,
|
|
"loss": 0.4333,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4222657084465027,
|
|
"step": 515,
|
|
"valid_targets_mean": 3462.6,
|
|
"valid_targets_min": 873
|
|
},
|
|
{
|
|
"epoch": 1.640378548895899,
|
|
"grad_norm": 0.3369248339344111,
|
|
"learning_rate": 9.039955533284292e-05,
|
|
"loss": 0.4527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4398431181907654,
|
|
"step": 520,
|
|
"valid_targets_mean": 3989.6,
|
|
"valid_targets_min": 1064
|
|
},
|
|
{
|
|
"epoch": 1.6561514195583595,
|
|
"grad_norm": 0.36080386098017403,
|
|
"learning_rate": 9.021535997495749e-05,
|
|
"loss": 0.471,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.48137784004211426,
|
|
"step": 525,
|
|
"valid_targets_mean": 3954.6,
|
|
"valid_targets_min": 866
|
|
},
|
|
{
|
|
"epoch": 1.6719242902208202,
|
|
"grad_norm": 0.3718481057610134,
|
|
"learning_rate": 9.002960579764116e-05,
|
|
"loss": 0.4503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4851943254470825,
|
|
"step": 530,
|
|
"valid_targets_mean": 3200.0,
|
|
"valid_targets_min": 440
|
|
},
|
|
{
|
|
"epoch": 1.687697160883281,
|
|
"grad_norm": 0.36465288551264813,
|
|
"learning_rate": 8.984230000105882e-05,
|
|
"loss": 0.4455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4893612265586853,
|
|
"step": 535,
|
|
"valid_targets_mean": 3724.4,
|
|
"valid_targets_min": 1164
|
|
},
|
|
{
|
|
"epoch": 1.7034700315457414,
|
|
"grad_norm": 0.32735990049855485,
|
|
"learning_rate": 8.965344984551882e-05,
|
|
"loss": 0.4431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38390782475471497,
|
|
"step": 540,
|
|
"valid_targets_mean": 3728.2,
|
|
"valid_targets_min": 765
|
|
},
|
|
{
|
|
"epoch": 1.7192429022082019,
|
|
"grad_norm": 0.3405505588639974,
|
|
"learning_rate": 8.946306265119167e-05,
|
|
"loss": 0.434,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4467661380767822,
|
|
"step": 545,
|
|
"valid_targets_mean": 3709.7,
|
|
"valid_targets_min": 1553
|
|
},
|
|
{
|
|
"epoch": 1.7350157728706623,
|
|
"grad_norm": 0.3652479819607644,
|
|
"learning_rate": 8.927114579782625e-05,
|
|
"loss": 0.4376,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43158066272735596,
|
|
"step": 550,
|
|
"valid_targets_mean": 3628.7,
|
|
"valid_targets_min": 882
|
|
},
|
|
{
|
|
"epoch": 1.750788643533123,
|
|
"grad_norm": 0.3822997428821815,
|
|
"learning_rate": 8.907770672446381e-05,
|
|
"loss": 0.4574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4463322162628174,
|
|
"step": 555,
|
|
"valid_targets_mean": 3338.1,
|
|
"valid_targets_min": 789
|
|
},
|
|
{
|
|
"epoch": 1.7665615141955837,
|
|
"grad_norm": 0.3485646535388207,
|
|
"learning_rate": 8.888275292914948e-05,
|
|
"loss": 0.4397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.42743009328842163,
|
|
"step": 560,
|
|
"valid_targets_mean": 3594.6,
|
|
"valid_targets_min": 721
|
|
},
|
|
{
|
|
"epoch": 1.7823343848580442,
|
|
"grad_norm": 0.3109895750423863,
|
|
"learning_rate": 8.868629196864182e-05,
|
|
"loss": 0.4264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3907405138015747,
|
|
"step": 565,
|
|
"valid_targets_mean": 4172.2,
|
|
"valid_targets_min": 961
|
|
},
|
|
{
|
|
"epoch": 1.7981072555205047,
|
|
"grad_norm": 0.3707666760898621,
|
|
"learning_rate": 8.848833145811976e-05,
|
|
"loss": 0.4486,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4277447760105133,
|
|
"step": 570,
|
|
"valid_targets_mean": 3259.4,
|
|
"valid_targets_min": 1124
|
|
},
|
|
{
|
|
"epoch": 1.8138801261829653,
|
|
"grad_norm": 0.4062312243161753,
|
|
"learning_rate": 8.828887907088753e-05,
|
|
"loss": 0.4338,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.45710551738739014,
|
|
"step": 575,
|
|
"valid_targets_mean": 3280.9,
|
|
"valid_targets_min": 685
|
|
},
|
|
{
|
|
"epoch": 1.8296529968454258,
|
|
"grad_norm": 0.34345659850944893,
|
|
"learning_rate": 8.808794253807707e-05,
|
|
"loss": 0.4275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40221577882766724,
|
|
"step": 580,
|
|
"valid_targets_mean": 3658.1,
|
|
"valid_targets_min": 619
|
|
},
|
|
{
|
|
"epoch": 1.8454258675078865,
|
|
"grad_norm": 0.3330687260048639,
|
|
"learning_rate": 8.788552964834859e-05,
|
|
"loss": 0.4468,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.46073347330093384,
|
|
"step": 585,
|
|
"valid_targets_mean": 3980.0,
|
|
"valid_targets_min": 1109
|
|
},
|
|
{
|
|
"epoch": 1.861198738170347,
|
|
"grad_norm": 0.3397094597785125,
|
|
"learning_rate": 8.768164824758846e-05,
|
|
"loss": 0.4558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4085126221179962,
|
|
"step": 590,
|
|
"valid_targets_mean": 3243.0,
|
|
"valid_targets_min": 442
|
|
},
|
|
{
|
|
"epoch": 1.8769716088328074,
|
|
"grad_norm": 0.31999705156875274,
|
|
"learning_rate": 8.747630623860521e-05,
|
|
"loss": 0.4274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41694074869155884,
|
|
"step": 595,
|
|
"valid_targets_mean": 4215.4,
|
|
"valid_targets_min": 950
|
|
},
|
|
{
|
|
"epoch": 1.8927444794952681,
|
|
"grad_norm": 0.33040562917463656,
|
|
"learning_rate": 8.726951158082311e-05,
|
|
"loss": 0.4339,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4324493408203125,
|
|
"step": 600,
|
|
"valid_targets_mean": 4159.7,
|
|
"valid_targets_min": 1175
|
|
},
|
|
{
|
|
"epoch": 1.9085173501577288,
|
|
"grad_norm": 0.36434921623211575,
|
|
"learning_rate": 8.706127228997376e-05,
|
|
"loss": 0.4539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4327438175678253,
|
|
"step": 605,
|
|
"valid_targets_mean": 3312.7,
|
|
"valid_targets_min": 1082
|
|
},
|
|
{
|
|
"epoch": 1.9242902208201893,
|
|
"grad_norm": 0.35804162946121054,
|
|
"learning_rate": 8.685159643778528e-05,
|
|
"loss": 0.431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4164193272590637,
|
|
"step": 610,
|
|
"valid_targets_mean": 3273.8,
|
|
"valid_targets_min": 1083
|
|
},
|
|
{
|
|
"epoch": 1.9400630914826498,
|
|
"grad_norm": 0.3485498776902668,
|
|
"learning_rate": 8.664049215166955e-05,
|
|
"loss": 0.4606,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5004233717918396,
|
|
"step": 615,
|
|
"valid_targets_mean": 4313.6,
|
|
"valid_targets_min": 856
|
|
},
|
|
{
|
|
"epoch": 1.9558359621451105,
|
|
"grad_norm": 0.3544861888530339,
|
|
"learning_rate": 8.6427967614407e-05,
|
|
"loss": 0.4387,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4689190089702606,
|
|
"step": 620,
|
|
"valid_targets_mean": 3861.9,
|
|
"valid_targets_min": 1276
|
|
},
|
|
{
|
|
"epoch": 1.971608832807571,
|
|
"grad_norm": 0.35670645569674425,
|
|
"learning_rate": 8.621403106382968e-05,
|
|
"loss": 0.4398,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4165767431259155,
|
|
"step": 625,
|
|
"valid_targets_mean": 3283.2,
|
|
"valid_targets_min": 1086
|
|
},
|
|
{
|
|
"epoch": 1.9873817034700316,
|
|
"grad_norm": 0.3739226579042923,
|
|
"learning_rate": 8.599869079250165e-05,
|
|
"loss": 0.4582,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4649926424026489,
|
|
"step": 630,
|
|
"valid_targets_mean": 3385.2,
|
|
"valid_targets_min": 421
|
|
},
|
|
{
|
|
"epoch": 2.003154574132492,
|
|
"grad_norm": 0.4652236465790686,
|
|
"learning_rate": 8.578195514739784e-05,
|
|
"loss": 0.4383,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3751116096973419,
|
|
"step": 635,
|
|
"valid_targets_mean": 3725.0,
|
|
"valid_targets_min": 1248
|
|
},
|
|
{
|
|
"epoch": 2.0189274447949526,
|
|
"grad_norm": 0.43822671559849474,
|
|
"learning_rate": 8.556383252958026e-05,
|
|
"loss": 0.3511,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3273969292640686,
|
|
"step": 640,
|
|
"valid_targets_mean": 3735.2,
|
|
"valid_targets_min": 835
|
|
},
|
|
{
|
|
"epoch": 2.034700315457413,
|
|
"grad_norm": 0.34010705122481344,
|
|
"learning_rate": 8.534433139387259e-05,
|
|
"loss": 0.3508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3301159739494324,
|
|
"step": 645,
|
|
"valid_targets_mean": 4554.8,
|
|
"valid_targets_min": 1244
|
|
},
|
|
{
|
|
"epoch": 2.050473186119874,
|
|
"grad_norm": 0.3775080402751895,
|
|
"learning_rate": 8.512346024853219e-05,
|
|
"loss": 0.3432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3433346152305603,
|
|
"step": 650,
|
|
"valid_targets_mean": 3910.6,
|
|
"valid_targets_min": 1627
|
|
},
|
|
{
|
|
"epoch": 2.0662460567823344,
|
|
"grad_norm": 0.3728164026489659,
|
|
"learning_rate": 8.490122765492057e-05,
|
|
"loss": 0.3577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3310161828994751,
|
|
"step": 655,
|
|
"valid_targets_mean": 3759.2,
|
|
"valid_targets_min": 356
|
|
},
|
|
{
|
|
"epoch": 2.082018927444795,
|
|
"grad_norm": 0.37117967483663206,
|
|
"learning_rate": 8.467764222717136e-05,
|
|
"loss": 0.3287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32798779010772705,
|
|
"step": 660,
|
|
"valid_targets_mean": 3875.6,
|
|
"valid_targets_min": 918
|
|
},
|
|
{
|
|
"epoch": 2.0977917981072554,
|
|
"grad_norm": 0.41952911991741526,
|
|
"learning_rate": 8.445271263185646e-05,
|
|
"loss": 0.3454,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38159024715423584,
|
|
"step": 665,
|
|
"valid_targets_mean": 3336.3,
|
|
"valid_targets_min": 637
|
|
},
|
|
{
|
|
"epoch": 2.1135646687697163,
|
|
"grad_norm": 0.3661960517220788,
|
|
"learning_rate": 8.422644758765012e-05,
|
|
"loss": 0.3308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3457246422767639,
|
|
"step": 670,
|
|
"valid_targets_mean": 4169.8,
|
|
"valid_targets_min": 1332
|
|
},
|
|
{
|
|
"epoch": 2.1293375394321767,
|
|
"grad_norm": 0.36231858184940324,
|
|
"learning_rate": 8.399885586499101e-05,
|
|
"loss": 0.3229,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32879745960235596,
|
|
"step": 675,
|
|
"valid_targets_mean": 4030.4,
|
|
"valid_targets_min": 687
|
|
},
|
|
{
|
|
"epoch": 2.145110410094637,
|
|
"grad_norm": 0.3744186649078691,
|
|
"learning_rate": 8.376994628574219e-05,
|
|
"loss": 0.3333,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3317606747150421,
|
|
"step": 680,
|
|
"valid_targets_mean": 4177.5,
|
|
"valid_targets_min": 763
|
|
},
|
|
{
|
|
"epoch": 2.1608832807570977,
|
|
"grad_norm": 0.401336910401923,
|
|
"learning_rate": 8.353972772284927e-05,
|
|
"loss": 0.3452,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34010061621665955,
|
|
"step": 685,
|
|
"valid_targets_mean": 3503.7,
|
|
"valid_targets_min": 1008
|
|
},
|
|
{
|
|
"epoch": 2.176656151419558,
|
|
"grad_norm": 0.38258080569669956,
|
|
"learning_rate": 8.330820909999633e-05,
|
|
"loss": 0.3384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34190699458122253,
|
|
"step": 690,
|
|
"valid_targets_mean": 3343.3,
|
|
"valid_targets_min": 1412
|
|
},
|
|
{
|
|
"epoch": 2.192429022082019,
|
|
"grad_norm": 0.4079088718039198,
|
|
"learning_rate": 8.307539939126016e-05,
|
|
"loss": 0.3262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35490545630455017,
|
|
"step": 695,
|
|
"valid_targets_mean": 3479.4,
|
|
"valid_targets_min": 1019
|
|
},
|
|
{
|
|
"epoch": 2.2082018927444795,
|
|
"grad_norm": 0.3784901118731761,
|
|
"learning_rate": 8.284130762076235e-05,
|
|
"loss": 0.3276,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3070756793022156,
|
|
"step": 700,
|
|
"valid_targets_mean": 3581.0,
|
|
"valid_targets_min": 814
|
|
},
|
|
{
|
|
"epoch": 2.22397476340694,
|
|
"grad_norm": 0.3620067925312215,
|
|
"learning_rate": 8.260594286231947e-05,
|
|
"loss": 0.3275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36078643798828125,
|
|
"step": 705,
|
|
"valid_targets_mean": 4102.9,
|
|
"valid_targets_min": 930
|
|
},
|
|
{
|
|
"epoch": 2.2397476340694005,
|
|
"grad_norm": 0.37855572907947915,
|
|
"learning_rate": 8.236931423909138e-05,
|
|
"loss": 0.3422,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3413460850715637,
|
|
"step": 710,
|
|
"valid_targets_mean": 3942.3,
|
|
"valid_targets_min": 854
|
|
},
|
|
{
|
|
"epoch": 2.2555205047318614,
|
|
"grad_norm": 0.3736466247053816,
|
|
"learning_rate": 8.213143092322769e-05,
|
|
"loss": 0.319,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37210655212402344,
|
|
"step": 715,
|
|
"valid_targets_mean": 3995.8,
|
|
"valid_targets_min": 999
|
|
},
|
|
{
|
|
"epoch": 2.271293375394322,
|
|
"grad_norm": 0.36249923496948544,
|
|
"learning_rate": 8.189230213551202e-05,
|
|
"loss": 0.3456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3457183837890625,
|
|
"step": 720,
|
|
"valid_targets_mean": 3800.2,
|
|
"valid_targets_min": 1066
|
|
},
|
|
{
|
|
"epoch": 2.2870662460567823,
|
|
"grad_norm": 0.39967218810071103,
|
|
"learning_rate": 8.165193714500481e-05,
|
|
"loss": 0.3593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37980931997299194,
|
|
"step": 725,
|
|
"valid_targets_mean": 3775.7,
|
|
"valid_targets_min": 711
|
|
},
|
|
{
|
|
"epoch": 2.302839116719243,
|
|
"grad_norm": 0.3735154397123298,
|
|
"learning_rate": 8.141034526868389e-05,
|
|
"loss": 0.3396,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3548370599746704,
|
|
"step": 730,
|
|
"valid_targets_mean": 3849.8,
|
|
"valid_targets_min": 1156
|
|
},
|
|
{
|
|
"epoch": 2.3186119873817033,
|
|
"grad_norm": 0.33566493790874236,
|
|
"learning_rate": 8.116753587108339e-05,
|
|
"loss": 0.3275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3007664680480957,
|
|
"step": 735,
|
|
"valid_targets_mean": 4062.7,
|
|
"valid_targets_min": 753
|
|
},
|
|
{
|
|
"epoch": 2.334384858044164,
|
|
"grad_norm": 0.34171038668054404,
|
|
"learning_rate": 8.092351836393076e-05,
|
|
"loss": 0.3394,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3267410397529602,
|
|
"step": 740,
|
|
"valid_targets_mean": 4180.0,
|
|
"valid_targets_min": 1298
|
|
},
|
|
{
|
|
"epoch": 2.3501577287066246,
|
|
"grad_norm": 0.4143460695405696,
|
|
"learning_rate": 8.067830220578191e-05,
|
|
"loss": 0.3717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3674328625202179,
|
|
"step": 745,
|
|
"valid_targets_mean": 3244.7,
|
|
"valid_targets_min": 841
|
|
},
|
|
{
|
|
"epoch": 2.365930599369085,
|
|
"grad_norm": 0.3698488243960478,
|
|
"learning_rate": 8.043189690165467e-05,
|
|
"loss": 0.3322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3374217450618744,
|
|
"step": 750,
|
|
"valid_targets_mean": 3789.4,
|
|
"valid_targets_min": 791
|
|
},
|
|
{
|
|
"epoch": 2.3817034700315456,
|
|
"grad_norm": 0.35690943739773573,
|
|
"learning_rate": 8.018431200266023e-05,
|
|
"loss": 0.3334,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33900323510169983,
|
|
"step": 755,
|
|
"valid_targets_mean": 3827.4,
|
|
"valid_targets_min": 895
|
|
},
|
|
{
|
|
"epoch": 2.3974763406940065,
|
|
"grad_norm": 0.3850669222911541,
|
|
"learning_rate": 7.993555710563303e-05,
|
|
"loss": 0.3301,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33071190118789673,
|
|
"step": 760,
|
|
"valid_targets_mean": 3576.0,
|
|
"valid_targets_min": 843
|
|
},
|
|
{
|
|
"epoch": 2.413249211356467,
|
|
"grad_norm": 0.35558033307659687,
|
|
"learning_rate": 7.968564185275873e-05,
|
|
"loss": 0.3503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34395042061805725,
|
|
"step": 765,
|
|
"valid_targets_mean": 4245.2,
|
|
"valid_targets_min": 1665
|
|
},
|
|
{
|
|
"epoch": 2.4290220820189274,
|
|
"grad_norm": 0.3696713237256321,
|
|
"learning_rate": 7.943457593120045e-05,
|
|
"loss": 0.348,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3495572805404663,
|
|
"step": 770,
|
|
"valid_targets_mean": 3356.2,
|
|
"valid_targets_min": 976
|
|
},
|
|
{
|
|
"epoch": 2.444794952681388,
|
|
"grad_norm": 0.31257484242301387,
|
|
"learning_rate": 7.918236907272327e-05,
|
|
"loss": 0.3453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33376145362854004,
|
|
"step": 775,
|
|
"valid_targets_mean": 4976.2,
|
|
"valid_targets_min": 1063
|
|
},
|
|
{
|
|
"epoch": 2.4605678233438484,
|
|
"grad_norm": 0.3960160133368537,
|
|
"learning_rate": 7.892903105331712e-05,
|
|
"loss": 0.34,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35692280530929565,
|
|
"step": 780,
|
|
"valid_targets_mean": 3351.8,
|
|
"valid_targets_min": 238
|
|
},
|
|
{
|
|
"epoch": 2.4763406940063093,
|
|
"grad_norm": 0.4017364185807611,
|
|
"learning_rate": 7.867457169281765e-05,
|
|
"loss": 0.3489,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34925976395606995,
|
|
"step": 785,
|
|
"valid_targets_mean": 3252.7,
|
|
"valid_targets_min": 1102
|
|
},
|
|
{
|
|
"epoch": 2.4921135646687698,
|
|
"grad_norm": 0.36347535237779893,
|
|
"learning_rate": 7.841900085452574e-05,
|
|
"loss": 0.3527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32482895255088806,
|
|
"step": 790,
|
|
"valid_targets_mean": 3577.0,
|
|
"valid_targets_min": 1141
|
|
},
|
|
{
|
|
"epoch": 2.5078864353312302,
|
|
"grad_norm": 0.3659525671502537,
|
|
"learning_rate": 7.816232844482516e-05,
|
|
"loss": 0.3336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31454741954803467,
|
|
"step": 795,
|
|
"valid_targets_mean": 3475.5,
|
|
"valid_targets_min": 319
|
|
},
|
|
{
|
|
"epoch": 2.5236593059936907,
|
|
"grad_norm": 0.38262913290066447,
|
|
"learning_rate": 7.790456441279853e-05,
|
|
"loss": 0.3512,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33849939703941345,
|
|
"step": 800,
|
|
"valid_targets_mean": 3591.1,
|
|
"valid_targets_min": 380
|
|
},
|
|
{
|
|
"epoch": 2.5394321766561516,
|
|
"grad_norm": 0.3945192774714041,
|
|
"learning_rate": 7.764571874984174e-05,
|
|
"loss": 0.3511,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39895951747894287,
|
|
"step": 805,
|
|
"valid_targets_mean": 3441.2,
|
|
"valid_targets_min": 1072
|
|
},
|
|
{
|
|
"epoch": 2.555205047318612,
|
|
"grad_norm": 0.4103794578592908,
|
|
"learning_rate": 7.73858014892766e-05,
|
|
"loss": 0.3504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38766610622406006,
|
|
"step": 810,
|
|
"valid_targets_mean": 3518.4,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 2.5709779179810726,
|
|
"grad_norm": 0.34204539742317147,
|
|
"learning_rate": 7.712482270596199e-05,
|
|
"loss": 0.328,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32463714480400085,
|
|
"step": 815,
|
|
"valid_targets_mean": 3946.6,
|
|
"valid_targets_min": 982
|
|
},
|
|
{
|
|
"epoch": 2.586750788643533,
|
|
"grad_norm": 0.38589899224927104,
|
|
"learning_rate": 7.686279251590331e-05,
|
|
"loss": 0.3359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3244478702545166,
|
|
"step": 820,
|
|
"valid_targets_mean": 3312.8,
|
|
"valid_targets_min": 615
|
|
},
|
|
{
|
|
"epoch": 2.6025236593059935,
|
|
"grad_norm": 0.4052155719856952,
|
|
"learning_rate": 7.659972107586035e-05,
|
|
"loss": 0.3533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3753927946090698,
|
|
"step": 825,
|
|
"valid_targets_mean": 4110.9,
|
|
"valid_targets_min": 883
|
|
},
|
|
{
|
|
"epoch": 2.6182965299684544,
|
|
"grad_norm": 0.343927305431227,
|
|
"learning_rate": 7.633561858295364e-05,
|
|
"loss": 0.3614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36553817987442017,
|
|
"step": 830,
|
|
"valid_targets_mean": 4224.3,
|
|
"valid_targets_min": 1532
|
|
},
|
|
{
|
|
"epoch": 2.634069400630915,
|
|
"grad_norm": 0.37883054228512897,
|
|
"learning_rate": 7.607049527426916e-05,
|
|
"loss": 0.3531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33783310651779175,
|
|
"step": 835,
|
|
"valid_targets_mean": 3950.9,
|
|
"valid_targets_min": 604
|
|
},
|
|
{
|
|
"epoch": 2.6498422712933754,
|
|
"grad_norm": 0.37159620397410714,
|
|
"learning_rate": 7.580436142646155e-05,
|
|
"loss": 0.3615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38431215286254883,
|
|
"step": 840,
|
|
"valid_targets_mean": 4062.4,
|
|
"valid_targets_min": 994
|
|
},
|
|
{
|
|
"epoch": 2.665615141955836,
|
|
"grad_norm": 0.355718961519934,
|
|
"learning_rate": 7.55372273553557e-05,
|
|
"loss": 0.3458,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32091930508613586,
|
|
"step": 845,
|
|
"valid_targets_mean": 3696.0,
|
|
"valid_targets_min": 910
|
|
},
|
|
{
|
|
"epoch": 2.6813880126182967,
|
|
"grad_norm": 0.3361604204167694,
|
|
"learning_rate": 7.526910341554703e-05,
|
|
"loss": 0.3463,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34885716438293457,
|
|
"step": 850,
|
|
"valid_targets_mean": 4492.7,
|
|
"valid_targets_min": 1779
|
|
},
|
|
{
|
|
"epoch": 2.697160883280757,
|
|
"grad_norm": 0.366769390411755,
|
|
"learning_rate": 7.500000000000001e-05,
|
|
"loss": 0.351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33402395248413086,
|
|
"step": 855,
|
|
"valid_targets_mean": 3548.5,
|
|
"valid_targets_min": 1455
|
|
},
|
|
{
|
|
"epoch": 2.7129337539432177,
|
|
"grad_norm": 0.3691866466890524,
|
|
"learning_rate": 7.472992753964532e-05,
|
|
"loss": 0.3578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3604165017604828,
|
|
"step": 860,
|
|
"valid_targets_mean": 3894.6,
|
|
"valid_targets_min": 1009
|
|
},
|
|
{
|
|
"epoch": 2.728706624605678,
|
|
"grad_norm": 0.3289605476496754,
|
|
"learning_rate": 7.445889650297559e-05,
|
|
"loss": 0.3374,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3566170334815979,
|
|
"step": 865,
|
|
"valid_targets_mean": 4428.1,
|
|
"valid_targets_min": 1215
|
|
},
|
|
{
|
|
"epoch": 2.7444794952681386,
|
|
"grad_norm": 0.36697277963466485,
|
|
"learning_rate": 7.418691739563957e-05,
|
|
"loss": 0.3316,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3522750735282898,
|
|
"step": 870,
|
|
"valid_targets_mean": 3775.8,
|
|
"valid_targets_min": 1260
|
|
},
|
|
{
|
|
"epoch": 2.7602523659305995,
|
|
"grad_norm": 0.37685217196788956,
|
|
"learning_rate": 7.391400076003492e-05,
|
|
"loss": 0.3363,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3203175961971283,
|
|
"step": 875,
|
|
"valid_targets_mean": 3458.9,
|
|
"valid_targets_min": 650
|
|
},
|
|
{
|
|
"epoch": 2.77602523659306,
|
|
"grad_norm": 0.39105467876376565,
|
|
"learning_rate": 7.36401571748996e-05,
|
|
"loss": 0.3435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3444768786430359,
|
|
"step": 880,
|
|
"valid_targets_mean": 3191.3,
|
|
"valid_targets_min": 898
|
|
},
|
|
{
|
|
"epoch": 2.7917981072555205,
|
|
"grad_norm": 0.3480244096566246,
|
|
"learning_rate": 7.336539725490178e-05,
|
|
"loss": 0.3664,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34411507844924927,
|
|
"step": 885,
|
|
"valid_targets_mean": 4004.1,
|
|
"valid_targets_min": 843
|
|
},
|
|
{
|
|
"epoch": 2.807570977917981,
|
|
"grad_norm": 0.3827153845033614,
|
|
"learning_rate": 7.30897316502284e-05,
|
|
"loss": 0.3513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37474557757377625,
|
|
"step": 890,
|
|
"valid_targets_mean": 3213.1,
|
|
"valid_targets_min": 1265
|
|
},
|
|
{
|
|
"epoch": 2.823343848580442,
|
|
"grad_norm": 0.35019919394636845,
|
|
"learning_rate": 7.281317104617239e-05,
|
|
"loss": 0.3526,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3495219349861145,
|
|
"step": 895,
|
|
"valid_targets_mean": 3676.5,
|
|
"valid_targets_min": 839
|
|
},
|
|
{
|
|
"epoch": 2.8391167192429023,
|
|
"grad_norm": 0.3668968163187891,
|
|
"learning_rate": 7.253572616271844e-05,
|
|
"loss": 0.3543,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3313937187194824,
|
|
"step": 900,
|
|
"valid_targets_mean": 3489.2,
|
|
"valid_targets_min": 1149
|
|
},
|
|
{
|
|
"epoch": 2.854889589905363,
|
|
"grad_norm": 0.35242471370100514,
|
|
"learning_rate": 7.225740775412751e-05,
|
|
"loss": 0.3455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32235974073410034,
|
|
"step": 905,
|
|
"valid_targets_mean": 4352.0,
|
|
"valid_targets_min": 1082
|
|
},
|
|
{
|
|
"epoch": 2.8706624605678233,
|
|
"grad_norm": 0.3664024727243619,
|
|
"learning_rate": 7.197822660851991e-05,
|
|
"loss": 0.3538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3668972849845886,
|
|
"step": 910,
|
|
"valid_targets_mean": 4366.6,
|
|
"valid_targets_min": 335
|
|
},
|
|
{
|
|
"epoch": 2.8864353312302837,
|
|
"grad_norm": 0.3578280364539068,
|
|
"learning_rate": 7.169819354745725e-05,
|
|
"loss": 0.3552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3774711489677429,
|
|
"step": 915,
|
|
"valid_targets_mean": 3474.4,
|
|
"valid_targets_min": 902
|
|
},
|
|
{
|
|
"epoch": 2.9022082018927446,
|
|
"grad_norm": 0.39067610873109937,
|
|
"learning_rate": 7.141731942552288e-05,
|
|
"loss": 0.3686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37125909328460693,
|
|
"step": 920,
|
|
"valid_targets_mean": 3281.9,
|
|
"valid_targets_min": 1015
|
|
},
|
|
{
|
|
"epoch": 2.917981072555205,
|
|
"grad_norm": 0.36500287371289847,
|
|
"learning_rate": 7.113561512990119e-05,
|
|
"loss": 0.3568,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34835952520370483,
|
|
"step": 925,
|
|
"valid_targets_mean": 3716.3,
|
|
"valid_targets_min": 648
|
|
},
|
|
{
|
|
"epoch": 2.9337539432176656,
|
|
"grad_norm": 0.3640542876272178,
|
|
"learning_rate": 7.085309157995557e-05,
|
|
"loss": 0.3656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35117635130882263,
|
|
"step": 930,
|
|
"valid_targets_mean": 3512.1,
|
|
"valid_targets_min": 937
|
|
},
|
|
{
|
|
"epoch": 2.949526813880126,
|
|
"grad_norm": 0.35850312668982054,
|
|
"learning_rate": 7.056975972680517e-05,
|
|
"loss": 0.3781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39214226603507996,
|
|
"step": 935,
|
|
"valid_targets_mean": 3744.8,
|
|
"valid_targets_min": 1098
|
|
},
|
|
{
|
|
"epoch": 2.965299684542587,
|
|
"grad_norm": 0.3355639560460545,
|
|
"learning_rate": 7.028563055290044e-05,
|
|
"loss": 0.3673,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3316793441772461,
|
|
"step": 940,
|
|
"valid_targets_mean": 4230.8,
|
|
"valid_targets_min": 1001
|
|
},
|
|
{
|
|
"epoch": 2.9810725552050474,
|
|
"grad_norm": 0.32982130499991974,
|
|
"learning_rate": 7.000071507159744e-05,
|
|
"loss": 0.3358,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32892876863479614,
|
|
"step": 945,
|
|
"valid_targets_mean": 4000.3,
|
|
"valid_targets_min": 1092
|
|
},
|
|
{
|
|
"epoch": 2.996845425867508,
|
|
"grad_norm": 0.34264280670103553,
|
|
"learning_rate": 6.971502432673085e-05,
|
|
"loss": 0.3437,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32262521982192993,
|
|
"step": 950,
|
|
"valid_targets_mean": 3800.8,
|
|
"valid_targets_min": 1199
|
|
},
|
|
{
|
|
"epoch": 3.0126182965299684,
|
|
"grad_norm": 0.7097009281353539,
|
|
"learning_rate": 6.942856939218599e-05,
|
|
"loss": 0.2638,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25441882014274597,
|
|
"step": 955,
|
|
"valid_targets_mean": 3380.2,
|
|
"valid_targets_min": 937
|
|
},
|
|
{
|
|
"epoch": 3.028391167192429,
|
|
"grad_norm": 0.4141083590950299,
|
|
"learning_rate": 6.914136137146951e-05,
|
|
"loss": 0.2445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23335978388786316,
|
|
"step": 960,
|
|
"valid_targets_mean": 4133.7,
|
|
"valid_targets_min": 744
|
|
},
|
|
{
|
|
"epoch": 3.0441640378548898,
|
|
"grad_norm": 0.46856537273414334,
|
|
"learning_rate": 6.885341139727912e-05,
|
|
"loss": 0.2397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24540895223617554,
|
|
"step": 965,
|
|
"valid_targets_mean": 3925.4,
|
|
"valid_targets_min": 984
|
|
},
|
|
{
|
|
"epoch": 3.0599369085173502,
|
|
"grad_norm": 0.4418748358978105,
|
|
"learning_rate": 6.856473063107187e-05,
|
|
"loss": 0.246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26762479543685913,
|
|
"step": 970,
|
|
"valid_targets_mean": 3725.4,
|
|
"valid_targets_min": 728
|
|
},
|
|
{
|
|
"epoch": 3.0757097791798107,
|
|
"grad_norm": 0.43206699700017354,
|
|
"learning_rate": 6.827533026263169e-05,
|
|
"loss": 0.241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2583632469177246,
|
|
"step": 975,
|
|
"valid_targets_mean": 3629.8,
|
|
"valid_targets_min": 934
|
|
},
|
|
{
|
|
"epoch": 3.091482649842271,
|
|
"grad_norm": 0.3617975005945939,
|
|
"learning_rate": 6.798522150963552e-05,
|
|
"loss": 0.2418,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22357064485549927,
|
|
"step": 980,
|
|
"valid_targets_mean": 4364.8,
|
|
"valid_targets_min": 658
|
|
},
|
|
{
|
|
"epoch": 3.107255520504732,
|
|
"grad_norm": 0.38710853094314396,
|
|
"learning_rate": 6.769441561721863e-05,
|
|
"loss": 0.2322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2311776876449585,
|
|
"step": 985,
|
|
"valid_targets_mean": 4206.0,
|
|
"valid_targets_min": 752
|
|
},
|
|
{
|
|
"epoch": 3.1230283911671926,
|
|
"grad_norm": 0.38654625221316713,
|
|
"learning_rate": 6.740292385753858e-05,
|
|
"loss": 0.237,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2150537222623825,
|
|
"step": 990,
|
|
"valid_targets_mean": 3844.5,
|
|
"valid_targets_min": 737
|
|
},
|
|
{
|
|
"epoch": 3.138801261829653,
|
|
"grad_norm": 0.6526308811071234,
|
|
"learning_rate": 6.711075752933847e-05,
|
|
"loss": 0.2383,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2665025591850281,
|
|
"step": 995,
|
|
"valid_targets_mean": 3494.9,
|
|
"valid_targets_min": 1070
|
|
},
|
|
{
|
|
"epoch": 3.1545741324921135,
|
|
"grad_norm": 0.4166111698553452,
|
|
"learning_rate": 6.681792795750875e-05,
|
|
"loss": 0.2309,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24555368721485138,
|
|
"step": 1000,
|
|
"valid_targets_mean": 4494.4,
|
|
"valid_targets_min": 1261
|
|
},
|
|
{
|
|
"epoch": 3.170347003154574,
|
|
"grad_norm": 0.3792621220742212,
|
|
"learning_rate": 6.652444649264856e-05,
|
|
"loss": 0.2362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24369245767593384,
|
|
"step": 1005,
|
|
"valid_targets_mean": 4548.4,
|
|
"valid_targets_min": 1186
|
|
},
|
|
{
|
|
"epoch": 3.186119873817035,
|
|
"grad_norm": 0.45428146737608754,
|
|
"learning_rate": 6.623032451062542e-05,
|
|
"loss": 0.2287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21560588479042053,
|
|
"step": 1010,
|
|
"valid_targets_mean": 2806.8,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 3.2018927444794953,
|
|
"grad_norm": 0.4396918249543382,
|
|
"learning_rate": 6.593557341213457e-05,
|
|
"loss": 0.2328,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22254452109336853,
|
|
"step": 1015,
|
|
"valid_targets_mean": 2975.2,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 3.217665615141956,
|
|
"grad_norm": 0.42749423096915035,
|
|
"learning_rate": 6.564020462225679e-05,
|
|
"loss": 0.2404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2484319508075714,
|
|
"step": 1020,
|
|
"valid_targets_mean": 3568.7,
|
|
"valid_targets_min": 843
|
|
},
|
|
{
|
|
"epoch": 3.2334384858044163,
|
|
"grad_norm": 0.39159517401747657,
|
|
"learning_rate": 6.534422959001585e-05,
|
|
"loss": 0.235,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22285829484462738,
|
|
"step": 1025,
|
|
"valid_targets_mean": 3964.2,
|
|
"valid_targets_min": 1164
|
|
},
|
|
{
|
|
"epoch": 3.249211356466877,
|
|
"grad_norm": 0.4291962426431375,
|
|
"learning_rate": 6.504765978793443e-05,
|
|
"loss": 0.2355,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27856796979904175,
|
|
"step": 1030,
|
|
"valid_targets_mean": 4023.6,
|
|
"valid_targets_min": 1201
|
|
},
|
|
{
|
|
"epoch": 3.2649842271293377,
|
|
"grad_norm": 0.4450053564657277,
|
|
"learning_rate": 6.475050671158961e-05,
|
|
"loss": 0.2297,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21933044493198395,
|
|
"step": 1035,
|
|
"valid_targets_mean": 3322.5,
|
|
"valid_targets_min": 865
|
|
},
|
|
{
|
|
"epoch": 3.280757097791798,
|
|
"grad_norm": 0.43034585118259266,
|
|
"learning_rate": 6.445278187916722e-05,
|
|
"loss": 0.2355,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2606717050075531,
|
|
"step": 1040,
|
|
"valid_targets_mean": 3505.2,
|
|
"valid_targets_min": 746
|
|
},
|
|
{
|
|
"epoch": 3.2965299684542586,
|
|
"grad_norm": 0.37410333228585696,
|
|
"learning_rate": 6.415449683101537e-05,
|
|
"loss": 0.2402,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2275415062904358,
|
|
"step": 1045,
|
|
"valid_targets_mean": 4542.5,
|
|
"valid_targets_min": 1215
|
|
},
|
|
{
|
|
"epoch": 3.312302839116719,
|
|
"grad_norm": 0.40963729012232886,
|
|
"learning_rate": 6.385566312919716e-05,
|
|
"loss": 0.2397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20051081478595734,
|
|
"step": 1050,
|
|
"valid_targets_mean": 3469.5,
|
|
"valid_targets_min": 779
|
|
},
|
|
{
|
|
"epoch": 3.32807570977918,
|
|
"grad_norm": 0.4396800514108122,
|
|
"learning_rate": 6.355629235704248e-05,
|
|
"loss": 0.2423,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2249513864517212,
|
|
"step": 1055,
|
|
"valid_targets_mean": 3372.2,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 3.3438485804416405,
|
|
"grad_norm": 0.3906571239789868,
|
|
"learning_rate": 6.3256396118699e-05,
|
|
"loss": 0.2309,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2390715628862381,
|
|
"step": 1060,
|
|
"valid_targets_mean": 4076.8,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 3.359621451104101,
|
|
"grad_norm": 0.4207281200709271,
|
|
"learning_rate": 6.295598603868246e-05,
|
|
"loss": 0.2302,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26639336347579956,
|
|
"step": 1065,
|
|
"valid_targets_mean": 4140.6,
|
|
"valid_targets_min": 991
|
|
},
|
|
{
|
|
"epoch": 3.3753943217665614,
|
|
"grad_norm": 0.41411028120988236,
|
|
"learning_rate": 6.265507376142594e-05,
|
|
"loss": 0.2366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24677228927612305,
|
|
"step": 1070,
|
|
"valid_targets_mean": 3294.0,
|
|
"valid_targets_min": 1005
|
|
},
|
|
{
|
|
"epoch": 3.3911671924290223,
|
|
"grad_norm": 0.4574462947352491,
|
|
"learning_rate": 6.235367095082867e-05,
|
|
"loss": 0.2402,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24753236770629883,
|
|
"step": 1075,
|
|
"valid_targets_mean": 3098.3,
|
|
"valid_targets_min": 883
|
|
},
|
|
{
|
|
"epoch": 3.406940063091483,
|
|
"grad_norm": 0.44568583062116435,
|
|
"learning_rate": 6.205178928980377e-05,
|
|
"loss": 0.2425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23697753250598907,
|
|
"step": 1080,
|
|
"valid_targets_mean": 3348.2,
|
|
"valid_targets_min": 676
|
|
},
|
|
{
|
|
"epoch": 3.4227129337539433,
|
|
"grad_norm": 0.40272251602889164,
|
|
"learning_rate": 6.174944047982549e-05,
|
|
"loss": 0.2501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23433184623718262,
|
|
"step": 1085,
|
|
"valid_targets_mean": 3644.0,
|
|
"valid_targets_min": 1339
|
|
},
|
|
{
|
|
"epoch": 3.4384858044164037,
|
|
"grad_norm": 0.43918368499686794,
|
|
"learning_rate": 6.144663624047564e-05,
|
|
"loss": 0.2508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24812614917755127,
|
|
"step": 1090,
|
|
"valid_targets_mean": 3482.3,
|
|
"valid_targets_min": 749
|
|
},
|
|
{
|
|
"epoch": 3.454258675078864,
|
|
"grad_norm": 0.4228096716595015,
|
|
"learning_rate": 6.114338830898922e-05,
|
|
"loss": 0.2466,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24244436621665955,
|
|
"step": 1095,
|
|
"valid_targets_mean": 3178.1,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 3.470031545741325,
|
|
"grad_norm": 0.39163077627657583,
|
|
"learning_rate": 6.083970843979957e-05,
|
|
"loss": 0.2293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23379601538181305,
|
|
"step": 1100,
|
|
"valid_targets_mean": 3980.8,
|
|
"valid_targets_min": 494
|
|
},
|
|
{
|
|
"epoch": 3.4858044164037856,
|
|
"grad_norm": 0.4328683495707631,
|
|
"learning_rate": 6.0535608404082724e-05,
|
|
"loss": 0.2527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2863377332687378,
|
|
"step": 1105,
|
|
"valid_targets_mean": 3707.3,
|
|
"valid_targets_min": 619
|
|
},
|
|
{
|
|
"epoch": 3.501577287066246,
|
|
"grad_norm": 0.4102684667021291,
|
|
"learning_rate": 6.0231099989301086e-05,
|
|
"loss": 0.2364,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2362220287322998,
|
|
"step": 1110,
|
|
"valid_targets_mean": 3817.2,
|
|
"valid_targets_min": 421
|
|
},
|
|
{
|
|
"epoch": 3.5173501577287065,
|
|
"grad_norm": 0.4640832182484784,
|
|
"learning_rate": 5.9926194998746624e-05,
|
|
"loss": 0.2366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24722759425640106,
|
|
"step": 1115,
|
|
"valid_targets_mean": 2821.9,
|
|
"valid_targets_min": 701
|
|
},
|
|
{
|
|
"epoch": 3.5331230283911674,
|
|
"grad_norm": 0.4214315372040873,
|
|
"learning_rate": 5.9620905251083196e-05,
|
|
"loss": 0.2321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25116032361984253,
|
|
"step": 1120,
|
|
"valid_targets_mean": 4028.2,
|
|
"valid_targets_min": 1224
|
|
},
|
|
{
|
|
"epoch": 3.548895899053628,
|
|
"grad_norm": 0.4050858811434479,
|
|
"learning_rate": 5.931524257988864e-05,
|
|
"loss": 0.2445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2557201087474823,
|
|
"step": 1125,
|
|
"valid_targets_mean": 3980.5,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 3.5646687697160884,
|
|
"grad_norm": 0.406660075884935,
|
|
"learning_rate": 5.900921883319591e-05,
|
|
"loss": 0.2344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23852787911891937,
|
|
"step": 1130,
|
|
"valid_targets_mean": 4305.7,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 3.580441640378549,
|
|
"grad_norm": 0.38441971141571263,
|
|
"learning_rate": 5.870284587303394e-05,
|
|
"loss": 0.2349,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21825431287288666,
|
|
"step": 1135,
|
|
"valid_targets_mean": 3953.8,
|
|
"valid_targets_min": 1109
|
|
},
|
|
{
|
|
"epoch": 3.5962145110410093,
|
|
"grad_norm": 0.43559756325600296,
|
|
"learning_rate": 5.839613557496776e-05,
|
|
"loss": 0.2345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2443239539861679,
|
|
"step": 1140,
|
|
"valid_targets_mean": 3330.1,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 3.61198738170347,
|
|
"grad_norm": 0.4144684042912617,
|
|
"learning_rate": 5.808909982763825e-05,
|
|
"loss": 0.2425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2617552876472473,
|
|
"step": 1145,
|
|
"valid_targets_mean": 3567.0,
|
|
"valid_targets_min": 676
|
|
},
|
|
{
|
|
"epoch": 3.6277602523659307,
|
|
"grad_norm": 0.41419953192389397,
|
|
"learning_rate": 5.778175053230126e-05,
|
|
"loss": 0.2351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2499631643295288,
|
|
"step": 1150,
|
|
"valid_targets_mean": 3682.4,
|
|
"valid_targets_min": 592
|
|
},
|
|
{
|
|
"epoch": 3.643533123028391,
|
|
"grad_norm": 0.4248863441860044,
|
|
"learning_rate": 5.747409960236637e-05,
|
|
"loss": 0.2263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2362518310546875,
|
|
"step": 1155,
|
|
"valid_targets_mean": 3552.7,
|
|
"valid_targets_min": 840
|
|
},
|
|
{
|
|
"epoch": 3.6593059936908516,
|
|
"grad_norm": 0.4077084205643721,
|
|
"learning_rate": 5.716615896293501e-05,
|
|
"loss": 0.225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23393303155899048,
|
|
"step": 1160,
|
|
"valid_targets_mean": 3526.3,
|
|
"valid_targets_min": 753
|
|
},
|
|
{
|
|
"epoch": 3.6750788643533125,
|
|
"grad_norm": 0.42649978051773413,
|
|
"learning_rate": 5.68579405503383e-05,
|
|
"loss": 0.2369,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21634435653686523,
|
|
"step": 1165,
|
|
"valid_targets_mean": 3465.7,
|
|
"valid_targets_min": 319
|
|
},
|
|
{
|
|
"epoch": 3.690851735015773,
|
|
"grad_norm": 0.40336913679264713,
|
|
"learning_rate": 5.654945631167433e-05,
|
|
"loss": 0.246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26242315769195557,
|
|
"step": 1170,
|
|
"valid_targets_mean": 4229.9,
|
|
"valid_targets_min": 1083
|
|
},
|
|
{
|
|
"epoch": 3.7066246056782335,
|
|
"grad_norm": 0.3665963077273498,
|
|
"learning_rate": 5.624071820434508e-05,
|
|
"loss": 0.2285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2064288854598999,
|
|
"step": 1175,
|
|
"valid_targets_mean": 4215.2,
|
|
"valid_targets_min": 1362
|
|
},
|
|
{
|
|
"epoch": 3.722397476340694,
|
|
"grad_norm": 0.3999997884440537,
|
|
"learning_rate": 5.593173819559294e-05,
|
|
"loss": 0.2469,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22290341556072235,
|
|
"step": 1180,
|
|
"valid_targets_mean": 3652.1,
|
|
"valid_targets_min": 635
|
|
},
|
|
{
|
|
"epoch": 3.7381703470031544,
|
|
"grad_norm": 0.3557096871710355,
|
|
"learning_rate": 5.562252826203687e-05,
|
|
"loss": 0.2442,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22109612822532654,
|
|
"step": 1185,
|
|
"valid_targets_mean": 4395.5,
|
|
"valid_targets_min": 513
|
|
},
|
|
{
|
|
"epoch": 3.753943217665615,
|
|
"grad_norm": 0.431122095793743,
|
|
"learning_rate": 5.531310038920805e-05,
|
|
"loss": 0.2403,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2331051081418991,
|
|
"step": 1190,
|
|
"valid_targets_mean": 3222.1,
|
|
"valid_targets_min": 1243
|
|
},
|
|
{
|
|
"epoch": 3.769716088328076,
|
|
"grad_norm": 0.3880204576004606,
|
|
"learning_rate": 5.500346657108545e-05,
|
|
"loss": 0.2368,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2325371503829956,
|
|
"step": 1195,
|
|
"valid_targets_mean": 3813.5,
|
|
"valid_targets_min": 925
|
|
},
|
|
{
|
|
"epoch": 3.7854889589905363,
|
|
"grad_norm": 0.44598651479849705,
|
|
"learning_rate": 5.469363880963082e-05,
|
|
"loss": 0.2558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24427175521850586,
|
|
"step": 1200,
|
|
"valid_targets_mean": 3289.9,
|
|
"valid_targets_min": 751
|
|
},
|
|
{
|
|
"epoch": 3.8012618296529967,
|
|
"grad_norm": 0.3931285059362459,
|
|
"learning_rate": 5.438362911432347e-05,
|
|
"loss": 0.2477,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2518792152404785,
|
|
"step": 1205,
|
|
"valid_targets_mean": 4406.3,
|
|
"valid_targets_min": 1046
|
|
},
|
|
{
|
|
"epoch": 3.8170347003154577,
|
|
"grad_norm": 0.4035669817262566,
|
|
"learning_rate": 5.407344950169486e-05,
|
|
"loss": 0.2553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2715667188167572,
|
|
"step": 1210,
|
|
"valid_targets_mean": 4231.5,
|
|
"valid_targets_min": 941
|
|
},
|
|
{
|
|
"epoch": 3.832807570977918,
|
|
"grad_norm": 0.3957915259954298,
|
|
"learning_rate": 5.376311199486268e-05,
|
|
"loss": 0.2492,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23946471512317657,
|
|
"step": 1215,
|
|
"valid_targets_mean": 3859.7,
|
|
"valid_targets_min": 734
|
|
},
|
|
{
|
|
"epoch": 3.8485804416403786,
|
|
"grad_norm": 0.383172680689461,
|
|
"learning_rate": 5.3452628623064934e-05,
|
|
"loss": 0.2358,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22085560858249664,
|
|
"step": 1220,
|
|
"valid_targets_mean": 3614.2,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 3.864353312302839,
|
|
"grad_norm": 0.36385693259713353,
|
|
"learning_rate": 5.31420114211936e-05,
|
|
"loss": 0.2574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2752317488193512,
|
|
"step": 1225,
|
|
"valid_targets_mean": 4839.8,
|
|
"valid_targets_min": 1679
|
|
},
|
|
{
|
|
"epoch": 3.8801261829652995,
|
|
"grad_norm": 0.370531037509034,
|
|
"learning_rate": 5.2831272429328116e-05,
|
|
"loss": 0.2411,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20723074674606323,
|
|
"step": 1230,
|
|
"valid_targets_mean": 3841.6,
|
|
"valid_targets_min": 238
|
|
},
|
|
{
|
|
"epoch": 3.89589905362776,
|
|
"grad_norm": 0.4465487481114569,
|
|
"learning_rate": 5.2520423692268775e-05,
|
|
"loss": 0.2452,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2362392246723175,
|
|
"step": 1235,
|
|
"valid_targets_mean": 2908.7,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 3.911671924290221,
|
|
"grad_norm": 0.40183616151013524,
|
|
"learning_rate": 5.220947725906975e-05,
|
|
"loss": 0.2349,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23403562605381012,
|
|
"step": 1240,
|
|
"valid_targets_mean": 4062.1,
|
|
"valid_targets_min": 794
|
|
},
|
|
{
|
|
"epoch": 3.9274447949526814,
|
|
"grad_norm": 0.36720727944432746,
|
|
"learning_rate": 5.18984451825721e-05,
|
|
"loss": 0.2574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2156575322151184,
|
|
"step": 1245,
|
|
"valid_targets_mean": 4244.2,
|
|
"valid_targets_min": 1346
|
|
},
|
|
{
|
|
"epoch": 3.943217665615142,
|
|
"grad_norm": 0.36739318896142137,
|
|
"learning_rate": 5.1587339518936585e-05,
|
|
"loss": 0.2504,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23408517241477966,
|
|
"step": 1250,
|
|
"valid_targets_mean": 4298.3,
|
|
"valid_targets_min": 751
|
|
},
|
|
{
|
|
"epoch": 3.958990536277603,
|
|
"grad_norm": 0.38433498745772443,
|
|
"learning_rate": 5.127617232717631e-05,
|
|
"loss": 0.2435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26561039686203003,
|
|
"step": 1255,
|
|
"valid_targets_mean": 4233.7,
|
|
"valid_targets_min": 780
|
|
},
|
|
{
|
|
"epoch": 3.9747634069400632,
|
|
"grad_norm": 0.417328324144264,
|
|
"learning_rate": 5.096495566868935e-05,
|
|
"loss": 0.2608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26622718572616577,
|
|
"step": 1260,
|
|
"valid_targets_mean": 3380.5,
|
|
"valid_targets_min": 1257
|
|
},
|
|
{
|
|
"epoch": 3.9905362776025237,
|
|
"grad_norm": 0.40583456982881966,
|
|
"learning_rate": 5.065370160679115e-05,
|
|
"loss": 0.2419,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2431681752204895,
|
|
"step": 1265,
|
|
"valid_targets_mean": 3864.8,
|
|
"valid_targets_min": 899
|
|
},
|
|
{
|
|
"epoch": 4.006309148264984,
|
|
"grad_norm": 0.4821387411125082,
|
|
"learning_rate": 5.034242220624706e-05,
|
|
"loss": 0.2013,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15413779020309448,
|
|
"step": 1270,
|
|
"valid_targets_mean": 3352.2,
|
|
"valid_targets_min": 830
|
|
},
|
|
{
|
|
"epoch": 4.022082018927445,
|
|
"grad_norm": 0.5507076000324466,
|
|
"learning_rate": 5.003112953280452e-05,
|
|
"loss": 0.1431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13071414828300476,
|
|
"step": 1275,
|
|
"valid_targets_mean": 3422.1,
|
|
"valid_targets_min": 869
|
|
},
|
|
{
|
|
"epoch": 4.037854889589905,
|
|
"grad_norm": 0.4613969580120687,
|
|
"learning_rate": 4.971983565272553e-05,
|
|
"loss": 0.1438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12674719095230103,
|
|
"step": 1280,
|
|
"valid_targets_mean": 2750.3,
|
|
"valid_targets_min": 994
|
|
},
|
|
{
|
|
"epoch": 4.053627760252366,
|
|
"grad_norm": 0.4152583203563749,
|
|
"learning_rate": 4.940855263231873e-05,
|
|
"loss": 0.1387,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1208362877368927,
|
|
"step": 1285,
|
|
"valid_targets_mean": 3728.6,
|
|
"valid_targets_min": 961
|
|
},
|
|
{
|
|
"epoch": 4.069400630914826,
|
|
"grad_norm": 0.4482984088898629,
|
|
"learning_rate": 4.909729253747197e-05,
|
|
"loss": 0.1464,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1652022749185562,
|
|
"step": 1290,
|
|
"valid_targets_mean": 3619.0,
|
|
"valid_targets_min": 1439
|
|
},
|
|
{
|
|
"epoch": 4.085173501577287,
|
|
"grad_norm": 0.399726958950638,
|
|
"learning_rate": 4.878606743318439e-05,
|
|
"loss": 0.1425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11733722686767578,
|
|
"step": 1295,
|
|
"valid_targets_mean": 3720.7,
|
|
"valid_targets_min": 980
|
|
},
|
|
{
|
|
"epoch": 4.100946372239748,
|
|
"grad_norm": 0.46687530262082305,
|
|
"learning_rate": 4.8474889383098855e-05,
|
|
"loss": 0.1452,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1552787721157074,
|
|
"step": 1300,
|
|
"valid_targets_mean": 3531.9,
|
|
"valid_targets_min": 549
|
|
},
|
|
{
|
|
"epoch": 4.116719242902208,
|
|
"grad_norm": 0.4162751106492577,
|
|
"learning_rate": 4.816377044903428e-05,
|
|
"loss": 0.1429,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12626974284648895,
|
|
"step": 1305,
|
|
"valid_targets_mean": 4288.3,
|
|
"valid_targets_min": 1040
|
|
},
|
|
{
|
|
"epoch": 4.132492113564669,
|
|
"grad_norm": 0.49835621727107526,
|
|
"learning_rate": 4.7852722690518196e-05,
|
|
"loss": 0.1509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1440780758857727,
|
|
"step": 1310,
|
|
"valid_targets_mean": 2622.8,
|
|
"valid_targets_min": 715
|
|
},
|
|
{
|
|
"epoch": 4.148264984227129,
|
|
"grad_norm": 0.43297110173064957,
|
|
"learning_rate": 4.75417581643192e-05,
|
|
"loss": 0.1389,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14077317714691162,
|
|
"step": 1315,
|
|
"valid_targets_mean": 3629.1,
|
|
"valid_targets_min": 809
|
|
},
|
|
{
|
|
"epoch": 4.16403785488959,
|
|
"grad_norm": 0.4263831486425033,
|
|
"learning_rate": 4.723088892397968e-05,
|
|
"loss": 0.1387,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13717670738697052,
|
|
"step": 1320,
|
|
"valid_targets_mean": 3560.4,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 4.17981072555205,
|
|
"grad_norm": 0.40962122241683374,
|
|
"learning_rate": 4.6920127019348556e-05,
|
|
"loss": 0.1432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14324375987052917,
|
|
"step": 1325,
|
|
"valid_targets_mean": 4316.1,
|
|
"valid_targets_min": 1018
|
|
},
|
|
{
|
|
"epoch": 4.195583596214511,
|
|
"grad_norm": 0.39674021617148886,
|
|
"learning_rate": 4.6609484496114256e-05,
|
|
"loss": 0.1384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13059474527835846,
|
|
"step": 1330,
|
|
"valid_targets_mean": 4042.8,
|
|
"valid_targets_min": 356
|
|
},
|
|
{
|
|
"epoch": 4.211356466876971,
|
|
"grad_norm": 0.42194240284178985,
|
|
"learning_rate": 4.629897339533771e-05,
|
|
"loss": 0.1371,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11975990235805511,
|
|
"step": 1335,
|
|
"valid_targets_mean": 3509.7,
|
|
"valid_targets_min": 622
|
|
},
|
|
{
|
|
"epoch": 4.2271293375394325,
|
|
"grad_norm": 0.4348331012114048,
|
|
"learning_rate": 4.598860575298575e-05,
|
|
"loss": 0.1429,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14041069149971008,
|
|
"step": 1340,
|
|
"valid_targets_mean": 3980.3,
|
|
"valid_targets_min": 952
|
|
},
|
|
{
|
|
"epoch": 4.242902208201893,
|
|
"grad_norm": 0.47949363282852,
|
|
"learning_rate": 4.5678393599464435e-05,
|
|
"loss": 0.1533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18775832653045654,
|
|
"step": 1345,
|
|
"valid_targets_mean": 3573.2,
|
|
"valid_targets_min": 650
|
|
},
|
|
{
|
|
"epoch": 4.2586750788643535,
|
|
"grad_norm": 0.42941461444596235,
|
|
"learning_rate": 4.5368348959152864e-05,
|
|
"loss": 0.1555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13734444975852966,
|
|
"step": 1350,
|
|
"valid_targets_mean": 3916.9,
|
|
"valid_targets_min": 756
|
|
},
|
|
{
|
|
"epoch": 4.274447949526814,
|
|
"grad_norm": 0.4550660502056618,
|
|
"learning_rate": 4.505848384993696e-05,
|
|
"loss": 0.1421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1418776959180832,
|
|
"step": 1355,
|
|
"valid_targets_mean": 3606.0,
|
|
"valid_targets_min": 815
|
|
},
|
|
{
|
|
"epoch": 4.290220820189274,
|
|
"grad_norm": 0.4330817089869141,
|
|
"learning_rate": 4.474881028274375e-05,
|
|
"loss": 0.1479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1301407814025879,
|
|
"step": 1360,
|
|
"valid_targets_mean": 3551.2,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 4.305993690851735,
|
|
"grad_norm": 0.414328135805903,
|
|
"learning_rate": 4.4439340261075716e-05,
|
|
"loss": 0.1459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14358800649642944,
|
|
"step": 1365,
|
|
"valid_targets_mean": 3952.6,
|
|
"valid_targets_min": 1010
|
|
},
|
|
{
|
|
"epoch": 4.321766561514195,
|
|
"grad_norm": 0.3935072929678093,
|
|
"learning_rate": 4.413008578054558e-05,
|
|
"loss": 0.1486,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1338864117860794,
|
|
"step": 1370,
|
|
"valid_targets_mean": 4548.4,
|
|
"valid_targets_min": 1340
|
|
},
|
|
{
|
|
"epoch": 4.337539432176656,
|
|
"grad_norm": 0.43902808024930545,
|
|
"learning_rate": 4.3821058828411244e-05,
|
|
"loss": 0.1408,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14350779354572296,
|
|
"step": 1375,
|
|
"valid_targets_mean": 3322.0,
|
|
"valid_targets_min": 1092
|
|
},
|
|
{
|
|
"epoch": 4.353312302839116,
|
|
"grad_norm": 0.47832433617177983,
|
|
"learning_rate": 4.35122713831113e-05,
|
|
"loss": 0.1453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16027812659740448,
|
|
"step": 1380,
|
|
"valid_targets_mean": 3451.2,
|
|
"valid_targets_min": 654
|
|
},
|
|
{
|
|
"epoch": 4.369085173501578,
|
|
"grad_norm": 0.3780995897403291,
|
|
"learning_rate": 4.320373541380054e-05,
|
|
"loss": 0.1446,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1329713761806488,
|
|
"step": 1385,
|
|
"valid_targets_mean": 4768.9,
|
|
"valid_targets_min": 374
|
|
},
|
|
{
|
|
"epoch": 4.384858044164038,
|
|
"grad_norm": 0.41367517391687664,
|
|
"learning_rate": 4.289546287988614e-05,
|
|
"loss": 0.1488,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14861229062080383,
|
|
"step": 1390,
|
|
"valid_targets_mean": 4518.6,
|
|
"valid_targets_min": 1142
|
|
},
|
|
{
|
|
"epoch": 4.400630914826499,
|
|
"grad_norm": 0.38660135861653716,
|
|
"learning_rate": 4.258746573056401e-05,
|
|
"loss": 0.152,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13534846901893616,
|
|
"step": 1395,
|
|
"valid_targets_mean": 4576.8,
|
|
"valid_targets_min": 1064
|
|
},
|
|
{
|
|
"epoch": 4.416403785488959,
|
|
"grad_norm": 0.43614094592909824,
|
|
"learning_rate": 4.2279755904355704e-05,
|
|
"loss": 0.1518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16031000018119812,
|
|
"step": 1400,
|
|
"valid_targets_mean": 4019.5,
|
|
"valid_targets_min": 765
|
|
},
|
|
{
|
|
"epoch": 4.4321766561514195,
|
|
"grad_norm": 0.4121639292417491,
|
|
"learning_rate": 4.197234532864558e-05,
|
|
"loss": 0.138,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1366066038608551,
|
|
"step": 1405,
|
|
"valid_targets_mean": 3927.2,
|
|
"valid_targets_min": 789
|
|
},
|
|
{
|
|
"epoch": 4.44794952681388,
|
|
"grad_norm": 0.46001162500530945,
|
|
"learning_rate": 4.1665245919218544e-05,
|
|
"loss": 0.1509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16069738566875458,
|
|
"step": 1410,
|
|
"valid_targets_mean": 3374.1,
|
|
"valid_targets_min": 1130
|
|
},
|
|
{
|
|
"epoch": 4.4637223974763405,
|
|
"grad_norm": 0.4415524300689523,
|
|
"learning_rate": 4.135846957979811e-05,
|
|
"loss": 0.1486,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14812339842319489,
|
|
"step": 1415,
|
|
"valid_targets_mean": 3858.5,
|
|
"valid_targets_min": 976
|
|
},
|
|
{
|
|
"epoch": 4.479495268138801,
|
|
"grad_norm": 0.41572746327510646,
|
|
"learning_rate": 4.105202820158503e-05,
|
|
"loss": 0.148,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14529840648174286,
|
|
"step": 1420,
|
|
"valid_targets_mean": 4642.3,
|
|
"valid_targets_min": 1302
|
|
},
|
|
{
|
|
"epoch": 4.495268138801261,
|
|
"grad_norm": 0.40567170422574816,
|
|
"learning_rate": 4.074593366279636e-05,
|
|
"loss": 0.1347,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11761084198951721,
|
|
"step": 1425,
|
|
"valid_targets_mean": 3919.9,
|
|
"valid_targets_min": 841
|
|
},
|
|
{
|
|
"epoch": 4.511041009463723,
|
|
"grad_norm": 0.43551327648741345,
|
|
"learning_rate": 4.044019782820505e-05,
|
|
"loss": 0.1656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16616562008857727,
|
|
"step": 1430,
|
|
"valid_targets_mean": 3753.2,
|
|
"valid_targets_min": 899
|
|
},
|
|
{
|
|
"epoch": 4.526813880126183,
|
|
"grad_norm": 0.4304253714649899,
|
|
"learning_rate": 4.0134832548680006e-05,
|
|
"loss": 0.1479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14028897881507874,
|
|
"step": 1435,
|
|
"valid_targets_mean": 3892.4,
|
|
"valid_targets_min": 981
|
|
},
|
|
{
|
|
"epoch": 4.542586750788644,
|
|
"grad_norm": 0.4300902798658754,
|
|
"learning_rate": 3.982984966072677e-05,
|
|
"loss": 0.1444,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14914816617965698,
|
|
"step": 1440,
|
|
"valid_targets_mean": 3653.2,
|
|
"valid_targets_min": 982
|
|
},
|
|
{
|
|
"epoch": 4.558359621451104,
|
|
"grad_norm": 0.4657374621310647,
|
|
"learning_rate": 3.952526098602873e-05,
|
|
"loss": 0.1512,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14326679706573486,
|
|
"step": 1445,
|
|
"valid_targets_mean": 3503.7,
|
|
"valid_targets_min": 1060
|
|
},
|
|
{
|
|
"epoch": 4.574132492113565,
|
|
"grad_norm": 0.43365046360826953,
|
|
"learning_rate": 3.9221078330988806e-05,
|
|
"loss": 0.1397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13995081186294556,
|
|
"step": 1450,
|
|
"valid_targets_mean": 3612.9,
|
|
"valid_targets_min": 1266
|
|
},
|
|
{
|
|
"epoch": 4.589905362776025,
|
|
"grad_norm": 0.4727320068947522,
|
|
"learning_rate": 3.89173134862719e-05,
|
|
"loss": 0.1505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1454961597919464,
|
|
"step": 1455,
|
|
"valid_targets_mean": 3642.2,
|
|
"valid_targets_min": 582
|
|
},
|
|
{
|
|
"epoch": 4.605678233438486,
|
|
"grad_norm": 0.4414031361451162,
|
|
"learning_rate": 3.861397822634784e-05,
|
|
"loss": 0.1515,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15584497153759003,
|
|
"step": 1460,
|
|
"valid_targets_mean": 3764.9,
|
|
"valid_targets_min": 1082
|
|
},
|
|
{
|
|
"epoch": 4.621451104100946,
|
|
"grad_norm": 0.41187705436552824,
|
|
"learning_rate": 3.831108430903494e-05,
|
|
"loss": 0.14,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14060024917125702,
|
|
"step": 1465,
|
|
"valid_targets_mean": 4490.7,
|
|
"valid_targets_min": 790
|
|
},
|
|
{
|
|
"epoch": 4.6372239747634065,
|
|
"grad_norm": 0.43315410457939646,
|
|
"learning_rate": 3.800864347504437e-05,
|
|
"loss": 0.1513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14828018844127655,
|
|
"step": 1470,
|
|
"valid_targets_mean": 3756.7,
|
|
"valid_targets_min": 895
|
|
},
|
|
{
|
|
"epoch": 4.652996845425868,
|
|
"grad_norm": 0.4315038585680116,
|
|
"learning_rate": 3.7706667447524876e-05,
|
|
"loss": 0.1524,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16025035083293915,
|
|
"step": 1475,
|
|
"valid_targets_mean": 3776.8,
|
|
"valid_targets_min": 757
|
|
},
|
|
{
|
|
"epoch": 4.668769716088328,
|
|
"grad_norm": 0.4629700901684569,
|
|
"learning_rate": 3.740516793160855e-05,
|
|
"loss": 0.1465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1619722992181778,
|
|
"step": 1480,
|
|
"valid_targets_mean": 3953.1,
|
|
"valid_targets_min": 1047
|
|
},
|
|
{
|
|
"epoch": 4.684542586750789,
|
|
"grad_norm": 0.4506448009518266,
|
|
"learning_rate": 3.710415661395699e-05,
|
|
"loss": 0.1503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1594841182231903,
|
|
"step": 1485,
|
|
"valid_targets_mean": 3689.6,
|
|
"valid_targets_min": 604
|
|
},
|
|
{
|
|
"epoch": 4.700315457413249,
|
|
"grad_norm": 0.4595891610524585,
|
|
"learning_rate": 3.6803645162308376e-05,
|
|
"loss": 0.1495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17818719148635864,
|
|
"step": 1490,
|
|
"valid_targets_mean": 3929.1,
|
|
"valid_targets_min": 940
|
|
},
|
|
{
|
|
"epoch": 4.71608832807571,
|
|
"grad_norm": 0.4150467966875533,
|
|
"learning_rate": 3.6503645225025175e-05,
|
|
"loss": 0.1606,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16535528004169464,
|
|
"step": 1495,
|
|
"valid_targets_mean": 4194.8,
|
|
"valid_targets_min": 791
|
|
},
|
|
{
|
|
"epoch": 4.73186119873817,
|
|
"grad_norm": 0.4061399055435858,
|
|
"learning_rate": 3.620416843064266e-05,
|
|
"loss": 0.1449,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13359515368938446,
|
|
"step": 1500,
|
|
"valid_targets_mean": 4139.6,
|
|
"valid_targets_min": 676
|
|
},
|
|
{
|
|
"epoch": 4.747634069400631,
|
|
"grad_norm": 0.4132881612276861,
|
|
"learning_rate": 3.5905226387418126e-05,
|
|
"loss": 0.1483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1458536684513092,
|
|
"step": 1505,
|
|
"valid_targets_mean": 3785.9,
|
|
"valid_targets_min": 648
|
|
},
|
|
{
|
|
"epoch": 4.763406940063091,
|
|
"grad_norm": 0.4882855781127496,
|
|
"learning_rate": 3.5606830682880965e-05,
|
|
"loss": 0.1556,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18403048813343048,
|
|
"step": 1510,
|
|
"valid_targets_mean": 3238.6,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 4.779179810725552,
|
|
"grad_norm": 0.48302912366147344,
|
|
"learning_rate": 3.530899288338352e-05,
|
|
"loss": 0.1563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15412986278533936,
|
|
"step": 1515,
|
|
"valid_targets_mean": 3244.3,
|
|
"valid_targets_min": 693
|
|
},
|
|
{
|
|
"epoch": 4.794952681388013,
|
|
"grad_norm": 0.41004786154940126,
|
|
"learning_rate": 3.501172453365268e-05,
|
|
"loss": 0.1502,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13483601808547974,
|
|
"step": 1520,
|
|
"valid_targets_mean": 4170.5,
|
|
"valid_targets_min": 1177
|
|
},
|
|
{
|
|
"epoch": 4.8107255520504735,
|
|
"grad_norm": 0.4225330709889332,
|
|
"learning_rate": 3.471503715634252e-05,
|
|
"loss": 0.1403,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14184939861297607,
|
|
"step": 1525,
|
|
"valid_targets_mean": 3843.4,
|
|
"valid_targets_min": 731
|
|
},
|
|
{
|
|
"epoch": 4.826498422712934,
|
|
"grad_norm": 0.37596497087636227,
|
|
"learning_rate": 3.44189422515875e-05,
|
|
"loss": 0.1482,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15294434130191803,
|
|
"step": 1530,
|
|
"valid_targets_mean": 4488.2,
|
|
"valid_targets_min": 801
|
|
},
|
|
{
|
|
"epoch": 4.842271293375394,
|
|
"grad_norm": 0.38087264895160944,
|
|
"learning_rate": 3.4123451296556845e-05,
|
|
"loss": 0.1532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13751477003097534,
|
|
"step": 1535,
|
|
"valid_targets_mean": 4411.7,
|
|
"valid_targets_min": 337
|
|
},
|
|
{
|
|
"epoch": 4.858044164037855,
|
|
"grad_norm": 0.39361476642320653,
|
|
"learning_rate": 3.382857574500957e-05,
|
|
"loss": 0.1443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13432013988494873,
|
|
"step": 1540,
|
|
"valid_targets_mean": 4315.6,
|
|
"valid_targets_min": 1197
|
|
},
|
|
{
|
|
"epoch": 4.873817034700315,
|
|
"grad_norm": 0.42718530839186636,
|
|
"learning_rate": 3.3534327026850574e-05,
|
|
"loss": 0.1521,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16855821013450623,
|
|
"step": 1545,
|
|
"valid_targets_mean": 4262.7,
|
|
"valid_targets_min": 635
|
|
},
|
|
{
|
|
"epoch": 4.889589905362776,
|
|
"grad_norm": 0.3917349041475647,
|
|
"learning_rate": 3.324071654768754e-05,
|
|
"loss": 0.1333,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1179637610912323,
|
|
"step": 1550,
|
|
"valid_targets_mean": 3897.3,
|
|
"valid_targets_min": 730
|
|
},
|
|
{
|
|
"epoch": 4.905362776025236,
|
|
"grad_norm": 0.4466560221892044,
|
|
"learning_rate": 3.2947755688388874e-05,
|
|
"loss": 0.1449,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13815364241600037,
|
|
"step": 1555,
|
|
"valid_targets_mean": 3516.4,
|
|
"valid_targets_min": 641
|
|
},
|
|
{
|
|
"epoch": 4.921135646687697,
|
|
"grad_norm": 0.4240920687523467,
|
|
"learning_rate": 3.26554558046426e-05,
|
|
"loss": 0.1553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13758045434951782,
|
|
"step": 1560,
|
|
"valid_targets_mean": 4800.1,
|
|
"valid_targets_min": 666
|
|
},
|
|
{
|
|
"epoch": 4.936908517350158,
|
|
"grad_norm": 0.39942977491928344,
|
|
"learning_rate": 3.236382822651606e-05,
|
|
"loss": 0.149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12246360629796982,
|
|
"step": 1565,
|
|
"valid_targets_mean": 3751.0,
|
|
"valid_targets_min": 380
|
|
},
|
|
{
|
|
"epoch": 4.952681388012619,
|
|
"grad_norm": 0.40923515884045225,
|
|
"learning_rate": 3.207288425801689e-05,
|
|
"loss": 0.1398,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13511720299720764,
|
|
"step": 1570,
|
|
"valid_targets_mean": 4188.2,
|
|
"valid_targets_min": 1496
|
|
},
|
|
{
|
|
"epoch": 4.968454258675079,
|
|
"grad_norm": 0.47290889467879393,
|
|
"learning_rate": 3.1782635176654764e-05,
|
|
"loss": 0.1568,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17075365781784058,
|
|
"step": 1575,
|
|
"valid_targets_mean": 3425.8,
|
|
"valid_targets_min": 747
|
|
},
|
|
{
|
|
"epoch": 4.9842271293375395,
|
|
"grad_norm": 0.44727850590756046,
|
|
"learning_rate": 3.149309223300428e-05,
|
|
"loss": 0.1456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16327592730522156,
|
|
"step": 1580,
|
|
"valid_targets_mean": 3940.4,
|
|
"valid_targets_min": 1439
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.4095300324275936,
|
|
"learning_rate": 3.120426665026891e-05,
|
|
"loss": 0.1485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14301863312721252,
|
|
"step": 1585,
|
|
"valid_targets_mean": 3949.0,
|
|
"valid_targets_min": 776
|
|
},
|
|
{
|
|
"epoch": 5.0157728706624605,
|
|
"grad_norm": 0.4965073217628422,
|
|
"learning_rate": 3.091616962384587e-05,
|
|
"loss": 0.0813,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06953192502260208,
|
|
"step": 1590,
|
|
"valid_targets_mean": 3511.0,
|
|
"valid_targets_min": 421
|
|
},
|
|
{
|
|
"epoch": 5.031545741324921,
|
|
"grad_norm": 0.39829247464224404,
|
|
"learning_rate": 3.06288123208923e-05,
|
|
"loss": 0.0813,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07943619787693024,
|
|
"step": 1595,
|
|
"valid_targets_mean": 3653.5,
|
|
"valid_targets_min": 790
|
|
},
|
|
{
|
|
"epoch": 5.047318611987381,
|
|
"grad_norm": 0.36709273418268795,
|
|
"learning_rate": 3.034220587989226e-05,
|
|
"loss": 0.0785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0734889879822731,
|
|
"step": 1600,
|
|
"valid_targets_mean": 4551.4,
|
|
"valid_targets_min": 757
|
|
},
|
|
{
|
|
"epoch": 5.063091482649842,
|
|
"grad_norm": 0.46061848051569354,
|
|
"learning_rate": 3.005636141022512e-05,
|
|
"loss": 0.0806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09356047958135605,
|
|
"step": 1605,
|
|
"valid_targets_mean": 4240.9,
|
|
"valid_targets_min": 1133
|
|
},
|
|
{
|
|
"epoch": 5.078864353312303,
|
|
"grad_norm": 0.3863919471144128,
|
|
"learning_rate": 2.977128999173482e-05,
|
|
"loss": 0.0793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07880861312150955,
|
|
"step": 1610,
|
|
"valid_targets_mean": 4272.3,
|
|
"valid_targets_min": 961
|
|
},
|
|
{
|
|
"epoch": 5.094637223974764,
|
|
"grad_norm": 0.4006873478397203,
|
|
"learning_rate": 2.948700267430049e-05,
|
|
"loss": 0.0754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07071110606193542,
|
|
"step": 1615,
|
|
"valid_targets_mean": 3531.6,
|
|
"valid_targets_min": 676
|
|
},
|
|
{
|
|
"epoch": 5.110410094637224,
|
|
"grad_norm": 0.35708727468781015,
|
|
"learning_rate": 2.920351047740808e-05,
|
|
"loss": 0.0773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07418598234653473,
|
|
"step": 1620,
|
|
"valid_targets_mean": 4278.7,
|
|
"valid_targets_min": 909
|
|
},
|
|
{
|
|
"epoch": 5.126182965299685,
|
|
"grad_norm": 0.36066950208005905,
|
|
"learning_rate": 2.892082438972325e-05,
|
|
"loss": 0.0854,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07705340534448624,
|
|
"step": 1625,
|
|
"valid_targets_mean": 4657.5,
|
|
"valid_targets_min": 1511
|
|
},
|
|
{
|
|
"epoch": 5.141955835962145,
|
|
"grad_norm": 0.3755353448825496,
|
|
"learning_rate": 2.863895536866541e-05,
|
|
"loss": 0.0779,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0808149129152298,
|
|
"step": 1630,
|
|
"valid_targets_mean": 4137.3,
|
|
"valid_targets_min": 951
|
|
},
|
|
{
|
|
"epoch": 5.157728706624606,
|
|
"grad_norm": 0.38944321711541496,
|
|
"learning_rate": 2.835791433998301e-05,
|
|
"loss": 0.084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07152563333511353,
|
|
"step": 1635,
|
|
"valid_targets_mean": 3748.3,
|
|
"valid_targets_min": 714
|
|
},
|
|
{
|
|
"epoch": 5.173501577287066,
|
|
"grad_norm": 0.3859159269519384,
|
|
"learning_rate": 2.807771219733004e-05,
|
|
"loss": 0.0783,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07155505567789078,
|
|
"step": 1640,
|
|
"valid_targets_mean": 4150.2,
|
|
"valid_targets_min": 1198
|
|
},
|
|
{
|
|
"epoch": 5.1892744479495265,
|
|
"grad_norm": 0.40877023575458493,
|
|
"learning_rate": 2.7798359801843766e-05,
|
|
"loss": 0.0764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07761353999376297,
|
|
"step": 1645,
|
|
"valid_targets_mean": 3865.1,
|
|
"valid_targets_min": 1006
|
|
},
|
|
{
|
|
"epoch": 5.205047318611987,
|
|
"grad_norm": 0.4307421685519268,
|
|
"learning_rate": 2.7519867981723712e-05,
|
|
"loss": 0.0811,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0829286277294159,
|
|
"step": 1650,
|
|
"valid_targets_mean": 3674.1,
|
|
"valid_targets_min": 875
|
|
},
|
|
{
|
|
"epoch": 5.220820189274448,
|
|
"grad_norm": 0.3970534191384527,
|
|
"learning_rate": 2.724224753181197e-05,
|
|
"loss": 0.081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09701694548130035,
|
|
"step": 1655,
|
|
"valid_targets_mean": 3567.1,
|
|
"valid_targets_min": 850
|
|
},
|
|
{
|
|
"epoch": 5.236593059936909,
|
|
"grad_norm": 0.34934506488749156,
|
|
"learning_rate": 2.6965509213174777e-05,
|
|
"loss": 0.0758,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06851125508546829,
|
|
"step": 1660,
|
|
"valid_targets_mean": 4961.3,
|
|
"valid_targets_min": 1014
|
|
},
|
|
{
|
|
"epoch": 5.252365930599369,
|
|
"grad_norm": 0.39059286750879313,
|
|
"learning_rate": 2.6689663752685334e-05,
|
|
"loss": 0.0791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07081689685583115,
|
|
"step": 1665,
|
|
"valid_targets_mean": 3873.0,
|
|
"valid_targets_min": 442
|
|
},
|
|
{
|
|
"epoch": 5.26813880126183,
|
|
"grad_norm": 0.4374595810187239,
|
|
"learning_rate": 2.641472184260809e-05,
|
|
"loss": 0.0814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0809621810913086,
|
|
"step": 1670,
|
|
"valid_targets_mean": 3478.6,
|
|
"valid_targets_min": 1393
|
|
},
|
|
{
|
|
"epoch": 5.28391167192429,
|
|
"grad_norm": 0.42133117621400595,
|
|
"learning_rate": 2.614069414018428e-05,
|
|
"loss": 0.0758,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08253119140863419,
|
|
"step": 1675,
|
|
"valid_targets_mean": 3928.3,
|
|
"valid_targets_min": 814
|
|
},
|
|
{
|
|
"epoch": 5.299684542586751,
|
|
"grad_norm": 0.4013385383890111,
|
|
"learning_rate": 2.5867591267218805e-05,
|
|
"loss": 0.0818,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08884066343307495,
|
|
"step": 1680,
|
|
"valid_targets_mean": 4909.7,
|
|
"valid_targets_min": 1545
|
|
},
|
|
{
|
|
"epoch": 5.315457413249211,
|
|
"grad_norm": 0.39344189247215844,
|
|
"learning_rate": 2.5595423809668452e-05,
|
|
"loss": 0.076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07590728253126144,
|
|
"step": 1685,
|
|
"valid_targets_mean": 4204.9,
|
|
"valid_targets_min": 875
|
|
},
|
|
{
|
|
"epoch": 5.331230283911672,
|
|
"grad_norm": 0.3542083009513637,
|
|
"learning_rate": 2.532420231723172e-05,
|
|
"loss": 0.078,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06620984524488449,
|
|
"step": 1690,
|
|
"valid_targets_mean": 5040.6,
|
|
"valid_targets_min": 952
|
|
},
|
|
{
|
|
"epoch": 5.347003154574132,
|
|
"grad_norm": 0.3955609190369812,
|
|
"learning_rate": 2.5053937302939767e-05,
|
|
"loss": 0.0831,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07462330162525177,
|
|
"step": 1695,
|
|
"valid_targets_mean": 3349.1,
|
|
"valid_targets_min": 797
|
|
},
|
|
{
|
|
"epoch": 5.3627760252365935,
|
|
"grad_norm": 0.40977897760118465,
|
|
"learning_rate": 2.4784639242748953e-05,
|
|
"loss": 0.0824,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0794137567281723,
|
|
"step": 1700,
|
|
"valid_targets_mean": 3732.3,
|
|
"valid_targets_min": 335
|
|
},
|
|
{
|
|
"epoch": 5.378548895899054,
|
|
"grad_norm": 0.3936043142614415,
|
|
"learning_rate": 2.451631857513472e-05,
|
|
"loss": 0.0821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0751621276140213,
|
|
"step": 1705,
|
|
"valid_targets_mean": 3926.6,
|
|
"valid_targets_min": 1082
|
|
},
|
|
{
|
|
"epoch": 5.394321766561514,
|
|
"grad_norm": 0.39725808754116887,
|
|
"learning_rate": 2.4248985700687084e-05,
|
|
"loss": 0.0891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0900493860244751,
|
|
"step": 1710,
|
|
"valid_targets_mean": 4563.2,
|
|
"valid_targets_min": 847
|
|
},
|
|
{
|
|
"epoch": 5.410094637223975,
|
|
"grad_norm": 0.38859670174776123,
|
|
"learning_rate": 2.39826509817074e-05,
|
|
"loss": 0.0751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06861039251089096,
|
|
"step": 1715,
|
|
"valid_targets_mean": 3246.6,
|
|
"valid_targets_min": 988
|
|
},
|
|
{
|
|
"epoch": 5.425867507886435,
|
|
"grad_norm": 0.3977406185047871,
|
|
"learning_rate": 2.3717324741806718e-05,
|
|
"loss": 0.0775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07713861018419266,
|
|
"step": 1720,
|
|
"valid_targets_mean": 4137.5,
|
|
"valid_targets_min": 827
|
|
},
|
|
{
|
|
"epoch": 5.441640378548896,
|
|
"grad_norm": 0.3880850246395261,
|
|
"learning_rate": 2.3453017265505673e-05,
|
|
"loss": 0.0856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07314358651638031,
|
|
"step": 1725,
|
|
"valid_targets_mean": 3994.6,
|
|
"valid_targets_min": 615
|
|
},
|
|
{
|
|
"epoch": 5.457413249211356,
|
|
"grad_norm": 0.3673248293665118,
|
|
"learning_rate": 2.3189738797835708e-05,
|
|
"loss": 0.0788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07732352614402771,
|
|
"step": 1730,
|
|
"valid_targets_mean": 4492.2,
|
|
"valid_targets_min": 814
|
|
},
|
|
{
|
|
"epoch": 5.473186119873817,
|
|
"grad_norm": 0.39818019842028823,
|
|
"learning_rate": 2.292749954394216e-05,
|
|
"loss": 0.0767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09227725863456726,
|
|
"step": 1735,
|
|
"valid_targets_mean": 4683.8,
|
|
"valid_targets_min": 973
|
|
},
|
|
{
|
|
"epoch": 5.488958990536277,
|
|
"grad_norm": 0.440987757424753,
|
|
"learning_rate": 2.266630966868852e-05,
|
|
"loss": 0.0846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10240776091814041,
|
|
"step": 1740,
|
|
"valid_targets_mean": 3867.3,
|
|
"valid_targets_min": 926
|
|
},
|
|
{
|
|
"epoch": 5.504731861198739,
|
|
"grad_norm": 0.4048674586856181,
|
|
"learning_rate": 2.2406179296262453e-05,
|
|
"loss": 0.0759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0714288204908371,
|
|
"step": 1745,
|
|
"valid_targets_mean": 3286.0,
|
|
"valid_targets_min": 811
|
|
},
|
|
{
|
|
"epoch": 5.520504731861199,
|
|
"grad_norm": 0.4145008180790608,
|
|
"learning_rate": 2.2147118509783445e-05,
|
|
"loss": 0.0821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08144058287143707,
|
|
"step": 1750,
|
|
"valid_targets_mean": 3699.2,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 5.5362776025236595,
|
|
"grad_norm": 0.40904048276023325,
|
|
"learning_rate": 2.1889137350911894e-05,
|
|
"loss": 0.0728,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08297403901815414,
|
|
"step": 1755,
|
|
"valid_targets_mean": 3566.0,
|
|
"valid_targets_min": 983
|
|
},
|
|
{
|
|
"epoch": 5.55205047318612,
|
|
"grad_norm": 0.40162391892165394,
|
|
"learning_rate": 2.1632245819459913e-05,
|
|
"loss": 0.0814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07219391316175461,
|
|
"step": 1760,
|
|
"valid_targets_mean": 4101.7,
|
|
"valid_targets_min": 658
|
|
},
|
|
{
|
|
"epoch": 5.5678233438485805,
|
|
"grad_norm": 0.3716162176336755,
|
|
"learning_rate": 2.1376453873003664e-05,
|
|
"loss": 0.0729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07064441591501236,
|
|
"step": 1765,
|
|
"valid_targets_mean": 4033.3,
|
|
"valid_targets_min": 699
|
|
},
|
|
{
|
|
"epoch": 5.583596214511041,
|
|
"grad_norm": 0.38872515423031256,
|
|
"learning_rate": 2.112177142649746e-05,
|
|
"loss": 0.0825,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07718878984451294,
|
|
"step": 1770,
|
|
"valid_targets_mean": 4244.6,
|
|
"valid_targets_min": 646
|
|
},
|
|
{
|
|
"epoch": 5.599369085173501,
|
|
"grad_norm": 0.41942771920686045,
|
|
"learning_rate": 2.0868208351889402e-05,
|
|
"loss": 0.0767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08104390650987625,
|
|
"step": 1775,
|
|
"valid_targets_mean": 3666.8,
|
|
"valid_targets_min": 1210
|
|
},
|
|
{
|
|
"epoch": 5.615141955835962,
|
|
"grad_norm": 0.4011121159572857,
|
|
"learning_rate": 2.0615774477738738e-05,
|
|
"loss": 0.0829,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09074635058641434,
|
|
"step": 1780,
|
|
"valid_targets_mean": 4433.3,
|
|
"valid_targets_min": 1053
|
|
},
|
|
{
|
|
"epoch": 5.630914826498422,
|
|
"grad_norm": 0.3756850116684875,
|
|
"learning_rate": 2.0364479588834835e-05,
|
|
"loss": 0.0808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07267570495605469,
|
|
"step": 1785,
|
|
"valid_targets_mean": 3606.8,
|
|
"valid_targets_min": 1072
|
|
},
|
|
{
|
|
"epoch": 5.646687697160884,
|
|
"grad_norm": 0.3809432143334385,
|
|
"learning_rate": 2.0114333425817993e-05,
|
|
"loss": 0.0884,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07739441841840744,
|
|
"step": 1790,
|
|
"valid_targets_mean": 3818.2,
|
|
"valid_targets_min": 1093
|
|
},
|
|
{
|
|
"epoch": 5.662460567823344,
|
|
"grad_norm": 0.42215943694545005,
|
|
"learning_rate": 1.9865345684801846e-05,
|
|
"loss": 0.0787,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08445312082767487,
|
|
"step": 1795,
|
|
"valid_targets_mean": 4031.2,
|
|
"valid_targets_min": 875
|
|
},
|
|
{
|
|
"epoch": 5.678233438485805,
|
|
"grad_norm": 0.44133345444932687,
|
|
"learning_rate": 1.9617526016997486e-05,
|
|
"loss": 0.0819,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09316886961460114,
|
|
"step": 1800,
|
|
"valid_targets_mean": 3595.4,
|
|
"valid_targets_min": 827
|
|
},
|
|
{
|
|
"epoch": 5.694006309148265,
|
|
"grad_norm": 0.4028659473927513,
|
|
"learning_rate": 1.937088402833943e-05,
|
|
"loss": 0.0753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07645547389984131,
|
|
"step": 1805,
|
|
"valid_targets_mean": 3580.8,
|
|
"valid_targets_min": 1354
|
|
},
|
|
{
|
|
"epoch": 5.709779179810726,
|
|
"grad_norm": 0.3688483280116813,
|
|
"learning_rate": 1.9125429279113173e-05,
|
|
"loss": 0.0753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07246281206607819,
|
|
"step": 1810,
|
|
"valid_targets_mean": 4382.7,
|
|
"valid_targets_min": 1097
|
|
},
|
|
{
|
|
"epoch": 5.725552050473186,
|
|
"grad_norm": 0.4214260085884563,
|
|
"learning_rate": 1.8881171283584752e-05,
|
|
"loss": 0.0773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07776229083538055,
|
|
"step": 1815,
|
|
"valid_targets_mean": 3844.8,
|
|
"valid_targets_min": 604
|
|
},
|
|
{
|
|
"epoch": 5.7413249211356465,
|
|
"grad_norm": 0.4179569614889491,
|
|
"learning_rate": 1.8638119509631853e-05,
|
|
"loss": 0.0843,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08015948534011841,
|
|
"step": 1820,
|
|
"valid_targets_mean": 3177.2,
|
|
"valid_targets_min": 1444
|
|
},
|
|
{
|
|
"epoch": 5.757097791798107,
|
|
"grad_norm": 0.4128154611167564,
|
|
"learning_rate": 1.839628337837686e-05,
|
|
"loss": 0.0798,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0777365192770958,
|
|
"step": 1825,
|
|
"valid_targets_mean": 3667.2,
|
|
"valid_targets_min": 771
|
|
},
|
|
{
|
|
"epoch": 5.7728706624605675,
|
|
"grad_norm": 0.40473025860177675,
|
|
"learning_rate": 1.8155672263821666e-05,
|
|
"loss": 0.0791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08187016099691391,
|
|
"step": 1830,
|
|
"valid_targets_mean": 3946.0,
|
|
"valid_targets_min": 1158
|
|
},
|
|
{
|
|
"epoch": 5.788643533123029,
|
|
"grad_norm": 0.4071920066237988,
|
|
"learning_rate": 1.7916295492484315e-05,
|
|
"loss": 0.0823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08413612842559814,
|
|
"step": 1835,
|
|
"valid_targets_mean": 3472.1,
|
|
"valid_targets_min": 1127
|
|
},
|
|
{
|
|
"epoch": 5.804416403785489,
|
|
"grad_norm": 0.445650703253756,
|
|
"learning_rate": 1.7678162343037524e-05,
|
|
"loss": 0.0889,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08886728435754776,
|
|
"step": 1840,
|
|
"valid_targets_mean": 3285.9,
|
|
"valid_targets_min": 828
|
|
},
|
|
{
|
|
"epoch": 5.82018927444795,
|
|
"grad_norm": 0.45763369485934957,
|
|
"learning_rate": 1.744128204594893e-05,
|
|
"loss": 0.0728,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08573994040489197,
|
|
"step": 1845,
|
|
"valid_targets_mean": 3639.5,
|
|
"valid_targets_min": 1063
|
|
},
|
|
{
|
|
"epoch": 5.83596214511041,
|
|
"grad_norm": 0.40548342584984587,
|
|
"learning_rate": 1.7205663783123436e-05,
|
|
"loss": 0.083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07565011829137802,
|
|
"step": 1850,
|
|
"valid_targets_mean": 3692.7,
|
|
"valid_targets_min": 1781
|
|
},
|
|
{
|
|
"epoch": 5.851735015772871,
|
|
"grad_norm": 0.3967368097642185,
|
|
"learning_rate": 1.6971316687547213e-05,
|
|
"loss": 0.0759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07565818727016449,
|
|
"step": 1855,
|
|
"valid_targets_mean": 3699.7,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 5.867507886435331,
|
|
"grad_norm": 0.3858704903050818,
|
|
"learning_rate": 1.6738249842933697e-05,
|
|
"loss": 0.0804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07207715511322021,
|
|
"step": 1860,
|
|
"valid_targets_mean": 3578.0,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 5.883280757097792,
|
|
"grad_norm": 0.4145062078348231,
|
|
"learning_rate": 1.6506472283371527e-05,
|
|
"loss": 0.0753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0762171596288681,
|
|
"step": 1865,
|
|
"valid_targets_mean": 3325.8,
|
|
"valid_targets_min": 873
|
|
},
|
|
{
|
|
"epoch": 5.899053627760252,
|
|
"grad_norm": 0.4057325123132319,
|
|
"learning_rate": 1.6275992992974308e-05,
|
|
"loss": 0.0734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07129954546689987,
|
|
"step": 1870,
|
|
"valid_targets_mean": 3912.2,
|
|
"valid_targets_min": 1032
|
|
},
|
|
{
|
|
"epoch": 5.914826498422713,
|
|
"grad_norm": 0.3837253838222537,
|
|
"learning_rate": 1.604682090553243e-05,
|
|
"loss": 0.077,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06977653503417969,
|
|
"step": 1875,
|
|
"valid_targets_mean": 3829.0,
|
|
"valid_targets_min": 1345
|
|
},
|
|
{
|
|
"epoch": 5.930599369085174,
|
|
"grad_norm": 0.3768656129657237,
|
|
"learning_rate": 1.5818964904166756e-05,
|
|
"loss": 0.0795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08876457065343857,
|
|
"step": 1880,
|
|
"valid_targets_mean": 4444.9,
|
|
"valid_targets_min": 743
|
|
},
|
|
{
|
|
"epoch": 5.946372239747634,
|
|
"grad_norm": 0.42683847888241805,
|
|
"learning_rate": 1.55924338209843e-05,
|
|
"loss": 0.0806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09318177402019501,
|
|
"step": 1885,
|
|
"valid_targets_mean": 3591.9,
|
|
"valid_targets_min": 851
|
|
},
|
|
{
|
|
"epoch": 5.962145110410095,
|
|
"grad_norm": 0.4563886592811939,
|
|
"learning_rate": 1.536723643673582e-05,
|
|
"loss": 0.0822,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0869009792804718,
|
|
"step": 1890,
|
|
"valid_targets_mean": 3317.4,
|
|
"valid_targets_min": 897
|
|
},
|
|
{
|
|
"epoch": 5.977917981072555,
|
|
"grad_norm": 0.4058601731267914,
|
|
"learning_rate": 1.5143381480475583e-05,
|
|
"loss": 0.0835,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08817443996667862,
|
|
"step": 1895,
|
|
"valid_targets_mean": 4137.1,
|
|
"valid_targets_min": 687
|
|
},
|
|
{
|
|
"epoch": 5.993690851735016,
|
|
"grad_norm": 0.42511998845878957,
|
|
"learning_rate": 1.49208776292229e-05,
|
|
"loss": 0.0805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08329896628856659,
|
|
"step": 1900,
|
|
"valid_targets_mean": 3452.4,
|
|
"valid_targets_min": 619
|
|
},
|
|
{
|
|
"epoch": 6.009463722397476,
|
|
"grad_norm": 0.3423195765299723,
|
|
"learning_rate": 1.4699733507625862e-05,
|
|
"loss": 0.0539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04928043857216835,
|
|
"step": 1905,
|
|
"valid_targets_mean": 4499.2,
|
|
"valid_targets_min": 721
|
|
},
|
|
{
|
|
"epoch": 6.025236593059937,
|
|
"grad_norm": 0.42895594904272516,
|
|
"learning_rate": 1.4479957687626933e-05,
|
|
"loss": 0.0445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04039411246776581,
|
|
"step": 1910,
|
|
"valid_targets_mean": 3946.0,
|
|
"valid_targets_min": 918
|
|
},
|
|
{
|
|
"epoch": 6.041009463722397,
|
|
"grad_norm": 0.3345370252031064,
|
|
"learning_rate": 1.4261558688130838e-05,
|
|
"loss": 0.04,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04135072976350784,
|
|
"step": 1915,
|
|
"valid_targets_mean": 3727.4,
|
|
"valid_targets_min": 944
|
|
},
|
|
{
|
|
"epoch": 6.056782334384858,
|
|
"grad_norm": 0.31310879384045104,
|
|
"learning_rate": 1.4044544974674246e-05,
|
|
"loss": 0.0408,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03876585513353348,
|
|
"step": 1920,
|
|
"valid_targets_mean": 3372.8,
|
|
"valid_targets_min": 850
|
|
},
|
|
{
|
|
"epoch": 6.072555205047319,
|
|
"grad_norm": 0.3557013457592405,
|
|
"learning_rate": 1.3828924959097612e-05,
|
|
"loss": 0.0375,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04300154745578766,
|
|
"step": 1925,
|
|
"valid_targets_mean": 4150.1,
|
|
"valid_targets_min": 1266
|
|
},
|
|
{
|
|
"epoch": 6.0883280757097795,
|
|
"grad_norm": 0.3615210747778512,
|
|
"learning_rate": 1.3614706999219213e-05,
|
|
"loss": 0.0437,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.043791744858026505,
|
|
"step": 1930,
|
|
"valid_targets_mean": 3000.1,
|
|
"valid_targets_min": 828
|
|
},
|
|
{
|
|
"epoch": 6.10410094637224,
|
|
"grad_norm": 0.33923014031111215,
|
|
"learning_rate": 1.340189939851112e-05,
|
|
"loss": 0.0382,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04425927996635437,
|
|
"step": 1935,
|
|
"valid_targets_mean": 3822.5,
|
|
"valid_targets_min": 883
|
|
},
|
|
{
|
|
"epoch": 6.1198738170347005,
|
|
"grad_norm": 0.30112996820412613,
|
|
"learning_rate": 1.3190510405777345e-05,
|
|
"loss": 0.0403,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03676736354827881,
|
|
"step": 1940,
|
|
"valid_targets_mean": 4339.9,
|
|
"valid_targets_min": 335
|
|
},
|
|
{
|
|
"epoch": 6.135646687697161,
|
|
"grad_norm": 0.35740080693164195,
|
|
"learning_rate": 1.2980548214834142e-05,
|
|
"loss": 0.0411,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.038491666316986084,
|
|
"step": 1945,
|
|
"valid_targets_mean": 4319.2,
|
|
"valid_targets_min": 968
|
|
},
|
|
{
|
|
"epoch": 6.151419558359621,
|
|
"grad_norm": 0.28103551068841687,
|
|
"learning_rate": 1.2772020964192316e-05,
|
|
"loss": 0.0381,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030903656035661697,
|
|
"step": 1950,
|
|
"valid_targets_mean": 4118.2,
|
|
"valid_targets_min": 635
|
|
},
|
|
{
|
|
"epoch": 6.167192429022082,
|
|
"grad_norm": 0.37464024197138274,
|
|
"learning_rate": 1.2564936736741867e-05,
|
|
"loss": 0.0426,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.048352181911468506,
|
|
"step": 1955,
|
|
"valid_targets_mean": 3616.3,
|
|
"valid_targets_min": 1179
|
|
},
|
|
{
|
|
"epoch": 6.182965299684542,
|
|
"grad_norm": 0.29473480639763844,
|
|
"learning_rate": 1.23593035594386e-05,
|
|
"loss": 0.0375,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03645594045519829,
|
|
"step": 1960,
|
|
"valid_targets_mean": 4119.2,
|
|
"valid_targets_min": 1467
|
|
},
|
|
{
|
|
"epoch": 6.198738170347003,
|
|
"grad_norm": 0.31569412821264303,
|
|
"learning_rate": 1.215512940299305e-05,
|
|
"loss": 0.0379,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031205907464027405,
|
|
"step": 1965,
|
|
"valid_targets_mean": 3533.7,
|
|
"valid_targets_min": 883
|
|
},
|
|
{
|
|
"epoch": 6.214511041009464,
|
|
"grad_norm": 0.32535633424487764,
|
|
"learning_rate": 1.1952422181561424e-05,
|
|
"loss": 0.0399,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.043385475873947144,
|
|
"step": 1970,
|
|
"valid_targets_mean": 3445.0,
|
|
"valid_targets_min": 948
|
|
},
|
|
{
|
|
"epoch": 6.230283911671925,
|
|
"grad_norm": 0.3177206593761059,
|
|
"learning_rate": 1.1751189752438957e-05,
|
|
"loss": 0.0427,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03753677383065224,
|
|
"step": 1975,
|
|
"valid_targets_mean": 4261.9,
|
|
"valid_targets_min": 646
|
|
},
|
|
{
|
|
"epoch": 6.246056782334385,
|
|
"grad_norm": 0.3280457853812721,
|
|
"learning_rate": 1.1551439915755274e-05,
|
|
"loss": 0.0389,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034581586718559265,
|
|
"step": 1980,
|
|
"valid_targets_mean": 3294.8,
|
|
"valid_targets_min": 519
|
|
},
|
|
{
|
|
"epoch": 6.261829652996846,
|
|
"grad_norm": 0.35275018539696723,
|
|
"learning_rate": 1.135318041417207e-05,
|
|
"loss": 0.0428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04116068780422211,
|
|
"step": 1985,
|
|
"valid_targets_mean": 3912.3,
|
|
"valid_targets_min": 1342
|
|
},
|
|
{
|
|
"epoch": 6.277602523659306,
|
|
"grad_norm": 0.31938399505639403,
|
|
"learning_rate": 1.1156418932582941e-05,
|
|
"loss": 0.0388,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03801509737968445,
|
|
"step": 1990,
|
|
"valid_targets_mean": 4323.4,
|
|
"valid_targets_min": 341
|
|
},
|
|
{
|
|
"epoch": 6.2933753943217665,
|
|
"grad_norm": 0.33917209363685086,
|
|
"learning_rate": 1.096116309781558e-05,
|
|
"loss": 0.0391,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04274391382932663,
|
|
"step": 1995,
|
|
"valid_targets_mean": 4026.5,
|
|
"valid_targets_min": 1491
|
|
},
|
|
{
|
|
"epoch": 6.309148264984227,
|
|
"grad_norm": 0.3325282925211043,
|
|
"learning_rate": 1.0767420478336093e-05,
|
|
"loss": 0.0414,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03704637289047241,
|
|
"step": 2000,
|
|
"valid_targets_mean": 4074.3,
|
|
"valid_targets_min": 1068
|
|
},
|
|
{
|
|
"epoch": 6.3249211356466875,
|
|
"grad_norm": 0.37053697656386647,
|
|
"learning_rate": 1.0575198583955698e-05,
|
|
"loss": 0.042,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04724776744842529,
|
|
"step": 2005,
|
|
"valid_targets_mean": 3510.2,
|
|
"valid_targets_min": 356
|
|
},
|
|
{
|
|
"epoch": 6.340694006309148,
|
|
"grad_norm": 0.3031965212003397,
|
|
"learning_rate": 1.0384504865539497e-05,
|
|
"loss": 0.0418,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.043518148362636566,
|
|
"step": 2010,
|
|
"valid_targets_mean": 4591.8,
|
|
"valid_targets_min": 637
|
|
},
|
|
{
|
|
"epoch": 6.356466876971609,
|
|
"grad_norm": 0.3245643524022609,
|
|
"learning_rate": 1.0195346714717813e-05,
|
|
"loss": 0.0374,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03330378234386444,
|
|
"step": 2015,
|
|
"valid_targets_mean": 3551.2,
|
|
"valid_targets_min": 1164
|
|
},
|
|
{
|
|
"epoch": 6.37223974763407,
|
|
"grad_norm": 0.35181283985023565,
|
|
"learning_rate": 1.0007731463599601e-05,
|
|
"loss": 0.0417,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04024139419198036,
|
|
"step": 2020,
|
|
"valid_targets_mean": 3170.5,
|
|
"valid_targets_min": 592
|
|
},
|
|
{
|
|
"epoch": 6.38801261829653,
|
|
"grad_norm": 0.34299218359203976,
|
|
"learning_rate": 9.82166638448827e-06,
|
|
"loss": 0.0404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.039584726095199585,
|
|
"step": 2025,
|
|
"valid_targets_mean": 3978.4,
|
|
"valid_targets_min": 910
|
|
},
|
|
{
|
|
"epoch": 6.403785488958991,
|
|
"grad_norm": 0.33522795043617415,
|
|
"learning_rate": 9.637158689599746e-06,
|
|
"loss": 0.042,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03583469241857529,
|
|
"step": 2030,
|
|
"valid_targets_mean": 3679.2,
|
|
"valid_targets_min": 814
|
|
},
|
|
{
|
|
"epoch": 6.419558359621451,
|
|
"grad_norm": 0.32363944460272953,
|
|
"learning_rate": 9.454215530782994e-06,
|
|
"loss": 0.0422,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04818218946456909,
|
|
"step": 2035,
|
|
"valid_targets_mean": 4480.6,
|
|
"valid_targets_min": 1063
|
|
},
|
|
{
|
|
"epoch": 6.435331230283912,
|
|
"grad_norm": 0.30372102594833117,
|
|
"learning_rate": 9.272843999242736e-06,
|
|
"loss": 0.041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03335719555616379,
|
|
"step": 2040,
|
|
"valid_targets_mean": 3853.0,
|
|
"valid_targets_min": 1406
|
|
},
|
|
{
|
|
"epoch": 6.451104100946372,
|
|
"grad_norm": 0.3671546063188256,
|
|
"learning_rate": 9.093051125264623e-06,
|
|
"loss": 0.041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0437227264046669,
|
|
"step": 2045,
|
|
"valid_targets_mean": 3309.1,
|
|
"valid_targets_min": 765
|
|
},
|
|
{
|
|
"epoch": 6.466876971608833,
|
|
"grad_norm": 0.3328681104217597,
|
|
"learning_rate": 8.91484387794267e-06,
|
|
"loss": 0.0395,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03580016642808914,
|
|
"step": 2050,
|
|
"valid_targets_mean": 3748.2,
|
|
"valid_targets_min": 570
|
|
},
|
|
{
|
|
"epoch": 6.482649842271293,
|
|
"grad_norm": 0.3662060321902368,
|
|
"learning_rate": 8.73822916490919e-06,
|
|
"loss": 0.0421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.055983349680900574,
|
|
"step": 2055,
|
|
"valid_targets_mean": 3675.6,
|
|
"valid_targets_min": 704
|
|
},
|
|
{
|
|
"epoch": 6.498422712933754,
|
|
"grad_norm": 0.34580136378911885,
|
|
"learning_rate": 8.563213832067014e-06,
|
|
"loss": 0.0394,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.037559874355793,
|
|
"step": 2060,
|
|
"valid_targets_mean": 3501.8,
|
|
"valid_targets_min": 1329
|
|
},
|
|
{
|
|
"epoch": 6.514195583596215,
|
|
"grad_norm": 0.345320359793692,
|
|
"learning_rate": 8.389804663324142e-06,
|
|
"loss": 0.0402,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040657106786966324,
|
|
"step": 2065,
|
|
"valid_targets_mean": 3831.7,
|
|
"valid_targets_min": 841
|
|
},
|
|
{
|
|
"epoch": 6.529968454258675,
|
|
"grad_norm": 0.3371252768221188,
|
|
"learning_rate": 8.218008380330723e-06,
|
|
"loss": 0.0421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04118881747126579,
|
|
"step": 2070,
|
|
"valid_targets_mean": 3966.3,
|
|
"valid_targets_min": 961
|
|
},
|
|
{
|
|
"epoch": 6.545741324921136,
|
|
"grad_norm": 0.3012902209870019,
|
|
"learning_rate": 8.047831642218611e-06,
|
|
"loss": 0.0423,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03993421420454979,
|
|
"step": 2075,
|
|
"valid_targets_mean": 4332.0,
|
|
"valid_targets_min": 1194
|
|
},
|
|
{
|
|
"epoch": 6.561514195583596,
|
|
"grad_norm": 0.2765052846744795,
|
|
"learning_rate": 7.879281045343184e-06,
|
|
"loss": 0.0398,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03392912447452545,
|
|
"step": 2080,
|
|
"valid_targets_mean": 5162.8,
|
|
"valid_targets_min": 868
|
|
},
|
|
{
|
|
"epoch": 6.577287066246057,
|
|
"grad_norm": 0.3295787559358221,
|
|
"learning_rate": 7.712363123027678e-06,
|
|
"loss": 0.0399,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03678988665342331,
|
|
"step": 2085,
|
|
"valid_targets_mean": 3544.0,
|
|
"valid_targets_min": 747
|
|
},
|
|
{
|
|
"epoch": 6.593059936908517,
|
|
"grad_norm": 0.3372733751760112,
|
|
"learning_rate": 7.547084345309924e-06,
|
|
"loss": 0.0395,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04084780439734459,
|
|
"step": 2090,
|
|
"valid_targets_mean": 3407.8,
|
|
"valid_targets_min": 1283
|
|
},
|
|
{
|
|
"epoch": 6.608832807570978,
|
|
"grad_norm": 0.33791441111307363,
|
|
"learning_rate": 7.383451118691576e-06,
|
|
"loss": 0.0381,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.035366613417863846,
|
|
"step": 2095,
|
|
"valid_targets_mean": 3889.1,
|
|
"valid_targets_min": 1538
|
|
},
|
|
{
|
|
"epoch": 6.624605678233438,
|
|
"grad_norm": 0.33176711428490663,
|
|
"learning_rate": 7.221469785889784e-06,
|
|
"loss": 0.0399,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041747353971004486,
|
|
"step": 2100,
|
|
"valid_targets_mean": 3948.8,
|
|
"valid_targets_min": 1238
|
|
},
|
|
{
|
|
"epoch": 6.6403785488958995,
|
|
"grad_norm": 0.5978543493140935,
|
|
"learning_rate": 7.061146625591331e-06,
|
|
"loss": 0.0397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.049385398626327515,
|
|
"step": 2105,
|
|
"valid_targets_mean": 3850.4,
|
|
"valid_targets_min": 809
|
|
},
|
|
{
|
|
"epoch": 6.65615141955836,
|
|
"grad_norm": 0.3454267755353442,
|
|
"learning_rate": 6.902487852209238e-06,
|
|
"loss": 0.0372,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04414697363972664,
|
|
"step": 2110,
|
|
"valid_targets_mean": 4047.8,
|
|
"valid_targets_min": 750
|
|
},
|
|
{
|
|
"epoch": 6.6719242902208205,
|
|
"grad_norm": 0.29185414383492303,
|
|
"learning_rate": 6.7454996156419485e-06,
|
|
"loss": 0.0364,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.034449975937604904,
|
|
"step": 2115,
|
|
"valid_targets_mean": 4683.7,
|
|
"valid_targets_min": 1094
|
|
},
|
|
{
|
|
"epoch": 6.687697160883281,
|
|
"grad_norm": 0.34219816454313545,
|
|
"learning_rate": 6.590188001034864e-06,
|
|
"loss": 0.0377,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04172135889530182,
|
|
"step": 2120,
|
|
"valid_targets_mean": 3884.6,
|
|
"valid_targets_min": 1086
|
|
},
|
|
{
|
|
"epoch": 6.703470031545741,
|
|
"grad_norm": 0.3369809868933638,
|
|
"learning_rate": 6.436559028544559e-06,
|
|
"loss": 0.0395,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03876055032014847,
|
|
"step": 2125,
|
|
"valid_targets_mean": 3708.0,
|
|
"valid_targets_min": 977
|
|
},
|
|
{
|
|
"epoch": 6.719242902208202,
|
|
"grad_norm": 0.315311974215639,
|
|
"learning_rate": 6.284618653105328e-06,
|
|
"loss": 0.0391,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03876154497265816,
|
|
"step": 2130,
|
|
"valid_targets_mean": 3923.0,
|
|
"valid_targets_min": 1289
|
|
},
|
|
{
|
|
"epoch": 6.735015772870662,
|
|
"grad_norm": 0.3373353918960485,
|
|
"learning_rate": 6.134372764198465e-06,
|
|
"loss": 0.0394,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0393822006881237,
|
|
"step": 2135,
|
|
"valid_targets_mean": 3684.7,
|
|
"valid_targets_min": 925
|
|
},
|
|
{
|
|
"epoch": 6.750788643533123,
|
|
"grad_norm": 0.32392467184278273,
|
|
"learning_rate": 5.985827185623899e-06,
|
|
"loss": 0.0363,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03698527812957764,
|
|
"step": 2140,
|
|
"valid_targets_mean": 3927.2,
|
|
"valid_targets_min": 238
|
|
},
|
|
{
|
|
"epoch": 6.766561514195583,
|
|
"grad_norm": 0.3443965456972307,
|
|
"learning_rate": 5.8389876752745045e-06,
|
|
"loss": 0.0402,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.038646962493658066,
|
|
"step": 2145,
|
|
"valid_targets_mean": 3486.0,
|
|
"valid_targets_min": 906
|
|
},
|
|
{
|
|
"epoch": 6.782334384858045,
|
|
"grad_norm": 0.32713151736206264,
|
|
"learning_rate": 5.693859924912892e-06,
|
|
"loss": 0.0384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0415056087076664,
|
|
"step": 2150,
|
|
"valid_targets_mean": 4044.9,
|
|
"valid_targets_min": 1097
|
|
},
|
|
{
|
|
"epoch": 6.798107255520505,
|
|
"grad_norm": 0.30958861178255653,
|
|
"learning_rate": 5.550449559950755e-06,
|
|
"loss": 0.0373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03296856954693794,
|
|
"step": 2155,
|
|
"valid_targets_mean": 3729.6,
|
|
"valid_targets_min": 1001
|
|
},
|
|
{
|
|
"epoch": 6.813880126182966,
|
|
"grad_norm": 0.29552798234216193,
|
|
"learning_rate": 5.408762139230888e-06,
|
|
"loss": 0.0389,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03640144318342209,
|
|
"step": 2160,
|
|
"valid_targets_mean": 4315.6,
|
|
"valid_targets_min": 693
|
|
},
|
|
{
|
|
"epoch": 6.829652996845426,
|
|
"grad_norm": 0.34460179052643625,
|
|
"learning_rate": 5.268803154811669e-06,
|
|
"loss": 0.0359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03762969374656677,
|
|
"step": 2165,
|
|
"valid_targets_mean": 3706.4,
|
|
"valid_targets_min": 1109
|
|
},
|
|
{
|
|
"epoch": 6.8454258675078865,
|
|
"grad_norm": 0.31528346088217085,
|
|
"learning_rate": 5.1305780317541855e-06,
|
|
"loss": 0.0414,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040562450885772705,
|
|
"step": 2170,
|
|
"valid_targets_mean": 4305.6,
|
|
"valid_targets_min": 1330
|
|
},
|
|
{
|
|
"epoch": 6.861198738170347,
|
|
"grad_norm": 0.3122264620036574,
|
|
"learning_rate": 4.99409212791192e-06,
|
|
"loss": 0.0393,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040793538093566895,
|
|
"step": 2175,
|
|
"valid_targets_mean": 4401.1,
|
|
"valid_targets_min": 734
|
|
},
|
|
{
|
|
"epoch": 6.8769716088328074,
|
|
"grad_norm": 0.31459386735001565,
|
|
"learning_rate": 4.8593507337231666e-06,
|
|
"loss": 0.0419,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0354890376329422,
|
|
"step": 2180,
|
|
"valid_targets_mean": 3697.2,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 6.892744479495268,
|
|
"grad_norm": 0.32466893557156645,
|
|
"learning_rate": 4.726359072005859e-06,
|
|
"loss": 0.0429,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03945270925760269,
|
|
"step": 2185,
|
|
"valid_targets_mean": 3481.8,
|
|
"valid_targets_min": 1082
|
|
},
|
|
{
|
|
"epoch": 6.908517350157728,
|
|
"grad_norm": 0.3333960510985479,
|
|
"learning_rate": 4.5951222977551444e-06,
|
|
"loss": 0.0414,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05161520838737488,
|
|
"step": 2190,
|
|
"valid_targets_mean": 3759.1,
|
|
"valid_targets_min": 875
|
|
},
|
|
{
|
|
"epoch": 6.92429022082019,
|
|
"grad_norm": 0.2667648088422186,
|
|
"learning_rate": 4.465645497943621e-06,
|
|
"loss": 0.0359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03310135751962662,
|
|
"step": 2195,
|
|
"valid_targets_mean": 4283.0,
|
|
"valid_targets_min": 1244
|
|
},
|
|
{
|
|
"epoch": 6.94006309148265,
|
|
"grad_norm": 0.35169135244926236,
|
|
"learning_rate": 4.337933691324109e-06,
|
|
"loss": 0.0361,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04485854506492615,
|
|
"step": 2200,
|
|
"valid_targets_mean": 3564.5,
|
|
"valid_targets_min": 802
|
|
},
|
|
{
|
|
"epoch": 6.955835962145111,
|
|
"grad_norm": 0.3454019187343065,
|
|
"learning_rate": 4.21199182823514e-06,
|
|
"loss": 0.0359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.039734575897455215,
|
|
"step": 2205,
|
|
"valid_targets_mean": 4191.7,
|
|
"valid_targets_min": 780
|
|
},
|
|
{
|
|
"epoch": 6.971608832807571,
|
|
"grad_norm": 0.3400328431593489,
|
|
"learning_rate": 4.08782479040905e-06,
|
|
"loss": 0.0413,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03961391746997833,
|
|
"step": 2210,
|
|
"valid_targets_mean": 3994.3,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 6.987381703470032,
|
|
"grad_norm": 0.3445618162748776,
|
|
"learning_rate": 3.9654373907827665e-06,
|
|
"loss": 0.0391,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04041258245706558,
|
|
"step": 2215,
|
|
"valid_targets_mean": 3696.0,
|
|
"valid_targets_min": 1033
|
|
},
|
|
{
|
|
"epoch": 7.003154574132492,
|
|
"grad_norm": 0.24808709523615394,
|
|
"learning_rate": 3.844834373311257e-06,
|
|
"loss": 0.0368,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025598838925361633,
|
|
"step": 2220,
|
|
"valid_targets_mean": 4450.8,
|
|
"valid_targets_min": 691
|
|
},
|
|
{
|
|
"epoch": 7.018927444794953,
|
|
"grad_norm": 0.20311641174529407,
|
|
"learning_rate": 3.7260204127836316e-06,
|
|
"loss": 0.0241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02267434261739254,
|
|
"step": 2225,
|
|
"valid_targets_mean": 4686.9,
|
|
"valid_targets_min": 1093
|
|
},
|
|
{
|
|
"epoch": 7.034700315457413,
|
|
"grad_norm": 0.2913507276372168,
|
|
"learning_rate": 3.609000114641964e-06,
|
|
"loss": 0.0222,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023478612303733826,
|
|
"step": 2230,
|
|
"valid_targets_mean": 4037.2,
|
|
"valid_targets_min": 1238
|
|
},
|
|
{
|
|
"epoch": 7.0504731861198735,
|
|
"grad_norm": 0.25188372175946383,
|
|
"learning_rate": 3.4937780148027344e-06,
|
|
"loss": 0.021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020064473152160645,
|
|
"step": 2235,
|
|
"valid_targets_mean": 3790.7,
|
|
"valid_targets_min": 1525
|
|
},
|
|
{
|
|
"epoch": 7.066246056782334,
|
|
"grad_norm": 0.2799468731885234,
|
|
"learning_rate": 3.3803585794810466e-06,
|
|
"loss": 0.0219,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021671026945114136,
|
|
"step": 2240,
|
|
"valid_targets_mean": 3482.3,
|
|
"valid_targets_min": 1149
|
|
},
|
|
{
|
|
"epoch": 7.082018927444795,
|
|
"grad_norm": 0.22901515937297012,
|
|
"learning_rate": 3.2687462050175034e-06,
|
|
"loss": 0.0233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022264134138822556,
|
|
"step": 2245,
|
|
"valid_targets_mean": 4568.3,
|
|
"valid_targets_min": 442
|
|
},
|
|
{
|
|
"epoch": 7.097791798107256,
|
|
"grad_norm": 0.21965871988446903,
|
|
"learning_rate": 3.1589452177077815e-06,
|
|
"loss": 0.0239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020710987970232964,
|
|
"step": 2250,
|
|
"valid_targets_mean": 4003.0,
|
|
"valid_targets_min": 619
|
|
},
|
|
{
|
|
"epoch": 7.113564668769716,
|
|
"grad_norm": 0.2846193782550197,
|
|
"learning_rate": 3.0509598736349343e-06,
|
|
"loss": 0.0232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027990806847810745,
|
|
"step": 2255,
|
|
"valid_targets_mean": 3473.4,
|
|
"valid_targets_min": 635
|
|
},
|
|
{
|
|
"epoch": 7.129337539432177,
|
|
"grad_norm": 0.25342807787240196,
|
|
"learning_rate": 2.9447943585044545e-06,
|
|
"loss": 0.0209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01980901136994362,
|
|
"step": 2260,
|
|
"valid_targets_mean": 3686.9,
|
|
"valid_targets_min": 949
|
|
},
|
|
{
|
|
"epoch": 7.145110410094637,
|
|
"grad_norm": 0.22599689314876098,
|
|
"learning_rate": 2.840452787481979e-06,
|
|
"loss": 0.0229,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022050093859434128,
|
|
"step": 2265,
|
|
"valid_targets_mean": 4373.3,
|
|
"valid_targets_min": 1060
|
|
},
|
|
{
|
|
"epoch": 7.160883280757098,
|
|
"grad_norm": 0.28769966313988754,
|
|
"learning_rate": 2.7379392050338236e-06,
|
|
"loss": 0.0226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02312508039176464,
|
|
"step": 2270,
|
|
"valid_targets_mean": 3584.4,
|
|
"valid_targets_min": 1148
|
|
},
|
|
{
|
|
"epoch": 7.176656151419558,
|
|
"grad_norm": 0.260860431305003,
|
|
"learning_rate": 2.63725758477017e-06,
|
|
"loss": 0.0226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02554130181670189,
|
|
"step": 2275,
|
|
"valid_targets_mean": 3841.9,
|
|
"valid_targets_min": 666
|
|
},
|
|
{
|
|
"epoch": 7.192429022082019,
|
|
"grad_norm": 0.24635859173031086,
|
|
"learning_rate": 2.5384118292910818e-06,
|
|
"loss": 0.0226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021089503541588783,
|
|
"step": 2280,
|
|
"valid_targets_mean": 3992.6,
|
|
"valid_targets_min": 1190
|
|
},
|
|
{
|
|
"epoch": 7.208201892744479,
|
|
"grad_norm": 0.2333594074028827,
|
|
"learning_rate": 2.4414057700351934e-06,
|
|
"loss": 0.0212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020846040919423103,
|
|
"step": 2285,
|
|
"valid_targets_mean": 3938.8,
|
|
"valid_targets_min": 830
|
|
},
|
|
{
|
|
"epoch": 7.2239747634069404,
|
|
"grad_norm": 0.25966767492658177,
|
|
"learning_rate": 2.34624316713124e-06,
|
|
"loss": 0.0229,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020981695502996445,
|
|
"step": 2290,
|
|
"valid_targets_mean": 3504.3,
|
|
"valid_targets_min": 1031
|
|
},
|
|
{
|
|
"epoch": 7.239747634069401,
|
|
"grad_norm": 0.22153240765470747,
|
|
"learning_rate": 2.2529277092522503e-06,
|
|
"loss": 0.0226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020532969385385513,
|
|
"step": 2295,
|
|
"valid_targets_mean": 4253.0,
|
|
"valid_targets_min": 972
|
|
},
|
|
{
|
|
"epoch": 7.255520504731861,
|
|
"grad_norm": 0.2559811792469891,
|
|
"learning_rate": 2.1614630134726367e-06,
|
|
"loss": 0.0197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022255118936300278,
|
|
"step": 2300,
|
|
"valid_targets_mean": 4342.4,
|
|
"valid_targets_min": 978
|
|
},
|
|
{
|
|
"epoch": 7.271293375394322,
|
|
"grad_norm": 0.22249476827291575,
|
|
"learning_rate": 2.0718526251279346e-06,
|
|
"loss": 0.0214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020419348031282425,
|
|
"step": 2305,
|
|
"valid_targets_mean": 4521.8,
|
|
"valid_targets_min": 539
|
|
},
|
|
{
|
|
"epoch": 7.287066246056782,
|
|
"grad_norm": 0.22883166477771633,
|
|
"learning_rate": 1.9841000176774148e-06,
|
|
"loss": 0.0214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02150961011648178,
|
|
"step": 2310,
|
|
"valid_targets_mean": 4188.1,
|
|
"valid_targets_min": 1191
|
|
},
|
|
{
|
|
"epoch": 7.302839116719243,
|
|
"grad_norm": 0.26440175569833124,
|
|
"learning_rate": 1.898208592569406e-06,
|
|
"loss": 0.021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022997155785560608,
|
|
"step": 2315,
|
|
"valid_targets_mean": 3923.1,
|
|
"valid_targets_min": 1363
|
|
},
|
|
{
|
|
"epoch": 7.318611987381703,
|
|
"grad_norm": 0.24646636085476814,
|
|
"learning_rate": 1.8141816791095e-06,
|
|
"loss": 0.0236,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02459106408059597,
|
|
"step": 2320,
|
|
"valid_targets_mean": 4077.3,
|
|
"valid_targets_min": 1260
|
|
},
|
|
{
|
|
"epoch": 7.334384858044164,
|
|
"grad_norm": 0.2474218671338873,
|
|
"learning_rate": 1.7320225343314566e-06,
|
|
"loss": 0.0211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01931830868124962,
|
|
"step": 2325,
|
|
"valid_targets_mean": 3470.6,
|
|
"valid_targets_min": 771
|
|
},
|
|
{
|
|
"epoch": 7.350157728706624,
|
|
"grad_norm": 0.2615793701812396,
|
|
"learning_rate": 1.6517343428709975e-06,
|
|
"loss": 0.0238,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022896194830536842,
|
|
"step": 2330,
|
|
"valid_targets_mean": 3343.2,
|
|
"valid_targets_min": 1106
|
|
},
|
|
{
|
|
"epoch": 7.365930599369086,
|
|
"grad_norm": 0.24866049646271576,
|
|
"learning_rate": 1.5733202168423055e-06,
|
|
"loss": 0.0218,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022526774555444717,
|
|
"step": 2335,
|
|
"valid_targets_mean": 3570.8,
|
|
"valid_targets_min": 1111
|
|
},
|
|
{
|
|
"epoch": 7.381703470031546,
|
|
"grad_norm": 0.24398100838951153,
|
|
"learning_rate": 1.4967831957174606e-06,
|
|
"loss": 0.0215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.019462652504444122,
|
|
"step": 2340,
|
|
"valid_targets_mean": 4364.1,
|
|
"valid_targets_min": 780
|
|
},
|
|
{
|
|
"epoch": 7.3974763406940065,
|
|
"grad_norm": 0.27051410831935213,
|
|
"learning_rate": 1.4221262462085715e-06,
|
|
"loss": 0.0251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025676360353827477,
|
|
"step": 2345,
|
|
"valid_targets_mean": 3603.3,
|
|
"valid_targets_min": 604
|
|
},
|
|
{
|
|
"epoch": 7.413249211356467,
|
|
"grad_norm": 0.3096679579306045,
|
|
"learning_rate": 1.3493522621528088e-06,
|
|
"loss": 0.0244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024824511259794235,
|
|
"step": 2350,
|
|
"valid_targets_mean": 3219.4,
|
|
"valid_targets_min": 736
|
|
},
|
|
{
|
|
"epoch": 7.429022082018927,
|
|
"grad_norm": 0.252879366286297,
|
|
"learning_rate": 1.2784640644002366e-06,
|
|
"loss": 0.0214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022230399772524834,
|
|
"step": 2355,
|
|
"valid_targets_mean": 3287.1,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 7.444794952681388,
|
|
"grad_norm": 0.20998147562039438,
|
|
"learning_rate": 1.209464400704452e-06,
|
|
"loss": 0.0206,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01767810247838497,
|
|
"step": 2360,
|
|
"valid_targets_mean": 4389.2,
|
|
"valid_targets_min": 927
|
|
},
|
|
{
|
|
"epoch": 7.460567823343848,
|
|
"grad_norm": 0.27043175393365976,
|
|
"learning_rate": 1.1423559456160803e-06,
|
|
"loss": 0.0223,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02215229906141758,
|
|
"step": 2365,
|
|
"valid_targets_mean": 3194.0,
|
|
"valid_targets_min": 925
|
|
},
|
|
{
|
|
"epoch": 7.476340694006309,
|
|
"grad_norm": 0.2564017112706904,
|
|
"learning_rate": 1.0771413003791253e-06,
|
|
"loss": 0.0202,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020249977707862854,
|
|
"step": 2370,
|
|
"valid_targets_mean": 3954.9,
|
|
"valid_targets_min": 937
|
|
},
|
|
{
|
|
"epoch": 7.492113564668769,
|
|
"grad_norm": 0.22802210655502397,
|
|
"learning_rate": 1.0138229928301212e-06,
|
|
"loss": 0.0212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018750024959445,
|
|
"step": 2375,
|
|
"valid_targets_mean": 3741.9,
|
|
"valid_targets_min": 821
|
|
},
|
|
{
|
|
"epoch": 7.50788643533123,
|
|
"grad_norm": 0.22394765960486246,
|
|
"learning_rate": 9.524034773001511e-07,
|
|
"loss": 0.0193,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016100244596600533,
|
|
"step": 2380,
|
|
"valid_targets_mean": 3365.4,
|
|
"valid_targets_min": 948
|
|
},
|
|
{
|
|
"epoch": 7.523659305993691,
|
|
"grad_norm": 0.23405243563989528,
|
|
"learning_rate": 8.928851345197165e-07,
|
|
"loss": 0.0229,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02146870270371437,
|
|
"step": 2385,
|
|
"valid_targets_mean": 3963.8,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 7.539432176656152,
|
|
"grad_norm": 0.22220117881236737,
|
|
"learning_rate": 8.352702715264726e-07,
|
|
"loss": 0.022,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018834460526704788,
|
|
"step": 2390,
|
|
"valid_targets_mean": 4035.9,
|
|
"valid_targets_min": 1400
|
|
},
|
|
{
|
|
"epoch": 7.555205047318612,
|
|
"grad_norm": 0.2824422608959941,
|
|
"learning_rate": 7.795611215757615e-07,
|
|
"loss": 0.0229,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02203229069709778,
|
|
"step": 2395,
|
|
"valid_targets_mean": 3184.9,
|
|
"valid_targets_min": 582
|
|
},
|
|
{
|
|
"epoch": 7.570977917981073,
|
|
"grad_norm": 0.24152675863727685,
|
|
"learning_rate": 7.257598440540802e-07,
|
|
"loss": 0.025,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020647384226322174,
|
|
"step": 2400,
|
|
"valid_targets_mean": 3745.3,
|
|
"valid_targets_min": 1344
|
|
},
|
|
{
|
|
"epoch": 7.586750788643533,
|
|
"grad_norm": 0.25427069001772656,
|
|
"learning_rate": 6.738685243953769e-07,
|
|
"loss": 0.0245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022360961884260178,
|
|
"step": 2405,
|
|
"valid_targets_mean": 4033.4,
|
|
"valid_targets_min": 1509
|
|
},
|
|
{
|
|
"epoch": 7.6025236593059935,
|
|
"grad_norm": 0.2447796849963383,
|
|
"learning_rate": 6.238891740002195e-07,
|
|
"loss": 0.0213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02267741598188877,
|
|
"step": 2410,
|
|
"valid_targets_mean": 4396.5,
|
|
"valid_targets_min": 704
|
|
},
|
|
{
|
|
"epoch": 7.618296529968454,
|
|
"grad_norm": 0.1947016798039757,
|
|
"learning_rate": 5.758237301577874e-07,
|
|
"loss": 0.0218,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017979349941015244,
|
|
"step": 2415,
|
|
"valid_targets_mean": 4253.2,
|
|
"valid_targets_min": 961
|
|
},
|
|
{
|
|
"epoch": 7.634069400630915,
|
|
"grad_norm": 0.26242474747372385,
|
|
"learning_rate": 5.296740559708413e-07,
|
|
"loss": 0.0224,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025327244773507118,
|
|
"step": 2420,
|
|
"valid_targets_mean": 4355.0,
|
|
"valid_targets_min": 1385
|
|
},
|
|
{
|
|
"epoch": 7.649842271293375,
|
|
"grad_norm": 0.2873187770068635,
|
|
"learning_rate": 4.854419402834709e-07,
|
|
"loss": 0.0231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029193349182605743,
|
|
"step": 2425,
|
|
"valid_targets_mean": 3987.2,
|
|
"valid_targets_min": 1301
|
|
},
|
|
{
|
|
"epoch": 7.665615141955836,
|
|
"grad_norm": 0.25080676062406615,
|
|
"learning_rate": 4.431290976117497e-07,
|
|
"loss": 0.0224,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02236909046769142,
|
|
"step": 2430,
|
|
"valid_targets_mean": 3526.8,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 7.681388012618297,
|
|
"grad_norm": 0.2679068276217551,
|
|
"learning_rate": 4.0273716807731067e-07,
|
|
"loss": 0.0223,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02555161528289318,
|
|
"step": 2435,
|
|
"valid_targets_mean": 3574.3,
|
|
"valid_targets_min": 1514
|
|
},
|
|
{
|
|
"epoch": 7.697160883280757,
|
|
"grad_norm": 0.2527799820599618,
|
|
"learning_rate": 3.642677173437137e-07,
|
|
"loss": 0.023,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022830359637737274,
|
|
"step": 2440,
|
|
"valid_targets_mean": 3984.7,
|
|
"valid_targets_min": 1429
|
|
},
|
|
{
|
|
"epoch": 7.712933753943218,
|
|
"grad_norm": 0.24723303602718177,
|
|
"learning_rate": 3.2772223655583857e-07,
|
|
"loss": 0.0221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022257965058088303,
|
|
"step": 2445,
|
|
"valid_targets_mean": 4166.3,
|
|
"valid_targets_min": 1078
|
|
},
|
|
{
|
|
"epoch": 7.728706624605678,
|
|
"grad_norm": 0.24609326590877015,
|
|
"learning_rate": 2.9310214228202013e-07,
|
|
"loss": 0.0235,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01870781183242798,
|
|
"step": 2450,
|
|
"valid_targets_mean": 3395.5,
|
|
"valid_targets_min": 1175
|
|
},
|
|
{
|
|
"epoch": 7.744479495268139,
|
|
"grad_norm": 0.2455031161070336,
|
|
"learning_rate": 2.604087764591534e-07,
|
|
"loss": 0.0219,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021903114393353462,
|
|
"step": 2455,
|
|
"valid_targets_mean": 4218.6,
|
|
"valid_targets_min": 867
|
|
},
|
|
{
|
|
"epoch": 7.760252365930599,
|
|
"grad_norm": 0.2800194629999433,
|
|
"learning_rate": 2.2964340634069603e-07,
|
|
"loss": 0.0232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022704198956489563,
|
|
"step": 2460,
|
|
"valid_targets_mean": 3092.3,
|
|
"valid_targets_min": 765
|
|
},
|
|
{
|
|
"epoch": 7.7760252365930596,
|
|
"grad_norm": 0.2584271088036407,
|
|
"learning_rate": 2.0080722444754118e-07,
|
|
"loss": 0.0234,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021550491452217102,
|
|
"step": 2465,
|
|
"valid_targets_mean": 3626.9,
|
|
"valid_targets_min": 380
|
|
},
|
|
{
|
|
"epoch": 7.79179810725552,
|
|
"grad_norm": 0.22787140593944627,
|
|
"learning_rate": 1.7390134852177664e-07,
|
|
"loss": 0.0258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01774200238287449,
|
|
"step": 2470,
|
|
"valid_targets_mean": 3878.1,
|
|
"valid_targets_min": 964
|
|
},
|
|
{
|
|
"epoch": 7.807570977917981,
|
|
"grad_norm": 0.30621669971194165,
|
|
"learning_rate": 1.48926821483375e-07,
|
|
"loss": 0.0249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0292455293238163,
|
|
"step": 2475,
|
|
"valid_targets_mean": 3496.4,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 7.823343848580442,
|
|
"grad_norm": 0.22754985262911764,
|
|
"learning_rate": 1.2588461138977604e-07,
|
|
"loss": 0.0205,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020763764157891273,
|
|
"step": 2480,
|
|
"valid_targets_mean": 4017.9,
|
|
"valid_targets_min": 1265
|
|
},
|
|
{
|
|
"epoch": 7.839116719242902,
|
|
"grad_norm": 0.24205972437180406,
|
|
"learning_rate": 1.0477561139832781e-07,
|
|
"loss": 0.024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02504826709628105,
|
|
"step": 2485,
|
|
"valid_targets_mean": 4303.2,
|
|
"valid_targets_min": 882
|
|
},
|
|
{
|
|
"epoch": 7.854889589905363,
|
|
"grad_norm": 0.2525430850860654,
|
|
"learning_rate": 8.560063973171439e-08,
|
|
"loss": 0.0246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027818750590085983,
|
|
"step": 2490,
|
|
"valid_targets_mean": 3742.2,
|
|
"valid_targets_min": 763
|
|
},
|
|
{
|
|
"epoch": 7.870662460567823,
|
|
"grad_norm": 0.21015295804895337,
|
|
"learning_rate": 6.836043964620342e-08,
|
|
"loss": 0.0213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017499791458249092,
|
|
"step": 2495,
|
|
"valid_targets_mean": 4126.9,
|
|
"valid_targets_min": 1097
|
|
},
|
|
{
|
|
"epoch": 7.886435331230284,
|
|
"grad_norm": 0.23969974208310643,
|
|
"learning_rate": 5.3055679402846946e-08,
|
|
"loss": 0.0222,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022856732830405235,
|
|
"step": 2500,
|
|
"valid_targets_mean": 4013.2,
|
|
"valid_targets_min": 1041
|
|
},
|
|
{
|
|
"epoch": 7.902208201892744,
|
|
"grad_norm": 0.26209668108487033,
|
|
"learning_rate": 3.968695224158547e-08,
|
|
"loss": 0.0221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024923603981733322,
|
|
"step": 2505,
|
|
"valid_targets_mean": 3558.2,
|
|
"valid_targets_min": 1009
|
|
},
|
|
{
|
|
"epoch": 7.917981072555205,
|
|
"grad_norm": 0.258239974989192,
|
|
"learning_rate": 2.8254776358238588e-08,
|
|
"loss": 0.0232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022169824689626694,
|
|
"step": 2510,
|
|
"valid_targets_mean": 4173.0,
|
|
"valid_targets_min": 1379
|
|
},
|
|
{
|
|
"epoch": 7.933753943217665,
|
|
"grad_norm": 0.2103350701053391,
|
|
"learning_rate": 1.8759594884443233e-08,
|
|
"loss": 0.0214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.017467107623815536,
|
|
"step": 2515,
|
|
"valid_targets_mean": 4391.8,
|
|
"valid_targets_min": 1271
|
|
},
|
|
{
|
|
"epoch": 7.9495268138801265,
|
|
"grad_norm": 0.25141140585193267,
|
|
"learning_rate": 1.1201775870445242e-08,
|
|
"loss": 0.0208,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02066458761692047,
|
|
"step": 2520,
|
|
"valid_targets_mean": 4108.5,
|
|
"valid_targets_min": 1098
|
|
},
|
|
{
|
|
"epoch": 7.965299684542587,
|
|
"grad_norm": 0.2245523196062546,
|
|
"learning_rate": 5.581612270855186e-09,
|
|
"loss": 0.0223,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.018932700157165527,
|
|
"step": 2525,
|
|
"valid_targets_mean": 4325.3,
|
|
"valid_targets_min": 1171
|
|
},
|
|
{
|
|
"epoch": 7.981072555205047,
|
|
"grad_norm": 0.271744707250328,
|
|
"learning_rate": 1.8993219332907877e-09,
|
|
"loss": 0.0214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023682236671447754,
|
|
"step": 2530,
|
|
"valid_targets_mean": 3315.0,
|
|
"valid_targets_min": 757
|
|
},
|
|
{
|
|
"epoch": 7.996845425867508,
|
|
"grad_norm": 0.26771159667476085,
|
|
"learning_rate": 1.5504758992257451e-10,
|
|
"loss": 0.0225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02129640057682991,
|
|
"step": 2535,
|
|
"valid_targets_mean": 3254.4,
|
|
"valid_targets_min": 993
|
|
},
|
|
{
|
|
"epoch": 8.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.016571061685681343,
|
|
"step": 2536,
|
|
"total_flos": 1378268975529984.0,
|
|
"train_loss": 0.16813087239582386,
|
|
"train_runtime": 37774.5792,
|
|
"train_samples_per_second": 2.146,
|
|
"train_steps_per_second": 0.067,
|
|
"valid_targets_mean": 4493.3,
|
|
"valid_targets_min": 905
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 2536,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 8,
|
|
"save_steps": 100,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1378268975529984.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|