Files
r2egym-31600-opt100k__Qwen3-8B/trainer_state.json

3674 lines
103 KiB
JSON
Raw Normal View History

{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 5.0,
"eval_steps": 500,
"global_step": 1650,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.015182186234817813,
"grad_norm": 7.330185554786115,
"learning_rate": 9.696969696969698e-07,
"loss": 0.384,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1300801783800125,
"step": 5,
"valid_targets_mean": 4714.4,
"valid_targets_min": 2106
},
{
"epoch": 0.030364372469635626,
"grad_norm": 3.3445550275189855,
"learning_rate": 2.181818181818182e-06,
"loss": 0.351,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.09995095431804657,
"step": 10,
"valid_targets_mean": 3845.9,
"valid_targets_min": 1829
},
{
"epoch": 0.04554655870445344,
"grad_norm": 1.8665451513088296,
"learning_rate": 3.3939393939393946e-06,
"loss": 0.3127,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.10031776130199432,
"step": 15,
"valid_targets_mean": 3509.7,
"valid_targets_min": 1820
},
{
"epoch": 0.06072874493927125,
"grad_norm": 0.6936395271280061,
"learning_rate": 4.606060606060606e-06,
"loss": 0.2616,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0811019167304039,
"step": 20,
"valid_targets_mean": 4497.1,
"valid_targets_min": 1716
},
{
"epoch": 0.07591093117408906,
"grad_norm": 0.6220499032835243,
"learning_rate": 5.8181818181818185e-06,
"loss": 0.2401,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.07583131641149521,
"step": 25,
"valid_targets_mean": 2807.7,
"valid_targets_min": 1601
},
{
"epoch": 0.09109311740890688,
"grad_norm": 0.38940013478957664,
"learning_rate": 7.030303030303031e-06,
"loss": 0.1989,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0651925802230835,
"step": 30,
"valid_targets_mean": 3731.5,
"valid_targets_min": 1799
},
{
"epoch": 0.1062753036437247,
"grad_norm": 0.26302391464694386,
"learning_rate": 8.242424242424243e-06,
"loss": 0.1716,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.04892873018980026,
"step": 35,
"valid_targets_mean": 3727.4,
"valid_targets_min": 1884
},
{
"epoch": 0.1214574898785425,
"grad_norm": 0.21091937732454977,
"learning_rate": 9.454545454545456e-06,
"loss": 0.1592,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.051163993775844574,
"step": 40,
"valid_targets_mean": 3958.4,
"valid_targets_min": 1907
},
{
"epoch": 0.13663967611336034,
"grad_norm": 0.18998319529927965,
"learning_rate": 1.0666666666666667e-05,
"loss": 0.1538,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.05154033377766609,
"step": 45,
"valid_targets_mean": 3577.2,
"valid_targets_min": 1914
},
{
"epoch": 0.15182186234817813,
"grad_norm": 0.16050847827157155,
"learning_rate": 1.187878787878788e-05,
"loss": 0.1416,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.04420763999223709,
"step": 50,
"valid_targets_mean": 3796.2,
"valid_targets_min": 2089
},
{
"epoch": 0.16700404858299595,
"grad_norm": 0.17802763431017923,
"learning_rate": 1.3090909090909092e-05,
"loss": 0.1317,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.04160337150096893,
"step": 55,
"valid_targets_mean": 4283.2,
"valid_targets_min": 1982
},
{
"epoch": 0.18218623481781376,
"grad_norm": 0.15511165082528813,
"learning_rate": 1.4303030303030305e-05,
"loss": 0.1237,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.03849010169506073,
"step": 60,
"valid_targets_mean": 3749.1,
"valid_targets_min": 1799
},
{
"epoch": 0.19736842105263158,
"grad_norm": 0.16383205927103164,
"learning_rate": 1.5515151515151516e-05,
"loss": 0.1189,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.033913105726242065,
"step": 65,
"valid_targets_mean": 3822.7,
"valid_targets_min": 1562
},
{
"epoch": 0.2125506072874494,
"grad_norm": 0.1742430101375928,
"learning_rate": 1.672727272727273e-05,
"loss": 0.1159,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.04306407272815704,
"step": 70,
"valid_targets_mean": 4578.4,
"valid_targets_min": 2087
},
{
"epoch": 0.22773279352226722,
"grad_norm": 0.15853754404031653,
"learning_rate": 1.7939393939393942e-05,
"loss": 0.1114,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.03584174066781998,
"step": 75,
"valid_targets_mean": 4356.1,
"valid_targets_min": 1870
},
{
"epoch": 0.242914979757085,
"grad_norm": 0.19401235076777462,
"learning_rate": 1.9151515151515152e-05,
"loss": 0.1089,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.03848009184002876,
"step": 80,
"valid_targets_mean": 3675.0,
"valid_targets_min": 1863
},
{
"epoch": 0.25809716599190285,
"grad_norm": 0.20323002000236698,
"learning_rate": 2.0363636363636365e-05,
"loss": 0.1055,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.03311232104897499,
"step": 85,
"valid_targets_mean": 3828.6,
"valid_targets_min": 1709
},
{
"epoch": 0.2732793522267207,
"grad_norm": 0.1981435700994027,
"learning_rate": 2.1575757575757578e-05,
"loss": 0.1052,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.03980322927236557,
"step": 90,
"valid_targets_mean": 3919.8,
"valid_targets_min": 1982
},
{
"epoch": 0.28846153846153844,
"grad_norm": 0.20391405547861052,
"learning_rate": 2.278787878787879e-05,
"loss": 0.0898,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.028198853135108948,
"step": 95,
"valid_targets_mean": 3938.0,
"valid_targets_min": 1918
},
{
"epoch": 0.30364372469635625,
"grad_norm": 0.2011260592825684,
"learning_rate": 2.4e-05,
"loss": 0.0932,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.031524837017059326,
"step": 100,
"valid_targets_mean": 3767.9,
"valid_targets_min": 1906
},
{
"epoch": 0.3188259109311741,
"grad_norm": 0.20056590507806465,
"learning_rate": 2.5212121212121214e-05,
"loss": 0.0847,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.02495935931801796,
"step": 105,
"valid_targets_mean": 3263.9,
"valid_targets_min": 1662
},
{
"epoch": 0.3340080971659919,
"grad_norm": 0.21140112692239926,
"learning_rate": 2.6424242424242427e-05,
"loss": 0.0797,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.026287691667675972,
"step": 110,
"valid_targets_mean": 3164.8,
"valid_targets_min": 1361
},
{
"epoch": 0.3491902834008097,
"grad_norm": 0.22870318519477917,
"learning_rate": 2.763636363636364e-05,
"loss": 0.079,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.026142392307519913,
"step": 115,
"valid_targets_mean": 3204.0,
"valid_targets_min": 1951
},
{
"epoch": 0.3643724696356275,
"grad_norm": 0.3043038271601291,
"learning_rate": 2.884848484848485e-05,
"loss": 0.0743,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.024183720350265503,
"step": 120,
"valid_targets_mean": 3489.1,
"valid_targets_min": 1662
},
{
"epoch": 0.37955465587044535,
"grad_norm": 0.20759888632242562,
"learning_rate": 3.0060606060606062e-05,
"loss": 0.0674,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.01838626340031624,
"step": 125,
"valid_targets_mean": 2989.6,
"valid_targets_min": 1981
},
{
"epoch": 0.39473684210526316,
"grad_norm": 0.23047055221001278,
"learning_rate": 3.127272727272728e-05,
"loss": 0.0648,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.02019556052982807,
"step": 130,
"valid_targets_mean": 4682.2,
"valid_targets_min": 1652
},
{
"epoch": 0.409919028340081,
"grad_norm": 0.23294010744855131,
"learning_rate": 3.2484848484848485e-05,
"loss": 0.0609,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.016776099801063538,
"step": 135,
"valid_targets_mean": 5853.7,
"valid_targets_min": 1517
},
{
"epoch": 0.4251012145748988,
"grad_norm": 0.2855366270943525,
"learning_rate": 3.36969696969697e-05,
"loss": 0.0617,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.02199370414018631,
"step": 140,
"valid_targets_mean": 3755.6,
"valid_targets_min": 1786
},
{
"epoch": 0.4402834008097166,
"grad_norm": 0.24216134997256672,
"learning_rate": 3.490909090909091e-05,
"loss": 0.0555,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.015389672480523586,
"step": 145,
"valid_targets_mean": 3964.7,
"valid_targets_min": 1919
},
{
"epoch": 0.45546558704453444,
"grad_norm": 0.32949119100037777,
"learning_rate": 3.6121212121212124e-05,
"loss": 0.0528,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.020409779623150826,
"step": 150,
"valid_targets_mean": 2901.4,
"valid_targets_min": 1942
},
{
"epoch": 0.4706477732793522,
"grad_norm": 0.24074948465558085,
"learning_rate": 3.733333333333334e-05,
"loss": 0.0512,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.014248735271394253,
"step": 155,
"valid_targets_mean": 4395.2,
"valid_targets_min": 1858
},
{
"epoch": 0.48582995951417,
"grad_norm": 0.26371267619180006,
"learning_rate": 3.854545454545455e-05,
"loss": 0.0464,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.01621677353978157,
"step": 160,
"valid_targets_mean": 3544.7,
"valid_targets_min": 2025
},
{
"epoch": 0.5010121457489879,
"grad_norm": 0.2303948593638888,
"learning_rate": 3.9757575757575757e-05,
"loss": 0.0421,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.013033179566264153,
"step": 165,
"valid_targets_mean": 3318.6,
"valid_targets_min": 1709
},
{
"epoch": 0.5161943319838057,
"grad_norm": 0.2751485068147365,
"learning_rate": 3.999928391557286e-05,
"loss": 0.0423,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.013866172172129154,
"step": 170,
"valid_targets_mean": 3784.6,
"valid_targets_min": 1877
},
{
"epoch": 0.5313765182186235,
"grad_norm": 0.2162418079826675,
"learning_rate": 3.999637491047052e-05,
"loss": 0.0406,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.010866734199225903,
"step": 175,
"valid_targets_mean": 4622.6,
"valid_targets_min": 1924
},
{
"epoch": 0.5465587044534413,
"grad_norm": 0.19747404288558038,
"learning_rate": 3.999122855464813e-05,
"loss": 0.0363,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.010466480627655983,
"step": 180,
"valid_targets_mean": 4335.8,
"valid_targets_min": 1884
},
{
"epoch": 0.5617408906882592,
"grad_norm": 0.23089319129780744,
"learning_rate": 3.998384542392021e-05,
"loss": 0.036,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.01500026322901249,
"step": 185,
"valid_targets_mean": 3850.8,
"valid_targets_min": 1517
},
{
"epoch": 0.5769230769230769,
"grad_norm": 0.2127962416533006,
"learning_rate": 3.9974226344369124e-05,
"loss": 0.0337,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.008760621771216393,
"step": 190,
"valid_targets_mean": 4441.3,
"valid_targets_min": 1940
},
{
"epoch": 0.5921052631578947,
"grad_norm": 0.2187036886834824,
"learning_rate": 3.996237239225268e-05,
"loss": 0.0308,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.010154707357287407,
"step": 195,
"valid_targets_mean": 3621.6,
"valid_targets_min": 1900
},
{
"epoch": 0.6072874493927125,
"grad_norm": 0.24501759700841205,
"learning_rate": 3.994828489388371e-05,
"loss": 0.0303,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.009506016969680786,
"step": 200,
"valid_targets_mean": 3383.7,
"valid_targets_min": 1601
},
{
"epoch": 0.6224696356275303,
"grad_norm": 0.22959276687097194,
"learning_rate": 3.993196542548162e-05,
"loss": 0.0293,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00975283607840538,
"step": 205,
"valid_targets_mean": 3611.7,
"valid_targets_min": 1763
},
{
"epoch": 0.6376518218623481,
"grad_norm": 0.24080321314548556,
"learning_rate": 3.991341581299609e-05,
"loss": 0.0263,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.011061406694352627,
"step": 210,
"valid_targets_mean": 3533.5,
"valid_targets_min": 1562
},
{
"epoch": 0.652834008097166,
"grad_norm": 0.20805800614271266,
"learning_rate": 3.9892638131902765e-05,
"loss": 0.0246,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.011325137689709663,
"step": 215,
"valid_targets_mean": 3618.1,
"valid_targets_min": 1909
},
{
"epoch": 0.6680161943319838,
"grad_norm": 0.19699851157747658,
"learning_rate": 3.9869634706971e-05,
"loss": 0.0227,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0078015620820224285,
"step": 220,
"valid_targets_mean": 4144.3,
"valid_targets_min": 1705
},
{
"epoch": 0.6831983805668016,
"grad_norm": 0.2185159886324255,
"learning_rate": 3.984440811200379e-05,
"loss": 0.0229,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.008051777258515358,
"step": 225,
"valid_targets_mean": 3167.5,
"valid_targets_min": 1525
},
{
"epoch": 0.6983805668016194,
"grad_norm": 0.22934835342502952,
"learning_rate": 3.981696116954973e-05,
"loss": 0.0204,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0072164274752140045,
"step": 230,
"valid_targets_mean": 4077.3,
"valid_targets_min": 1799
},
{
"epoch": 0.7135627530364372,
"grad_norm": 0.19869122826969568,
"learning_rate": 3.978729695058729e-05,
"loss": 0.0209,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.005740233231335878,
"step": 235,
"valid_targets_mean": 3489.4,
"valid_targets_min": 2089
},
{
"epoch": 0.728744939271255,
"grad_norm": 0.19919625368885566,
"learning_rate": 3.9755418774181146e-05,
"loss": 0.0198,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.007875881157815456,
"step": 240,
"valid_targets_mean": 3947.7,
"valid_targets_min": 1982
},
{
"epoch": 0.7439271255060729,
"grad_norm": 0.20919474516010492,
"learning_rate": 3.9721330207110835e-05,
"loss": 0.0182,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.005854409653693438,
"step": 245,
"valid_targets_mean": 3425.2,
"valid_targets_min": 1763
},
{
"epoch": 0.7591093117408907,
"grad_norm": 0.19447693583220627,
"learning_rate": 3.9685035063471675e-05,
"loss": 0.0181,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.007061396725475788,
"step": 250,
"valid_targets_mean": 4074.4,
"valid_targets_min": 1802
},
{
"epoch": 0.7742914979757085,
"grad_norm": 0.22629827321134982,
"learning_rate": 3.964653740424804e-05,
"loss": 0.0166,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.005824090447276831,
"step": 255,
"valid_targets_mean": 3201.4,
"valid_targets_min": 1771
},
{
"epoch": 0.7894736842105263,
"grad_norm": 0.24577229492094663,
"learning_rate": 3.960584153685895e-05,
"loss": 0.0158,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.005213964730501175,
"step": 260,
"valid_targets_mean": 2662.2,
"valid_targets_min": 1614
},
{
"epoch": 0.8046558704453441,
"grad_norm": 0.21388131919460343,
"learning_rate": 3.9562952014676116e-05,
"loss": 0.0158,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00423480523750186,
"step": 265,
"valid_targets_mean": 3514.4,
"valid_targets_min": 1858
},
{
"epoch": 0.819838056680162,
"grad_norm": 0.178130321151751,
"learning_rate": 3.9517873636514525e-05,
"loss": 0.0136,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.004601405002176762,
"step": 270,
"valid_targets_mean": 4206.3,
"valid_targets_min": 1716
},
{
"epoch": 0.8350202429149798,
"grad_norm": 0.18405218336133228,
"learning_rate": 3.947061144609546e-05,
"loss": 0.0132,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.005071922671049833,
"step": 275,
"valid_targets_mean": 4017.1,
"valid_targets_min": 1839
},
{
"epoch": 0.8502024291497976,
"grad_norm": 0.17657921729737056,
"learning_rate": 3.942117073148221e-05,
"loss": 0.0127,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0038262158632278442,
"step": 280,
"valid_targets_mean": 3661.7,
"valid_targets_min": 1709
},
{
"epoch": 0.8653846153846154,
"grad_norm": 0.1830557185649827,
"learning_rate": 3.9369557024488345e-05,
"loss": 0.0125,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0034842612221837044,
"step": 285,
"valid_targets_mean": 3941.0,
"valid_targets_min": 1906
},
{
"epoch": 0.8805668016194332,
"grad_norm": 0.15062994300292865,
"learning_rate": 3.931577610005883e-05,
"loss": 0.0114,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.004331760574132204,
"step": 290,
"valid_targets_mean": 3859.6,
"valid_targets_min": 2009
},
{
"epoch": 0.895748987854251,
"grad_norm": 0.18322793798575313,
"learning_rate": 3.925983397562385e-05,
"loss": 0.0124,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.004891665652394295,
"step": 295,
"valid_targets_mean": 4143.8,
"valid_targets_min": 1914
},
{
"epoch": 0.9109311740890689,
"grad_norm": 0.1674625166589611,
"learning_rate": 3.920173691042554e-05,
"loss": 0.0115,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0034718886017799377,
"step": 300,
"valid_targets_mean": 3484.5,
"valid_targets_min": 1921
},
{
"epoch": 0.9261133603238867,
"grad_norm": 0.16809713590324474,
"learning_rate": 3.914149140481766e-05,
"loss": 0.0104,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.002860719570890069,
"step": 305,
"valid_targets_mean": 2891.0,
"valid_targets_min": 1662
},
{
"epoch": 0.9412955465587044,
"grad_norm": 0.16774022368034475,
"learning_rate": 3.9079104199538256e-05,
"loss": 0.0111,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.003308693878352642,
"step": 310,
"valid_targets_mean": 3956.6,
"valid_targets_min": 1833
},
{
"epoch": 0.9564777327935222,
"grad_norm": 0.1807349282309273,
"learning_rate": 3.901458227495549e-05,
"loss": 0.0105,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.003315879963338375,
"step": 315,
"valid_targets_mean": 4054.1,
"valid_targets_min": 1914
},
{
"epoch": 0.97165991902834,
"grad_norm": 0.1742099004293395,
"learning_rate": 3.8947932850286585e-05,
"loss": 0.0091,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00291993236169219,
"step": 320,
"valid_targets_mean": 3363.0,
"valid_targets_min": 1952
},
{
"epoch": 0.9868421052631579,
"grad_norm": 0.14500304259148103,
"learning_rate": 3.887916338279014e-05,
"loss": 0.0103,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0026057774666696787,
"step": 325,
"valid_targets_mean": 4190.8,
"valid_targets_min": 2033
},
{
"epoch": 1.0,
"grad_norm": 0.2517151943221558,
"learning_rate": 3.8808281566931675e-05,
"loss": 0.0091,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.008416064083576202,
"step": 330,
"valid_targets_mean": 3570.5,
"valid_targets_min": 1562
},
{
"epoch": 1.0151821862348178,
"grad_norm": 0.164243403283566,
"learning_rate": 3.873529533352277e-05,
"loss": 0.0087,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.003136058570817113,
"step": 335,
"valid_targets_mean": 3419.4,
"valid_targets_min": 1951
},
{
"epoch": 1.0303643724696356,
"grad_norm": 0.14414941894165267,
"learning_rate": 3.8660212848833705e-05,
"loss": 0.0084,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0024711661972105503,
"step": 340,
"valid_targets_mean": 3528.8,
"valid_targets_min": 1868
},
{
"epoch": 1.0455465587044535,
"grad_norm": 0.19586224740728458,
"learning_rate": 3.858304251367972e-05,
"loss": 0.008,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0027735955081880093,
"step": 345,
"valid_targets_mean": 2958.7,
"valid_targets_min": 1361
},
{
"epoch": 1.0607287449392713,
"grad_norm": 0.14897574986322765,
"learning_rate": 3.850379296248107e-05,
"loss": 0.0078,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0028114435262978077,
"step": 350,
"valid_targets_mean": 3791.8,
"valid_targets_min": 1870
},
{
"epoch": 1.075910931174089,
"grad_norm": 0.1558838429784627,
"learning_rate": 3.8422473062297e-05,
"loss": 0.0076,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0024879274424165487,
"step": 355,
"valid_targets_mean": 3638.7,
"valid_targets_min": 2175
},
{
"epoch": 1.091093117408907,
"grad_norm": 0.17308536245807407,
"learning_rate": 3.8339091911833545e-05,
"loss": 0.0076,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0038288887590169907,
"step": 360,
"valid_targets_mean": 3870.2,
"valid_targets_min": 1942
},
{
"epoch": 1.1062753036437247,
"grad_norm": 0.16779799609529814,
"learning_rate": 3.825365884042553e-05,
"loss": 0.0074,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.002971275243908167,
"step": 365,
"valid_targets_mean": 3224.4,
"valid_targets_min": 1680
},
{
"epoch": 1.1214574898785425,
"grad_norm": 0.15172020910248868,
"learning_rate": 3.8166183406992745e-05,
"loss": 0.0065,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0018144859932363033,
"step": 370,
"valid_targets_mean": 2999.0,
"valid_targets_min": 2026
},
{
"epoch": 1.1366396761133604,
"grad_norm": 0.16339142774129306,
"learning_rate": 3.807667539897041e-05,
"loss": 0.0068,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0029783309437334538,
"step": 375,
"valid_targets_mean": 3691.7,
"valid_targets_min": 1984
},
{
"epoch": 1.1518218623481782,
"grad_norm": 0.1292852541633403,
"learning_rate": 3.798514483121408e-05,
"loss": 0.0065,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0017669487278908491,
"step": 380,
"valid_targets_mean": 4103.9,
"valid_targets_min": 1614
},
{
"epoch": 1.167004048582996,
"grad_norm": 0.1371887720281193,
"learning_rate": 3.789160194487908e-05,
"loss": 0.0067,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00210462580434978,
"step": 385,
"valid_targets_mean": 4121.5,
"valid_targets_min": 1972
},
{
"epoch": 1.1821862348178138,
"grad_norm": 0.14485399953221598,
"learning_rate": 3.7796057206274686e-05,
"loss": 0.0063,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.001915339264087379,
"step": 390,
"valid_targets_mean": 4134.5,
"valid_targets_min": 1970
},
{
"epoch": 1.1973684210526316,
"grad_norm": 0.14420148445134826,
"learning_rate": 3.769852130569304e-05,
"loss": 0.0057,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0018860504496842623,
"step": 395,
"valid_targets_mean": 3892.3,
"valid_targets_min": 1909
},
{
"epoch": 1.2125506072874495,
"grad_norm": 0.13878326827529558,
"learning_rate": 3.7599005156213066e-05,
"loss": 0.006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0019143268000334501,
"step": 400,
"valid_targets_mean": 3761.9,
"valid_targets_min": 1915
},
{
"epoch": 1.2277327935222673,
"grad_norm": 0.11476026427302558,
"learning_rate": 3.74975198924794e-05,
"loss": 0.0052,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0012934381375089288,
"step": 405,
"valid_targets_mean": 5056.4,
"valid_targets_min": 2001
},
{
"epoch": 1.242914979757085,
"grad_norm": 0.1330200894754117,
"learning_rate": 3.739407686945658e-05,
"loss": 0.0054,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0018799215322360396,
"step": 410,
"valid_targets_mean": 3872.5,
"valid_targets_min": 1942
},
{
"epoch": 1.258097165991903,
"grad_norm": 0.13846149867579144,
"learning_rate": 3.728868766115854e-05,
"loss": 0.0059,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0020003884565085173,
"step": 415,
"valid_targets_mean": 3473.5,
"valid_targets_min": 1716
},
{
"epoch": 1.2732793522267207,
"grad_norm": 0.13605245571458235,
"learning_rate": 3.718136405935365e-05,
"loss": 0.0049,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0019030460389330983,
"step": 420,
"valid_targets_mean": 3039.6,
"valid_targets_min": 1900
},
{
"epoch": 1.2884615384615383,
"grad_norm": 0.1275992332798571,
"learning_rate": 3.707211807224534e-05,
"loss": 0.005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0015746339922770858,
"step": 425,
"valid_targets_mean": 3385.7,
"valid_targets_min": 1847
},
{
"epoch": 1.3036437246963564,
"grad_norm": 0.11948889386818098,
"learning_rate": 3.696096192312852e-05,
"loss": 0.0051,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0015787535812705755,
"step": 430,
"valid_targets_mean": 3911.8,
"valid_targets_min": 1950
},
{
"epoch": 1.318825910931174,
"grad_norm": 0.14109767925238773,
"learning_rate": 3.684790804902199e-05,
"loss": 0.0054,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0016520526260137558,
"step": 435,
"valid_targets_mean": 4149.7,
"valid_targets_min": 1836
},
{
"epoch": 1.334008097165992,
"grad_norm": 0.138897250305289,
"learning_rate": 3.673296909927682e-05,
"loss": 0.0051,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0018126749200746417,
"step": 440,
"valid_targets_mean": 3260.5,
"valid_targets_min": 1839
},
{
"epoch": 1.3491902834008096,
"grad_norm": 0.11611244997870669,
"learning_rate": 3.661615793416109e-05,
"loss": 0.0045,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0014871362363919616,
"step": 445,
"valid_targets_mean": 4510.7,
"valid_targets_min": 1760
},
{
"epoch": 1.3643724696356276,
"grad_norm": 0.120597485658797,
"learning_rate": 3.649748762342098e-05,
"loss": 0.0042,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0010552321327850223,
"step": 450,
"valid_targets_mean": 4055.2,
"valid_targets_min": 2042
},
{
"epoch": 1.3795546558704452,
"grad_norm": 0.11162350623192044,
"learning_rate": 3.637697144481839e-05,
"loss": 0.0048,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0013892888091504574,
"step": 455,
"valid_targets_mean": 4131.2,
"valid_targets_min": 1900
},
{
"epoch": 1.3947368421052633,
"grad_norm": 0.13236130484756595,
"learning_rate": 3.625462288264536e-05,
"loss": 0.0043,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.001717492239549756,
"step": 460,
"valid_targets_mean": 4701.0,
"valid_targets_min": 2136
},
{
"epoch": 1.4099190283400809,
"grad_norm": 0.10634207206921958,
"learning_rate": 3.613045562621533e-05,
"loss": 0.0046,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0014703264459967613,
"step": 465,
"valid_targets_mean": 4877.9,
"valid_targets_min": 1993
},
{
"epoch": 1.425101214574899,
"grad_norm": 0.11833374847627441,
"learning_rate": 3.600448356833146e-05,
"loss": 0.004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.001124208327382803,
"step": 470,
"valid_targets_mean": 3889.0,
"valid_targets_min": 1933
},
{
"epoch": 1.4402834008097165,
"grad_norm": 0.09905163928566187,
"learning_rate": 3.587672080373219e-05,
"loss": 0.0039,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0014082645066082478,
"step": 475,
"valid_targets_mean": 5741.5,
"valid_targets_min": 1719
},
{
"epoch": 1.4554655870445345,
"grad_norm": 0.10883487374241034,
"learning_rate": 3.574718162751426e-05,
"loss": 0.0039,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0012796204537153244,
"step": 480,
"valid_targets_mean": 3971.8,
"valid_targets_min": 2054
},
{
"epoch": 1.4706477732793521,
"grad_norm": 0.11845317295570815,
"learning_rate": 3.561588053353319e-05,
"loss": 0.0043,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0014125773450359702,
"step": 485,
"valid_targets_mean": 3225.4,
"valid_targets_min": 1763
},
{
"epoch": 1.48582995951417,
"grad_norm": 0.12120113157747212,
"learning_rate": 3.5482832212781655e-05,
"loss": 0.0037,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0011800138745456934,
"step": 490,
"valid_targets_mean": 3134.7,
"valid_targets_min": 1900
},
{
"epoch": 1.5010121457489878,
"grad_norm": 0.11487518503490175,
"learning_rate": 3.53480515517457e-05,
"loss": 0.0043,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.001305198296904564,
"step": 495,
"valid_targets_mean": 3831.7,
"valid_targets_min": 1525
},
{
"epoch": 1.5161943319838058,
"grad_norm": 0.11042030153261334,
"learning_rate": 3.5211553630739166e-05,
"loss": 0.0042,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0014829908031970263,
"step": 500,
"valid_targets_mean": 2815.1,
"valid_targets_min": 1662
},
{
"epoch": 1.5313765182186234,
"grad_norm": 0.09669183557992163,
"learning_rate": 3.5073353722216334e-05,
"loss": 0.0035,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0009500256273895502,
"step": 505,
"valid_targets_mean": 4798.8,
"valid_targets_min": 1891
},
{
"epoch": 1.5465587044534415,
"grad_norm": 0.10258133251776518,
"learning_rate": 3.4933467289063156e-05,
"loss": 0.0039,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.000988983316347003,
"step": 510,
"valid_targets_mean": 3039.0,
"valid_targets_min": 1857
},
{
"epoch": 1.561740890688259,
"grad_norm": 0.10410092818256382,
"learning_rate": 3.4791909982867175e-05,
"loss": 0.0036,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0013444151263684034,
"step": 515,
"valid_targets_mean": 4029.6,
"valid_targets_min": 1361
},
{
"epoch": 1.5769230769230769,
"grad_norm": 0.09960156518662373,
"learning_rate": 3.464869764216622e-05,
"loss": 0.0039,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00153966317884624,
"step": 520,
"valid_targets_mean": 5110.7,
"valid_targets_min": 1988
},
{
"epoch": 1.5921052631578947,
"grad_norm": 0.09983557988159186,
"learning_rate": 3.450384629067635e-05,
"loss": 0.0034,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.001081749564036727,
"step": 525,
"valid_targets_mean": 3048.0,
"valid_targets_min": 1662
},
{
"epoch": 1.6072874493927125,
"grad_norm": 0.10120168106576323,
"learning_rate": 3.435737213549896e-05,
"loss": 0.0033,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0008452935726381838,
"step": 530,
"valid_targets_mean": 3952.0,
"valid_targets_min": 1562
},
{
"epoch": 1.6224696356275303,
"grad_norm": 0.08493587072597682,
"learning_rate": 3.420929156530738e-05,
"loss": 0.0036,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0011547571048140526,
"step": 535,
"valid_targets_mean": 4687.3,
"valid_targets_min": 1820
},
{
"epoch": 1.6376518218623481,
"grad_norm": 0.10523126139385196,
"learning_rate": 3.405962114851324e-05,
"loss": 0.0034,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0011256784200668335,
"step": 540,
"valid_targets_mean": 3631.1,
"valid_targets_min": 2011
},
{
"epoch": 1.652834008097166,
"grad_norm": 0.11195712798002991,
"learning_rate": 3.390837763141261e-05,
"loss": 0.0035,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0013444002252072096,
"step": 545,
"valid_targets_mean": 2856.7,
"valid_targets_min": 1966
},
{
"epoch": 1.6680161943319838,
"grad_norm": 0.08610234523684804,
"learning_rate": 3.3755577936312344e-05,
"loss": 0.0032,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0011940321419388056,
"step": 550,
"valid_targets_mean": 4242.0,
"valid_targets_min": 1719
},
{
"epoch": 1.6831983805668016,
"grad_norm": 0.1051662009692625,
"learning_rate": 3.360123915963662e-05,
"loss": 0.003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0009770877659320831,
"step": 555,
"valid_targets_mean": 4124.0,
"valid_targets_min": 2062
},
{
"epoch": 1.6983805668016194,
"grad_norm": 0.11776081274186186,
"learning_rate": 3.3445378570014125e-05,
"loss": 0.0031,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0013557838974520564,
"step": 560,
"valid_targets_mean": 3496.0,
"valid_targets_min": 2161
},
{
"epoch": 1.7135627530364372,
"grad_norm": 0.10165976143565304,
"learning_rate": 3.328801360634585e-05,
"loss": 0.003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0008353482699021697,
"step": 565,
"valid_targets_mean": 3297.1,
"valid_targets_min": 1919
},
{
"epoch": 1.728744939271255,
"grad_norm": 0.10319162200707634,
"learning_rate": 3.312916187585392e-05,
"loss": 0.0032,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.001077563501894474,
"step": 570,
"valid_targets_mean": 3406.3,
"valid_targets_min": 1562
},
{
"epoch": 1.7439271255060729,
"grad_norm": 0.08743872003639647,
"learning_rate": 3.296884115211157e-05,
"loss": 0.003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0007602584082633257,
"step": 575,
"valid_targets_mean": 3701.0,
"valid_targets_min": 1751
},
{
"epoch": 1.7591093117408907,
"grad_norm": 0.10299599098322705,
"learning_rate": 3.280706937305445e-05,
"loss": 0.0031,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00123096804600209,
"step": 580,
"valid_targets_mean": 3627.1,
"valid_targets_min": 1601
},
{
"epoch": 1.7742914979757085,
"grad_norm": 0.09201994600780483,
"learning_rate": 3.2643864638973645e-05,
"loss": 0.003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0009430198697373271,
"step": 585,
"valid_targets_mean": 3924.4,
"valid_targets_min": 1928
},
{
"epoch": 1.7894736842105263,
"grad_norm": 0.09185507240932078,
"learning_rate": 3.2479245210490434e-05,
"loss": 0.0029,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0010372858960181475,
"step": 590,
"valid_targets_mean": 5039.9,
"valid_targets_min": 1716
},
{
"epoch": 1.8046558704453441,
"grad_norm": 0.0849595096314164,
"learning_rate": 3.2313229506513167e-05,
"loss": 0.0027,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0008949165930971503,
"step": 595,
"valid_targets_mean": 4666.0,
"valid_targets_min": 1614
},
{
"epoch": 1.819838056680162,
"grad_norm": 0.08745985433128926,
"learning_rate": 3.2145836102176424e-05,
"loss": 0.0025,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006510005332529545,
"step": 600,
"valid_targets_mean": 3548.5,
"valid_targets_min": 1705
},
{
"epoch": 1.8350202429149798,
"grad_norm": 0.08825374567222655,
"learning_rate": 3.197708372676265e-05,
"loss": 0.0028,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0010350134689360857,
"step": 605,
"valid_targets_mean": 4250.8,
"valid_targets_min": 1987
},
{
"epoch": 1.8502024291497976,
"grad_norm": 0.09666617435790727,
"learning_rate": 3.1806991261606604e-05,
"loss": 0.0024,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0008731918642297387,
"step": 610,
"valid_targets_mean": 4138.9,
"valid_targets_min": 1786
},
{
"epoch": 1.8653846153846154,
"grad_norm": 0.08891992368198291,
"learning_rate": 3.163557773798276e-05,
"loss": 0.0025,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0007548497524112463,
"step": 615,
"valid_targets_mean": 3596.1,
"valid_targets_min": 1915
},
{
"epoch": 1.8805668016194332,
"grad_norm": 0.10298148057397864,
"learning_rate": 3.146286233497593e-05,
"loss": 0.0027,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0012539434246718884,
"step": 620,
"valid_targets_mean": 3995.3,
"valid_targets_min": 1771
},
{
"epoch": 1.895748987854251,
"grad_norm": 0.09072979307646942,
"learning_rate": 3.128886437733539e-05,
"loss": 0.0026,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0008174719987437129,
"step": 625,
"valid_targets_mean": 4311.0,
"valid_targets_min": 1952
},
{
"epoch": 1.9109311740890689,
"grad_norm": 0.10926696533151599,
"learning_rate": 3.111360333331263e-05,
"loss": 0.0026,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006682357052341104,
"step": 630,
"valid_targets_mean": 3494.0,
"valid_targets_min": 1933
},
{
"epoch": 1.9261133603238867,
"grad_norm": 0.07708358428359662,
"learning_rate": 3.093709881248312e-05,
"loss": 0.0025,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006784072029404342,
"step": 635,
"valid_targets_mean": 4398.0,
"valid_targets_min": 2108
},
{
"epoch": 1.9412955465587043,
"grad_norm": 0.09782921316490462,
"learning_rate": 3.075937056355225e-05,
"loss": 0.0027,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006533457199111581,
"step": 640,
"valid_targets_mean": 3165.5,
"valid_targets_min": 1562
},
{
"epoch": 1.9564777327935223,
"grad_norm": 0.07874241058965538,
"learning_rate": 3.0580438472145665e-05,
"loss": 0.0024,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0005525833694264293,
"step": 645,
"valid_targets_mean": 4149.3,
"valid_targets_min": 1870
},
{
"epoch": 1.97165991902834,
"grad_norm": 0.07242269740889695,
"learning_rate": 3.0400322558584308e-05,
"loss": 0.0022,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00043955055298283696,
"step": 650,
"valid_targets_mean": 3438.7,
"valid_targets_min": 1799
},
{
"epoch": 1.986842105263158,
"grad_norm": 0.08322163172521595,
"learning_rate": 3.0219042975644415e-05,
"loss": 0.0022,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0008516611997038126,
"step": 655,
"valid_targets_mean": 4353.1,
"valid_targets_min": 2250
},
{
"epoch": 2.0,
"grad_norm": 0.12405167808565279,
"learning_rate": 3.0036620006302624e-05,
"loss": 0.002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.001781097729690373,
"step": 660,
"valid_targets_mean": 5059.7,
"valid_targets_min": 2012
},
{
"epoch": 2.0151821862348176,
"grad_norm": 0.07105519248520684,
"learning_rate": 2.9853074061466602e-05,
"loss": 0.002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0005106439930386841,
"step": 665,
"valid_targets_mean": 4679.2,
"valid_targets_min": 1914
},
{
"epoch": 2.0303643724696356,
"grad_norm": 0.07612946301913277,
"learning_rate": 2.9668425677691278e-05,
"loss": 0.002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0007456626044586301,
"step": 670,
"valid_targets_mean": 4227.5,
"valid_targets_min": 1839
},
{
"epoch": 2.0455465587044532,
"grad_norm": 0.09095623858759358,
"learning_rate": 2.948269551488108e-05,
"loss": 0.0021,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0008456467185169458,
"step": 675,
"valid_targets_mean": 2652.4,
"valid_targets_min": 1908
},
{
"epoch": 2.0607287449392713,
"grad_norm": 0.078083688802221,
"learning_rate": 2.929590435397832e-05,
"loss": 0.0019,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0005976787069812417,
"step": 680,
"valid_targets_mean": 3305.4,
"valid_targets_min": 1838
},
{
"epoch": 2.075910931174089,
"grad_norm": 0.08699014214754179,
"learning_rate": 2.9108073094638066e-05,
"loss": 0.0021,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.000658693490549922,
"step": 685,
"valid_targets_mean": 4065.9,
"valid_targets_min": 1361
},
{
"epoch": 2.091093117408907,
"grad_norm": 0.06937637279552442,
"learning_rate": 2.8919222752889727e-05,
"loss": 0.002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0004983286489732563,
"step": 690,
"valid_targets_mean": 3370.7,
"valid_targets_min": 1919
},
{
"epoch": 2.1062753036437245,
"grad_norm": 0.07691820761499013,
"learning_rate": 2.8729374458785647e-05,
"loss": 0.0019,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006680118967778981,
"step": 695,
"valid_targets_mean": 3699.5,
"valid_targets_min": 1889
},
{
"epoch": 2.1214574898785425,
"grad_norm": 0.0904290166328251,
"learning_rate": 2.8538549454036838e-05,
"loss": 0.0021,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0008592807571403682,
"step": 700,
"valid_targets_mean": 3886.0,
"valid_targets_min": 1709
},
{
"epoch": 2.13663967611336,
"grad_norm": 0.07641089925208772,
"learning_rate": 2.834676908963636e-05,
"loss": 0.002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0005071223713457584,
"step": 705,
"valid_targets_mean": 3066.1,
"valid_targets_min": 1914
},
{
"epoch": 2.151821862348178,
"grad_norm": 0.08676223294976994,
"learning_rate": 2.815405482347037e-05,
"loss": 0.0018,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006401725113391876,
"step": 710,
"valid_targets_mean": 3339.6,
"valid_targets_min": 1562
},
{
"epoch": 2.167004048582996,
"grad_norm": 0.08150309039261369,
"learning_rate": 2.796042821791725e-05,
"loss": 0.002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0007411183905787766,
"step": 715,
"valid_targets_mean": 4100.4,
"valid_targets_min": 1917
},
{
"epoch": 2.182186234817814,
"grad_norm": 0.06525762409218074,
"learning_rate": 2.776591093743505e-05,
"loss": 0.0017,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0004551703459583223,
"step": 720,
"valid_targets_mean": 3649.8,
"valid_targets_min": 1833
},
{
"epoch": 2.1973684210526314,
"grad_norm": 0.08423433753590777,
"learning_rate": 2.7570524746137485e-05,
"loss": 0.0016,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0005831866292282939,
"step": 725,
"valid_targets_mean": 3069.6,
"valid_targets_min": 1562
},
{
"epoch": 2.2125506072874495,
"grad_norm": 0.08427119680751806,
"learning_rate": 2.7374291505358818e-05,
"loss": 0.0018,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006087704095989466,
"step": 730,
"valid_targets_mean": 3375.6,
"valid_targets_min": 1662
},
{
"epoch": 2.227732793522267,
"grad_norm": 0.07080323308041764,
"learning_rate": 2.7177233171207817e-05,
"loss": 0.0021,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0004960486548952758,
"step": 735,
"valid_targets_mean": 3955.1,
"valid_targets_min": 1952
},
{
"epoch": 2.242914979757085,
"grad_norm": 0.06754870894326025,
"learning_rate": 2.6979371792111147e-05,
"loss": 0.0017,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006193451699800789,
"step": 740,
"valid_targets_mean": 4175.6,
"valid_targets_min": 1799
},
{
"epoch": 2.2580971659919027,
"grad_norm": 0.08387447697414334,
"learning_rate": 2.678072950634641e-05,
"loss": 0.0018,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.000532821228262037,
"step": 745,
"valid_targets_mean": 3796.0,
"valid_targets_min": 1972
},
{
"epoch": 2.2732793522267207,
"grad_norm": 0.07492202664392031,
"learning_rate": 2.6581328539565184e-05,
"loss": 0.0017,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0007153525366447866,
"step": 750,
"valid_targets_mean": 3809.5,
"valid_targets_min": 2012
},
{
"epoch": 2.2884615384615383,
"grad_norm": 0.07901447382038594,
"learning_rate": 2.638119120230616e-05,
"loss": 0.0017,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00038476218469440937,
"step": 755,
"valid_targets_mean": 3084.6,
"valid_targets_min": 1942
},
{
"epoch": 2.3036437246963564,
"grad_norm": 0.07009381327273641,
"learning_rate": 2.618033988749895e-05,
"loss": 0.0018,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0004404044011607766,
"step": 760,
"valid_targets_mean": 3970.5,
"valid_targets_min": 2022
},
{
"epoch": 2.318825910931174,
"grad_norm": 0.06088519307445401,
"learning_rate": 2.5978797067958542e-05,
"loss": 0.0015,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0003948418889194727,
"step": 765,
"valid_targets_mean": 3346.2,
"valid_targets_min": 1680
},
{
"epoch": 2.334008097165992,
"grad_norm": 0.08152602589343329,
"learning_rate": 2.5776585293870877e-05,
"loss": 0.0016,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0007163034752011299,
"step": 770,
"valid_targets_mean": 3709.0,
"valid_targets_min": 1868
},
{
"epoch": 2.3491902834008096,
"grad_norm": 0.07710624633342333,
"learning_rate": 2.557372719026976e-05,
"loss": 0.0017,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0005486889276653528,
"step": 775,
"valid_targets_mean": 3343.7,
"valid_targets_min": 1716
},
{
"epoch": 2.3643724696356276,
"grad_norm": 0.06266729922368013,
"learning_rate": 2.537024545450539e-05,
"loss": 0.0015,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006524648051708937,
"step": 780,
"valid_targets_mean": 4165.9,
"valid_targets_min": 1891
},
{
"epoch": 2.3795546558704452,
"grad_norm": 0.06468733900085777,
"learning_rate": 2.5166162853704825e-05,
"loss": 0.0017,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0004791424435097724,
"step": 785,
"valid_targets_mean": 3558.7,
"valid_targets_min": 1652
},
{
"epoch": 2.3947368421052633,
"grad_norm": 0.06898761464531536,
"learning_rate": 2.496150222222458e-05,
"loss": 0.0017,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00033683591755107045,
"step": 790,
"valid_targets_mean": 3842.0,
"valid_targets_min": 1839
},
{
"epoch": 2.409919028340081,
"grad_norm": 0.056657057717980436,
"learning_rate": 2.475628645909576e-05,
"loss": 0.0015,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0004480042844079435,
"step": 795,
"valid_targets_mean": 4623.7,
"valid_targets_min": 1709
},
{
"epoch": 2.425101214574899,
"grad_norm": 0.07727531147134924,
"learning_rate": 2.4550538525461963e-05,
"loss": 0.0014,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006690880982205272,
"step": 800,
"valid_targets_mean": 4689.0,
"valid_targets_min": 2002
},
{
"epoch": 2.4402834008097165,
"grad_norm": 0.0571678762573575,
"learning_rate": 2.434428144201016e-05,
"loss": 0.0013,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0005046890582889318,
"step": 805,
"valid_targets_mean": 3675.2,
"valid_targets_min": 1763
},
{
"epoch": 2.4554655870445345,
"grad_norm": 0.07715049920265724,
"learning_rate": 2.4137538286394976e-05,
"loss": 0.0014,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0004507353878580034,
"step": 810,
"valid_targets_mean": 3737.3,
"valid_targets_min": 2033
},
{
"epoch": 2.470647773279352,
"grad_norm": 0.05356937759055232,
"learning_rate": 2.3930332190656604e-05,
"loss": 0.0013,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00032879202626645565,
"step": 815,
"valid_targets_mean": 3223.5,
"valid_targets_min": 1884
},
{
"epoch": 2.48582995951417,
"grad_norm": 0.07714930437893976,
"learning_rate": 2.3722686338632602e-05,
"loss": 0.0014,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0005657218862324953,
"step": 820,
"valid_targets_mean": 3412.6,
"valid_targets_min": 1760
},
{
"epoch": 2.501012145748988,
"grad_norm": 0.06024036597283588,
"learning_rate": 2.3514623963363886e-05,
"loss": 0.0012,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00045516961836256087,
"step": 825,
"valid_targets_mean": 3558.2,
"valid_targets_min": 1940
},
{
"epoch": 2.516194331983806,
"grad_norm": 0.06292856358359337,
"learning_rate": 2.330616834449525e-05,
"loss": 0.0012,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0004074290336575359,
"step": 830,
"valid_targets_mean": 3850.9,
"valid_targets_min": 1919
},
{
"epoch": 2.5313765182186234,
"grad_norm": 0.07449928244101439,
"learning_rate": 2.309734280567065e-05,
"loss": 0.0013,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0006758588715456426,
"step": 835,
"valid_targets_mean": 3555.7,
"valid_targets_min": 1847
},
{
"epoch": 2.5465587044534415,
"grad_norm": 0.048901154793971606,
"learning_rate": 2.28881707119236e-05,
"loss": 0.0013,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00026356778107583523,
"step": 840,
"valid_targets_mean": 3955.5,
"valid_targets_min": 1999
},
{
"epoch": 2.561740890688259,
"grad_norm": 0.05986272043977923,
"learning_rate": 2.267867546706287e-05,
"loss": 0.0012,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0004422905622050166,
"step": 845,
"valid_targets_mean": 3143.4,
"valid_targets_min": 1839
},
{
"epoch": 2.5769230769230766,
"grad_norm": 0.06674161610232071,
"learning_rate": 2.2468880511053896e-05,
"loss": 0.0013,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00025287189055234194,
"step": 850,
"valid_targets_mean": 4546.0,
"valid_targets_min": 1913
},
{
"epoch": 2.5921052631578947,
"grad_norm": 0.05409182676999133,
"learning_rate": 2.2258809317396163e-05,
"loss": 0.0013,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00036123377503827214,
"step": 855,
"valid_targets_mean": 3890.5,
"valid_targets_min": 2091
},
{
"epoch": 2.6072874493927127,
"grad_norm": 0.057302284047087634,
"learning_rate": 2.2048485390496757e-05,
"loss": 0.0012,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00038291895180009305,
"step": 860,
"valid_targets_mean": 3662.3,
"valid_targets_min": 1601
},
{
"epoch": 2.6224696356275303,
"grad_norm": 0.05224407807013093,
"learning_rate": 2.1837932263040553e-05,
"loss": 0.001,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002840733213815838,
"step": 865,
"valid_targets_mean": 3687.8,
"valid_targets_min": 1680
},
{
"epoch": 2.637651821862348,
"grad_norm": 0.05179734929492071,
"learning_rate": 2.1627173493357167e-05,
"loss": 0.0011,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.000430211890488863,
"step": 870,
"valid_targets_mean": 3984.7,
"valid_targets_min": 1525
},
{
"epoch": 2.652834008097166,
"grad_norm": 0.05164540146149995,
"learning_rate": 2.1416232662785084e-05,
"loss": 0.0011,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00040516024455428123,
"step": 875,
"valid_targets_mean": 3974.6,
"valid_targets_min": 1959
},
{
"epoch": 2.668016194331984,
"grad_norm": 0.050801654869212585,
"learning_rate": 2.1205133373033173e-05,
"loss": 0.0011,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00018009051564149559,
"step": 880,
"valid_targets_mean": 3982.6,
"valid_targets_min": 1719
},
{
"epoch": 2.6831983805668016,
"grad_norm": 0.054723217913153176,
"learning_rate": 2.0993899243539953e-05,
"loss": 0.0011,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00042076894897036254,
"step": 885,
"valid_targets_mean": 2904.8,
"valid_targets_min": 1829
},
{
"epoch": 2.698380566801619,
"grad_norm": 0.042261330830379425,
"learning_rate": 2.0782553908830887e-05,
"loss": 0.001,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002117999829351902,
"step": 890,
"valid_targets_mean": 3374.6,
"valid_targets_min": 1562
},
{
"epoch": 2.7135627530364372,
"grad_norm": 0.06376816464192013,
"learning_rate": 2.0571121015873924e-05,
"loss": 0.001,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00032623833976686,
"step": 895,
"valid_targets_mean": 3469.3,
"valid_targets_min": 1716
},
{
"epoch": 2.7287449392712553,
"grad_norm": 0.0475123913429236,
"learning_rate": 2.0359624221433728e-05,
"loss": 0.001,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00030931096989661455,
"step": 900,
"valid_targets_mean": 3838.9,
"valid_targets_min": 1928
},
{
"epoch": 2.743927125506073,
"grad_norm": 0.045018407359695714,
"learning_rate": 2.014808718942476e-05,
"loss": 0.0009,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002605599584057927,
"step": 905,
"valid_targets_mean": 3641.1,
"valid_targets_min": 1601
},
{
"epoch": 2.7591093117408905,
"grad_norm": 0.05851114372504928,
"learning_rate": 1.9936533588263557e-05,
"loss": 0.001,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0003606117097660899,
"step": 910,
"valid_targets_mean": 3916.1,
"valid_targets_min": 2119
},
{
"epoch": 2.7742914979757085,
"grad_norm": 0.051074888944313154,
"learning_rate": 1.9724987088220565e-05,
"loss": 0.0009,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.000338810175890103,
"step": 915,
"valid_targets_mean": 3880.7,
"valid_targets_min": 1909
},
{
"epoch": 2.7894736842105265,
"grad_norm": 0.04406347960449992,
"learning_rate": 1.951347135877169e-05,
"loss": 0.001,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00024635277804918587,
"step": 920,
"valid_targets_mean": 3948.9,
"valid_targets_min": 1764
},
{
"epoch": 2.804655870445344,
"grad_norm": 0.05170895282858387,
"learning_rate": 1.930201006594999e-05,
"loss": 0.0008,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0003006479237228632,
"step": 925,
"valid_targets_mean": 4018.8,
"valid_targets_min": 1939
},
{
"epoch": 2.8198380566801617,
"grad_norm": 0.05037854072436599,
"learning_rate": 1.9090626869697714e-05,
"loss": 0.0009,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00037075512227602303,
"step": 930,
"valid_targets_mean": 3843.9,
"valid_targets_min": 1970
},
{
"epoch": 2.83502024291498,
"grad_norm": 0.046536741186148624,
"learning_rate": 1.8879345421219063e-05,
"loss": 0.0008,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00021453885710798204,
"step": 935,
"valid_targets_mean": 3863.4,
"valid_targets_min": 1802
},
{
"epoch": 2.850202429149798,
"grad_norm": 0.04254469723076537,
"learning_rate": 1.8668189360333923e-05,
"loss": 0.0008,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00018978436128236353,
"step": 940,
"valid_targets_mean": 3717.2,
"valid_targets_min": 1820
},
{
"epoch": 2.8653846153846154,
"grad_norm": 0.06097694340781264,
"learning_rate": 1.845718231283281e-05,
"loss": 0.0008,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002881702675949782,
"step": 945,
"valid_targets_mean": 3184.4,
"valid_targets_min": 1933
},
{
"epoch": 2.880566801619433,
"grad_norm": 0.051752449780132236,
"learning_rate": 1.8246347887833457e-05,
"loss": 0.0008,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00018924723553936929,
"step": 950,
"valid_targets_mean": 3851.3,
"valid_targets_min": 1857
},
{
"epoch": 2.895748987854251,
"grad_norm": 0.05003241285691749,
"learning_rate": 1.8035709675139258e-05,
"loss": 0.0008,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002978502307087183,
"step": 955,
"valid_targets_mean": 2977.5,
"valid_targets_min": 1930
},
{
"epoch": 2.910931174089069,
"grad_norm": 0.06589700174277081,
"learning_rate": 1.7825291242599837e-05,
"loss": 0.0009,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00048012990737333894,
"step": 960,
"valid_targets_mean": 3793.8,
"valid_targets_min": 2108
},
{
"epoch": 2.9261133603238867,
"grad_norm": 0.03912630718400104,
"learning_rate": 1.7615116133474084e-05,
"loss": 0.0008,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00016061097267083824,
"step": 965,
"valid_targets_mean": 3659.3,
"valid_targets_min": 2040
},
{
"epoch": 2.9412955465587043,
"grad_norm": 0.04197034155046722,
"learning_rate": 1.7405207863795966e-05,
"loss": 0.0007,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00021663053485099226,
"step": 970,
"valid_targets_mean": 4265.0,
"valid_targets_min": 2112
},
{
"epoch": 2.9564777327935223,
"grad_norm": 0.045961798865801484,
"learning_rate": 1.719558991974339e-05,
"loss": 0.0007,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00019311830692458898,
"step": 975,
"valid_targets_mean": 3668.4,
"valid_targets_min": 1908
},
{
"epoch": 2.97165991902834,
"grad_norm": 0.04185916928496241,
"learning_rate": 1.698628575501034e-05,
"loss": 0.0007,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001580404059495777,
"step": 980,
"valid_targets_mean": 3805.8,
"valid_targets_min": 1982
},
{
"epoch": 2.986842105263158,
"grad_norm": 0.058233491725864076,
"learning_rate": 1.6777318788182723e-05,
"loss": 0.0008,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002382812963332981,
"step": 985,
"valid_targets_mean": 3765.7,
"valid_targets_min": 1993
},
{
"epoch": 3.0,
"grad_norm": 0.1297404243611315,
"learning_rate": 1.6568712400118102e-05,
"loss": 0.0007,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0008972192881628871,
"step": 990,
"valid_targets_mean": 3093.5,
"valid_targets_min": 1601
},
{
"epoch": 3.0151821862348176,
"grad_norm": 0.04791864517076802,
"learning_rate": 1.636048993132969e-05,
"loss": 0.0006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001960406661964953,
"step": 995,
"valid_targets_mean": 3804.4,
"valid_targets_min": 1995
},
{
"epoch": 3.0303643724696356,
"grad_norm": 0.040441060760252036,
"learning_rate": 1.615267467937479e-05,
"loss": 0.0006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002337736077606678,
"step": 1000,
"valid_targets_mean": 3500.3,
"valid_targets_min": 1993
},
{
"epoch": 3.0455465587044532,
"grad_norm": 0.03700089711220268,
"learning_rate": 1.59452898962481e-05,
"loss": 0.0007,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00014921928232070059,
"step": 1005,
"valid_targets_mean": 4355.8,
"valid_targets_min": 1719
},
{
"epoch": 3.0607287449392713,
"grad_norm": 0.03728508054263674,
"learning_rate": 1.573835878578013e-05,
"loss": 0.0006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002580939035397023,
"step": 1010,
"valid_targets_mean": 3384.2,
"valid_targets_min": 1836
},
{
"epoch": 3.075910931174089,
"grad_norm": 0.033391122228532424,
"learning_rate": 1.5531904501040917e-05,
"loss": 0.0007,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00012008862540824339,
"step": 1015,
"valid_targets_mean": 3431.9,
"valid_targets_min": 2012
},
{
"epoch": 3.091093117408907,
"grad_norm": 0.04681189312643591,
"learning_rate": 1.5325950141749522e-05,
"loss": 0.0006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001886932586785406,
"step": 1020,
"valid_targets_mean": 2928.0,
"valid_targets_min": 1775
},
{
"epoch": 3.1062753036437245,
"grad_norm": 0.044443816642985745,
"learning_rate": 1.5120518751689438e-05,
"loss": 0.0007,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00016409529780503362,
"step": 1025,
"valid_targets_mean": 3362.0,
"valid_targets_min": 1925
},
{
"epoch": 3.1214574898785425,
"grad_norm": 0.043336428093634194,
"learning_rate": 1.4915633316130267e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00020097648666705936,
"step": 1030,
"valid_targets_mean": 4062.7,
"valid_targets_min": 1995
},
{
"epoch": 3.13663967611336,
"grad_norm": 0.0459329657416429,
"learning_rate": 1.4711316759255963e-05,
"loss": 0.0006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001739387516863644,
"step": 1035,
"valid_targets_mean": 3088.9,
"valid_targets_min": 1525
},
{
"epoch": 3.151821862348178,
"grad_norm": 0.03722667539494412,
"learning_rate": 1.450759194159987e-05,
"loss": 0.0006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00026353122666478157,
"step": 1040,
"valid_targets_mean": 3796.6,
"valid_targets_min": 1562
},
{
"epoch": 3.167004048582996,
"grad_norm": 0.04015879003618351,
"learning_rate": 1.4304481657486955e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002373484312556684,
"step": 1045,
"valid_targets_mean": 3303.8,
"valid_targets_min": 1913
},
{
"epoch": 3.182186234817814,
"grad_norm": 0.038621834438852996,
"learning_rate": 1.4102008632483344e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00011154404637636617,
"step": 1050,
"valid_targets_mean": 4531.4,
"valid_targets_min": 2143
},
{
"epoch": 3.1973684210526314,
"grad_norm": 0.035586402549734227,
"learning_rate": 1.3900195520853628e-05,
"loss": 0.0006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00015819785767234862,
"step": 1055,
"valid_targets_mean": 3401.1,
"valid_targets_min": 1907
},
{
"epoch": 3.2125506072874495,
"grad_norm": 0.037916654314973396,
"learning_rate": 1.3699064903026149e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00013206344738136977,
"step": 1060,
"valid_targets_mean": 4700.9,
"valid_targets_min": 1884
},
{
"epoch": 3.227732793522267,
"grad_norm": 0.04122170067545708,
"learning_rate": 1.34986392830665e-05,
"loss": 0.0006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0002938436227850616,
"step": 1065,
"valid_targets_mean": 3508.2,
"valid_targets_min": 1709
},
{
"epoch": 3.242914979757085,
"grad_norm": 0.04402273062092337,
"learning_rate": 1.3298941086159598e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00011752369755413383,
"step": 1070,
"valid_targets_mean": 2727.9,
"valid_targets_min": 1833
},
{
"epoch": 3.2580971659919027,
"grad_norm": 0.028137948471880926,
"learning_rate": 1.3099992656100592e-05,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00014230958186089993,
"step": 1075,
"valid_targets_mean": 3507.3,
"valid_targets_min": 1891
},
{
"epoch": 3.2732793522267207,
"grad_norm": 0.03254307517941282,
"learning_rate": 1.2901816252794848e-05,
"loss": 0.0006,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00016944081289693713,
"step": 1080,
"valid_targets_mean": 4335.8,
"valid_targets_min": 1908
},
{
"epoch": 3.2884615384615383,
"grad_norm": 0.02929668975309448,
"learning_rate": 1.2704434049767356e-05,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00026809610426425934,
"step": 1085,
"valid_targets_mean": 4831.5,
"valid_targets_min": 1863
},
{
"epoch": 3.3036437246963564,
"grad_norm": 0.03393895091615616,
"learning_rate": 1.250786813168176e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00018053094390779734,
"step": 1090,
"valid_targets_mean": 3571.0,
"valid_targets_min": 1525
},
{
"epoch": 3.318825910931174,
"grad_norm": 0.028197205291907283,
"learning_rate": 1.2312140491869369e-05,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001489449932705611,
"step": 1095,
"valid_targets_mean": 4507.4,
"valid_targets_min": 1942
},
{
"epoch": 3.334008097165992,
"grad_norm": 0.02836106119741283,
"learning_rate": 1.2117273029868362e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00014065299183130264,
"step": 1100,
"valid_targets_mean": 3763.5,
"valid_targets_min": 1943
},
{
"epoch": 3.3491902834008096,
"grad_norm": 0.02528925372442717,
"learning_rate": 1.1923287548973508e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001509625290054828,
"step": 1105,
"valid_targets_mean": 4109.8,
"valid_targets_min": 1972
},
{
"epoch": 3.3643724696356276,
"grad_norm": 0.03166602555558615,
"learning_rate": 1.1730205753796631e-05,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00012184908700874075,
"step": 1110,
"valid_targets_mean": 3165.5,
"valid_targets_min": 1908
},
{
"epoch": 3.3795546558704452,
"grad_norm": 0.028549342217324303,
"learning_rate": 1.1538049247838128e-05,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001959708024514839,
"step": 1115,
"valid_targets_mean": 4969.4,
"valid_targets_min": 1914
},
{
"epoch": 3.3947368421052633,
"grad_norm": 0.030028711778133543,
"learning_rate": 1.134683953106983e-05,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 9.96004237094894e-05,
"step": 1120,
"valid_targets_mean": 4512.2,
"valid_targets_min": 1863
},
{
"epoch": 3.409919028340081,
"grad_norm": 0.04370869946081909,
"learning_rate": 1.115659799752938e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.000138857401907444,
"step": 1125,
"valid_targets_mean": 3083.2,
"valid_targets_min": 1960
},
{
"epoch": 3.425101214574899,
"grad_norm": 0.030000789299433693,
"learning_rate": 1.096734593292649e-05,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001483315136283636,
"step": 1130,
"valid_targets_mean": 3425.8,
"valid_targets_min": 1982
},
{
"epoch": 3.4402834008097165,
"grad_norm": 0.028224513209535406,
"learning_rate": 1.077910451226138e-05,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00014747094246558845,
"step": 1135,
"valid_targets_mean": 3538.1,
"valid_targets_min": 1877
},
{
"epoch": 3.4554655870445345,
"grad_norm": 0.022426690960121926,
"learning_rate": 1.0591894797455526e-05,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00011917293886654079,
"step": 1140,
"valid_targets_mean": 4210.4,
"valid_targets_min": 2102
},
{
"epoch": 3.470647773279352,
"grad_norm": 0.06303109109212526,
"learning_rate": 1.0405737734995083e-05,
"loss": 0.0005,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00022693569189868867,
"step": 1145,
"valid_targets_mean": 2992.8,
"valid_targets_min": 1921
},
{
"epoch": 3.48582995951417,
"grad_norm": 0.028066996750550254,
"learning_rate": 1.0220654153587225e-05,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00015031444490887225,
"step": 1150,
"valid_targets_mean": 5191.8,
"valid_targets_min": 1929
},
{
"epoch": 3.501012145748988,
"grad_norm": 0.024160611003187605,
"learning_rate": 1.00366647618297e-05,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.5384705774486065e-05,
"step": 1155,
"valid_targets_mean": 5001.4,
"valid_targets_min": 2055
},
{
"epoch": 3.516194331983806,
"grad_norm": 0.03364398807924398,
"learning_rate": 9.853790145893742e-06,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00012208351108711213,
"step": 1160,
"valid_targets_mean": 3204.1,
"valid_targets_min": 1966
},
{
"epoch": 3.5313765182186234,
"grad_norm": 0.03295170759689548,
"learning_rate": 9.672050767220765e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001380308240186423,
"step": 1165,
"valid_targets_mean": 2981.7,
"valid_targets_min": 1900
},
{
"epoch": 3.5465587044534415,
"grad_norm": 0.030268626306576136,
"learning_rate": 9.491466960232955e-06,
"loss": 0.0004,
"loss_nan_ranks": 0,
"loss_rank_avg": 9.681130177341402e-05,
"step": 1170,
"valid_targets_mean": 4048.1,
"valid_targets_min": 1972
},
{
"epoch": 3.561740890688259,
"grad_norm": 0.03608657038512924,
"learning_rate": 9.312058930058114e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00018855561211239547,
"step": 1175,
"valid_targets_mean": 3406.9,
"valid_targets_min": 1361
},
{
"epoch": 3.5769230769230766,
"grad_norm": 0.022869933499966452,
"learning_rate": 9.133846750268945e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00011784023081418127,
"step": 1180,
"valid_targets_mean": 3454.8,
"valid_targets_min": 1863
},
{
"epoch": 3.5921052631578947,
"grad_norm": 0.028923130050734012,
"learning_rate": 8.956850360637046e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00016331742517650127,
"step": 1185,
"valid_targets_mean": 3790.9,
"valid_targets_min": 1889
},
{
"epoch": 3.6072874493927127,
"grad_norm": 0.02605894010229494,
"learning_rate": 8.78108956490194e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00012114306446164846,
"step": 1190,
"valid_targets_mean": 3362.1,
"valid_targets_min": 1900
},
{
"epoch": 3.6224696356275303,
"grad_norm": 0.023018268228659888,
"learning_rate": 8.606584028555225e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 7.702252332819626e-05,
"step": 1195,
"valid_targets_mean": 3200.9,
"valid_targets_min": 1933
},
{
"epoch": 3.637651821862348,
"grad_norm": 0.020059240240159412,
"learning_rate": 8.43335327664027e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00010392841068096459,
"step": 1200,
"valid_targets_mean": 3440.0,
"valid_targets_min": 2128
},
{
"epoch": 3.652834008097166,
"grad_norm": 0.02131452772328446,
"learning_rate": 8.261416691567601e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 8.232158870669082e-05,
"step": 1205,
"valid_targets_mean": 3654.4,
"valid_targets_min": 1943
},
{
"epoch": 3.668016194331984,
"grad_norm": 0.019373195524993995,
"learning_rate": 8.090793510946242e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00010396288416814059,
"step": 1210,
"valid_targets_mean": 3880.0,
"valid_targets_min": 1771
},
{
"epoch": 3.6831983805668016,
"grad_norm": 0.02917989499051033,
"learning_rate": 7.921502825431258e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001521241501905024,
"step": 1215,
"valid_targets_mean": 4569.3,
"valid_targets_min": 1680
},
{
"epoch": 3.698380566801619,
"grad_norm": 0.024589760224471912,
"learning_rate": 7.753563576587753e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 8.788294508121908e-05,
"step": 1220,
"valid_targets_mean": 4094.7,
"valid_targets_min": 1987
},
{
"epoch": 3.7135627530364372,
"grad_norm": 0.017200210728940582,
"learning_rate": 7.5869945547715275e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 7.513599848607555e-05,
"step": 1225,
"valid_targets_mean": 4293.6,
"valid_targets_min": 1820
},
{
"epoch": 3.7287449392712553,
"grad_norm": 0.017930698287844393,
"learning_rate": 7.421814397026674e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 8.184764737961814e-05,
"step": 1230,
"valid_targets_mean": 3846.2,
"valid_targets_min": 1951
},
{
"epoch": 3.743927125506073,
"grad_norm": 0.02890630560957326,
"learning_rate": 7.258041585000317e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 9.473184763919562e-05,
"step": 1235,
"valid_targets_mean": 3583.5,
"valid_targets_min": 1847
},
{
"epoch": 3.7591093117408905,
"grad_norm": 0.01740832457431731,
"learning_rate": 7.095694442874743e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 8.939133840613067e-05,
"step": 1240,
"valid_targets_mean": 3513.1,
"valid_targets_min": 1740
},
{
"epoch": 3.7742914979757085,
"grad_norm": 0.02101575750087779,
"learning_rate": 6.934791135317147e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00012081398745067418,
"step": 1245,
"valid_targets_mean": 4042.1,
"valid_targets_min": 1361
},
{
"epoch": 3.7894736842105265,
"grad_norm": 0.0328870324904059,
"learning_rate": 6.775349665447222e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00016577565111219883,
"step": 1250,
"valid_targets_mean": 3242.9,
"valid_targets_min": 1562
},
{
"epoch": 3.804655870445344,
"grad_norm": 0.017947798543351427,
"learning_rate": 6.617387872822842e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.809114761883393e-05,
"step": 1255,
"valid_targets_mean": 4447.4,
"valid_targets_min": 1952
},
{
"epoch": 3.8198380566801617,
"grad_norm": 0.023614675723710878,
"learning_rate": 6.460923431444015e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.9992085880367085e-05,
"step": 1260,
"valid_targets_mean": 4193.2,
"valid_targets_min": 1974
},
{
"epoch": 3.83502024291498,
"grad_norm": 0.013798886144374323,
"learning_rate": 6.305973847775406e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 7.058361370582134e-05,
"step": 1265,
"valid_targets_mean": 4812.4,
"valid_targets_min": 1601
},
{
"epoch": 3.850202429149798,
"grad_norm": 0.019822363797309384,
"learning_rate": 6.152556458787546e-06,
"loss": 0.0003,
"loss_nan_ranks": 0,
"loss_rank_avg": 9.843902080319822e-05,
"step": 1270,
"valid_targets_mean": 3342.8,
"valid_targets_min": 1802
},
{
"epoch": 3.8653846153846154,
"grad_norm": 0.008453341745438561,
"learning_rate": 6.000688430017048e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 6.605287489946932e-05,
"step": 1275,
"valid_targets_mean": 3518.0,
"valid_targets_min": 1906
},
{
"epoch": 3.880566801619433,
"grad_norm": 0.013488398196674056,
"learning_rate": 5.850386753645998e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 7.022082718322054e-05,
"step": 1280,
"valid_targets_mean": 3390.8,
"valid_targets_min": 1919
},
{
"epoch": 3.895748987854251,
"grad_norm": 0.013266846971383653,
"learning_rate": 5.701668246600731e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.2952855185139924e-05,
"step": 1285,
"valid_targets_mean": 3293.5,
"valid_targets_min": 1601
},
{
"epoch": 3.910931174089069,
"grad_norm": 0.016227940337685064,
"learning_rate": 5.554549548670227e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.36451734660659e-05,
"step": 1290,
"valid_targets_mean": 4061.6,
"valid_targets_min": 1930
},
{
"epoch": 3.9261133603238867,
"grad_norm": 0.014053296860649007,
"learning_rate": 5.409047120644307e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00010678240505512804,
"step": 1295,
"valid_targets_mean": 2907.3,
"valid_targets_min": 2055
},
{
"epoch": 3.9412955465587043,
"grad_norm": 0.007549038743560788,
"learning_rate": 5.265177242471899e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 7.16036738594994e-05,
"step": 1300,
"valid_targets_mean": 3240.8,
"valid_targets_min": 2010
},
{
"epoch": 3.9564777327935223,
"grad_norm": 0.013485563062924482,
"learning_rate": 5.122956011439486e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 6.303354166448116e-05,
"step": 1305,
"valid_targets_mean": 3311.7,
"valid_targets_min": 1993
},
{
"epoch": 3.97165991902834,
"grad_norm": 0.010379116169811794,
"learning_rate": 4.982399340370017e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.860375338466838e-05,
"step": 1310,
"valid_targets_mean": 3747.0,
"valid_targets_min": 2000
},
{
"epoch": 3.986842105263158,
"grad_norm": 0.021410637385460316,
"learning_rate": 4.843522955842464e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 7.024600927252322e-05,
"step": 1315,
"valid_targets_mean": 3631.0,
"valid_targets_min": 1884
},
{
"epoch": 4.0,
"grad_norm": 0.01363656750259932,
"learning_rate": 4.706342396432213e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00019095477182418108,
"step": 1320,
"valid_targets_mean": 3038.1,
"valid_targets_min": 1836
},
{
"epoch": 4.015182186234818,
"grad_norm": 0.022982623600982004,
"learning_rate": 4.570873010972477e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 6.46241387585178e-05,
"step": 1325,
"valid_targets_mean": 3446.2,
"valid_targets_min": 1970
},
{
"epoch": 4.030364372469635,
"grad_norm": 0.011251477178822506,
"learning_rate": 4.43712995683695e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.4794454626971856e-05,
"step": 1330,
"valid_targets_mean": 6213.4,
"valid_targets_min": 2161
},
{
"epoch": 4.045546558704453,
"grad_norm": 0.007165946969264405,
"learning_rate": 4.305128198243888e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 7.171961624408141e-05,
"step": 1335,
"valid_targets_mean": 3990.1,
"valid_targets_min": 1917
},
{
"epoch": 4.060728744939271,
"grad_norm": 0.007957987522309468,
"learning_rate": 4.174882504581794e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.8172773201949894e-05,
"step": 1340,
"valid_targets_mean": 3745.6,
"valid_targets_min": 1942
},
{
"epoch": 4.075910931174089,
"grad_norm": 0.009078057067041805,
"learning_rate": 4.046407448756895e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 6.138246681075543e-05,
"step": 1345,
"valid_targets_mean": 4506.6,
"valid_targets_min": 1998
},
{
"epoch": 4.0910931174089065,
"grad_norm": 0.010257378819494439,
"learning_rate": 3.91971740556262e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.178306673769839e-05,
"step": 1350,
"valid_targets_mean": 4066.5,
"valid_targets_min": 1977
},
{
"epoch": 4.1062753036437245,
"grad_norm": 0.011789041059906483,
"learning_rate": 3.7948265500712313e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.0001629288017284125,
"step": 1355,
"valid_targets_mean": 4395.5,
"valid_targets_min": 1763
},
{
"epoch": 4.1214574898785425,
"grad_norm": 0.004437573848554222,
"learning_rate": 3.6717488560478096e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 6.353334174491465e-05,
"step": 1360,
"valid_targets_mean": 3288.6,
"valid_targets_min": 1709
},
{
"epoch": 4.136639676113361,
"grad_norm": 0.008315509009432932,
"learning_rate": 3.5504980943867538e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.049144627060741e-05,
"step": 1365,
"valid_targets_mean": 4831.8,
"valid_targets_min": 1921
},
{
"epoch": 4.151821862348178,
"grad_norm": 0.015457446077583531,
"learning_rate": 3.4310878315710074e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 6.23580053797923e-05,
"step": 1370,
"valid_targets_mean": 2824.3,
"valid_targets_min": 1760
},
{
"epoch": 4.167004048582996,
"grad_norm": 0.00807850067261138,
"learning_rate": 3.3135314281540954e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.613297616946511e-05,
"step": 1375,
"valid_targets_mean": 4037.2,
"valid_targets_min": 1909
},
{
"epoch": 4.182186234817814,
"grad_norm": 0.017099145172780647,
"learning_rate": 3.1978420372652776e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.21667646151036e-05,
"step": 1380,
"valid_targets_mean": 3238.4,
"valid_targets_min": 2063
},
{
"epoch": 4.197368421052632,
"grad_norm": 0.010828215109866889,
"learning_rate": 3.084032603137852e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 7.516544428654015e-05,
"step": 1385,
"valid_targets_mean": 3698.3,
"valid_targets_min": 2143
},
{
"epoch": 4.212550607287449,
"grad_norm": 0.004016329731593419,
"learning_rate": 2.9721158596608622e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.366480061435141e-05,
"step": 1390,
"valid_targets_mean": 3935.9,
"valid_targets_min": 1863
},
{
"epoch": 4.227732793522267,
"grad_norm": 0.007907605733652394,
"learning_rate": 2.8621043289543314e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 6.708363071084023e-05,
"step": 1395,
"valid_targets_mean": 4472.4,
"valid_targets_min": 1517
},
{
"epoch": 4.242914979757085,
"grad_norm": 0.007905154034223622,
"learning_rate": 2.754010319968181e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.4375639592763036e-05,
"step": 1400,
"valid_targets_mean": 3555.1,
"valid_targets_min": 1970
},
{
"epoch": 4.258097165991903,
"grad_norm": 0.0035784372258035524,
"learning_rate": 2.647845927105015e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.880778967868537e-05,
"step": 1405,
"valid_targets_mean": 3965.3,
"valid_targets_min": 1799
},
{
"epoch": 4.27327935222672,
"grad_norm": 0.0032621289678014137,
"learning_rate": 2.543623028866915e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.033786535728723e-05,
"step": 1410,
"valid_targets_mean": 4653.7,
"valid_targets_min": 1847
},
{
"epoch": 4.288461538461538,
"grad_norm": 0.008056661917228328,
"learning_rate": 2.4413532865263533e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 8.257682202383876e-05,
"step": 1415,
"valid_targets_mean": 4110.0,
"valid_targets_min": 2072
},
{
"epoch": 4.303643724696356,
"grad_norm": 0.007271066373413746,
"learning_rate": 2.3410481428214602e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 6.296165520325303e-05,
"step": 1420,
"valid_targets_mean": 2792.3,
"valid_targets_min": 1933
},
{
"epoch": 4.318825910931174,
"grad_norm": 0.006110931303422554,
"learning_rate": 2.242718820675718e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.118061769986525e-05,
"step": 1425,
"valid_targets_mean": 3969.2,
"valid_targets_min": 1919
},
{
"epoch": 4.334008097165992,
"grad_norm": 0.003681031278942579,
"learning_rate": 2.1463763219422495e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.706408410333097e-05,
"step": 1430,
"valid_targets_mean": 3094.1,
"valid_targets_min": 1921
},
{
"epoch": 4.34919028340081,
"grad_norm": 0.0030366716957783745,
"learning_rate": 2.0520314261728357e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.24454449582845e-05,
"step": 1435,
"valid_targets_mean": 4022.7,
"valid_targets_min": 1949
},
{
"epoch": 4.364372469635628,
"grad_norm": 0.010468443300618788,
"learning_rate": 1.9596946894118306e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.8533806218765676e-05,
"step": 1440,
"valid_targets_mean": 3913.8,
"valid_targets_min": 1948
},
{
"epoch": 4.379554655870446,
"grad_norm": 0.003850036234542222,
"learning_rate": 1.8693764430150696e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.789378752117045e-05,
"step": 1445,
"valid_targets_mean": 5511.4,
"valid_targets_min": 2124
},
{
"epoch": 4.394736842105263,
"grad_norm": 0.004034126824294064,
"learning_rate": 1.7810867924938978e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 6.700120866298676e-05,
"step": 1450,
"valid_targets_mean": 3396.1,
"valid_targets_min": 1981
},
{
"epoch": 4.409919028340081,
"grad_norm": 0.003021561239286034,
"learning_rate": 1.6948356163845048e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.223594780545682e-05,
"step": 1455,
"valid_targets_mean": 4130.1,
"valid_targets_min": 1614
},
{
"epoch": 4.425101214574899,
"grad_norm": 0.003789678583252369,
"learning_rate": 1.610632565142627e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.0959115722216666e-05,
"step": 1460,
"valid_targets_mean": 3068.0,
"valid_targets_min": 1709
},
{
"epoch": 4.440283400809717,
"grad_norm": 0.0028920259481009136,
"learning_rate": 1.5284870600637813e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.99993805331178e-05,
"step": 1465,
"valid_targets_mean": 4319.3,
"valid_targets_min": 1680
},
{
"epoch": 4.455465587044534,
"grad_norm": 0.0028155440983919466,
"learning_rate": 1.4484082922291376e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.746398942894302e-05,
"step": 1470,
"valid_targets_mean": 3233.0,
"valid_targets_min": 1983
},
{
"epoch": 4.470647773279352,
"grad_norm": 0.002966778230136015,
"learning_rate": 1.3704052214771513e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.146575909340754e-05,
"step": 1475,
"valid_targets_mean": 3540.2,
"valid_targets_min": 2012
},
{
"epoch": 4.48582995951417,
"grad_norm": 0.0029634453995010597,
"learning_rate": 1.2944865754010682e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.132453588885255e-05,
"step": 1480,
"valid_targets_mean": 3974.7,
"valid_targets_min": 1943
},
{
"epoch": 4.501012145748988,
"grad_norm": 0.0026200053720884455,
"learning_rate": 1.2206608483724013e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.260865923948586e-05,
"step": 1485,
"valid_targets_mean": 4719.4,
"valid_targets_min": 1517
},
{
"epoch": 4.516194331983805,
"grad_norm": 0.0033240782127571516,
"learning_rate": 1.1489363005905241e-06,
"loss": 0.0002,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.350360202603042e-05,
"step": 1490,
"valid_targets_mean": 4807.5,
"valid_targets_min": 2007
},
{
"epoch": 4.531376518218623,
"grad_norm": 0.0027890978050445336,
"learning_rate": 1.0793209571584562e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.99808847962413e-05,
"step": 1495,
"valid_targets_mean": 2937.9,
"valid_targets_min": 1998
},
{
"epoch": 4.5465587044534415,
"grad_norm": 0.003752056507144487,
"learning_rate": 1.0118226071849424e-06,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.8986348701873794e-05,
"step": 1500,
"valid_targets_mean": 4077.5,
"valid_targets_min": 1820
},
{
"epoch": 4.5617408906882595,
"grad_norm": 0.0026515347084138004,
"learning_rate": 9.464488029129581e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.3156135032186285e-05,
"step": 1505,
"valid_targets_mean": 3627.2,
"valid_targets_min": 1802
},
{
"epoch": 4.576923076923077,
"grad_norm": 0.002416928744029068,
"learning_rate": 8.832068588746945e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.0431685445364565e-05,
"step": 1510,
"valid_targets_mean": 3156.1,
"valid_targets_min": 1974
},
{
"epoch": 4.592105263157895,
"grad_norm": 0.007540725085597577,
"learning_rate": 8.221038510731704e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.2028783607529476e-05,
"step": 1515,
"valid_targets_mean": 3551.4,
"valid_targets_min": 1662
},
{
"epoch": 4.607287449392713,
"grad_norm": 0.0021090127606232228,
"learning_rate": 7.631466161904821e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 2.609085277072154e-05,
"step": 1520,
"valid_targets_mean": 4936.9,
"valid_targets_min": 2098
},
{
"epoch": 4.62246963562753,
"grad_norm": 0.003584893184950617,
"learning_rate": 7.063417508228876e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.792536492459476e-05,
"step": 1525,
"valid_targets_mean": 3021.8,
"valid_targets_min": 1838
},
{
"epoch": 4.637651821862348,
"grad_norm": 0.002614821973292812,
"learning_rate": 6.516956107427241e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.284080205252394e-05,
"step": 1530,
"valid_targets_mean": 4926.7,
"valid_targets_min": 1562
},
{
"epoch": 4.652834008097166,
"grad_norm": 0.003217559206306655,
"learning_rate": 5.992143101872638e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.4474909373093396e-05,
"step": 1535,
"valid_targets_mean": 4893.9,
"valid_targets_min": 1940
},
{
"epoch": 4.668016194331984,
"grad_norm": 0.003040470808898774,
"learning_rate": 5.489037211746184e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.6487737310817465e-05,
"step": 1540,
"valid_targets_mean": 3321.6,
"valid_targets_min": 2062
},
{
"epoch": 4.683198380566802,
"grad_norm": 0.0031116812446011096,
"learning_rate": 5.007694728467228e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.5639928177697584e-05,
"step": 1545,
"valid_targets_mean": 4212.1,
"valid_targets_min": 2004
},
{
"epoch": 4.698380566801619,
"grad_norm": 0.003738905720370584,
"learning_rate": 4.548169508395028e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.869704571319744e-05,
"step": 1550,
"valid_targets_mean": 3816.8,
"valid_targets_min": 1763
},
{
"epoch": 4.713562753036437,
"grad_norm": 0.0030333477332079033,
"learning_rate": 4.1105129668029595e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.843453280045651e-05,
"step": 1555,
"valid_targets_mean": 3726.7,
"valid_targets_min": 1930
},
{
"epoch": 4.728744939271255,
"grad_norm": 0.002526690207219582,
"learning_rate": 3.6947740721257066e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.6313707823865116e-05,
"step": 1560,
"valid_targets_mean": 3447.2,
"valid_targets_min": 1928
},
{
"epoch": 4.743927125506072,
"grad_norm": 0.00289699125410512,
"learning_rate": 3.3009993404802486e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.3805579480249435e-05,
"step": 1565,
"valid_targets_mean": 3905.7,
"valid_targets_min": 1833
},
{
"epoch": 4.7591093117408905,
"grad_norm": 0.0023487543714410335,
"learning_rate": 2.929232830461404e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 2.8654414563789032e-05,
"step": 1570,
"valid_targets_mean": 3416.5,
"valid_targets_min": 1775
},
{
"epoch": 4.7742914979757085,
"grad_norm": 0.0021418350241265596,
"learning_rate": 2.579516138212101e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.0178223823895678e-05,
"step": 1575,
"valid_targets_mean": 3723.2,
"valid_targets_min": 1870
},
{
"epoch": 4.7894736842105265,
"grad_norm": 0.00260761157427604,
"learning_rate": 2.2518883927692857e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.43345561507158e-05,
"step": 1580,
"valid_targets_mean": 3169.7,
"valid_targets_min": 1980
},
{
"epoch": 4.804655870445345,
"grad_norm": 0.0024886501727788973,
"learning_rate": 1.9463862516859277e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.9659506001044065e-05,
"step": 1585,
"valid_targets_mean": 3693.8,
"valid_targets_min": 1601
},
{
"epoch": 4.819838056680162,
"grad_norm": 0.002691952961837786,
"learning_rate": 1.6630438969294615e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.064635868417099e-05,
"step": 1590,
"valid_targets_mean": 4679.5,
"valid_targets_min": 1983
},
{
"epoch": 4.83502024291498,
"grad_norm": 0.00375571542227193,
"learning_rate": 1.4018930310571553e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.9733189118560404e-05,
"step": 1595,
"valid_targets_mean": 2894.2,
"valid_targets_min": 1950
},
{
"epoch": 4.850202429149798,
"grad_norm": 0.002831403381709464,
"learning_rate": 1.1629628736690824e-07,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.2585434382781386e-05,
"step": 1600,
"valid_targets_mean": 3363.4,
"valid_targets_min": 1933
},
{
"epoch": 4.865384615384615,
"grad_norm": 0.002612992177486836,
"learning_rate": 9.46280158138757e-08,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 4.9785296141635627e-05,
"step": 1605,
"valid_targets_mean": 3934.4,
"valid_targets_min": 1908
},
{
"epoch": 4.880566801619433,
"grad_norm": 0.0024813973327434376,
"learning_rate": 7.518691286220625e-08,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.368567558936775e-05,
"step": 1610,
"valid_targets_mean": 3558.2,
"valid_targets_min": 1913
},
{
"epoch": 4.895748987854251,
"grad_norm": 0.0033059333107141988,
"learning_rate": 5.797515373445084e-08,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 5.2559720643330365e-05,
"step": 1615,
"valid_targets_mean": 2949.1,
"valid_targets_min": 1820
},
{
"epoch": 4.910931174089069,
"grad_norm": 0.00284366915030718,
"learning_rate": 4.299466421675113e-08,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.843402737402357e-05,
"step": 1620,
"valid_targets_mean": 4162.7,
"valid_targets_min": 1900
},
{
"epoch": 4.926113360323887,
"grad_norm": 0.0021305526376056393,
"learning_rate": 3.0247120443362976e-08,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.438566636759788e-05,
"step": 1625,
"valid_targets_mean": 4390.2,
"valid_targets_min": 1870
},
{
"epoch": 4.941295546558704,
"grad_norm": 0.0022833703559342793,
"learning_rate": 1.973394870912193e-08,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 2.7414684154791757e-05,
"step": 1630,
"valid_targets_mean": 4535.5,
"valid_targets_min": 1950
},
{
"epoch": 4.956477732793522,
"grad_norm": 0.002431360255696445,
"learning_rate": 1.145632530985541e-08,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.88288899557665e-05,
"step": 1635,
"valid_targets_mean": 4676.2,
"valid_targets_min": 2013
},
{
"epoch": 4.97165991902834,
"grad_norm": 0.0031995859805627838,
"learning_rate": 5.415176410765721e-09,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 3.984987051808275e-05,
"step": 1640,
"valid_targets_mean": 4557.1,
"valid_targets_min": 1680
},
{
"epoch": 4.9868421052631575,
"grad_norm": 0.002354505847718645,
"learning_rate": 1.611177942812958e-09,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 2.9670020012417808e-05,
"step": 1645,
"valid_targets_mean": 4601.4,
"valid_targets_min": 1940
},
{
"epoch": 5.0,
"grad_norm": 0.004185601226855871,
"learning_rate": 4.475552707772224e-11,
"loss": 0.0001,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.00010255213419441134,
"step": 1650,
"valid_targets_mean": 4467.4,
"valid_targets_min": 1993
},
{
"epoch": 5.0,
"step": 1650,
"total_flos": 2.127078594457895e+18,
"train_loss": 0.0,
"train_runtime": 0.8508,
"train_samples_per_second": 185705.011,
"train_steps_per_second": 1939.324
}
],
"logging_steps": 5,
"max_steps": 1650,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 300,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 2.127078594457895e+18,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}