18ec8af485
Model: laion/Qwen3-8B_perturbed-docker-exp-taskmaster2-tasks_glm_4.7_traces_locetash_save-strategy_steps Source: Original Platform
4976 lines
137 KiB
JSON
4976 lines
137 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 8.0,
|
|
"eval_steps": 500,
|
|
"global_step": 2240,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.017857142857142856,
|
|
"grad_norm": 2.2143791888772313,
|
|
"learning_rate": 3.3333333333333335e-05,
|
|
"loss": 0.7589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6283497214317322,
|
|
"step": 5,
|
|
"valid_targets_mean": 3923.2,
|
|
"valid_targets_min": 1502
|
|
},
|
|
{
|
|
"epoch": 0.03571428571428571,
|
|
"grad_norm": 1.045606578232033,
|
|
"learning_rate": 7.500000000000001e-05,
|
|
"loss": 0.5543,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5275813937187195,
|
|
"step": 10,
|
|
"valid_targets_mean": 3801.8,
|
|
"valid_targets_min": 1809
|
|
},
|
|
{
|
|
"epoch": 0.05357142857142857,
|
|
"grad_norm": 0.6804034955361882,
|
|
"learning_rate": 9.999980117587285e-05,
|
|
"loss": 0.4812,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4718513488769531,
|
|
"step": 15,
|
|
"valid_targets_mean": 3839.1,
|
|
"valid_targets_min": 701
|
|
},
|
|
{
|
|
"epoch": 0.07142857142857142,
|
|
"grad_norm": 0.5376873859780553,
|
|
"learning_rate": 9.99975644226019e-05,
|
|
"loss": 0.4195,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4006612002849579,
|
|
"step": 20,
|
|
"valid_targets_mean": 4341.0,
|
|
"valid_targets_min": 1577
|
|
},
|
|
{
|
|
"epoch": 0.08928571428571429,
|
|
"grad_norm": 0.5080170486946795,
|
|
"learning_rate": 9.999284249745142e-05,
|
|
"loss": 0.3984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3883684277534485,
|
|
"step": 25,
|
|
"valid_targets_mean": 4493.2,
|
|
"valid_targets_min": 628
|
|
},
|
|
{
|
|
"epoch": 0.10714285714285714,
|
|
"grad_norm": 0.4796878065639005,
|
|
"learning_rate": 9.998563563512873e-05,
|
|
"loss": 0.3894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39119023084640503,
|
|
"step": 30,
|
|
"valid_targets_mean": 4029.5,
|
|
"valid_targets_min": 1126
|
|
},
|
|
{
|
|
"epoch": 0.125,
|
|
"grad_norm": 0.4584485789433166,
|
|
"learning_rate": 9.997594419385712e-05,
|
|
"loss": 0.3957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39080631732940674,
|
|
"step": 35,
|
|
"valid_targets_mean": 4221.4,
|
|
"valid_targets_min": 1256
|
|
},
|
|
{
|
|
"epoch": 0.14285714285714285,
|
|
"grad_norm": 0.49765643549056565,
|
|
"learning_rate": 9.996376865535801e-05,
|
|
"loss": 0.373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38425832986831665,
|
|
"step": 40,
|
|
"valid_targets_mean": 4279.8,
|
|
"valid_targets_min": 1760
|
|
},
|
|
{
|
|
"epoch": 0.16071428571428573,
|
|
"grad_norm": 0.4197472888117808,
|
|
"learning_rate": 9.9949109624827e-05,
|
|
"loss": 0.3651,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34883612394332886,
|
|
"step": 45,
|
|
"valid_targets_mean": 4182.0,
|
|
"valid_targets_min": 1065
|
|
},
|
|
{
|
|
"epoch": 0.17857142857142858,
|
|
"grad_norm": 0.4456537714766154,
|
|
"learning_rate": 9.993196783090377e-05,
|
|
"loss": 0.3637,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35759520530700684,
|
|
"step": 50,
|
|
"valid_targets_mean": 4269.8,
|
|
"valid_targets_min": 744
|
|
},
|
|
{
|
|
"epoch": 0.19642857142857142,
|
|
"grad_norm": 0.42387027707803576,
|
|
"learning_rate": 9.991234412563593e-05,
|
|
"loss": 0.3527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3638553023338318,
|
|
"step": 55,
|
|
"valid_targets_mean": 4110.2,
|
|
"valid_targets_min": 1697
|
|
},
|
|
{
|
|
"epoch": 0.21428571428571427,
|
|
"grad_norm": 0.4331419804202472,
|
|
"learning_rate": 9.989023948443662e-05,
|
|
"loss": 0.3611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34972161054611206,
|
|
"step": 60,
|
|
"valid_targets_mean": 4123.8,
|
|
"valid_targets_min": 1327
|
|
},
|
|
{
|
|
"epoch": 0.23214285714285715,
|
|
"grad_norm": 0.44017062541139595,
|
|
"learning_rate": 9.986565500603598e-05,
|
|
"loss": 0.3648,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.348086953163147,
|
|
"step": 65,
|
|
"valid_targets_mean": 4128.8,
|
|
"valid_targets_min": 553
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"grad_norm": 0.44356231076156627,
|
|
"learning_rate": 9.983859191242661e-05,
|
|
"loss": 0.3618,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3596280813217163,
|
|
"step": 70,
|
|
"valid_targets_mean": 4374.8,
|
|
"valid_targets_min": 780
|
|
},
|
|
{
|
|
"epoch": 0.26785714285714285,
|
|
"grad_norm": 0.3746280363703801,
|
|
"learning_rate": 9.980905154880288e-05,
|
|
"loss": 0.3619,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3581845462322235,
|
|
"step": 75,
|
|
"valid_targets_mean": 4323.8,
|
|
"valid_targets_min": 788
|
|
},
|
|
{
|
|
"epoch": 0.2857142857142857,
|
|
"grad_norm": 0.3924110629496763,
|
|
"learning_rate": 9.97770353834939e-05,
|
|
"loss": 0.3496,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36474257707595825,
|
|
"step": 80,
|
|
"valid_targets_mean": 4063.3,
|
|
"valid_targets_min": 903
|
|
},
|
|
{
|
|
"epoch": 0.30357142857142855,
|
|
"grad_norm": 0.38505934203448594,
|
|
"learning_rate": 9.974254500789065e-05,
|
|
"loss": 0.3483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3599857985973358,
|
|
"step": 85,
|
|
"valid_targets_mean": 4027.1,
|
|
"valid_targets_min": 946
|
|
},
|
|
{
|
|
"epoch": 0.32142857142857145,
|
|
"grad_norm": 0.398414567706717,
|
|
"learning_rate": 9.97055821363669e-05,
|
|
"loss": 0.358,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38219308853149414,
|
|
"step": 90,
|
|
"valid_targets_mean": 3981.4,
|
|
"valid_targets_min": 949
|
|
},
|
|
{
|
|
"epoch": 0.3392857142857143,
|
|
"grad_norm": 0.38616087711889674,
|
|
"learning_rate": 9.96661486061939e-05,
|
|
"loss": 0.3357,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32120615243911743,
|
|
"step": 95,
|
|
"valid_targets_mean": 4083.1,
|
|
"valid_targets_min": 716
|
|
},
|
|
{
|
|
"epoch": 0.35714285714285715,
|
|
"grad_norm": 0.4052083186171738,
|
|
"learning_rate": 9.962424637744914e-05,
|
|
"loss": 0.3519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34588366746902466,
|
|
"step": 100,
|
|
"valid_targets_mean": 4165.5,
|
|
"valid_targets_min": 929
|
|
},
|
|
{
|
|
"epoch": 0.375,
|
|
"grad_norm": 0.4113305815656917,
|
|
"learning_rate": 9.957987753291889e-05,
|
|
"loss": 0.3408,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3552583158016205,
|
|
"step": 105,
|
|
"valid_targets_mean": 3359.1,
|
|
"valid_targets_min": 878
|
|
},
|
|
{
|
|
"epoch": 0.39285714285714285,
|
|
"grad_norm": 0.42055378406206817,
|
|
"learning_rate": 9.953304427799469e-05,
|
|
"loss": 0.3462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3395262360572815,
|
|
"step": 110,
|
|
"valid_targets_mean": 3937.2,
|
|
"valid_targets_min": 1641
|
|
},
|
|
{
|
|
"epoch": 0.4107142857142857,
|
|
"grad_norm": 0.4198064379300064,
|
|
"learning_rate": 9.948374894056368e-05,
|
|
"loss": 0.3459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35403895378112793,
|
|
"step": 115,
|
|
"valid_targets_mean": 4178.4,
|
|
"valid_targets_min": 1161
|
|
},
|
|
{
|
|
"epoch": 0.42857142857142855,
|
|
"grad_norm": 0.39462209473570964,
|
|
"learning_rate": 9.943199397089296e-05,
|
|
"loss": 0.3386,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34414926171302795,
|
|
"step": 120,
|
|
"valid_targets_mean": 3716.6,
|
|
"valid_targets_min": 1338
|
|
},
|
|
{
|
|
"epoch": 0.44642857142857145,
|
|
"grad_norm": 0.4161448502322806,
|
|
"learning_rate": 9.937778194150771e-05,
|
|
"loss": 0.3329,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36363863945007324,
|
|
"step": 125,
|
|
"valid_targets_mean": 3618.8,
|
|
"valid_targets_min": 860
|
|
},
|
|
{
|
|
"epoch": 0.4642857142857143,
|
|
"grad_norm": 0.38347601281668314,
|
|
"learning_rate": 9.932111554706345e-05,
|
|
"loss": 0.3445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3507039546966553,
|
|
"step": 130,
|
|
"valid_targets_mean": 4651.9,
|
|
"valid_targets_min": 1361
|
|
},
|
|
{
|
|
"epoch": 0.48214285714285715,
|
|
"grad_norm": 0.33758621227358415,
|
|
"learning_rate": 9.926199760421195e-05,
|
|
"loss": 0.34,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3302854597568512,
|
|
"step": 135,
|
|
"valid_targets_mean": 3754.7,
|
|
"valid_targets_min": 1124
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"grad_norm": 0.3725493130576605,
|
|
"learning_rate": 9.920043105146136e-05,
|
|
"loss": 0.3272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31262439489364624,
|
|
"step": 140,
|
|
"valid_targets_mean": 3260.9,
|
|
"valid_targets_min": 1009
|
|
},
|
|
{
|
|
"epoch": 0.5178571428571429,
|
|
"grad_norm": 0.3669697608298975,
|
|
"learning_rate": 9.913641894903006e-05,
|
|
"loss": 0.3328,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3365815281867981,
|
|
"step": 145,
|
|
"valid_targets_mean": 3906.8,
|
|
"valid_targets_min": 630
|
|
},
|
|
{
|
|
"epoch": 0.5357142857142857,
|
|
"grad_norm": 0.3219368757340431,
|
|
"learning_rate": 9.906996447869454e-05,
|
|
"loss": 0.3361,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3143583834171295,
|
|
"step": 150,
|
|
"valid_targets_mean": 3700.3,
|
|
"valid_targets_min": 1427
|
|
},
|
|
{
|
|
"epoch": 0.5535714285714286,
|
|
"grad_norm": 0.3343532940339292,
|
|
"learning_rate": 9.900107094363138e-05,
|
|
"loss": 0.3341,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33497369289398193,
|
|
"step": 155,
|
|
"valid_targets_mean": 4139.4,
|
|
"valid_targets_min": 824
|
|
},
|
|
{
|
|
"epoch": 0.5714285714285714,
|
|
"grad_norm": 0.3883775859048715,
|
|
"learning_rate": 9.892974176825286e-05,
|
|
"loss": 0.3426,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3533402681350708,
|
|
"step": 160,
|
|
"valid_targets_mean": 4143.4,
|
|
"valid_targets_min": 1687
|
|
},
|
|
{
|
|
"epoch": 0.5892857142857143,
|
|
"grad_norm": 0.3565535130225987,
|
|
"learning_rate": 9.885598049803693e-05,
|
|
"loss": 0.3292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32782241702079773,
|
|
"step": 165,
|
|
"valid_targets_mean": 3839.8,
|
|
"valid_targets_min": 773
|
|
},
|
|
{
|
|
"epoch": 0.6071428571428571,
|
|
"grad_norm": 0.3388734365099713,
|
|
"learning_rate": 9.877979079935086e-05,
|
|
"loss": 0.3326,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32009679079055786,
|
|
"step": 170,
|
|
"valid_targets_mean": 3931.8,
|
|
"valid_targets_min": 694
|
|
},
|
|
{
|
|
"epoch": 0.625,
|
|
"grad_norm": 0.41178246030035925,
|
|
"learning_rate": 9.870117645926906e-05,
|
|
"loss": 0.3347,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3536105751991272,
|
|
"step": 175,
|
|
"valid_targets_mean": 3873.2,
|
|
"valid_targets_min": 649
|
|
},
|
|
{
|
|
"epoch": 0.6428571428571429,
|
|
"grad_norm": 0.34137864366933385,
|
|
"learning_rate": 9.862014138538482e-05,
|
|
"loss": 0.3253,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31523963809013367,
|
|
"step": 180,
|
|
"valid_targets_mean": 3763.6,
|
|
"valid_targets_min": 1378
|
|
},
|
|
{
|
|
"epoch": 0.6607142857142857,
|
|
"grad_norm": 0.32330618571687525,
|
|
"learning_rate": 9.853668960561611e-05,
|
|
"loss": 0.3359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3308245539665222,
|
|
"step": 185,
|
|
"valid_targets_mean": 4124.9,
|
|
"valid_targets_min": 1088
|
|
},
|
|
{
|
|
"epoch": 0.6785714285714286,
|
|
"grad_norm": 0.3180286168936679,
|
|
"learning_rate": 9.845082526800528e-05,
|
|
"loss": 0.3299,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32368218898773193,
|
|
"step": 190,
|
|
"valid_targets_mean": 4221.8,
|
|
"valid_targets_min": 1047
|
|
},
|
|
{
|
|
"epoch": 0.6964285714285714,
|
|
"grad_norm": 0.3235670725571024,
|
|
"learning_rate": 9.836255264051299e-05,
|
|
"loss": 0.3285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30624061822891235,
|
|
"step": 195,
|
|
"valid_targets_mean": 4307.4,
|
|
"valid_targets_min": 1189
|
|
},
|
|
{
|
|
"epoch": 0.7142857142857143,
|
|
"grad_norm": 0.338079101621634,
|
|
"learning_rate": 9.8271876110806e-05,
|
|
"loss": 0.3294,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3417225480079651,
|
|
"step": 200,
|
|
"valid_targets_mean": 4331.5,
|
|
"valid_targets_min": 1325
|
|
},
|
|
{
|
|
"epoch": 0.7321428571428571,
|
|
"grad_norm": 0.35727140262149987,
|
|
"learning_rate": 9.817880018603909e-05,
|
|
"loss": 0.3327,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3296249508857727,
|
|
"step": 205,
|
|
"valid_targets_mean": 3664.5,
|
|
"valid_targets_min": 896
|
|
},
|
|
{
|
|
"epoch": 0.75,
|
|
"grad_norm": 0.34175342948530363,
|
|
"learning_rate": 9.808332949263103e-05,
|
|
"loss": 0.3261,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34093087911605835,
|
|
"step": 210,
|
|
"valid_targets_mean": 4452.3,
|
|
"valid_targets_min": 1486
|
|
},
|
|
{
|
|
"epoch": 0.7678571428571429,
|
|
"grad_norm": 0.3205276032358539,
|
|
"learning_rate": 9.798546877603468e-05,
|
|
"loss": 0.3284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3253118395805359,
|
|
"step": 215,
|
|
"valid_targets_mean": 3928.4,
|
|
"valid_targets_min": 778
|
|
},
|
|
{
|
|
"epoch": 0.7857142857142857,
|
|
"grad_norm": 4.449910131544663,
|
|
"learning_rate": 9.788522290050094e-05,
|
|
"loss": 0.3292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3441806435585022,
|
|
"step": 220,
|
|
"valid_targets_mean": 4150.8,
|
|
"valid_targets_min": 1466
|
|
},
|
|
{
|
|
"epoch": 0.8035714285714286,
|
|
"grad_norm": 0.3520805191490191,
|
|
"learning_rate": 9.778259684883719e-05,
|
|
"loss": 0.3316,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3302420973777771,
|
|
"step": 225,
|
|
"valid_targets_mean": 4138.9,
|
|
"valid_targets_min": 920
|
|
},
|
|
{
|
|
"epoch": 0.8214285714285714,
|
|
"grad_norm": 0.31373847032156543,
|
|
"learning_rate": 9.767759572215945e-05,
|
|
"loss": 0.3217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32329776883125305,
|
|
"step": 230,
|
|
"valid_targets_mean": 4336.2,
|
|
"valid_targets_min": 682
|
|
},
|
|
{
|
|
"epoch": 0.8392857142857143,
|
|
"grad_norm": 0.3656870097046931,
|
|
"learning_rate": 9.75702247396389e-05,
|
|
"loss": 0.3252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33107879757881165,
|
|
"step": 235,
|
|
"valid_targets_mean": 4153.0,
|
|
"valid_targets_min": 1143
|
|
},
|
|
{
|
|
"epoch": 0.8571428571428571,
|
|
"grad_norm": 0.35532493332253884,
|
|
"learning_rate": 9.746048923824245e-05,
|
|
"loss": 0.3277,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3462904095649719,
|
|
"step": 240,
|
|
"valid_targets_mean": 4539.9,
|
|
"valid_targets_min": 779
|
|
},
|
|
{
|
|
"epoch": 0.875,
|
|
"grad_norm": 0.3545366134729719,
|
|
"learning_rate": 9.734839467246744e-05,
|
|
"loss": 0.3307,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3441724181175232,
|
|
"step": 245,
|
|
"valid_targets_mean": 3941.3,
|
|
"valid_targets_min": 928
|
|
},
|
|
{
|
|
"epoch": 0.8928571428571429,
|
|
"grad_norm": 0.40848602320115285,
|
|
"learning_rate": 9.723394661407053e-05,
|
|
"loss": 0.325,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34841489791870117,
|
|
"step": 250,
|
|
"valid_targets_mean": 3455.7,
|
|
"valid_targets_min": 1159
|
|
},
|
|
{
|
|
"epoch": 0.9107142857142857,
|
|
"grad_norm": 0.37130021145062575,
|
|
"learning_rate": 9.711715075179076e-05,
|
|
"loss": 0.3188,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3177517354488373,
|
|
"step": 255,
|
|
"valid_targets_mean": 3474.8,
|
|
"valid_targets_min": 1354
|
|
},
|
|
{
|
|
"epoch": 0.9285714285714286,
|
|
"grad_norm": 0.3259400830503473,
|
|
"learning_rate": 9.699801289106676e-05,
|
|
"loss": 0.3312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3229742646217346,
|
|
"step": 260,
|
|
"valid_targets_mean": 4038.4,
|
|
"valid_targets_min": 820
|
|
},
|
|
{
|
|
"epoch": 0.9464285714285714,
|
|
"grad_norm": 0.3127541801830022,
|
|
"learning_rate": 9.687653895374823e-05,
|
|
"loss": 0.3275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3187171220779419,
|
|
"step": 265,
|
|
"valid_targets_mean": 4271.7,
|
|
"valid_targets_min": 1884
|
|
},
|
|
{
|
|
"epoch": 0.9642857142857143,
|
|
"grad_norm": 0.3004092250599939,
|
|
"learning_rate": 9.675273497780155e-05,
|
|
"loss": 0.3205,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3269023299217224,
|
|
"step": 270,
|
|
"valid_targets_mean": 4342.6,
|
|
"valid_targets_min": 902
|
|
},
|
|
{
|
|
"epoch": 0.9821428571428571,
|
|
"grad_norm": 0.3090665254851116,
|
|
"learning_rate": 9.662660711700967e-05,
|
|
"loss": 0.3103,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30684539675712585,
|
|
"step": 275,
|
|
"valid_targets_mean": 4178.2,
|
|
"valid_targets_min": 1458
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.3200346730173292,
|
|
"learning_rate": 9.649816164066623e-05,
|
|
"loss": 0.3312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33374136686325073,
|
|
"step": 280,
|
|
"valid_targets_mean": 3672.4,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 1.0178571428571428,
|
|
"grad_norm": 0.34517629620426826,
|
|
"learning_rate": 9.636740493326397e-05,
|
|
"loss": 0.281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2977467179298401,
|
|
"step": 285,
|
|
"valid_targets_mean": 4474.2,
|
|
"valid_targets_min": 795
|
|
},
|
|
{
|
|
"epoch": 1.0357142857142858,
|
|
"grad_norm": 0.29292127724446076,
|
|
"learning_rate": 9.623434349417729e-05,
|
|
"loss": 0.2645,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26123446226119995,
|
|
"step": 290,
|
|
"valid_targets_mean": 4160.8,
|
|
"valid_targets_min": 960
|
|
},
|
|
{
|
|
"epoch": 1.0535714285714286,
|
|
"grad_norm": 0.33800624212708835,
|
|
"learning_rate": 9.609898393733933e-05,
|
|
"loss": 0.2761,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28165048360824585,
|
|
"step": 295,
|
|
"valid_targets_mean": 4013.4,
|
|
"valid_targets_min": 1234
|
|
},
|
|
{
|
|
"epoch": 1.0714285714285714,
|
|
"grad_norm": 0.3023727407552516,
|
|
"learning_rate": 9.59613329909131e-05,
|
|
"loss": 0.2816,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2674732208251953,
|
|
"step": 300,
|
|
"valid_targets_mean": 4057.6,
|
|
"valid_targets_min": 729
|
|
},
|
|
{
|
|
"epoch": 1.0892857142857142,
|
|
"grad_norm": 0.30002665570628373,
|
|
"learning_rate": 9.582139749695713e-05,
|
|
"loss": 0.2817,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27096495032310486,
|
|
"step": 305,
|
|
"valid_targets_mean": 3638.5,
|
|
"valid_targets_min": 1370
|
|
},
|
|
{
|
|
"epoch": 1.1071428571428572,
|
|
"grad_norm": 0.324477356487815,
|
|
"learning_rate": 9.56791844110853e-05,
|
|
"loss": 0.2723,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28439098596572876,
|
|
"step": 310,
|
|
"valid_targets_mean": 3994.7,
|
|
"valid_targets_min": 1633
|
|
},
|
|
{
|
|
"epoch": 1.125,
|
|
"grad_norm": 0.3253539045198033,
|
|
"learning_rate": 9.553470080212122e-05,
|
|
"loss": 0.2858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2925952672958374,
|
|
"step": 315,
|
|
"valid_targets_mean": 4254.1,
|
|
"valid_targets_min": 867
|
|
},
|
|
{
|
|
"epoch": 1.1428571428571428,
|
|
"grad_norm": 0.32347990356976075,
|
|
"learning_rate": 9.538795385174672e-05,
|
|
"loss": 0.2769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27409157156944275,
|
|
"step": 320,
|
|
"valid_targets_mean": 3832.7,
|
|
"valid_targets_min": 780
|
|
},
|
|
{
|
|
"epoch": 1.1607142857142858,
|
|
"grad_norm": 0.3104593428416724,
|
|
"learning_rate": 9.523895085414501e-05,
|
|
"loss": 0.2735,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25909847021102905,
|
|
"step": 325,
|
|
"valid_targets_mean": 3732.6,
|
|
"valid_targets_min": 1300
|
|
},
|
|
{
|
|
"epoch": 1.1785714285714286,
|
|
"grad_norm": 0.32715583481802546,
|
|
"learning_rate": 9.508769921563809e-05,
|
|
"loss": 0.2763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2759383022785187,
|
|
"step": 330,
|
|
"valid_targets_mean": 3947.2,
|
|
"valid_targets_min": 1674
|
|
},
|
|
{
|
|
"epoch": 1.1964285714285714,
|
|
"grad_norm": 0.3451547957041938,
|
|
"learning_rate": 9.493420645431852e-05,
|
|
"loss": 0.2851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2902929186820984,
|
|
"step": 335,
|
|
"valid_targets_mean": 4012.7,
|
|
"valid_targets_min": 1389
|
|
},
|
|
{
|
|
"epoch": 1.2142857142857142,
|
|
"grad_norm": 0.35446757439165194,
|
|
"learning_rate": 9.477848019967583e-05,
|
|
"loss": 0.2781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2935929596424103,
|
|
"step": 340,
|
|
"valid_targets_mean": 3453.9,
|
|
"valid_targets_min": 926
|
|
},
|
|
{
|
|
"epoch": 1.2321428571428572,
|
|
"grad_norm": 0.3278767929484546,
|
|
"learning_rate": 9.462052819221726e-05,
|
|
"loss": 0.2902,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29519742727279663,
|
|
"step": 345,
|
|
"valid_targets_mean": 4377.2,
|
|
"valid_targets_min": 748
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"grad_norm": 0.3141469785066057,
|
|
"learning_rate": 9.4460358283083e-05,
|
|
"loss": 0.2863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3076077401638031,
|
|
"step": 350,
|
|
"valid_targets_mean": 3883.5,
|
|
"valid_targets_min": 1577
|
|
},
|
|
{
|
|
"epoch": 1.2678571428571428,
|
|
"grad_norm": 0.29540838389589275,
|
|
"learning_rate": 9.429797843365594e-05,
|
|
"loss": 0.2751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28724199533462524,
|
|
"step": 355,
|
|
"valid_targets_mean": 4575.3,
|
|
"valid_targets_min": 732
|
|
},
|
|
{
|
|
"epoch": 1.2857142857142856,
|
|
"grad_norm": 0.30255705801440214,
|
|
"learning_rate": 9.413339671516593e-05,
|
|
"loss": 0.2796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.282297283411026,
|
|
"step": 360,
|
|
"valid_targets_mean": 4083.5,
|
|
"valid_targets_min": 1527
|
|
},
|
|
{
|
|
"epoch": 1.3035714285714286,
|
|
"grad_norm": 0.31946287205388435,
|
|
"learning_rate": 9.396662130828869e-05,
|
|
"loss": 0.2801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27121782302856445,
|
|
"step": 365,
|
|
"valid_targets_mean": 3983.3,
|
|
"valid_targets_min": 942
|
|
},
|
|
{
|
|
"epoch": 1.3214285714285714,
|
|
"grad_norm": 0.3161112548673974,
|
|
"learning_rate": 9.379766050273899e-05,
|
|
"loss": 0.2772,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2704480290412903,
|
|
"step": 370,
|
|
"valid_targets_mean": 3990.7,
|
|
"valid_targets_min": 1301
|
|
},
|
|
{
|
|
"epoch": 1.3392857142857144,
|
|
"grad_norm": 0.33878327261925667,
|
|
"learning_rate": 9.36265226968588e-05,
|
|
"loss": 0.2768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27773725986480713,
|
|
"step": 375,
|
|
"valid_targets_mean": 3821.6,
|
|
"valid_targets_min": 1636
|
|
},
|
|
{
|
|
"epoch": 1.3571428571428572,
|
|
"grad_norm": 0.32149726251644833,
|
|
"learning_rate": 9.345321639719979e-05,
|
|
"loss": 0.2781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3027724027633667,
|
|
"step": 380,
|
|
"valid_targets_mean": 3755.8,
|
|
"valid_targets_min": 1588
|
|
},
|
|
{
|
|
"epoch": 1.375,
|
|
"grad_norm": 0.26983559471000856,
|
|
"learning_rate": 9.327775021810037e-05,
|
|
"loss": 0.2829,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28533998131752014,
|
|
"step": 385,
|
|
"valid_targets_mean": 4883.8,
|
|
"valid_targets_min": 1621
|
|
},
|
|
{
|
|
"epoch": 1.3928571428571428,
|
|
"grad_norm": 0.3034738822017227,
|
|
"learning_rate": 9.31001328812577e-05,
|
|
"loss": 0.2834,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2803567945957184,
|
|
"step": 390,
|
|
"valid_targets_mean": 3837.8,
|
|
"valid_targets_min": 773
|
|
},
|
|
{
|
|
"epoch": 1.4107142857142856,
|
|
"grad_norm": 0.2900489145425836,
|
|
"learning_rate": 9.292037321529404e-05,
|
|
"loss": 0.2801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2895487844944,
|
|
"step": 395,
|
|
"valid_targets_mean": 4024.4,
|
|
"valid_targets_min": 1322
|
|
},
|
|
{
|
|
"epoch": 1.4285714285714286,
|
|
"grad_norm": 0.30801221100789417,
|
|
"learning_rate": 9.273848015531795e-05,
|
|
"loss": 0.2771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.279008686542511,
|
|
"step": 400,
|
|
"valid_targets_mean": 3967.7,
|
|
"valid_targets_min": 691
|
|
},
|
|
{
|
|
"epoch": 1.4464285714285714,
|
|
"grad_norm": 0.27770932626085026,
|
|
"learning_rate": 9.255446274248023e-05,
|
|
"loss": 0.2794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26959356665611267,
|
|
"step": 405,
|
|
"valid_targets_mean": 4549.9,
|
|
"valid_targets_min": 1048
|
|
},
|
|
{
|
|
"epoch": 1.4642857142857144,
|
|
"grad_norm": 0.2937936622420831,
|
|
"learning_rate": 9.236833012352442e-05,
|
|
"loss": 0.2968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29291456937789917,
|
|
"step": 410,
|
|
"valid_targets_mean": 3857.6,
|
|
"valid_targets_min": 1329
|
|
},
|
|
{
|
|
"epoch": 1.4821428571428572,
|
|
"grad_norm": 0.30086879589171994,
|
|
"learning_rate": 9.218009155033218e-05,
|
|
"loss": 0.2828,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2887283265590668,
|
|
"step": 415,
|
|
"valid_targets_mean": 4369.2,
|
|
"valid_targets_min": 1676
|
|
},
|
|
{
|
|
"epoch": 1.5,
|
|
"grad_norm": 0.30993326987536407,
|
|
"learning_rate": 9.198975637946347e-05,
|
|
"loss": 0.2752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.286073237657547,
|
|
"step": 420,
|
|
"valid_targets_mean": 4086.6,
|
|
"valid_targets_min": 1349
|
|
},
|
|
{
|
|
"epoch": 1.5178571428571428,
|
|
"grad_norm": 0.31096503950204796,
|
|
"learning_rate": 9.179733407169145e-05,
|
|
"loss": 0.2835,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3040330111980438,
|
|
"step": 425,
|
|
"valid_targets_mean": 4739.1,
|
|
"valid_targets_min": 928
|
|
},
|
|
{
|
|
"epoch": 1.5357142857142856,
|
|
"grad_norm": 0.27613993704313583,
|
|
"learning_rate": 9.160283419153216e-05,
|
|
"loss": 0.2794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2678983211517334,
|
|
"step": 430,
|
|
"valid_targets_mean": 3657.5,
|
|
"valid_targets_min": 1615
|
|
},
|
|
{
|
|
"epoch": 1.5535714285714286,
|
|
"grad_norm": 0.3027506465678719,
|
|
"learning_rate": 9.140626640676919e-05,
|
|
"loss": 0.2756,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2832491397857666,
|
|
"step": 435,
|
|
"valid_targets_mean": 4023.2,
|
|
"valid_targets_min": 1020
|
|
},
|
|
{
|
|
"epoch": 1.5714285714285714,
|
|
"grad_norm": 0.2746711947459874,
|
|
"learning_rate": 9.12076404879731e-05,
|
|
"loss": 0.28,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28107601404190063,
|
|
"step": 440,
|
|
"valid_targets_mean": 4040.1,
|
|
"valid_targets_min": 1161
|
|
},
|
|
{
|
|
"epoch": 1.5892857142857144,
|
|
"grad_norm": 0.300269057710733,
|
|
"learning_rate": 9.10069663080158e-05,
|
|
"loss": 0.2897,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2961501479148865,
|
|
"step": 445,
|
|
"valid_targets_mean": 4180.1,
|
|
"valid_targets_min": 1188
|
|
},
|
|
{
|
|
"epoch": 1.6071428571428572,
|
|
"grad_norm": 0.2927151696397954,
|
|
"learning_rate": 9.080425384157971e-05,
|
|
"loss": 0.2882,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2890561819076538,
|
|
"step": 450,
|
|
"valid_targets_mean": 3919.0,
|
|
"valid_targets_min": 982
|
|
},
|
|
{
|
|
"epoch": 1.625,
|
|
"grad_norm": 0.270367262690994,
|
|
"learning_rate": 9.059951316466208e-05,
|
|
"loss": 0.2861,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2827759385108948,
|
|
"step": 455,
|
|
"valid_targets_mean": 4359.0,
|
|
"valid_targets_min": 1809
|
|
},
|
|
{
|
|
"epoch": 1.6428571428571428,
|
|
"grad_norm": 0.2961526538388308,
|
|
"learning_rate": 9.039275445407414e-05,
|
|
"loss": 0.2794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2863369882106781,
|
|
"step": 460,
|
|
"valid_targets_mean": 4010.0,
|
|
"valid_targets_min": 1013
|
|
},
|
|
{
|
|
"epoch": 1.6607142857142856,
|
|
"grad_norm": 0.2827589674719424,
|
|
"learning_rate": 9.018398798693512e-05,
|
|
"loss": 0.2741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27826663851737976,
|
|
"step": 465,
|
|
"valid_targets_mean": 4303.2,
|
|
"valid_targets_min": 885
|
|
},
|
|
{
|
|
"epoch": 1.6785714285714286,
|
|
"grad_norm": 0.28604333715699365,
|
|
"learning_rate": 8.997322414016158e-05,
|
|
"loss": 0.279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29337555170059204,
|
|
"step": 470,
|
|
"valid_targets_mean": 4326.4,
|
|
"valid_targets_min": 1355
|
|
},
|
|
{
|
|
"epoch": 1.6964285714285714,
|
|
"grad_norm": 0.26669613943802206,
|
|
"learning_rate": 8.976047338995155e-05,
|
|
"loss": 0.2798,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2845120429992676,
|
|
"step": 475,
|
|
"valid_targets_mean": 4743.3,
|
|
"valid_targets_min": 1432
|
|
},
|
|
{
|
|
"epoch": 1.7142857142857144,
|
|
"grad_norm": 0.3075103842217294,
|
|
"learning_rate": 8.954574631126378e-05,
|
|
"loss": 0.281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2861628234386444,
|
|
"step": 480,
|
|
"valid_targets_mean": 3601.3,
|
|
"valid_targets_min": 649
|
|
},
|
|
{
|
|
"epoch": 1.7321428571428572,
|
|
"grad_norm": 0.2537728906482412,
|
|
"learning_rate": 8.932905357729214e-05,
|
|
"loss": 0.276,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.281796395778656,
|
|
"step": 485,
|
|
"valid_targets_mean": 4734.3,
|
|
"valid_targets_min": 1318
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"grad_norm": 0.2665464345466697,
|
|
"learning_rate": 8.911040595893505e-05,
|
|
"loss": 0.2792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2716560959815979,
|
|
"step": 490,
|
|
"valid_targets_mean": 3803.8,
|
|
"valid_targets_min": 1412
|
|
},
|
|
{
|
|
"epoch": 1.7678571428571428,
|
|
"grad_norm": 0.2471094014680912,
|
|
"learning_rate": 8.88898143242602e-05,
|
|
"loss": 0.2788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2866831123828888,
|
|
"step": 495,
|
|
"valid_targets_mean": 5028.0,
|
|
"valid_targets_min": 868
|
|
},
|
|
{
|
|
"epoch": 1.7857142857142856,
|
|
"grad_norm": 0.2843669256068658,
|
|
"learning_rate": 8.866728963796423e-05,
|
|
"loss": 0.2791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29680773615837097,
|
|
"step": 500,
|
|
"valid_targets_mean": 4357.9,
|
|
"valid_targets_min": 711
|
|
},
|
|
{
|
|
"epoch": 1.8035714285714286,
|
|
"grad_norm": 0.28768990388704035,
|
|
"learning_rate": 8.844284296082776e-05,
|
|
"loss": 0.281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28727036714553833,
|
|
"step": 505,
|
|
"valid_targets_mean": 3947.9,
|
|
"valid_targets_min": 721
|
|
},
|
|
{
|
|
"epoch": 1.8214285714285714,
|
|
"grad_norm": 0.2616621943996813,
|
|
"learning_rate": 8.821648544916567e-05,
|
|
"loss": 0.2875,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27664506435394287,
|
|
"step": 510,
|
|
"valid_targets_mean": 4528.7,
|
|
"valid_targets_min": 1949
|
|
},
|
|
{
|
|
"epoch": 1.8392857142857144,
|
|
"grad_norm": 0.2958030209996585,
|
|
"learning_rate": 8.79882283542725e-05,
|
|
"loss": 0.2763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2893030643463135,
|
|
"step": 515,
|
|
"valid_targets_mean": 4298.3,
|
|
"valid_targets_min": 1494
|
|
},
|
|
{
|
|
"epoch": 1.8571428571428572,
|
|
"grad_norm": 0.28209834949958607,
|
|
"learning_rate": 8.775808302186314e-05,
|
|
"loss": 0.2797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2799920439720154,
|
|
"step": 520,
|
|
"valid_targets_mean": 4215.8,
|
|
"valid_targets_min": 824
|
|
},
|
|
{
|
|
"epoch": 1.875,
|
|
"grad_norm": 0.2918990373232483,
|
|
"learning_rate": 8.752606089150903e-05,
|
|
"loss": 0.2874,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2988679111003876,
|
|
"step": 525,
|
|
"valid_targets_mean": 4380.1,
|
|
"valid_targets_min": 1494
|
|
},
|
|
{
|
|
"epoch": 1.8928571428571428,
|
|
"grad_norm": 0.29809691037806973,
|
|
"learning_rate": 8.729217349606942e-05,
|
|
"loss": 0.2774,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2863641679286957,
|
|
"step": 530,
|
|
"valid_targets_mean": 4880.6,
|
|
"valid_targets_min": 1076
|
|
},
|
|
{
|
|
"epoch": 1.9107142857142856,
|
|
"grad_norm": 0.28085345956845326,
|
|
"learning_rate": 8.705643246111816e-05,
|
|
"loss": 0.2891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2826314866542816,
|
|
"step": 535,
|
|
"valid_targets_mean": 3880.8,
|
|
"valid_targets_min": 1226
|
|
},
|
|
{
|
|
"epoch": 1.9285714285714286,
|
|
"grad_norm": 0.2963891733516634,
|
|
"learning_rate": 8.681884950436587e-05,
|
|
"loss": 0.2796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28725090622901917,
|
|
"step": 540,
|
|
"valid_targets_mean": 3308.3,
|
|
"valid_targets_min": 617
|
|
},
|
|
{
|
|
"epoch": 1.9464285714285714,
|
|
"grad_norm": 0.27494989411880194,
|
|
"learning_rate": 8.657943643507746e-05,
|
|
"loss": 0.281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26711052656173706,
|
|
"step": 545,
|
|
"valid_targets_mean": 3776.5,
|
|
"valid_targets_min": 706
|
|
},
|
|
{
|
|
"epoch": 1.9642857142857144,
|
|
"grad_norm": 0.2560289775051106,
|
|
"learning_rate": 8.633820515348517e-05,
|
|
"loss": 0.2803,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27995413541793823,
|
|
"step": 550,
|
|
"valid_targets_mean": 4268.9,
|
|
"valid_targets_min": 2286
|
|
},
|
|
{
|
|
"epoch": 1.9821428571428572,
|
|
"grad_norm": 0.27129891738048895,
|
|
"learning_rate": 8.609516765019698e-05,
|
|
"loss": 0.2754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28502243757247925,
|
|
"step": 555,
|
|
"valid_targets_mean": 3829.7,
|
|
"valid_targets_min": 943
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.26428844546413777,
|
|
"learning_rate": 8.58503360056008e-05,
|
|
"loss": 0.2829,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26649177074432373,
|
|
"step": 560,
|
|
"valid_targets_mean": 4592.5,
|
|
"valid_targets_min": 1634
|
|
},
|
|
{
|
|
"epoch": 2.017857142857143,
|
|
"grad_norm": 0.342076187133186,
|
|
"learning_rate": 8.560372238926372e-05,
|
|
"loss": 0.231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23271307349205017,
|
|
"step": 565,
|
|
"valid_targets_mean": 4750.8,
|
|
"valid_targets_min": 1142
|
|
},
|
|
{
|
|
"epoch": 2.0357142857142856,
|
|
"grad_norm": 0.2591601056664035,
|
|
"learning_rate": 8.535533905932738e-05,
|
|
"loss": 0.2185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20991137623786926,
|
|
"step": 570,
|
|
"valid_targets_mean": 3943.1,
|
|
"valid_targets_min": 756
|
|
},
|
|
{
|
|
"epoch": 2.0535714285714284,
|
|
"grad_norm": 0.2719176227918457,
|
|
"learning_rate": 8.510519836189851e-05,
|
|
"loss": 0.2212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2201782464981079,
|
|
"step": 575,
|
|
"valid_targets_mean": 4093.7,
|
|
"valid_targets_min": 1364
|
|
},
|
|
{
|
|
"epoch": 2.0714285714285716,
|
|
"grad_norm": 0.2766993918032138,
|
|
"learning_rate": 8.485331273043531e-05,
|
|
"loss": 0.2128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20157991349697113,
|
|
"step": 580,
|
|
"valid_targets_mean": 3884.0,
|
|
"valid_targets_min": 976
|
|
},
|
|
{
|
|
"epoch": 2.0892857142857144,
|
|
"grad_norm": 0.28289976797188854,
|
|
"learning_rate": 8.459969468512943e-05,
|
|
"loss": 0.2194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2258216291666031,
|
|
"step": 585,
|
|
"valid_targets_mean": 3976.0,
|
|
"valid_targets_min": 1254
|
|
},
|
|
{
|
|
"epoch": 2.107142857142857,
|
|
"grad_norm": 0.2786573673112787,
|
|
"learning_rate": 8.43443568322836e-05,
|
|
"loss": 0.2288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24203696846961975,
|
|
"step": 590,
|
|
"valid_targets_mean": 4164.1,
|
|
"valid_targets_min": 1495
|
|
},
|
|
{
|
|
"epoch": 2.125,
|
|
"grad_norm": 0.2630375685065281,
|
|
"learning_rate": 8.40873118636851e-05,
|
|
"loss": 0.2217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21527183055877686,
|
|
"step": 595,
|
|
"valid_targets_mean": 4820.2,
|
|
"valid_targets_min": 923
|
|
},
|
|
{
|
|
"epoch": 2.142857142857143,
|
|
"grad_norm": 0.27411051143798987,
|
|
"learning_rate": 8.382857255597489e-05,
|
|
"loss": 0.2247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21411019563674927,
|
|
"step": 600,
|
|
"valid_targets_mean": 3970.6,
|
|
"valid_targets_min": 546
|
|
},
|
|
{
|
|
"epoch": 2.1607142857142856,
|
|
"grad_norm": 0.2818013334082892,
|
|
"learning_rate": 8.356815177001242e-05,
|
|
"loss": 0.23,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2396702766418457,
|
|
"step": 605,
|
|
"valid_targets_mean": 4244.2,
|
|
"valid_targets_min": 701
|
|
},
|
|
{
|
|
"epoch": 2.1785714285714284,
|
|
"grad_norm": 0.26681441971155045,
|
|
"learning_rate": 8.330606245023657e-05,
|
|
"loss": 0.228,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22952930629253387,
|
|
"step": 610,
|
|
"valid_targets_mean": 4677.6,
|
|
"valid_targets_min": 1153
|
|
},
|
|
{
|
|
"epoch": 2.1964285714285716,
|
|
"grad_norm": 0.3204304446425023,
|
|
"learning_rate": 8.304231762402204e-05,
|
|
"loss": 0.2256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22708728909492493,
|
|
"step": 615,
|
|
"valid_targets_mean": 3806.8,
|
|
"valid_targets_min": 942
|
|
},
|
|
{
|
|
"epoch": 2.2142857142857144,
|
|
"grad_norm": 0.2947138506224873,
|
|
"learning_rate": 8.277693040103192e-05,
|
|
"loss": 0.2338,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23883011937141418,
|
|
"step": 620,
|
|
"valid_targets_mean": 4111.0,
|
|
"valid_targets_min": 526
|
|
},
|
|
{
|
|
"epoch": 2.232142857142857,
|
|
"grad_norm": 0.27599504080019766,
|
|
"learning_rate": 8.250991397256609e-05,
|
|
"loss": 0.2283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2176445722579956,
|
|
"step": 625,
|
|
"valid_targets_mean": 4158.2,
|
|
"valid_targets_min": 910
|
|
},
|
|
{
|
|
"epoch": 2.25,
|
|
"grad_norm": 0.29677815247089595,
|
|
"learning_rate": 8.224128161090543e-05,
|
|
"loss": 0.2272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23432499170303345,
|
|
"step": 630,
|
|
"valid_targets_mean": 4380.6,
|
|
"valid_targets_min": 649
|
|
},
|
|
{
|
|
"epoch": 2.267857142857143,
|
|
"grad_norm": 0.26701601857548446,
|
|
"learning_rate": 8.197104666865218e-05,
|
|
"loss": 0.2281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20332011580467224,
|
|
"step": 635,
|
|
"valid_targets_mean": 4002.0,
|
|
"valid_targets_min": 735
|
|
},
|
|
{
|
|
"epoch": 2.2857142857142856,
|
|
"grad_norm": 0.2794854143750737,
|
|
"learning_rate": 8.169922257806625e-05,
|
|
"loss": 0.2252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22544199228286743,
|
|
"step": 640,
|
|
"valid_targets_mean": 4170.1,
|
|
"valid_targets_min": 1241
|
|
},
|
|
{
|
|
"epoch": 2.3035714285714284,
|
|
"grad_norm": 0.2781616811634506,
|
|
"learning_rate": 8.142582285039752e-05,
|
|
"loss": 0.2292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23094919323921204,
|
|
"step": 645,
|
|
"valid_targets_mean": 4609.7,
|
|
"valid_targets_min": 1634
|
|
},
|
|
{
|
|
"epoch": 2.3214285714285716,
|
|
"grad_norm": 0.2936106664520855,
|
|
"learning_rate": 8.115086107521424e-05,
|
|
"loss": 0.2281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24029132723808289,
|
|
"step": 650,
|
|
"valid_targets_mean": 3905.7,
|
|
"valid_targets_min": 1457
|
|
},
|
|
{
|
|
"epoch": 2.3392857142857144,
|
|
"grad_norm": 0.27959402587966176,
|
|
"learning_rate": 8.087435091972761e-05,
|
|
"loss": 0.2336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23994141817092896,
|
|
"step": 655,
|
|
"valid_targets_mean": 4219.6,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 2.357142857142857,
|
|
"grad_norm": 0.30007047440429424,
|
|
"learning_rate": 8.05963061281124e-05,
|
|
"loss": 0.2306,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2326786071062088,
|
|
"step": 660,
|
|
"valid_targets_mean": 4520.8,
|
|
"valid_targets_min": 926
|
|
},
|
|
{
|
|
"epoch": 2.375,
|
|
"grad_norm": 0.2769829773261415,
|
|
"learning_rate": 8.031674052082372e-05,
|
|
"loss": 0.233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21899914741516113,
|
|
"step": 665,
|
|
"valid_targets_mean": 3920.0,
|
|
"valid_targets_min": 1306
|
|
},
|
|
{
|
|
"epoch": 2.392857142857143,
|
|
"grad_norm": 0.3318007501596546,
|
|
"learning_rate": 8.003566799391024e-05,
|
|
"loss": 0.2336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23069044947624207,
|
|
"step": 670,
|
|
"valid_targets_mean": 3423.6,
|
|
"valid_targets_min": 1174
|
|
},
|
|
{
|
|
"epoch": 2.4107142857142856,
|
|
"grad_norm": 0.3147244965672268,
|
|
"learning_rate": 7.975310251832329e-05,
|
|
"loss": 0.2376,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2449096441268921,
|
|
"step": 675,
|
|
"valid_targets_mean": 3822.1,
|
|
"valid_targets_min": 944
|
|
},
|
|
{
|
|
"epoch": 2.4285714285714284,
|
|
"grad_norm": 0.2845619114038091,
|
|
"learning_rate": 7.946905813922249e-05,
|
|
"loss": 0.2287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22111892700195312,
|
|
"step": 680,
|
|
"valid_targets_mean": 4054.1,
|
|
"valid_targets_min": 1188
|
|
},
|
|
{
|
|
"epoch": 2.4464285714285716,
|
|
"grad_norm": 0.28150460983655995,
|
|
"learning_rate": 7.918354897527766e-05,
|
|
"loss": 0.2297,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2350059449672699,
|
|
"step": 685,
|
|
"valid_targets_mean": 4716.6,
|
|
"valid_targets_min": 1771
|
|
},
|
|
{
|
|
"epoch": 2.4642857142857144,
|
|
"grad_norm": 0.2838096630512811,
|
|
"learning_rate": 7.889658921796703e-05,
|
|
"loss": 0.2351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23345017433166504,
|
|
"step": 690,
|
|
"valid_targets_mean": 3914.8,
|
|
"valid_targets_min": 1404
|
|
},
|
|
{
|
|
"epoch": 2.482142857142857,
|
|
"grad_norm": 0.2647263836909652,
|
|
"learning_rate": 7.860819313087177e-05,
|
|
"loss": 0.2288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23521623015403748,
|
|
"step": 695,
|
|
"valid_targets_mean": 4487.4,
|
|
"valid_targets_min": 1086
|
|
},
|
|
{
|
|
"epoch": 2.5,
|
|
"grad_norm": 0.2733656061562082,
|
|
"learning_rate": 7.831837504896707e-05,
|
|
"loss": 0.2209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.205388605594635,
|
|
"step": 700,
|
|
"valid_targets_mean": 3501.2,
|
|
"valid_targets_min": 928
|
|
},
|
|
{
|
|
"epoch": 2.517857142857143,
|
|
"grad_norm": 0.28752162203154863,
|
|
"learning_rate": 7.80271493779096e-05,
|
|
"loss": 0.2292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23121970891952515,
|
|
"step": 705,
|
|
"valid_targets_mean": 3692.7,
|
|
"valid_targets_min": 860
|
|
},
|
|
{
|
|
"epoch": 2.5357142857142856,
|
|
"grad_norm": 0.28429461410539203,
|
|
"learning_rate": 7.773453059332145e-05,
|
|
"loss": 0.2304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2292163223028183,
|
|
"step": 710,
|
|
"valid_targets_mean": 4528.9,
|
|
"valid_targets_min": 1568
|
|
},
|
|
{
|
|
"epoch": 2.553571428571429,
|
|
"grad_norm": 0.27743745553251714,
|
|
"learning_rate": 7.744053324007063e-05,
|
|
"loss": 0.2294,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22714003920555115,
|
|
"step": 715,
|
|
"valid_targets_mean": 3678.2,
|
|
"valid_targets_min": 975
|
|
},
|
|
{
|
|
"epoch": 2.571428571428571,
|
|
"grad_norm": 0.28509001670278994,
|
|
"learning_rate": 7.71451719315481e-05,
|
|
"loss": 0.2347,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23330581188201904,
|
|
"step": 720,
|
|
"valid_targets_mean": 4192.9,
|
|
"valid_targets_min": 635
|
|
},
|
|
{
|
|
"epoch": 2.5892857142857144,
|
|
"grad_norm": 0.2817519019435897,
|
|
"learning_rate": 7.684846134894133e-05,
|
|
"loss": 0.2284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23951683938503265,
|
|
"step": 725,
|
|
"valid_targets_mean": 4106.0,
|
|
"valid_targets_min": 719
|
|
},
|
|
{
|
|
"epoch": 2.607142857142857,
|
|
"grad_norm": 0.27345571093528337,
|
|
"learning_rate": 7.655041624050467e-05,
|
|
"loss": 0.2291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2236991673707962,
|
|
"step": 730,
|
|
"valid_targets_mean": 4008.7,
|
|
"valid_targets_min": 1626
|
|
},
|
|
{
|
|
"epoch": 2.625,
|
|
"grad_norm": 0.27244674495714866,
|
|
"learning_rate": 7.625105142082623e-05,
|
|
"loss": 0.2368,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2419646680355072,
|
|
"step": 735,
|
|
"valid_targets_mean": 4142.3,
|
|
"valid_targets_min": 1032
|
|
},
|
|
{
|
|
"epoch": 2.642857142857143,
|
|
"grad_norm": 0.25647714180223846,
|
|
"learning_rate": 7.595038177009144e-05,
|
|
"loss": 0.2322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22575123608112335,
|
|
"step": 740,
|
|
"valid_targets_mean": 4246.4,
|
|
"valid_targets_min": 1231
|
|
},
|
|
{
|
|
"epoch": 2.6607142857142856,
|
|
"grad_norm": 0.2763437468946581,
|
|
"learning_rate": 7.564842223334356e-05,
|
|
"loss": 0.2334,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23697665333747864,
|
|
"step": 745,
|
|
"valid_targets_mean": 3998.6,
|
|
"valid_targets_min": 1060
|
|
},
|
|
{
|
|
"epoch": 2.678571428571429,
|
|
"grad_norm": 0.2863963365342055,
|
|
"learning_rate": 7.534518781974065e-05,
|
|
"loss": 0.23,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2318994104862213,
|
|
"step": 750,
|
|
"valid_targets_mean": 4046.4,
|
|
"valid_targets_min": 752
|
|
},
|
|
{
|
|
"epoch": 2.696428571428571,
|
|
"grad_norm": 0.2756630470120407,
|
|
"learning_rate": 7.504069360180971e-05,
|
|
"loss": 0.2305,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23213598132133484,
|
|
"step": 755,
|
|
"valid_targets_mean": 4041.9,
|
|
"valid_targets_min": 1580
|
|
},
|
|
{
|
|
"epoch": 2.7142857142857144,
|
|
"grad_norm": 0.29430289997131637,
|
|
"learning_rate": 7.473495471469733e-05,
|
|
"loss": 0.2367,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.239883691072464,
|
|
"step": 760,
|
|
"valid_targets_mean": 3572.8,
|
|
"valid_targets_min": 748
|
|
},
|
|
{
|
|
"epoch": 2.732142857142857,
|
|
"grad_norm": 0.28964763447455116,
|
|
"learning_rate": 7.442798635541749e-05,
|
|
"loss": 0.2337,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24638831615447998,
|
|
"step": 765,
|
|
"valid_targets_mean": 3717.0,
|
|
"valid_targets_min": 647
|
|
},
|
|
{
|
|
"epoch": 2.75,
|
|
"grad_norm": 0.28398665189885464,
|
|
"learning_rate": 7.411980378209611e-05,
|
|
"loss": 0.231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24520479142665863,
|
|
"step": 770,
|
|
"valid_targets_mean": 3927.2,
|
|
"valid_targets_min": 1020
|
|
},
|
|
{
|
|
"epoch": 2.767857142857143,
|
|
"grad_norm": 0.2763335857962852,
|
|
"learning_rate": 7.381042231321269e-05,
|
|
"loss": 0.2367,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23126724362373352,
|
|
"step": 775,
|
|
"valid_targets_mean": 4046.0,
|
|
"valid_targets_min": 1438
|
|
},
|
|
{
|
|
"epoch": 2.7857142857142856,
|
|
"grad_norm": 0.27362571597529123,
|
|
"learning_rate": 7.349985732683886e-05,
|
|
"loss": 0.2451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25000321865081787,
|
|
"step": 780,
|
|
"valid_targets_mean": 4404.0,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 2.803571428571429,
|
|
"grad_norm": 0.29235887525618376,
|
|
"learning_rate": 7.318812425987395e-05,
|
|
"loss": 0.2372,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2301982045173645,
|
|
"step": 785,
|
|
"valid_targets_mean": 3738.8,
|
|
"valid_targets_min": 1271
|
|
},
|
|
{
|
|
"epoch": 2.821428571428571,
|
|
"grad_norm": 0.27655410904571226,
|
|
"learning_rate": 7.287523860727781e-05,
|
|
"loss": 0.2275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2272815853357315,
|
|
"step": 790,
|
|
"valid_targets_mean": 3962.1,
|
|
"valid_targets_min": 622
|
|
},
|
|
{
|
|
"epoch": 2.8392857142857144,
|
|
"grad_norm": 0.24846363705556654,
|
|
"learning_rate": 7.256121592130055e-05,
|
|
"loss": 0.2246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21925005316734314,
|
|
"step": 795,
|
|
"valid_targets_mean": 4467.1,
|
|
"valid_targets_min": 1329
|
|
},
|
|
{
|
|
"epoch": 2.857142857142857,
|
|
"grad_norm": 0.25248835602837744,
|
|
"learning_rate": 7.224607181070941e-05,
|
|
"loss": 0.2296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2129673957824707,
|
|
"step": 800,
|
|
"valid_targets_mean": 4262.2,
|
|
"valid_targets_min": 1676
|
|
},
|
|
{
|
|
"epoch": 2.875,
|
|
"grad_norm": 0.26551307723687684,
|
|
"learning_rate": 7.192982194001312e-05,
|
|
"loss": 0.2344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23995287716388702,
|
|
"step": 805,
|
|
"valid_targets_mean": 4005.6,
|
|
"valid_targets_min": 1306
|
|
},
|
|
{
|
|
"epoch": 2.892857142857143,
|
|
"grad_norm": 0.2836671386904135,
|
|
"learning_rate": 7.161248202868309e-05,
|
|
"loss": 0.2218,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24358542263507843,
|
|
"step": 810,
|
|
"valid_targets_mean": 3929.9,
|
|
"valid_targets_min": 723
|
|
},
|
|
{
|
|
"epoch": 2.9107142857142856,
|
|
"grad_norm": 0.28698631435601263,
|
|
"learning_rate": 7.129406785037214e-05,
|
|
"loss": 0.233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22982844710350037,
|
|
"step": 815,
|
|
"valid_targets_mean": 3644.5,
|
|
"valid_targets_min": 785
|
|
},
|
|
{
|
|
"epoch": 2.928571428571429,
|
|
"grad_norm": 0.2826927287490477,
|
|
"learning_rate": 7.09745952321305e-05,
|
|
"loss": 0.2308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24791894853115082,
|
|
"step": 820,
|
|
"valid_targets_mean": 4062.5,
|
|
"valid_targets_min": 748
|
|
},
|
|
{
|
|
"epoch": 2.946428571428571,
|
|
"grad_norm": 0.27529644267658454,
|
|
"learning_rate": 7.065408005361903e-05,
|
|
"loss": 0.2345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24385912716388702,
|
|
"step": 825,
|
|
"valid_targets_mean": 4057.3,
|
|
"valid_targets_min": 1355
|
|
},
|
|
{
|
|
"epoch": 2.9642857142857144,
|
|
"grad_norm": 0.24499889291823151,
|
|
"learning_rate": 7.033253824631991e-05,
|
|
"loss": 0.2228,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22231167554855347,
|
|
"step": 830,
|
|
"valid_targets_mean": 4576.9,
|
|
"valid_targets_min": 903
|
|
},
|
|
{
|
|
"epoch": 2.982142857142857,
|
|
"grad_norm": 0.24422903308054847,
|
|
"learning_rate": 7.000998579274487e-05,
|
|
"loss": 0.2296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2222803235054016,
|
|
"step": 835,
|
|
"valid_targets_mean": 4633.5,
|
|
"valid_targets_min": 1042
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.3013045867283355,
|
|
"learning_rate": 6.968643872564064e-05,
|
|
"loss": 0.2328,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2250707447528839,
|
|
"step": 840,
|
|
"valid_targets_mean": 3316.1,
|
|
"valid_targets_min": 715
|
|
},
|
|
{
|
|
"epoch": 3.017857142857143,
|
|
"grad_norm": 0.36888355514819277,
|
|
"learning_rate": 6.936191312719203e-05,
|
|
"loss": 0.1734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18953615427017212,
|
|
"step": 845,
|
|
"valid_targets_mean": 4303.2,
|
|
"valid_targets_min": 915
|
|
},
|
|
{
|
|
"epoch": 3.0357142857142856,
|
|
"grad_norm": 0.2743608827751915,
|
|
"learning_rate": 6.903642512822263e-05,
|
|
"loss": 0.1718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16002383828163147,
|
|
"step": 850,
|
|
"valid_targets_mean": 4635.4,
|
|
"valid_targets_min": 1385
|
|
},
|
|
{
|
|
"epoch": 3.0535714285714284,
|
|
"grad_norm": 0.2949178115736851,
|
|
"learning_rate": 6.870999090739301e-05,
|
|
"loss": 0.1735,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17243778705596924,
|
|
"step": 855,
|
|
"valid_targets_mean": 4107.0,
|
|
"valid_targets_min": 1631
|
|
},
|
|
{
|
|
"epoch": 3.0714285714285716,
|
|
"grad_norm": 0.29558901205386284,
|
|
"learning_rate": 6.838262669039643e-05,
|
|
"loss": 0.1745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1815764605998993,
|
|
"step": 860,
|
|
"valid_targets_mean": 3878.2,
|
|
"valid_targets_min": 1559
|
|
},
|
|
{
|
|
"epoch": 3.0892857142857144,
|
|
"grad_norm": 0.28472658734981565,
|
|
"learning_rate": 6.805434874915249e-05,
|
|
"loss": 0.1695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15954339504241943,
|
|
"step": 865,
|
|
"valid_targets_mean": 3988.9,
|
|
"valid_targets_min": 1336
|
|
},
|
|
{
|
|
"epoch": 3.107142857142857,
|
|
"grad_norm": 0.28455293881829763,
|
|
"learning_rate": 6.772517340099816e-05,
|
|
"loss": 0.1687,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1778276264667511,
|
|
"step": 870,
|
|
"valid_targets_mean": 4087.2,
|
|
"valid_targets_min": 1615
|
|
},
|
|
{
|
|
"epoch": 3.125,
|
|
"grad_norm": 0.29906849485130366,
|
|
"learning_rate": 6.739511700787683e-05,
|
|
"loss": 0.1749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18001751601696014,
|
|
"step": 875,
|
|
"valid_targets_mean": 4335.7,
|
|
"valid_targets_min": 530
|
|
},
|
|
{
|
|
"epoch": 3.142857142857143,
|
|
"grad_norm": 0.29891495714854055,
|
|
"learning_rate": 6.7064195975525e-05,
|
|
"loss": 0.1789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1715604066848755,
|
|
"step": 880,
|
|
"valid_targets_mean": 3988.3,
|
|
"valid_targets_min": 732
|
|
},
|
|
{
|
|
"epoch": 3.1607142857142856,
|
|
"grad_norm": 0.3015940788820379,
|
|
"learning_rate": 6.67324267526568e-05,
|
|
"loss": 0.1759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16995128989219666,
|
|
"step": 885,
|
|
"valid_targets_mean": 3274.9,
|
|
"valid_targets_min": 698
|
|
},
|
|
{
|
|
"epoch": 3.1785714285714284,
|
|
"grad_norm": 0.2887035705764202,
|
|
"learning_rate": 6.639982583014637e-05,
|
|
"loss": 0.1777,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1806672215461731,
|
|
"step": 890,
|
|
"valid_targets_mean": 4508.6,
|
|
"valid_targets_min": 735
|
|
},
|
|
{
|
|
"epoch": 3.1964285714285716,
|
|
"grad_norm": 0.3059279725982452,
|
|
"learning_rate": 6.606640974020823e-05,
|
|
"loss": 0.1802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17828229069709778,
|
|
"step": 895,
|
|
"valid_targets_mean": 4020.5,
|
|
"valid_targets_min": 824
|
|
},
|
|
{
|
|
"epoch": 3.2142857142857144,
|
|
"grad_norm": 0.28577223351690517,
|
|
"learning_rate": 6.573219505557548e-05,
|
|
"loss": 0.1784,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18053409457206726,
|
|
"step": 900,
|
|
"valid_targets_mean": 4198.5,
|
|
"valid_targets_min": 836
|
|
},
|
|
{
|
|
"epoch": 3.232142857142857,
|
|
"grad_norm": 0.30099103878237704,
|
|
"learning_rate": 6.539719838867604e-05,
|
|
"loss": 0.1683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16517090797424316,
|
|
"step": 905,
|
|
"valid_targets_mean": 4438.6,
|
|
"valid_targets_min": 715
|
|
},
|
|
{
|
|
"epoch": 3.25,
|
|
"grad_norm": 0.30147019285920784,
|
|
"learning_rate": 6.506143639080695e-05,
|
|
"loss": 0.1777,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1623014211654663,
|
|
"step": 910,
|
|
"valid_targets_mean": 3888.4,
|
|
"valid_targets_min": 539
|
|
},
|
|
{
|
|
"epoch": 3.267857142857143,
|
|
"grad_norm": 0.30187178272438475,
|
|
"learning_rate": 6.472492575130671e-05,
|
|
"loss": 0.1752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18048198521137238,
|
|
"step": 915,
|
|
"valid_targets_mean": 4569.2,
|
|
"valid_targets_min": 1788
|
|
},
|
|
{
|
|
"epoch": 3.2857142857142856,
|
|
"grad_norm": 0.2949425020713681,
|
|
"learning_rate": 6.438768319672561e-05,
|
|
"loss": 0.1792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17755785584449768,
|
|
"step": 920,
|
|
"valid_targets_mean": 3876.5,
|
|
"valid_targets_min": 773
|
|
},
|
|
{
|
|
"epoch": 3.3035714285714284,
|
|
"grad_norm": 0.2813486601344545,
|
|
"learning_rate": 6.404972548999453e-05,
|
|
"loss": 0.1772,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19014155864715576,
|
|
"step": 925,
|
|
"valid_targets_mean": 3937.8,
|
|
"valid_targets_min": 779
|
|
},
|
|
{
|
|
"epoch": 3.3214285714285716,
|
|
"grad_norm": 0.29136913304596107,
|
|
"learning_rate": 6.37110694295915e-05,
|
|
"loss": 0.1697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17238101363182068,
|
|
"step": 930,
|
|
"valid_targets_mean": 3864.3,
|
|
"valid_targets_min": 1686
|
|
},
|
|
{
|
|
"epoch": 3.3392857142857144,
|
|
"grad_norm": 0.30664582906264054,
|
|
"learning_rate": 6.337173184870683e-05,
|
|
"loss": 0.1764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16993115842342377,
|
|
"step": 935,
|
|
"valid_targets_mean": 3501.4,
|
|
"valid_targets_min": 832
|
|
},
|
|
{
|
|
"epoch": 3.357142857142857,
|
|
"grad_norm": 0.26315110459279134,
|
|
"learning_rate": 6.303172961440645e-05,
|
|
"loss": 0.1781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17361228168010712,
|
|
"step": 940,
|
|
"valid_targets_mean": 4797.4,
|
|
"valid_targets_min": 1259
|
|
},
|
|
{
|
|
"epoch": 3.375,
|
|
"grad_norm": 0.282137175833168,
|
|
"learning_rate": 6.269107962679344e-05,
|
|
"loss": 0.1767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1820008009672165,
|
|
"step": 945,
|
|
"valid_targets_mean": 4040.9,
|
|
"valid_targets_min": 1506
|
|
},
|
|
{
|
|
"epoch": 3.392857142857143,
|
|
"grad_norm": 0.263903533187103,
|
|
"learning_rate": 6.234979881816793e-05,
|
|
"loss": 0.1801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1839650720357895,
|
|
"step": 950,
|
|
"valid_targets_mean": 4767.8,
|
|
"valid_targets_min": 1463
|
|
},
|
|
{
|
|
"epoch": 3.4107142857142856,
|
|
"grad_norm": 0.29927560095320194,
|
|
"learning_rate": 6.200790415218568e-05,
|
|
"loss": 0.1769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17318886518478394,
|
|
"step": 955,
|
|
"valid_targets_mean": 3689.7,
|
|
"valid_targets_min": 1254
|
|
},
|
|
{
|
|
"epoch": 3.4285714285714284,
|
|
"grad_norm": 0.27627340639348663,
|
|
"learning_rate": 6.166541262301468e-05,
|
|
"loss": 0.1775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18372446298599243,
|
|
"step": 960,
|
|
"valid_targets_mean": 4918.7,
|
|
"valid_targets_min": 1791
|
|
},
|
|
{
|
|
"epoch": 3.4464285714285716,
|
|
"grad_norm": 0.30119506003284013,
|
|
"learning_rate": 6.13223412544905e-05,
|
|
"loss": 0.1835,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1705668568611145,
|
|
"step": 965,
|
|
"valid_targets_mean": 3409.4,
|
|
"valid_targets_min": 979
|
|
},
|
|
{
|
|
"epoch": 3.4642857142857144,
|
|
"grad_norm": 0.2932496586638858,
|
|
"learning_rate": 6.0978707099270214e-05,
|
|
"loss": 0.175,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18003857135772705,
|
|
"step": 970,
|
|
"valid_targets_mean": 4257.7,
|
|
"valid_targets_min": 942
|
|
},
|
|
{
|
|
"epoch": 3.482142857142857,
|
|
"grad_norm": 0.2782506995796531,
|
|
"learning_rate": 6.0634527237984604e-05,
|
|
"loss": 0.1797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18446490168571472,
|
|
"step": 975,
|
|
"valid_targets_mean": 4364.7,
|
|
"valid_targets_min": 971
|
|
},
|
|
{
|
|
"epoch": 3.5,
|
|
"grad_norm": 0.3099050593712785,
|
|
"learning_rate": 6.028981877838925e-05,
|
|
"loss": 0.1761,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1693999171257019,
|
|
"step": 980,
|
|
"valid_targets_mean": 3708.5,
|
|
"valid_targets_min": 840
|
|
},
|
|
{
|
|
"epoch": 3.517857142857143,
|
|
"grad_norm": 0.28926992677835955,
|
|
"learning_rate": 5.994459885451422e-05,
|
|
"loss": 0.178,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16710270941257477,
|
|
"step": 985,
|
|
"valid_targets_mean": 3700.2,
|
|
"valid_targets_min": 1355
|
|
},
|
|
{
|
|
"epoch": 3.5357142857142856,
|
|
"grad_norm": 0.2836517919187999,
|
|
"learning_rate": 5.9598884625812315e-05,
|
|
"loss": 0.1773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1771649420261383,
|
|
"step": 990,
|
|
"valid_targets_mean": 3893.0,
|
|
"valid_targets_min": 1533
|
|
},
|
|
{
|
|
"epoch": 3.553571428571429,
|
|
"grad_norm": 0.2898241109281251,
|
|
"learning_rate": 5.925269327630615e-05,
|
|
"loss": 0.1802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18730324506759644,
|
|
"step": 995,
|
|
"valid_targets_mean": 4069.4,
|
|
"valid_targets_min": 1540
|
|
},
|
|
{
|
|
"epoch": 3.571428571428571,
|
|
"grad_norm": 0.30985368243041084,
|
|
"learning_rate": 5.890604201373411e-05,
|
|
"loss": 0.1723,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1658320128917694,
|
|
"step": 1000,
|
|
"valid_targets_mean": 3816.3,
|
|
"valid_targets_min": 654
|
|
},
|
|
{
|
|
"epoch": 3.5892857142857144,
|
|
"grad_norm": 0.28229940773328654,
|
|
"learning_rate": 5.855894806869493e-05,
|
|
"loss": 0.1847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18986308574676514,
|
|
"step": 1005,
|
|
"valid_targets_mean": 4387.7,
|
|
"valid_targets_min": 752
|
|
},
|
|
{
|
|
"epoch": 3.607142857142857,
|
|
"grad_norm": 0.30482724301755476,
|
|
"learning_rate": 5.82114286937912e-05,
|
|
"loss": 0.1768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16868126392364502,
|
|
"step": 1010,
|
|
"valid_targets_mean": 3607.3,
|
|
"valid_targets_min": 873
|
|
},
|
|
{
|
|
"epoch": 3.625,
|
|
"grad_norm": 0.2841782198251889,
|
|
"learning_rate": 5.786350116277195e-05,
|
|
"loss": 0.1736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1747998744249344,
|
|
"step": 1015,
|
|
"valid_targets_mean": 4285.5,
|
|
"valid_targets_min": 1672
|
|
},
|
|
{
|
|
"epoch": 3.642857142857143,
|
|
"grad_norm": 0.27288382845384174,
|
|
"learning_rate": 5.7515182769673915e-05,
|
|
"loss": 0.1785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16694341599941254,
|
|
"step": 1020,
|
|
"valid_targets_mean": 4297.9,
|
|
"valid_targets_min": 626
|
|
},
|
|
{
|
|
"epoch": 3.6607142857142856,
|
|
"grad_norm": 0.31694801804057104,
|
|
"learning_rate": 5.716649082796198e-05,
|
|
"loss": 0.1792,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17280970513820648,
|
|
"step": 1025,
|
|
"valid_targets_mean": 3639.3,
|
|
"valid_targets_min": 740
|
|
},
|
|
{
|
|
"epoch": 3.678571428571429,
|
|
"grad_norm": 0.30803221958484994,
|
|
"learning_rate": 5.681744266966856e-05,
|
|
"loss": 0.1803,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18715696036815643,
|
|
"step": 1030,
|
|
"valid_targets_mean": 3359.3,
|
|
"valid_targets_min": 1427
|
|
},
|
|
{
|
|
"epoch": 3.696428571428571,
|
|
"grad_norm": 0.28087694955377235,
|
|
"learning_rate": 5.6468055644532156e-05,
|
|
"loss": 0.175,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17530888319015503,
|
|
"step": 1035,
|
|
"valid_targets_mean": 3581.6,
|
|
"valid_targets_min": 1188
|
|
},
|
|
{
|
|
"epoch": 3.7142857142857144,
|
|
"grad_norm": 0.2827245499761631,
|
|
"learning_rate": 5.6118347119134916e-05,
|
|
"loss": 0.1758,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17095929384231567,
|
|
"step": 1040,
|
|
"valid_targets_mean": 4282.7,
|
|
"valid_targets_min": 779
|
|
},
|
|
{
|
|
"epoch": 3.732142857142857,
|
|
"grad_norm": 0.2864589954586194,
|
|
"learning_rate": 5.576833447603943e-05,
|
|
"loss": 0.1849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18526536226272583,
|
|
"step": 1045,
|
|
"valid_targets_mean": 4631.1,
|
|
"valid_targets_min": 932
|
|
},
|
|
{
|
|
"epoch": 3.75,
|
|
"grad_norm": 0.29839060591616573,
|
|
"learning_rate": 5.541803511292474e-05,
|
|
"loss": 0.183,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1914333999156952,
|
|
"step": 1050,
|
|
"valid_targets_mean": 3823.6,
|
|
"valid_targets_min": 723
|
|
},
|
|
{
|
|
"epoch": 3.767857142857143,
|
|
"grad_norm": 0.27512542215177754,
|
|
"learning_rate": 5.506746644172154e-05,
|
|
"loss": 0.1787,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16921429336071014,
|
|
"step": 1055,
|
|
"valid_targets_mean": 3671.9,
|
|
"valid_targets_min": 1528
|
|
},
|
|
{
|
|
"epoch": 3.7857142857142856,
|
|
"grad_norm": 0.287025523735746,
|
|
"learning_rate": 5.471664588774671e-05,
|
|
"loss": 0.1762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19496572017669678,
|
|
"step": 1060,
|
|
"valid_targets_mean": 4692.2,
|
|
"valid_targets_min": 1688
|
|
},
|
|
{
|
|
"epoch": 3.803571428571429,
|
|
"grad_norm": 0.2784694847243461,
|
|
"learning_rate": 5.436559088883717e-05,
|
|
"loss": 0.1814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18207921087741852,
|
|
"step": 1065,
|
|
"valid_targets_mean": 3979.0,
|
|
"valid_targets_min": 1435
|
|
},
|
|
{
|
|
"epoch": 3.821428571428571,
|
|
"grad_norm": 0.3110022048416664,
|
|
"learning_rate": 5.4014318894483175e-05,
|
|
"loss": 0.1811,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18802762031555176,
|
|
"step": 1070,
|
|
"valid_targets_mean": 3546.8,
|
|
"valid_targets_min": 731
|
|
},
|
|
{
|
|
"epoch": 3.8392857142857144,
|
|
"grad_norm": 0.30785860600083625,
|
|
"learning_rate": 5.3662847364960855e-05,
|
|
"loss": 0.1845,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1960841566324234,
|
|
"step": 1075,
|
|
"valid_targets_mean": 3787.0,
|
|
"valid_targets_min": 755
|
|
},
|
|
{
|
|
"epoch": 3.857142857142857,
|
|
"grad_norm": 0.2573481530109878,
|
|
"learning_rate": 5.331119377046446e-05,
|
|
"loss": 0.1755,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17424535751342773,
|
|
"step": 1080,
|
|
"valid_targets_mean": 4731.3,
|
|
"valid_targets_min": 878
|
|
},
|
|
{
|
|
"epoch": 3.875,
|
|
"grad_norm": 0.28220342262631487,
|
|
"learning_rate": 5.295937559023794e-05,
|
|
"loss": 0.1767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17703908681869507,
|
|
"step": 1085,
|
|
"valid_targets_mean": 4261.6,
|
|
"valid_targets_min": 1349
|
|
},
|
|
{
|
|
"epoch": 3.892857142857143,
|
|
"grad_norm": 0.2940665061569505,
|
|
"learning_rate": 5.260741031170605e-05,
|
|
"loss": 0.1772,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16015812754631042,
|
|
"step": 1090,
|
|
"valid_targets_mean": 4217.4,
|
|
"valid_targets_min": 649
|
|
},
|
|
{
|
|
"epoch": 3.9107142857142856,
|
|
"grad_norm": 0.2892615443879139,
|
|
"learning_rate": 5.225531542960528e-05,
|
|
"loss": 0.1742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18002673983573914,
|
|
"step": 1095,
|
|
"valid_targets_mean": 4396.1,
|
|
"valid_targets_min": 635
|
|
},
|
|
{
|
|
"epoch": 3.928571428571429,
|
|
"grad_norm": 0.2844523156160923,
|
|
"learning_rate": 5.190310844511412e-05,
|
|
"loss": 0.1799,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17435865104198456,
|
|
"step": 1100,
|
|
"valid_targets_mean": 4064.3,
|
|
"valid_targets_min": 1587
|
|
},
|
|
{
|
|
"epoch": 3.946428571428571,
|
|
"grad_norm": 0.2794612377756448,
|
|
"learning_rate": 5.155080686498324e-05,
|
|
"loss": 0.1785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17053505778312683,
|
|
"step": 1105,
|
|
"valid_targets_mean": 4957.3,
|
|
"valid_targets_min": 1522
|
|
},
|
|
{
|
|
"epoch": 3.9642857142857144,
|
|
"grad_norm": 0.31960522165351335,
|
|
"learning_rate": 5.1198428200665227e-05,
|
|
"loss": 0.1807,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19623860716819763,
|
|
"step": 1110,
|
|
"valid_targets_mean": 3665.9,
|
|
"valid_targets_min": 647
|
|
},
|
|
{
|
|
"epoch": 3.982142857142857,
|
|
"grad_norm": 0.26489906105265987,
|
|
"learning_rate": 5.0845989967444255e-05,
|
|
"loss": 0.1704,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1709238737821579,
|
|
"step": 1115,
|
|
"valid_targets_mean": 4770.1,
|
|
"valid_targets_min": 1088
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.28991999424732645,
|
|
"learning_rate": 5.0493509683565365e-05,
|
|
"loss": 0.1715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13934820890426636,
|
|
"step": 1120,
|
|
"valid_targets_mean": 3832.1,
|
|
"valid_targets_min": 1444
|
|
},
|
|
{
|
|
"epoch": 4.017857142857143,
|
|
"grad_norm": 0.451534621770474,
|
|
"learning_rate": 5.014100486936383e-05,
|
|
"loss": 0.1216,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11967265605926514,
|
|
"step": 1125,
|
|
"valid_targets_mean": 4510.9,
|
|
"valid_targets_min": 668
|
|
},
|
|
{
|
|
"epoch": 4.035714285714286,
|
|
"grad_norm": 0.31869542031728276,
|
|
"learning_rate": 4.9788493046394136e-05,
|
|
"loss": 0.1248,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12776055932044983,
|
|
"step": 1130,
|
|
"valid_targets_mean": 3481.6,
|
|
"valid_targets_min": 1427
|
|
},
|
|
{
|
|
"epoch": 4.053571428571429,
|
|
"grad_norm": 0.3275684299181593,
|
|
"learning_rate": 4.9435991736559245e-05,
|
|
"loss": 0.1195,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13159064948558807,
|
|
"step": 1135,
|
|
"valid_targets_mean": 4423.1,
|
|
"valid_targets_min": 1458
|
|
},
|
|
{
|
|
"epoch": 4.071428571428571,
|
|
"grad_norm": 0.27607322783336474,
|
|
"learning_rate": 4.908351846123947e-05,
|
|
"loss": 0.1214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11679871380329132,
|
|
"step": 1140,
|
|
"valid_targets_mean": 4784.1,
|
|
"valid_targets_min": 1057
|
|
},
|
|
{
|
|
"epoch": 4.089285714285714,
|
|
"grad_norm": 0.312437064743053,
|
|
"learning_rate": 4.8731090740421685e-05,
|
|
"loss": 0.1217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12207663059234619,
|
|
"step": 1145,
|
|
"valid_targets_mean": 4172.3,
|
|
"valid_targets_min": 1435
|
|
},
|
|
{
|
|
"epoch": 4.107142857142857,
|
|
"grad_norm": 0.33140749499535,
|
|
"learning_rate": 4.837872609182846e-05,
|
|
"loss": 0.1243,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12098836153745651,
|
|
"step": 1150,
|
|
"valid_targets_mean": 3562.7,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 4.125,
|
|
"grad_norm": 0.31548516365293605,
|
|
"learning_rate": 4.802644203004723e-05,
|
|
"loss": 0.1225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11879569292068481,
|
|
"step": 1155,
|
|
"valid_targets_mean": 3779.4,
|
|
"valid_targets_min": 1094
|
|
},
|
|
{
|
|
"epoch": 4.142857142857143,
|
|
"grad_norm": 0.3168397120550745,
|
|
"learning_rate": 4.767425606565987e-05,
|
|
"loss": 0.1214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1203106939792633,
|
|
"step": 1160,
|
|
"valid_targets_mean": 3891.2,
|
|
"valid_targets_min": 685
|
|
},
|
|
{
|
|
"epoch": 4.160714285714286,
|
|
"grad_norm": 0.3350388879507561,
|
|
"learning_rate": 4.7322185704372234e-05,
|
|
"loss": 0.1208,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12125179171562195,
|
|
"step": 1165,
|
|
"valid_targets_mean": 3572.4,
|
|
"valid_targets_min": 738
|
|
},
|
|
{
|
|
"epoch": 4.178571428571429,
|
|
"grad_norm": 0.3116230575392623,
|
|
"learning_rate": 4.697024844614396e-05,
|
|
"loss": 0.125,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1259845346212387,
|
|
"step": 1170,
|
|
"valid_targets_mean": 4102.0,
|
|
"valid_targets_min": 1573
|
|
},
|
|
{
|
|
"epoch": 4.196428571428571,
|
|
"grad_norm": 0.32083995600086124,
|
|
"learning_rate": 4.661846178431873e-05,
|
|
"loss": 0.1226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11833621561527252,
|
|
"step": 1175,
|
|
"valid_targets_mean": 3753.1,
|
|
"valid_targets_min": 1395
|
|
},
|
|
{
|
|
"epoch": 4.214285714285714,
|
|
"grad_norm": 0.31654278436640576,
|
|
"learning_rate": 4.626684320475473e-05,
|
|
"loss": 0.1288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1299327313899994,
|
|
"step": 1180,
|
|
"valid_targets_mean": 4084.4,
|
|
"valid_targets_min": 1568
|
|
},
|
|
{
|
|
"epoch": 4.232142857142857,
|
|
"grad_norm": 0.3128244320348968,
|
|
"learning_rate": 4.591541018495542e-05,
|
|
"loss": 0.1204,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10938730090856552,
|
|
"step": 1185,
|
|
"valid_targets_mean": 3991.2,
|
|
"valid_targets_min": 1256
|
|
},
|
|
{
|
|
"epoch": 4.25,
|
|
"grad_norm": 0.3065740834373241,
|
|
"learning_rate": 4.556418019320087e-05,
|
|
"loss": 0.1216,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11140576004981995,
|
|
"step": 1190,
|
|
"valid_targets_mean": 4395.6,
|
|
"valid_targets_min": 1477
|
|
},
|
|
{
|
|
"epoch": 4.267857142857143,
|
|
"grad_norm": 0.31978949222293923,
|
|
"learning_rate": 4.521317068767949e-05,
|
|
"loss": 0.1298,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13997787237167358,
|
|
"step": 1195,
|
|
"valid_targets_mean": 3860.8,
|
|
"valid_targets_min": 836
|
|
},
|
|
{
|
|
"epoch": 4.285714285714286,
|
|
"grad_norm": 0.35349677784290057,
|
|
"learning_rate": 4.4862399115620184e-05,
|
|
"loss": 0.1252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13185806572437286,
|
|
"step": 1200,
|
|
"valid_targets_mean": 3925.2,
|
|
"valid_targets_min": 799
|
|
},
|
|
{
|
|
"epoch": 4.303571428571429,
|
|
"grad_norm": 0.3244248562590004,
|
|
"learning_rate": 4.451188291242521e-05,
|
|
"loss": 0.1246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12347427755594254,
|
|
"step": 1205,
|
|
"valid_targets_mean": 3967.4,
|
|
"valid_targets_min": 646
|
|
},
|
|
{
|
|
"epoch": 4.321428571428571,
|
|
"grad_norm": 0.30723219910694577,
|
|
"learning_rate": 4.4161639500803515e-05,
|
|
"loss": 0.1301,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12852035462856293,
|
|
"step": 1210,
|
|
"valid_targets_mean": 4419.7,
|
|
"valid_targets_min": 1143
|
|
},
|
|
{
|
|
"epoch": 4.339285714285714,
|
|
"grad_norm": 0.3363607312732738,
|
|
"learning_rate": 4.381168628990464e-05,
|
|
"loss": 0.1284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1323574185371399,
|
|
"step": 1215,
|
|
"valid_targets_mean": 3381.8,
|
|
"valid_targets_min": 630
|
|
},
|
|
{
|
|
"epoch": 4.357142857142857,
|
|
"grad_norm": 0.3098634754883557,
|
|
"learning_rate": 4.346204067445348e-05,
|
|
"loss": 0.1213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11363941431045532,
|
|
"step": 1220,
|
|
"valid_targets_mean": 4274.2,
|
|
"valid_targets_min": 1371
|
|
},
|
|
{
|
|
"epoch": 4.375,
|
|
"grad_norm": 0.32154880540342107,
|
|
"learning_rate": 4.311272003388568e-05,
|
|
"loss": 0.1211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1257430911064148,
|
|
"step": 1225,
|
|
"valid_targets_mean": 4325.1,
|
|
"valid_targets_min": 657
|
|
},
|
|
{
|
|
"epoch": 4.392857142857143,
|
|
"grad_norm": 0.28637371109478005,
|
|
"learning_rate": 4.2763741731483664e-05,
|
|
"loss": 0.1252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12955023348331451,
|
|
"step": 1230,
|
|
"valid_targets_mean": 5250.8,
|
|
"valid_targets_min": 1438
|
|
},
|
|
{
|
|
"epoch": 4.410714285714286,
|
|
"grad_norm": 0.31422460467122065,
|
|
"learning_rate": 4.241512311351366e-05,
|
|
"loss": 0.1265,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11697547137737274,
|
|
"step": 1235,
|
|
"valid_targets_mean": 4267.8,
|
|
"valid_targets_min": 1499
|
|
},
|
|
{
|
|
"epoch": 4.428571428571429,
|
|
"grad_norm": 0.3056796048265474,
|
|
"learning_rate": 4.2066881508363523e-05,
|
|
"loss": 0.1304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13574860990047455,
|
|
"step": 1240,
|
|
"valid_targets_mean": 4882.5,
|
|
"valid_targets_min": 2100
|
|
},
|
|
{
|
|
"epoch": 4.446428571428571,
|
|
"grad_norm": 0.3216849805396823,
|
|
"learning_rate": 4.1719034225681274e-05,
|
|
"loss": 0.1266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1248731017112732,
|
|
"step": 1245,
|
|
"valid_targets_mean": 3816.4,
|
|
"valid_targets_min": 528
|
|
},
|
|
{
|
|
"epoch": 4.464285714285714,
|
|
"grad_norm": 0.3143370105415563,
|
|
"learning_rate": 4.137159855551486e-05,
|
|
"loss": 0.1339,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11978290975093842,
|
|
"step": 1250,
|
|
"valid_targets_mean": 4493.4,
|
|
"valid_targets_min": 874
|
|
},
|
|
{
|
|
"epoch": 4.482142857142857,
|
|
"grad_norm": 0.33373032285127163,
|
|
"learning_rate": 4.102459176745267e-05,
|
|
"loss": 0.1251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1251649409532547,
|
|
"step": 1255,
|
|
"valid_targets_mean": 3819.5,
|
|
"valid_targets_min": 837
|
|
},
|
|
{
|
|
"epoch": 4.5,
|
|
"grad_norm": 0.30593502005900564,
|
|
"learning_rate": 4.067803110976513e-05,
|
|
"loss": 0.1307,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1278524100780487,
|
|
"step": 1260,
|
|
"valid_targets_mean": 4171.4,
|
|
"valid_targets_min": 1564
|
|
},
|
|
{
|
|
"epoch": 4.517857142857143,
|
|
"grad_norm": 0.3222173010025613,
|
|
"learning_rate": 4.033193380854734e-05,
|
|
"loss": 0.1244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11454290896654129,
|
|
"step": 1265,
|
|
"valid_targets_mean": 3779.9,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 4.535714285714286,
|
|
"grad_norm": 0.3303574927974592,
|
|
"learning_rate": 3.998631706686292e-05,
|
|
"loss": 0.1264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1289159059524536,
|
|
"step": 1270,
|
|
"valid_targets_mean": 3778.0,
|
|
"valid_targets_min": 755
|
|
},
|
|
{
|
|
"epoch": 4.553571428571429,
|
|
"grad_norm": 0.31890491075495686,
|
|
"learning_rate": 3.964119806388887e-05,
|
|
"loss": 0.1211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12130078673362732,
|
|
"step": 1275,
|
|
"valid_targets_mean": 3904.1,
|
|
"valid_targets_min": 1516
|
|
},
|
|
{
|
|
"epoch": 4.571428571428571,
|
|
"grad_norm": 0.32075685342886695,
|
|
"learning_rate": 3.929659395406159e-05,
|
|
"loss": 0.1255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12681984901428223,
|
|
"step": 1280,
|
|
"valid_targets_mean": 4103.4,
|
|
"valid_targets_min": 1497
|
|
},
|
|
{
|
|
"epoch": 4.589285714285714,
|
|
"grad_norm": 0.30516634302964996,
|
|
"learning_rate": 3.895252186622433e-05,
|
|
"loss": 0.1275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13202255964279175,
|
|
"step": 1285,
|
|
"valid_targets_mean": 4647.9,
|
|
"valid_targets_min": 1808
|
|
},
|
|
{
|
|
"epoch": 4.607142857142857,
|
|
"grad_norm": 0.31526161090705346,
|
|
"learning_rate": 3.860899890277575e-05,
|
|
"loss": 0.1196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11984704434871674,
|
|
"step": 1290,
|
|
"valid_targets_mean": 4053.4,
|
|
"valid_targets_min": 1332
|
|
},
|
|
{
|
|
"epoch": 4.625,
|
|
"grad_norm": 0.2971140343455729,
|
|
"learning_rate": 3.8266042138819746e-05,
|
|
"loss": 0.1245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11468343436717987,
|
|
"step": 1295,
|
|
"valid_targets_mean": 3809.1,
|
|
"valid_targets_min": 1391
|
|
},
|
|
{
|
|
"epoch": 4.642857142857143,
|
|
"grad_norm": 0.29336236692116224,
|
|
"learning_rate": 3.7923668621316824e-05,
|
|
"loss": 0.1211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12110649049282074,
|
|
"step": 1300,
|
|
"valid_targets_mean": 4419.2,
|
|
"valid_targets_min": 1444
|
|
},
|
|
{
|
|
"epoch": 4.660714285714286,
|
|
"grad_norm": 0.32346533785021364,
|
|
"learning_rate": 3.758189536823673e-05,
|
|
"loss": 0.1254,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13088198006153107,
|
|
"step": 1305,
|
|
"valid_targets_mean": 3517.6,
|
|
"valid_targets_min": 626
|
|
},
|
|
{
|
|
"epoch": 4.678571428571429,
|
|
"grad_norm": 0.31441159333543034,
|
|
"learning_rate": 3.724073936771252e-05,
|
|
"loss": 0.1232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12440180033445358,
|
|
"step": 1310,
|
|
"valid_targets_mean": 3832.8,
|
|
"valid_targets_min": 1451
|
|
},
|
|
{
|
|
"epoch": 4.696428571428571,
|
|
"grad_norm": 0.3186480697373718,
|
|
"learning_rate": 3.6900217577196185e-05,
|
|
"loss": 0.126,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13353362679481506,
|
|
"step": 1315,
|
|
"valid_targets_mean": 4094.6,
|
|
"valid_targets_min": 735
|
|
},
|
|
{
|
|
"epoch": 4.714285714285714,
|
|
"grad_norm": 0.3020743749620538,
|
|
"learning_rate": 3.656034692261582e-05,
|
|
"loss": 0.1245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13044799864292145,
|
|
"step": 1320,
|
|
"valid_targets_mean": 4323.6,
|
|
"valid_targets_min": 1301
|
|
},
|
|
{
|
|
"epoch": 4.732142857142857,
|
|
"grad_norm": 0.3421631818815327,
|
|
"learning_rate": 3.622114429753418e-05,
|
|
"loss": 0.1244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13268694281578064,
|
|
"step": 1325,
|
|
"valid_targets_mean": 3505.2,
|
|
"valid_targets_min": 622
|
|
},
|
|
{
|
|
"epoch": 4.75,
|
|
"grad_norm": 0.3423456249386629,
|
|
"learning_rate": 3.588262656230904e-05,
|
|
"loss": 0.1241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13105139136314392,
|
|
"step": 1330,
|
|
"valid_targets_mean": 3470.0,
|
|
"valid_targets_min": 530
|
|
},
|
|
{
|
|
"epoch": 4.767857142857143,
|
|
"grad_norm": 0.30620685170143885,
|
|
"learning_rate": 3.554481054325522e-05,
|
|
"loss": 0.1277,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1297651082277298,
|
|
"step": 1335,
|
|
"valid_targets_mean": 3925.0,
|
|
"valid_targets_min": 1728
|
|
},
|
|
{
|
|
"epoch": 4.785714285714286,
|
|
"grad_norm": 0.2868301774018994,
|
|
"learning_rate": 3.520771303180803e-05,
|
|
"loss": 0.1278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12289422750473022,
|
|
"step": 1340,
|
|
"valid_targets_mean": 4697.8,
|
|
"valid_targets_min": 1159
|
|
},
|
|
{
|
|
"epoch": 4.803571428571429,
|
|
"grad_norm": 0.2923485857312998,
|
|
"learning_rate": 3.48713507836888e-05,
|
|
"loss": 0.1196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11775079369544983,
|
|
"step": 1345,
|
|
"valid_targets_mean": 4619.3,
|
|
"valid_targets_min": 1605
|
|
},
|
|
{
|
|
"epoch": 4.821428571428571,
|
|
"grad_norm": 0.30833598321387995,
|
|
"learning_rate": 3.4535740518071966e-05,
|
|
"loss": 0.122,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12246265262365341,
|
|
"step": 1350,
|
|
"valid_targets_mean": 4220.8,
|
|
"valid_targets_min": 1254
|
|
},
|
|
{
|
|
"epoch": 4.839285714285714,
|
|
"grad_norm": 0.29392845652129446,
|
|
"learning_rate": 3.420089891675401e-05,
|
|
"loss": 0.1229,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10792181640863419,
|
|
"step": 1355,
|
|
"valid_targets_mean": 4164.7,
|
|
"valid_targets_min": 695
|
|
},
|
|
{
|
|
"epoch": 4.857142857142857,
|
|
"grad_norm": 0.2976928081052809,
|
|
"learning_rate": 3.386684262332429e-05,
|
|
"loss": 0.1282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1328098177909851,
|
|
"step": 1360,
|
|
"valid_targets_mean": 4361.8,
|
|
"valid_targets_min": 1532
|
|
},
|
|
{
|
|
"epoch": 4.875,
|
|
"grad_norm": 0.32963911556753467,
|
|
"learning_rate": 3.35335882423378e-05,
|
|
"loss": 0.1269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1411687731742859,
|
|
"step": 1365,
|
|
"valid_targets_mean": 3795.0,
|
|
"valid_targets_min": 868
|
|
},
|
|
{
|
|
"epoch": 4.892857142857143,
|
|
"grad_norm": 0.3061787070012623,
|
|
"learning_rate": 3.3201152338489726e-05,
|
|
"loss": 0.1214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13152283430099487,
|
|
"step": 1370,
|
|
"valid_targets_mean": 4392.7,
|
|
"valid_targets_min": 1593
|
|
},
|
|
{
|
|
"epoch": 4.910714285714286,
|
|
"grad_norm": 0.30129774933052,
|
|
"learning_rate": 3.2869551435792184e-05,
|
|
"loss": 0.1226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11523544788360596,
|
|
"step": 1375,
|
|
"valid_targets_mean": 3903.0,
|
|
"valid_targets_min": 915
|
|
},
|
|
{
|
|
"epoch": 4.928571428571429,
|
|
"grad_norm": 0.30784140914840247,
|
|
"learning_rate": 3.253880201675287e-05,
|
|
"loss": 0.1232,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.11999917775392532,
|
|
"step": 1380,
|
|
"valid_targets_mean": 4264.9,
|
|
"valid_targets_min": 623
|
|
},
|
|
{
|
|
"epoch": 4.946428571428571,
|
|
"grad_norm": 0.31174757627134553,
|
|
"learning_rate": 3.2208920521555676e-05,
|
|
"loss": 0.1251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12148493528366089,
|
|
"step": 1385,
|
|
"valid_targets_mean": 4068.2,
|
|
"valid_targets_min": 1405
|
|
},
|
|
{
|
|
"epoch": 4.964285714285714,
|
|
"grad_norm": 0.33685982146125953,
|
|
"learning_rate": 3.187992334724363e-05,
|
|
"loss": 0.1296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13812394440174103,
|
|
"step": 1390,
|
|
"valid_targets_mean": 3466.9,
|
|
"valid_targets_min": 617
|
|
},
|
|
{
|
|
"epoch": 4.982142857142857,
|
|
"grad_norm": 0.31973777275111004,
|
|
"learning_rate": 3.1551826846903896e-05,
|
|
"loss": 0.1254,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.12065494060516357,
|
|
"step": 1395,
|
|
"valid_targets_mean": 3906.6,
|
|
"valid_targets_min": 733
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.2994819596511423,
|
|
"learning_rate": 3.122464732885476e-05,
|
|
"loss": 0.12,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10494282841682434,
|
|
"step": 1400,
|
|
"valid_targets_mean": 4060.3,
|
|
"valid_targets_min": 744
|
|
},
|
|
{
|
|
"epoch": 5.017857142857143,
|
|
"grad_norm": 0.6895531207869822,
|
|
"learning_rate": 3.0898401055835156e-05,
|
|
"loss": 0.0823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08173909783363342,
|
|
"step": 1405,
|
|
"valid_targets_mean": 3932.3,
|
|
"valid_targets_min": 938
|
|
},
|
|
{
|
|
"epoch": 5.035714285714286,
|
|
"grad_norm": 0.308257835133526,
|
|
"learning_rate": 3.057310424419632e-05,
|
|
"loss": 0.0837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07695461809635162,
|
|
"step": 1410,
|
|
"valid_targets_mean": 4120.6,
|
|
"valid_targets_min": 1708
|
|
},
|
|
{
|
|
"epoch": 5.053571428571429,
|
|
"grad_norm": 0.3648171824246545,
|
|
"learning_rate": 3.0248773063095603e-05,
|
|
"loss": 0.076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08023419976234436,
|
|
"step": 1415,
|
|
"valid_targets_mean": 3667.2,
|
|
"valid_targets_min": 691
|
|
},
|
|
{
|
|
"epoch": 5.071428571428571,
|
|
"grad_norm": 0.3433617630578246,
|
|
"learning_rate": 2.9925423633692923e-05,
|
|
"loss": 0.076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08550803363323212,
|
|
"step": 1420,
|
|
"valid_targets_mean": 3896.2,
|
|
"valid_targets_min": 868
|
|
},
|
|
{
|
|
"epoch": 5.089285714285714,
|
|
"grad_norm": 0.3221600725668014,
|
|
"learning_rate": 2.960307202834941e-05,
|
|
"loss": 0.0762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07856301963329315,
|
|
"step": 1425,
|
|
"valid_targets_mean": 4333.6,
|
|
"valid_targets_min": 786
|
|
},
|
|
{
|
|
"epoch": 5.107142857142857,
|
|
"grad_norm": 0.3198964123687821,
|
|
"learning_rate": 2.9281734269828408e-05,
|
|
"loss": 0.0775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0831381231546402,
|
|
"step": 1430,
|
|
"valid_targets_mean": 4443.3,
|
|
"valid_targets_min": 1331
|
|
},
|
|
{
|
|
"epoch": 5.125,
|
|
"grad_norm": 0.3273563067974785,
|
|
"learning_rate": 2.896142633049922e-05,
|
|
"loss": 0.0748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07411238551139832,
|
|
"step": 1435,
|
|
"valid_targets_mean": 3886.0,
|
|
"valid_targets_min": 738
|
|
},
|
|
{
|
|
"epoch": 5.142857142857143,
|
|
"grad_norm": 0.3044094111140198,
|
|
"learning_rate": 2.8642164131543048e-05,
|
|
"loss": 0.0769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0747397392988205,
|
|
"step": 1440,
|
|
"valid_targets_mean": 4391.4,
|
|
"valid_targets_min": 1094
|
|
},
|
|
{
|
|
"epoch": 5.160714285714286,
|
|
"grad_norm": 0.35020721440807756,
|
|
"learning_rate": 2.8323963542161663e-05,
|
|
"loss": 0.077,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09041236340999603,
|
|
"step": 1445,
|
|
"valid_targets_mean": 3875.8,
|
|
"valid_targets_min": 1609
|
|
},
|
|
{
|
|
"epoch": 5.178571428571429,
|
|
"grad_norm": 0.3360841433627317,
|
|
"learning_rate": 2.800684037878867e-05,
|
|
"loss": 0.077,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07672949880361557,
|
|
"step": 1450,
|
|
"valid_targets_mean": 3548.8,
|
|
"valid_targets_min": 719
|
|
},
|
|
{
|
|
"epoch": 5.196428571428571,
|
|
"grad_norm": 0.335243405340086,
|
|
"learning_rate": 2.7690810404303276e-05,
|
|
"loss": 0.0815,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08165518939495087,
|
|
"step": 1455,
|
|
"valid_targets_mean": 3935.0,
|
|
"valid_targets_min": 1304
|
|
},
|
|
{
|
|
"epoch": 5.214285714285714,
|
|
"grad_norm": 0.3228656216287706,
|
|
"learning_rate": 2.7375889327246744e-05,
|
|
"loss": 0.0767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07716818153858185,
|
|
"step": 1460,
|
|
"valid_targets_mean": 4342.4,
|
|
"valid_targets_min": 1373
|
|
},
|
|
{
|
|
"epoch": 5.232142857142857,
|
|
"grad_norm": 0.30602600993967805,
|
|
"learning_rate": 2.7062092801041716e-05,
|
|
"loss": 0.0767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07576284557580948,
|
|
"step": 1465,
|
|
"valid_targets_mean": 4187.2,
|
|
"valid_targets_min": 715
|
|
},
|
|
{
|
|
"epoch": 5.25,
|
|
"grad_norm": 0.37919790138615983,
|
|
"learning_rate": 2.6749436423214e-05,
|
|
"loss": 0.0794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0794055387377739,
|
|
"step": 1470,
|
|
"valid_targets_mean": 4306.7,
|
|
"valid_targets_min": 851
|
|
},
|
|
{
|
|
"epoch": 5.267857142857143,
|
|
"grad_norm": 0.31112794556315865,
|
|
"learning_rate": 2.6437935734617393e-05,
|
|
"loss": 0.0781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07946112751960754,
|
|
"step": 1475,
|
|
"valid_targets_mean": 4588.7,
|
|
"valid_targets_min": 1451
|
|
},
|
|
{
|
|
"epoch": 5.285714285714286,
|
|
"grad_norm": 0.31463210971547867,
|
|
"learning_rate": 2.612760621866113e-05,
|
|
"loss": 0.0784,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07934070378541946,
|
|
"step": 1480,
|
|
"valid_targets_mean": 4180.7,
|
|
"valid_targets_min": 779
|
|
},
|
|
{
|
|
"epoch": 5.303571428571429,
|
|
"grad_norm": 0.320225067301147,
|
|
"learning_rate": 2.581846330054034e-05,
|
|
"loss": 0.0785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07398343086242676,
|
|
"step": 1485,
|
|
"valid_targets_mean": 4172.8,
|
|
"valid_targets_min": 1403
|
|
},
|
|
{
|
|
"epoch": 5.321428571428571,
|
|
"grad_norm": 0.31651267928872295,
|
|
"learning_rate": 2.551052234646929e-05,
|
|
"loss": 0.0801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08124566078186035,
|
|
"step": 1490,
|
|
"valid_targets_mean": 4220.7,
|
|
"valid_targets_min": 1476
|
|
},
|
|
{
|
|
"epoch": 5.339285714285714,
|
|
"grad_norm": 0.318255472621264,
|
|
"learning_rate": 2.5203798662917555e-05,
|
|
"loss": 0.076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07714743167161942,
|
|
"step": 1495,
|
|
"valid_targets_mean": 4190.4,
|
|
"valid_targets_min": 1142
|
|
},
|
|
{
|
|
"epoch": 5.357142857142857,
|
|
"grad_norm": 0.33975709493337775,
|
|
"learning_rate": 2.489830749584924e-05,
|
|
"loss": 0.0779,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0697803795337677,
|
|
"step": 1500,
|
|
"valid_targets_mean": 3611.3,
|
|
"valid_targets_min": 1618
|
|
},
|
|
{
|
|
"epoch": 5.375,
|
|
"grad_norm": 0.32820382646406937,
|
|
"learning_rate": 2.4594064029965197e-05,
|
|
"loss": 0.0798,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07638822495937347,
|
|
"step": 1505,
|
|
"valid_targets_mean": 4132.7,
|
|
"valid_targets_min": 1155
|
|
},
|
|
{
|
|
"epoch": 5.392857142857143,
|
|
"grad_norm": 0.3540109637161371,
|
|
"learning_rate": 2.429108338794817e-05,
|
|
"loss": 0.0787,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08276736736297607,
|
|
"step": 1510,
|
|
"valid_targets_mean": 3988.2,
|
|
"valid_targets_min": 943
|
|
},
|
|
{
|
|
"epoch": 5.410714285714286,
|
|
"grad_norm": 0.3578200985747836,
|
|
"learning_rate": 2.3989380629711194e-05,
|
|
"loss": 0.0791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08381788432598114,
|
|
"step": 1515,
|
|
"valid_targets_mean": 3404.6,
|
|
"valid_targets_min": 672
|
|
},
|
|
{
|
|
"epoch": 5.428571428571429,
|
|
"grad_norm": 0.3218477229817908,
|
|
"learning_rate": 2.3688970751649002e-05,
|
|
"loss": 0.0837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08048512041568756,
|
|
"step": 1520,
|
|
"valid_targets_mean": 3888.3,
|
|
"valid_targets_min": 1188
|
|
},
|
|
{
|
|
"epoch": 5.446428571428571,
|
|
"grad_norm": 0.3300434508814151,
|
|
"learning_rate": 2.3389868685892573e-05,
|
|
"loss": 0.0764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07927368581295013,
|
|
"step": 1525,
|
|
"valid_targets_mean": 3909.9,
|
|
"valid_targets_min": 1486
|
|
},
|
|
{
|
|
"epoch": 5.464285714285714,
|
|
"grad_norm": 0.30726628897860647,
|
|
"learning_rate": 2.309208929956694e-05,
|
|
"loss": 0.0743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07424400746822357,
|
|
"step": 1530,
|
|
"valid_targets_mean": 4278.7,
|
|
"valid_targets_min": 735
|
|
},
|
|
{
|
|
"epoch": 5.482142857142857,
|
|
"grad_norm": 0.2865995807445488,
|
|
"learning_rate": 2.2795647394052284e-05,
|
|
"loss": 0.0749,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06469792127609253,
|
|
"step": 1535,
|
|
"valid_targets_mean": 4355.5,
|
|
"valid_targets_min": 1455
|
|
},
|
|
{
|
|
"epoch": 5.5,
|
|
"grad_norm": 0.3264845505865478,
|
|
"learning_rate": 2.2500557704248083e-05,
|
|
"loss": 0.0761,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07780517637729645,
|
|
"step": 1540,
|
|
"valid_targets_mean": 4292.3,
|
|
"valid_targets_min": 711
|
|
},
|
|
{
|
|
"epoch": 5.517857142857143,
|
|
"grad_norm": 0.3154717281910029,
|
|
"learning_rate": 2.220683489784081e-05,
|
|
"loss": 0.0814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08107089251279831,
|
|
"step": 1545,
|
|
"valid_targets_mean": 4626.5,
|
|
"valid_targets_min": 1527
|
|
},
|
|
{
|
|
"epoch": 5.535714285714286,
|
|
"grad_norm": 0.29810732769867293,
|
|
"learning_rate": 2.1914493574574858e-05,
|
|
"loss": 0.0768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07099950313568115,
|
|
"step": 1550,
|
|
"valid_targets_mean": 4301.5,
|
|
"valid_targets_min": 1124
|
|
},
|
|
{
|
|
"epoch": 5.553571428571429,
|
|
"grad_norm": 0.33309410301089987,
|
|
"learning_rate": 2.162354826552673e-05,
|
|
"loss": 0.0806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07673013210296631,
|
|
"step": 1555,
|
|
"valid_targets_mean": 3712.4,
|
|
"valid_targets_min": 530
|
|
},
|
|
{
|
|
"epoch": 5.571428571428571,
|
|
"grad_norm": 0.3488466182358611,
|
|
"learning_rate": 2.1334013432382894e-05,
|
|
"loss": 0.0799,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07404391467571259,
|
|
"step": 1560,
|
|
"valid_targets_mean": 3314.2,
|
|
"valid_targets_min": 764
|
|
},
|
|
{
|
|
"epoch": 5.589285714285714,
|
|
"grad_norm": 0.30167910299742445,
|
|
"learning_rate": 2.1045903466720913e-05,
|
|
"loss": 0.0808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07387515902519226,
|
|
"step": 1565,
|
|
"valid_targets_mean": 4527.9,
|
|
"valid_targets_min": 896
|
|
},
|
|
{
|
|
"epoch": 5.607142857142857,
|
|
"grad_norm": 0.331159472333701,
|
|
"learning_rate": 2.0759232689294044e-05,
|
|
"loss": 0.0782,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07977255433797836,
|
|
"step": 1570,
|
|
"valid_targets_mean": 3897.1,
|
|
"valid_targets_min": 903
|
|
},
|
|
{
|
|
"epoch": 5.625,
|
|
"grad_norm": 0.35940782160274726,
|
|
"learning_rate": 2.0474015349319503e-05,
|
|
"loss": 0.0823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09296411275863647,
|
|
"step": 1575,
|
|
"valid_targets_mean": 3816.1,
|
|
"valid_targets_min": 664
|
|
},
|
|
{
|
|
"epoch": 5.642857142857143,
|
|
"grad_norm": 0.30894802512426395,
|
|
"learning_rate": 2.0190265623770143e-05,
|
|
"loss": 0.0764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0791928768157959,
|
|
"step": 1580,
|
|
"valid_targets_mean": 4218.3,
|
|
"valid_targets_min": 732
|
|
},
|
|
{
|
|
"epoch": 5.660714285714286,
|
|
"grad_norm": 0.32164922417655917,
|
|
"learning_rate": 1.990799761666975e-05,
|
|
"loss": 0.0784,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08298400044441223,
|
|
"step": 1585,
|
|
"valid_targets_mean": 4553.2,
|
|
"valid_targets_min": 1560
|
|
},
|
|
{
|
|
"epoch": 5.678571428571429,
|
|
"grad_norm": 0.32348854042942393,
|
|
"learning_rate": 1.962722535839202e-05,
|
|
"loss": 0.0807,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08424737304449081,
|
|
"step": 1590,
|
|
"valid_targets_mean": 4280.0,
|
|
"valid_targets_min": 580
|
|
},
|
|
{
|
|
"epoch": 5.696428571428571,
|
|
"grad_norm": 0.3223358842716645,
|
|
"learning_rate": 1.9347962804963238e-05,
|
|
"loss": 0.0775,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08354779332876205,
|
|
"step": 1595,
|
|
"valid_targets_mean": 4233.2,
|
|
"valid_targets_min": 1661
|
|
},
|
|
{
|
|
"epoch": 5.714285714285714,
|
|
"grad_norm": 0.34322995935945416,
|
|
"learning_rate": 1.9070223837368412e-05,
|
|
"loss": 0.0798,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08479490876197815,
|
|
"step": 1600,
|
|
"valid_targets_mean": 4020.3,
|
|
"valid_targets_min": 836
|
|
},
|
|
{
|
|
"epoch": 5.732142857142857,
|
|
"grad_norm": 0.3234315363924524,
|
|
"learning_rate": 1.8794022260861482e-05,
|
|
"loss": 0.0781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07609676569700241,
|
|
"step": 1605,
|
|
"valid_targets_mean": 3915.0,
|
|
"valid_targets_min": 1600
|
|
},
|
|
{
|
|
"epoch": 5.75,
|
|
"grad_norm": 0.31836053518331936,
|
|
"learning_rate": 1.8519371804279046e-05,
|
|
"loss": 0.0783,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08317436277866364,
|
|
"step": 1610,
|
|
"valid_targets_mean": 4347.5,
|
|
"valid_targets_min": 1306
|
|
},
|
|
{
|
|
"epoch": 5.767857142857143,
|
|
"grad_norm": 0.3460059635579521,
|
|
"learning_rate": 1.8246286119357903e-05,
|
|
"loss": 0.0773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07543785870075226,
|
|
"step": 1615,
|
|
"valid_targets_mean": 3351.2,
|
|
"valid_targets_min": 1573
|
|
},
|
|
{
|
|
"epoch": 5.785714285714286,
|
|
"grad_norm": 0.3101390452055134,
|
|
"learning_rate": 1.797477878005655e-05,
|
|
"loss": 0.0766,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0691436380147934,
|
|
"step": 1620,
|
|
"valid_targets_mean": 3907.1,
|
|
"valid_targets_min": 1587
|
|
},
|
|
{
|
|
"epoch": 5.803571428571429,
|
|
"grad_norm": 0.3244743631959807,
|
|
"learning_rate": 1.7704863281880496e-05,
|
|
"loss": 0.0773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08170685172080994,
|
|
"step": 1625,
|
|
"valid_targets_mean": 3930.0,
|
|
"valid_targets_min": 1770
|
|
},
|
|
{
|
|
"epoch": 5.821428571428571,
|
|
"grad_norm": 0.3338666069308065,
|
|
"learning_rate": 1.743655304121136e-05,
|
|
"loss": 0.0824,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08442583680152893,
|
|
"step": 1630,
|
|
"valid_targets_mean": 4034.2,
|
|
"valid_targets_min": 1809
|
|
},
|
|
{
|
|
"epoch": 5.839285714285714,
|
|
"grad_norm": 0.32492420368431646,
|
|
"learning_rate": 1.7169861394640107e-05,
|
|
"loss": 0.0776,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07858459651470184,
|
|
"step": 1635,
|
|
"valid_targets_mean": 3990.6,
|
|
"valid_targets_min": 1578
|
|
},
|
|
{
|
|
"epoch": 5.857142857142857,
|
|
"grad_norm": 0.3596885837994889,
|
|
"learning_rate": 1.6904801598304095e-05,
|
|
"loss": 0.083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0926271304488182,
|
|
"step": 1640,
|
|
"valid_targets_mean": 3676.3,
|
|
"valid_targets_min": 729
|
|
},
|
|
{
|
|
"epoch": 5.875,
|
|
"grad_norm": 0.33296059014478036,
|
|
"learning_rate": 1.6641386827228105e-05,
|
|
"loss": 0.0795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08574201166629791,
|
|
"step": 1645,
|
|
"valid_targets_mean": 4530.5,
|
|
"valid_targets_min": 1656
|
|
},
|
|
{
|
|
"epoch": 5.892857142857143,
|
|
"grad_norm": 0.32781758731573796,
|
|
"learning_rate": 1.637963017466961e-05,
|
|
"loss": 0.0794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08394479751586914,
|
|
"step": 1650,
|
|
"valid_targets_mean": 3995.4,
|
|
"valid_targets_min": 1319
|
|
},
|
|
{
|
|
"epoch": 5.910714285714286,
|
|
"grad_norm": 0.30127371707688244,
|
|
"learning_rate": 1.61195446514678e-05,
|
|
"loss": 0.0782,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07440881431102753,
|
|
"step": 1655,
|
|
"valid_targets_mean": 4835.7,
|
|
"valid_targets_min": 733
|
|
},
|
|
{
|
|
"epoch": 5.928571428571429,
|
|
"grad_norm": 0.3075362685774865,
|
|
"learning_rate": 1.586114318539697e-05,
|
|
"loss": 0.0751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07055199146270752,
|
|
"step": 1660,
|
|
"valid_targets_mean": 3962.7,
|
|
"valid_targets_min": 1329
|
|
},
|
|
{
|
|
"epoch": 5.946428571428571,
|
|
"grad_norm": 0.31217462168206894,
|
|
"learning_rate": 1.560443862052393e-05,
|
|
"loss": 0.0791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08014695346355438,
|
|
"step": 1665,
|
|
"valid_targets_mean": 4384.1,
|
|
"valid_targets_min": 910
|
|
},
|
|
{
|
|
"epoch": 5.964285714285714,
|
|
"grad_norm": 0.3581031397083817,
|
|
"learning_rate": 1.534944371656955e-05,
|
|
"loss": 0.0801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0818948745727539,
|
|
"step": 1670,
|
|
"valid_targets_mean": 3801.5,
|
|
"valid_targets_min": 703
|
|
},
|
|
{
|
|
"epoch": 5.982142857142857,
|
|
"grad_norm": 0.2824198991546861,
|
|
"learning_rate": 1.5096171148274546e-05,
|
|
"loss": 0.071,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07383203506469727,
|
|
"step": 1675,
|
|
"valid_targets_mean": 5191.9,
|
|
"valid_targets_min": 1418
|
|
},
|
|
{
|
|
"epoch": 6.0,
|
|
"grad_norm": 0.29215381073719615,
|
|
"learning_rate": 1.4844633504769422e-05,
|
|
"loss": 0.0763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06313540041446686,
|
|
"step": 1680,
|
|
"valid_targets_mean": 4091.1,
|
|
"valid_targets_min": 824
|
|
},
|
|
{
|
|
"epoch": 6.017857142857143,
|
|
"grad_norm": 0.33128677829620434,
|
|
"learning_rate": 1.4594843288948773e-05,
|
|
"loss": 0.0494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04688066989183426,
|
|
"step": 1685,
|
|
"valid_targets_mean": 3909.4,
|
|
"valid_targets_min": 1727
|
|
},
|
|
{
|
|
"epoch": 6.035714285714286,
|
|
"grad_norm": 0.32277792926022025,
|
|
"learning_rate": 1.4346812916849839e-05,
|
|
"loss": 0.0458,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04678421840071678,
|
|
"step": 1690,
|
|
"valid_targets_mean": 4666.6,
|
|
"valid_targets_min": 1778
|
|
},
|
|
{
|
|
"epoch": 6.053571428571429,
|
|
"grad_norm": 0.3024827157078677,
|
|
"learning_rate": 1.4100554717035241e-05,
|
|
"loss": 0.0447,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04976955056190491,
|
|
"step": 1695,
|
|
"valid_targets_mean": 4191.4,
|
|
"valid_targets_min": 1465
|
|
},
|
|
{
|
|
"epoch": 6.071428571428571,
|
|
"grad_norm": 0.3242059330228126,
|
|
"learning_rate": 1.385608092998032e-05,
|
|
"loss": 0.0418,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.046975165605545044,
|
|
"step": 1700,
|
|
"valid_targets_mean": 3965.9,
|
|
"valid_targets_min": 1398
|
|
},
|
|
{
|
|
"epoch": 6.089285714285714,
|
|
"grad_norm": 0.2962955558533571,
|
|
"learning_rate": 1.3613403707464639e-05,
|
|
"loss": 0.0453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.046070873737335205,
|
|
"step": 1705,
|
|
"valid_targets_mean": 3866.3,
|
|
"valid_targets_min": 626
|
|
},
|
|
{
|
|
"epoch": 6.107142857142857,
|
|
"grad_norm": 0.25811918191317496,
|
|
"learning_rate": 1.3372535111967949e-05,
|
|
"loss": 0.0428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03580906242132187,
|
|
"step": 1710,
|
|
"valid_targets_mean": 4262.9,
|
|
"valid_targets_min": 843
|
|
},
|
|
{
|
|
"epoch": 6.125,
|
|
"grad_norm": 0.31320492455858356,
|
|
"learning_rate": 1.3133487116070643e-05,
|
|
"loss": 0.047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04627719148993492,
|
|
"step": 1715,
|
|
"valid_targets_mean": 3930.0,
|
|
"valid_targets_min": 1212
|
|
},
|
|
{
|
|
"epoch": 6.142857142857143,
|
|
"grad_norm": 0.27285108861959784,
|
|
"learning_rate": 1.289627160185869e-05,
|
|
"loss": 0.0473,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.042734332382678986,
|
|
"step": 1720,
|
|
"valid_targets_mean": 4337.3,
|
|
"valid_targets_min": 896
|
|
},
|
|
{
|
|
"epoch": 6.160714285714286,
|
|
"grad_norm": 0.28411027727199856,
|
|
"learning_rate": 1.2660900360332928e-05,
|
|
"loss": 0.0476,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04408092796802521,
|
|
"step": 1725,
|
|
"valid_targets_mean": 4725.9,
|
|
"valid_targets_min": 1901
|
|
},
|
|
{
|
|
"epoch": 6.178571428571429,
|
|
"grad_norm": 0.295791635289143,
|
|
"learning_rate": 1.2427385090823073e-05,
|
|
"loss": 0.0445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04541953653097153,
|
|
"step": 1730,
|
|
"valid_targets_mean": 4368.9,
|
|
"valid_targets_min": 649
|
|
},
|
|
{
|
|
"epoch": 6.196428571428571,
|
|
"grad_norm": 0.3166340845840027,
|
|
"learning_rate": 1.2195737400406166e-05,
|
|
"loss": 0.0429,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04301552474498749,
|
|
"step": 1735,
|
|
"valid_targets_mean": 3893.9,
|
|
"valid_targets_min": 716
|
|
},
|
|
{
|
|
"epoch": 6.214285714285714,
|
|
"grad_norm": 0.30779377142376796,
|
|
"learning_rate": 1.1965968803329585e-05,
|
|
"loss": 0.0461,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04589950293302536,
|
|
"step": 1740,
|
|
"valid_targets_mean": 3924.6,
|
|
"valid_targets_min": 873
|
|
},
|
|
{
|
|
"epoch": 6.232142857142857,
|
|
"grad_norm": 0.2910638794587935,
|
|
"learning_rate": 1.1738090720438782e-05,
|
|
"loss": 0.0455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04226720705628395,
|
|
"step": 1745,
|
|
"valid_targets_mean": 4091.4,
|
|
"valid_targets_min": 1524
|
|
},
|
|
{
|
|
"epoch": 6.25,
|
|
"grad_norm": 0.3242031786451,
|
|
"learning_rate": 1.1512114478609598e-05,
|
|
"loss": 0.0455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04951293766498566,
|
|
"step": 1750,
|
|
"valid_targets_mean": 3823.4,
|
|
"valid_targets_min": 826
|
|
},
|
|
{
|
|
"epoch": 6.267857142857143,
|
|
"grad_norm": 0.3057689916945106,
|
|
"learning_rate": 1.1288051310185182e-05,
|
|
"loss": 0.0441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04831494018435478,
|
|
"step": 1755,
|
|
"valid_targets_mean": 4375.2,
|
|
"valid_targets_min": 1437
|
|
},
|
|
{
|
|
"epoch": 6.285714285714286,
|
|
"grad_norm": 0.2850917461167024,
|
|
"learning_rate": 1.1065912352417768e-05,
|
|
"loss": 0.0445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.044211000204086304,
|
|
"step": 1760,
|
|
"valid_targets_mean": 4469.8,
|
|
"valid_targets_min": 1577
|
|
},
|
|
{
|
|
"epoch": 6.303571428571429,
|
|
"grad_norm": 0.32143495868772404,
|
|
"learning_rate": 1.0845708646915054e-05,
|
|
"loss": 0.0468,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04553980380296707,
|
|
"step": 1765,
|
|
"valid_targets_mean": 4249.5,
|
|
"valid_targets_min": 1653
|
|
},
|
|
{
|
|
"epoch": 6.321428571428571,
|
|
"grad_norm": 0.30244920578865875,
|
|
"learning_rate": 1.0627451139091321e-05,
|
|
"loss": 0.0464,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04243556410074234,
|
|
"step": 1770,
|
|
"valid_targets_mean": 3491.2,
|
|
"valid_targets_min": 717
|
|
},
|
|
{
|
|
"epoch": 6.339285714285714,
|
|
"grad_norm": 0.3328415537025107,
|
|
"learning_rate": 1.0411150677623438e-05,
|
|
"loss": 0.0454,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.048559363931417465,
|
|
"step": 1775,
|
|
"valid_targets_mean": 3556.2,
|
|
"valid_targets_min": 559
|
|
},
|
|
{
|
|
"epoch": 6.357142857142857,
|
|
"grad_norm": 0.3119612788548375,
|
|
"learning_rate": 1.0196818013911625e-05,
|
|
"loss": 0.0445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04680598899722099,
|
|
"step": 1780,
|
|
"valid_targets_mean": 3996.8,
|
|
"valid_targets_min": 1626
|
|
},
|
|
{
|
|
"epoch": 6.375,
|
|
"grad_norm": 0.3387795897243579,
|
|
"learning_rate": 9.98446380154499e-06,
|
|
"loss": 0.0516,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05588133633136749,
|
|
"step": 1785,
|
|
"valid_targets_mean": 3472.1,
|
|
"valid_targets_min": 658
|
|
},
|
|
{
|
|
"epoch": 6.392857142857143,
|
|
"grad_norm": 0.2981059943839166,
|
|
"learning_rate": 9.774098595772058e-06,
|
|
"loss": 0.0466,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0470689982175827,
|
|
"step": 1790,
|
|
"valid_targets_mean": 4551.4,
|
|
"valid_targets_min": 1779
|
|
},
|
|
{
|
|
"epoch": 6.410714285714286,
|
|
"grad_norm": 0.37706594196408666,
|
|
"learning_rate": 9.56573285297605e-06,
|
|
"loss": 0.0491,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.058256857097148895,
|
|
"step": 1795,
|
|
"valid_targets_mean": 3202.8,
|
|
"valid_targets_min": 1325
|
|
},
|
|
{
|
|
"epoch": 6.428571428571429,
|
|
"grad_norm": 0.3076226099755853,
|
|
"learning_rate": 9.359376930155157e-06,
|
|
"loss": 0.0448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0463181808590889,
|
|
"step": 1800,
|
|
"valid_targets_mean": 4044.7,
|
|
"valid_targets_min": 1364
|
|
},
|
|
{
|
|
"epoch": 6.446428571428571,
|
|
"grad_norm": 0.31811673914159155,
|
|
"learning_rate": 9.15504108440774e-06,
|
|
"loss": 0.0465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04420042037963867,
|
|
"step": 1805,
|
|
"valid_targets_mean": 3828.1,
|
|
"valid_targets_min": 635
|
|
},
|
|
{
|
|
"epoch": 6.464285714285714,
|
|
"grad_norm": 0.33670025997047826,
|
|
"learning_rate": 8.95273547242253e-06,
|
|
"loss": 0.0441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.055958278477191925,
|
|
"step": 1810,
|
|
"valid_targets_mean": 3902.7,
|
|
"valid_targets_min": 1533
|
|
},
|
|
{
|
|
"epoch": 6.482142857142857,
|
|
"grad_norm": 0.3163194889679004,
|
|
"learning_rate": 8.752470149973684e-06,
|
|
"loss": 0.0429,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04517853260040283,
|
|
"step": 1815,
|
|
"valid_targets_mean": 3710.7,
|
|
"valid_targets_min": 1403
|
|
},
|
|
{
|
|
"epoch": 6.5,
|
|
"grad_norm": 0.2801185603695465,
|
|
"learning_rate": 8.55425507142108e-06,
|
|
"loss": 0.0437,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03667178004980087,
|
|
"step": 1820,
|
|
"valid_targets_mean": 4392.8,
|
|
"valid_targets_min": 1543
|
|
},
|
|
{
|
|
"epoch": 6.517857142857143,
|
|
"grad_norm": 0.29716054911941264,
|
|
"learning_rate": 8.358100089215426e-06,
|
|
"loss": 0.0456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04201003164052963,
|
|
"step": 1825,
|
|
"valid_targets_mean": 4288.2,
|
|
"valid_targets_min": 1890
|
|
},
|
|
{
|
|
"epoch": 6.535714285714286,
|
|
"grad_norm": 0.3033236749012966,
|
|
"learning_rate": 8.164014953408578e-06,
|
|
"loss": 0.046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.046882886439561844,
|
|
"step": 1830,
|
|
"valid_targets_mean": 4121.1,
|
|
"valid_targets_min": 1047
|
|
},
|
|
{
|
|
"epoch": 6.553571428571429,
|
|
"grad_norm": 0.31238757240923204,
|
|
"learning_rate": 7.972009311168882e-06,
|
|
"loss": 0.0464,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04627194255590439,
|
|
"step": 1835,
|
|
"valid_targets_mean": 3875.4,
|
|
"valid_targets_min": 1122
|
|
},
|
|
{
|
|
"epoch": 6.571428571428571,
|
|
"grad_norm": 0.3345411558246883,
|
|
"learning_rate": 7.782092706301719e-06,
|
|
"loss": 0.0426,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.047288376837968826,
|
|
"step": 1840,
|
|
"valid_targets_mean": 3608.0,
|
|
"valid_targets_min": 998
|
|
},
|
|
{
|
|
"epoch": 6.589285714285714,
|
|
"grad_norm": 0.27854846628966456,
|
|
"learning_rate": 7.5942745787750065e-06,
|
|
"loss": 0.0451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03810355067253113,
|
|
"step": 1845,
|
|
"valid_targets_mean": 4442.4,
|
|
"valid_targets_min": 1489
|
|
},
|
|
{
|
|
"epoch": 6.607142857142857,
|
|
"grad_norm": 0.2771888164657521,
|
|
"learning_rate": 7.4085642642501005e-06,
|
|
"loss": 0.0436,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041286811232566833,
|
|
"step": 1850,
|
|
"valid_targets_mean": 4297.5,
|
|
"valid_targets_min": 1639
|
|
},
|
|
{
|
|
"epoch": 6.625,
|
|
"grad_norm": 0.31833418128680374,
|
|
"learning_rate": 7.224970993617686e-06,
|
|
"loss": 0.0444,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04912199452519417,
|
|
"step": 1855,
|
|
"valid_targets_mean": 3792.6,
|
|
"valid_targets_min": 1223
|
|
},
|
|
{
|
|
"epoch": 6.642857142857143,
|
|
"grad_norm": 0.28500398844467983,
|
|
"learning_rate": 7.04350389253895e-06,
|
|
"loss": 0.0462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04187515377998352,
|
|
"step": 1860,
|
|
"valid_targets_mean": 4411.6,
|
|
"valid_targets_min": 982
|
|
},
|
|
{
|
|
"epoch": 6.660714285714286,
|
|
"grad_norm": 0.3046838227536038,
|
|
"learning_rate": 6.864171980991985e-06,
|
|
"loss": 0.0447,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04445522651076317,
|
|
"step": 1865,
|
|
"valid_targets_mean": 3998.7,
|
|
"valid_targets_min": 768
|
|
},
|
|
{
|
|
"epoch": 6.678571428571429,
|
|
"grad_norm": 0.34177412988985256,
|
|
"learning_rate": 6.686984172823491e-06,
|
|
"loss": 0.0469,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.043909791857004166,
|
|
"step": 1870,
|
|
"valid_targets_mean": 3358.7,
|
|
"valid_targets_min": 1170
|
|
},
|
|
{
|
|
"epoch": 6.696428571428571,
|
|
"grad_norm": 0.3081403779008394,
|
|
"learning_rate": 6.5119492753056565e-06,
|
|
"loss": 0.0426,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04129282385110855,
|
|
"step": 1875,
|
|
"valid_targets_mean": 3783.2,
|
|
"valid_targets_min": 755
|
|
},
|
|
{
|
|
"epoch": 6.714285714285714,
|
|
"grad_norm": 0.29344883551798356,
|
|
"learning_rate": 6.339075988698367e-06,
|
|
"loss": 0.0419,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03774677962064743,
|
|
"step": 1880,
|
|
"valid_targets_mean": 3536.6,
|
|
"valid_targets_min": 767
|
|
},
|
|
{
|
|
"epoch": 6.732142857142857,
|
|
"grad_norm": 0.3122233995162009,
|
|
"learning_rate": 6.168372905816821e-06,
|
|
"loss": 0.0457,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.051206715404987335,
|
|
"step": 1885,
|
|
"valid_targets_mean": 4062.1,
|
|
"valid_targets_min": 1181
|
|
},
|
|
{
|
|
"epoch": 6.75,
|
|
"grad_norm": 0.3024455602704436,
|
|
"learning_rate": 5.9998485116043614e-06,
|
|
"loss": 0.0421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04325060173869133,
|
|
"step": 1890,
|
|
"valid_targets_mean": 3738.1,
|
|
"valid_targets_min": 740
|
|
},
|
|
{
|
|
"epoch": 6.767857142857143,
|
|
"grad_norm": 0.29202107330476984,
|
|
"learning_rate": 5.833511182710716e-06,
|
|
"loss": 0.0456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04033234715461731,
|
|
"step": 1895,
|
|
"valid_targets_mean": 4103.8,
|
|
"valid_targets_min": 706
|
|
},
|
|
{
|
|
"epoch": 6.785714285714286,
|
|
"grad_norm": 0.3153219707379342,
|
|
"learning_rate": 5.6693691870756905e-06,
|
|
"loss": 0.0443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04557320848107338,
|
|
"step": 1900,
|
|
"valid_targets_mean": 4071.7,
|
|
"valid_targets_min": 1457
|
|
},
|
|
{
|
|
"epoch": 6.803571428571429,
|
|
"grad_norm": 0.3239445898532858,
|
|
"learning_rate": 5.507430683518161e-06,
|
|
"loss": 0.045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.048414990305900574,
|
|
"step": 1905,
|
|
"valid_targets_mean": 3420.9,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 6.821428571428571,
|
|
"grad_norm": 0.2729590900182919,
|
|
"learning_rate": 5.3477037213304995e-06,
|
|
"loss": 0.0429,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.041574254631996155,
|
|
"step": 1910,
|
|
"valid_targets_mean": 4623.2,
|
|
"valid_targets_min": 1355
|
|
},
|
|
{
|
|
"epoch": 6.839285714285714,
|
|
"grad_norm": 0.3166006926315605,
|
|
"learning_rate": 5.19019623987857e-06,
|
|
"loss": 0.0453,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04982426017522812,
|
|
"step": 1915,
|
|
"valid_targets_mean": 3700.3,
|
|
"valid_targets_min": 1403
|
|
},
|
|
{
|
|
"epoch": 6.857142857142857,
|
|
"grad_norm": 0.2941772873722246,
|
|
"learning_rate": 5.034916068206996e-06,
|
|
"loss": 0.0432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.039322469383478165,
|
|
"step": 1920,
|
|
"valid_targets_mean": 4301.0,
|
|
"valid_targets_min": 1016
|
|
},
|
|
{
|
|
"epoch": 6.875,
|
|
"grad_norm": 0.31952800546673077,
|
|
"learning_rate": 4.881870924650062e-06,
|
|
"loss": 0.0438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.044378332793712616,
|
|
"step": 1925,
|
|
"valid_targets_mean": 3555.5,
|
|
"valid_targets_min": 1126
|
|
},
|
|
{
|
|
"epoch": 6.892857142857143,
|
|
"grad_norm": 0.28833642877919735,
|
|
"learning_rate": 4.731068416448081e-06,
|
|
"loss": 0.0422,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04003613442182541,
|
|
"step": 1930,
|
|
"valid_targets_mean": 4343.4,
|
|
"valid_targets_min": 732
|
|
},
|
|
{
|
|
"epoch": 6.910714285714286,
|
|
"grad_norm": 0.3752187637346029,
|
|
"learning_rate": 4.5825160393692445e-06,
|
|
"loss": 0.044,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04771614447236061,
|
|
"step": 1935,
|
|
"valid_targets_mean": 3208.1,
|
|
"valid_targets_min": 664
|
|
},
|
|
{
|
|
"epoch": 6.928571428571429,
|
|
"grad_norm": 0.29643123397187077,
|
|
"learning_rate": 4.43622117733703e-06,
|
|
"loss": 0.0443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.040253691375255585,
|
|
"step": 1940,
|
|
"valid_targets_mean": 3875.8,
|
|
"valid_targets_min": 1463
|
|
},
|
|
{
|
|
"epoch": 6.946428571428571,
|
|
"grad_norm": 0.2981666393648047,
|
|
"learning_rate": 4.292191102063192e-06,
|
|
"loss": 0.0439,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04336239770054817,
|
|
"step": 1945,
|
|
"valid_targets_mean": 4253.1,
|
|
"valid_targets_min": 1050
|
|
},
|
|
{
|
|
"epoch": 6.964285714285714,
|
|
"grad_norm": 0.29540049175948035,
|
|
"learning_rate": 4.150432972686352e-06,
|
|
"loss": 0.0441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04280786216259003,
|
|
"step": 1950,
|
|
"valid_targets_mean": 3587.3,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 6.982142857142857,
|
|
"grad_norm": 0.2670918467783886,
|
|
"learning_rate": 4.010953835416037e-06,
|
|
"loss": 0.0432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03771406039595604,
|
|
"step": 1955,
|
|
"valid_targets_mean": 4613.3,
|
|
"valid_targets_min": 718
|
|
},
|
|
{
|
|
"epoch": 7.0,
|
|
"grad_norm": 0.2476789548915118,
|
|
"learning_rate": 3.87376062318257e-06,
|
|
"loss": 0.0431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03568948060274124,
|
|
"step": 1960,
|
|
"valid_targets_mean": 4422.9,
|
|
"valid_targets_min": 1210
|
|
},
|
|
{
|
|
"epoch": 7.017857142857143,
|
|
"grad_norm": 0.2402449280017575,
|
|
"learning_rate": 3.7388601552924062e-06,
|
|
"loss": 0.0303,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03295475244522095,
|
|
"step": 1965,
|
|
"valid_targets_mean": 4295.0,
|
|
"valid_targets_min": 1618
|
|
},
|
|
{
|
|
"epoch": 7.035714285714286,
|
|
"grad_norm": 0.28020921647160824,
|
|
"learning_rate": 3.606259137089141e-06,
|
|
"loss": 0.0293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029505660757422447,
|
|
"step": 1970,
|
|
"valid_targets_mean": 4480.2,
|
|
"valid_targets_min": 1188
|
|
},
|
|
{
|
|
"epoch": 7.053571428571429,
|
|
"grad_norm": 0.3028387876476253,
|
|
"learning_rate": 3.4759641596202762e-06,
|
|
"loss": 0.0285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03014300763607025,
|
|
"step": 1975,
|
|
"valid_targets_mean": 4058.9,
|
|
"valid_targets_min": 1302
|
|
},
|
|
{
|
|
"epoch": 7.071428571428571,
|
|
"grad_norm": 0.2472396501411902,
|
|
"learning_rate": 3.347981699309588e-06,
|
|
"loss": 0.0278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02828243002295494,
|
|
"step": 1980,
|
|
"valid_targets_mean": 4124.2,
|
|
"valid_targets_min": 688
|
|
},
|
|
{
|
|
"epoch": 7.089285714285714,
|
|
"grad_norm": 0.2703004284444484,
|
|
"learning_rate": 3.2223181176351426e-06,
|
|
"loss": 0.028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03063022345304489,
|
|
"step": 1985,
|
|
"valid_targets_mean": 3820.6,
|
|
"valid_targets_min": 1259
|
|
},
|
|
{
|
|
"epoch": 7.107142857142857,
|
|
"grad_norm": 0.26838235499836266,
|
|
"learning_rate": 3.098979660813217e-06,
|
|
"loss": 0.0288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0317617729306221,
|
|
"step": 1990,
|
|
"valid_targets_mean": 4288.8,
|
|
"valid_targets_min": 1471
|
|
},
|
|
{
|
|
"epoch": 7.125,
|
|
"grad_norm": 0.2377212567699478,
|
|
"learning_rate": 2.977972459487738e-06,
|
|
"loss": 0.0283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02683611959218979,
|
|
"step": 1995,
|
|
"valid_targets_mean": 4518.8,
|
|
"valid_targets_min": 1252
|
|
},
|
|
{
|
|
"epoch": 7.142857142857143,
|
|
"grad_norm": 0.25550182965351664,
|
|
"learning_rate": 2.8593025284255614e-06,
|
|
"loss": 0.0303,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030834609642624855,
|
|
"step": 2000,
|
|
"valid_targets_mean": 4345.4,
|
|
"valid_targets_min": 1042
|
|
},
|
|
{
|
|
"epoch": 7.160714285714286,
|
|
"grad_norm": 0.25811691155876393,
|
|
"learning_rate": 2.7429757662175314e-06,
|
|
"loss": 0.0287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029558485373854637,
|
|
"step": 2005,
|
|
"valid_targets_mean": 3989.8,
|
|
"valid_targets_min": 1573
|
|
},
|
|
{
|
|
"epoch": 7.178571428571429,
|
|
"grad_norm": 0.23620614147659477,
|
|
"learning_rate": 2.6289979549852795e-06,
|
|
"loss": 0.0275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026751425117254257,
|
|
"step": 2010,
|
|
"valid_targets_mean": 4712.8,
|
|
"valid_targets_min": 1678
|
|
},
|
|
{
|
|
"epoch": 7.196428571428571,
|
|
"grad_norm": 0.26336723811506235,
|
|
"learning_rate": 2.5173747600937993e-06,
|
|
"loss": 0.0268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028679480776190758,
|
|
"step": 2015,
|
|
"valid_targets_mean": 3954.4,
|
|
"valid_targets_min": 1756
|
|
},
|
|
{
|
|
"epoch": 7.214285714285714,
|
|
"grad_norm": 0.26252053084850574,
|
|
"learning_rate": 2.408111729869844e-06,
|
|
"loss": 0.027,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03053813800215721,
|
|
"step": 2020,
|
|
"valid_targets_mean": 4182.7,
|
|
"valid_targets_min": 1391
|
|
},
|
|
{
|
|
"epoch": 7.232142857142857,
|
|
"grad_norm": 0.26291895983257224,
|
|
"learning_rate": 2.3012142953261928e-06,
|
|
"loss": 0.0294,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02912769839167595,
|
|
"step": 2025,
|
|
"valid_targets_mean": 3967.3,
|
|
"valid_targets_min": 1153
|
|
},
|
|
{
|
|
"epoch": 7.25,
|
|
"grad_norm": 0.2707817756634944,
|
|
"learning_rate": 2.19668776989162e-06,
|
|
"loss": 0.0273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02793579176068306,
|
|
"step": 2030,
|
|
"valid_targets_mean": 3973.5,
|
|
"valid_targets_min": 1439
|
|
},
|
|
{
|
|
"epoch": 7.267857142857143,
|
|
"grad_norm": 0.27404498709534575,
|
|
"learning_rate": 2.0945373491468466e-06,
|
|
"loss": 0.0274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030848775058984756,
|
|
"step": 2035,
|
|
"valid_targets_mean": 3605.4,
|
|
"valid_targets_min": 1181
|
|
},
|
|
{
|
|
"epoch": 7.285714285714286,
|
|
"grad_norm": 0.25644289885954996,
|
|
"learning_rate": 1.9947681105662806e-06,
|
|
"loss": 0.0283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028455138206481934,
|
|
"step": 2040,
|
|
"valid_targets_mean": 4225.5,
|
|
"valid_targets_min": 1019
|
|
},
|
|
{
|
|
"epoch": 7.303571428571429,
|
|
"grad_norm": 0.24788849511384553,
|
|
"learning_rate": 1.8973850132655956e-06,
|
|
"loss": 0.0295,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026823539286851883,
|
|
"step": 2045,
|
|
"valid_targets_mean": 4545.6,
|
|
"valid_targets_min": 654
|
|
},
|
|
{
|
|
"epoch": 7.321428571428571,
|
|
"grad_norm": 0.23023188044419493,
|
|
"learning_rate": 1.8023928977552839e-06,
|
|
"loss": 0.027,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024156294763088226,
|
|
"step": 2050,
|
|
"valid_targets_mean": 4390.5,
|
|
"valid_targets_min": 971
|
|
},
|
|
{
|
|
"epoch": 7.339285714285714,
|
|
"grad_norm": 0.24487460197524116,
|
|
"learning_rate": 1.7097964857000327e-06,
|
|
"loss": 0.0261,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025889787822961807,
|
|
"step": 2055,
|
|
"valid_targets_mean": 3515.4,
|
|
"valid_targets_min": 701
|
|
},
|
|
{
|
|
"epoch": 7.357142857142857,
|
|
"grad_norm": 0.23295292400779435,
|
|
"learning_rate": 1.619600379684022e-06,
|
|
"loss": 0.0267,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026460006833076477,
|
|
"step": 2060,
|
|
"valid_targets_mean": 4376.2,
|
|
"valid_targets_min": 1405
|
|
},
|
|
{
|
|
"epoch": 7.375,
|
|
"grad_norm": 0.25816462763652187,
|
|
"learning_rate": 1.5318090629821757e-06,
|
|
"loss": 0.0275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02663073129951954,
|
|
"step": 2065,
|
|
"valid_targets_mean": 3985.7,
|
|
"valid_targets_min": 785
|
|
},
|
|
{
|
|
"epoch": 7.392857142857143,
|
|
"grad_norm": 0.26253550806655407,
|
|
"learning_rate": 1.4464268993372831e-06,
|
|
"loss": 0.0283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029157299548387527,
|
|
"step": 2070,
|
|
"valid_targets_mean": 4350.7,
|
|
"valid_targets_min": 979
|
|
},
|
|
{
|
|
"epoch": 7.410714285714286,
|
|
"grad_norm": 0.2401398112867429,
|
|
"learning_rate": 1.3634581327431229e-06,
|
|
"loss": 0.0277,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026041582226753235,
|
|
"step": 2075,
|
|
"valid_targets_mean": 4322.2,
|
|
"valid_targets_min": 539
|
|
},
|
|
{
|
|
"epoch": 7.428571428571429,
|
|
"grad_norm": 0.23176291437483168,
|
|
"learning_rate": 1.282906887233487e-06,
|
|
"loss": 0.0282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025533093139529228,
|
|
"step": 2080,
|
|
"valid_targets_mean": 4151.3,
|
|
"valid_targets_min": 1338
|
|
},
|
|
{
|
|
"epoch": 7.446428571428571,
|
|
"grad_norm": 0.2615132783259965,
|
|
"learning_rate": 1.2047771666772122e-06,
|
|
"loss": 0.0282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031607020646333694,
|
|
"step": 2085,
|
|
"valid_targets_mean": 4072.1,
|
|
"valid_targets_min": 868
|
|
},
|
|
{
|
|
"epoch": 7.464285714285714,
|
|
"grad_norm": 0.2832672289481666,
|
|
"learning_rate": 1.1290728545791773e-06,
|
|
"loss": 0.0285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.031227465718984604,
|
|
"step": 2090,
|
|
"valid_targets_mean": 3998.8,
|
|
"valid_targets_min": 1453
|
|
},
|
|
{
|
|
"epoch": 7.482142857142857,
|
|
"grad_norm": 0.26075429365735775,
|
|
"learning_rate": 1.0557977138872132e-06,
|
|
"loss": 0.0281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0277554951608181,
|
|
"step": 2095,
|
|
"valid_targets_mean": 4246.7,
|
|
"valid_targets_min": 794
|
|
},
|
|
{
|
|
"epoch": 7.5,
|
|
"grad_norm": 0.24886649010465955,
|
|
"learning_rate": 9.849553868051364e-07,
|
|
"loss": 0.0292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029004719108343124,
|
|
"step": 2100,
|
|
"valid_targets_mean": 4587.9,
|
|
"valid_targets_min": 1423
|
|
},
|
|
{
|
|
"epoch": 7.517857142857143,
|
|
"grad_norm": 0.24636360160608198,
|
|
"learning_rate": 9.165493946116432e-07,
|
|
"loss": 0.0264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02765900269150734,
|
|
"step": 2105,
|
|
"valid_targets_mean": 4292.6,
|
|
"valid_targets_min": 647
|
|
},
|
|
{
|
|
"epoch": 7.535714285714286,
|
|
"grad_norm": 0.238511909526691,
|
|
"learning_rate": 8.505831374853279e-07,
|
|
"loss": 0.0273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026020430028438568,
|
|
"step": 2110,
|
|
"valid_targets_mean": 4522.2,
|
|
"valid_targets_min": 1432
|
|
},
|
|
{
|
|
"epoch": 7.553571428571429,
|
|
"grad_norm": 0.2679364234988592,
|
|
"learning_rate": 7.870598943356622e-07,
|
|
"loss": 0.0284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029078487306833267,
|
|
"step": 2115,
|
|
"valid_targets_mean": 3563.8,
|
|
"valid_targets_min": 622
|
|
},
|
|
{
|
|
"epoch": 7.571428571428571,
|
|
"grad_norm": 0.2273914222608692,
|
|
"learning_rate": 7.259828226399978e-07,
|
|
"loss": 0.0269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023035066202282906,
|
|
"step": 2120,
|
|
"valid_targets_mean": 4171.8,
|
|
"valid_targets_min": 748
|
|
},
|
|
{
|
|
"epoch": 7.589285714285714,
|
|
"grad_norm": 0.2790259964939605,
|
|
"learning_rate": 6.673549582866367e-07,
|
|
"loss": 0.0272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03183634206652641,
|
|
"step": 2125,
|
|
"valid_targets_mean": 3474.6,
|
|
"valid_targets_min": 744
|
|
},
|
|
{
|
|
"epoch": 7.607142857142857,
|
|
"grad_norm": 0.28110522530065396,
|
|
"learning_rate": 6.111792154239404e-07,
|
|
"loss": 0.0265,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026433158665895462,
|
|
"step": 2130,
|
|
"valid_targets_mean": 4318.2,
|
|
"valid_targets_min": 1460
|
|
},
|
|
{
|
|
"epoch": 7.625,
|
|
"grad_norm": 0.2918742405825761,
|
|
"learning_rate": 5.574583863154403e-07,
|
|
"loss": 0.03,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.029343387112021446,
|
|
"step": 2135,
|
|
"valid_targets_mean": 4260.1,
|
|
"valid_targets_min": 526
|
|
},
|
|
{
|
|
"epoch": 7.642857142857143,
|
|
"grad_norm": 0.23961087496613925,
|
|
"learning_rate": 5.061951412010879e-07,
|
|
"loss": 0.0271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02575666829943657,
|
|
"step": 2140,
|
|
"valid_targets_mean": 4550.4,
|
|
"valid_targets_min": 1612
|
|
},
|
|
{
|
|
"epoch": 7.660714285714286,
|
|
"grad_norm": 0.29059265527695227,
|
|
"learning_rate": 4.573920281645161e-07,
|
|
"loss": 0.0281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030294449999928474,
|
|
"step": 2145,
|
|
"valid_targets_mean": 3374.5,
|
|
"valid_targets_min": 748
|
|
},
|
|
{
|
|
"epoch": 7.678571428571429,
|
|
"grad_norm": 0.2314680079446443,
|
|
"learning_rate": 4.1105147300636303e-07,
|
|
"loss": 0.0261,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023414522409439087,
|
|
"step": 2150,
|
|
"valid_targets_mean": 4249.2,
|
|
"valid_targets_min": 1124
|
|
},
|
|
{
|
|
"epoch": 7.696428571428571,
|
|
"grad_norm": 0.27967946639968444,
|
|
"learning_rate": 3.67175779123724e-07,
|
|
"loss": 0.0275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027103278785943985,
|
|
"step": 2155,
|
|
"valid_targets_mean": 3515.4,
|
|
"valid_targets_min": 1403
|
|
},
|
|
{
|
|
"epoch": 7.714285714285714,
|
|
"grad_norm": 0.25318541674090805,
|
|
"learning_rate": 3.2576712739565416e-07,
|
|
"loss": 0.0273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027268027886748314,
|
|
"step": 2160,
|
|
"valid_targets_mean": 4233.0,
|
|
"valid_targets_min": 1513
|
|
},
|
|
{
|
|
"epoch": 7.732142857142857,
|
|
"grad_norm": 0.2457910859704936,
|
|
"learning_rate": 2.8682757607474407e-07,
|
|
"loss": 0.0278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024341989308595657,
|
|
"step": 2165,
|
|
"valid_targets_mean": 3975.7,
|
|
"valid_targets_min": 1438
|
|
},
|
|
{
|
|
"epoch": 7.75,
|
|
"grad_norm": 0.2428621631422345,
|
|
"learning_rate": 2.5035906068482937e-07,
|
|
"loss": 0.0285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023659780621528625,
|
|
"step": 2170,
|
|
"valid_targets_mean": 3809.1,
|
|
"valid_targets_min": 910
|
|
},
|
|
{
|
|
"epoch": 7.767857142857143,
|
|
"grad_norm": 0.29480998073755216,
|
|
"learning_rate": 2.1636339392479553e-07,
|
|
"loss": 0.0312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03240353614091873,
|
|
"step": 2175,
|
|
"valid_targets_mean": 3849.1,
|
|
"valid_targets_min": 711
|
|
},
|
|
{
|
|
"epoch": 7.785714285714286,
|
|
"grad_norm": 0.2868068952090629,
|
|
"learning_rate": 1.848422655784554e-07,
|
|
"loss": 0.0273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028937779366970062,
|
|
"step": 2180,
|
|
"valid_targets_mean": 3705.9,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 7.803571428571429,
|
|
"grad_norm": 0.22954205773896127,
|
|
"learning_rate": 1.557972424305665e-07,
|
|
"loss": 0.0266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023847095668315887,
|
|
"step": 2185,
|
|
"valid_targets_mean": 4292.6,
|
|
"valid_targets_min": 1489
|
|
},
|
|
{
|
|
"epoch": 7.821428571428571,
|
|
"grad_norm": 0.2862732642090174,
|
|
"learning_rate": 1.2922976818894317e-07,
|
|
"loss": 0.0274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030526213347911835,
|
|
"step": 2190,
|
|
"valid_targets_mean": 4125.9,
|
|
"valid_targets_min": 1562
|
|
},
|
|
{
|
|
"epoch": 7.839285714285714,
|
|
"grad_norm": 0.23121469380521936,
|
|
"learning_rate": 1.0514116341271418e-07,
|
|
"loss": 0.0275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02458646520972252,
|
|
"step": 2195,
|
|
"valid_targets_mean": 4182.2,
|
|
"valid_targets_min": 672
|
|
},
|
|
{
|
|
"epoch": 7.857142857142857,
|
|
"grad_norm": 0.2822696277632301,
|
|
"learning_rate": 8.353262544666951e-08,
|
|
"loss": 0.0286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.032052166759967804,
|
|
"step": 2200,
|
|
"valid_targets_mean": 3759.6,
|
|
"valid_targets_min": 1468
|
|
},
|
|
{
|
|
"epoch": 7.875,
|
|
"grad_norm": 0.2544669964532589,
|
|
"learning_rate": 6.440522836174135e-08,
|
|
"loss": 0.0269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026916902512311935,
|
|
"step": 2205,
|
|
"valid_targets_mean": 3926.3,
|
|
"valid_targets_min": 1710
|
|
},
|
|
{
|
|
"epoch": 7.892857142857143,
|
|
"grad_norm": 0.22879593211883528,
|
|
"learning_rate": 4.775992290163567e-08,
|
|
"loss": 0.0263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023991543799638748,
|
|
"step": 2210,
|
|
"valid_targets_mean": 4248.2,
|
|
"valid_targets_min": 824
|
|
},
|
|
{
|
|
"epoch": 7.910714285714286,
|
|
"grad_norm": 0.20783417458487638,
|
|
"learning_rate": 3.359753643555341e-08,
|
|
"loss": 0.0251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02183828502893448,
|
|
"step": 2215,
|
|
"valid_targets_mean": 4822.1,
|
|
"valid_targets_min": 1783
|
|
},
|
|
{
|
|
"epoch": 7.928571428571429,
|
|
"grad_norm": 0.23350831188752086,
|
|
"learning_rate": 2.191877291707889e-08,
|
|
"loss": 0.0277,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024739433079957962,
|
|
"step": 2220,
|
|
"valid_targets_mean": 4504.9,
|
|
"valid_targets_min": 717
|
|
},
|
|
{
|
|
"epoch": 7.946428571428571,
|
|
"grad_norm": 0.2855603160247391,
|
|
"learning_rate": 1.2724212849180017e-08,
|
|
"loss": 0.0302,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0332905612885952,
|
|
"step": 2225,
|
|
"valid_targets_mean": 3765.7,
|
|
"valid_targets_min": 1212
|
|
},
|
|
{
|
|
"epoch": 7.964285714285714,
|
|
"grad_norm": 0.25970453601157745,
|
|
"learning_rate": 6.0143132553591716e-09,
|
|
"loss": 0.0269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02955716848373413,
|
|
"step": 2230,
|
|
"valid_targets_mean": 3971.6,
|
|
"valid_targets_min": 1354
|
|
},
|
|
{
|
|
"epoch": 7.982142857142857,
|
|
"grad_norm": 0.26079981089905174,
|
|
"learning_rate": 1.7894076569435757e-09,
|
|
"loss": 0.0279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03021353855729103,
|
|
"step": 2235,
|
|
"valid_targets_mean": 4439.9,
|
|
"valid_targets_min": 732
|
|
},
|
|
{
|
|
"epoch": 8.0,
|
|
"grad_norm": 0.231373875163851,
|
|
"learning_rate": 4.970605649301519e-11,
|
|
"loss": 0.0257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02538919635117054,
|
|
"step": 2240,
|
|
"valid_targets_mean": 3632.8,
|
|
"valid_targets_min": 732
|
|
},
|
|
{
|
|
"epoch": 8.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02538919635117054,
|
|
"step": 2240,
|
|
"total_flos": 1518927301312512.0,
|
|
"train_loss": 0.13197601472825876,
|
|
"train_runtime": 38306.9648,
|
|
"train_samples_per_second": 1.867,
|
|
"train_steps_per_second": 0.058,
|
|
"valid_targets_mean": 3632.8,
|
|
"valid_targets_min": 732
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 2240,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 8,
|
|
"save_steps": 100,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1518927301312512.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|