9618 lines
267 KiB
JSON
9618 lines
267 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 7.0,
|
|
"eval_steps": 500,
|
|
"global_step": 4354,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.008038585209003215,
|
|
"grad_norm": 15.487869480598855,
|
|
"learning_rate": 3.6697247706422023e-07,
|
|
"loss": 0.6902,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.7185355424880981,
|
|
"step": 5,
|
|
"valid_targets_mean": 6218.2,
|
|
"valid_targets_min": 1794
|
|
},
|
|
{
|
|
"epoch": 0.01607717041800643,
|
|
"grad_norm": 16.705030639862873,
|
|
"learning_rate": 8.256880733944956e-07,
|
|
"loss": 0.6933,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.7040611505508423,
|
|
"step": 10,
|
|
"valid_targets_mean": 5971.0,
|
|
"valid_targets_min": 1288
|
|
},
|
|
{
|
|
"epoch": 0.024115755627009645,
|
|
"grad_norm": 12.454754329110074,
|
|
"learning_rate": 1.2844036697247707e-06,
|
|
"loss": 0.6518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5946602821350098,
|
|
"step": 15,
|
|
"valid_targets_mean": 5925.1,
|
|
"valid_targets_min": 2579
|
|
},
|
|
{
|
|
"epoch": 0.03215434083601286,
|
|
"grad_norm": 11.220424247643189,
|
|
"learning_rate": 1.743119266055046e-06,
|
|
"loss": 0.6289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5990424156188965,
|
|
"step": 20,
|
|
"valid_targets_mean": 4584.0,
|
|
"valid_targets_min": 1532
|
|
},
|
|
{
|
|
"epoch": 0.04019292604501608,
|
|
"grad_norm": 6.228683067868804,
|
|
"learning_rate": 2.2018348623853215e-06,
|
|
"loss": 0.6005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5438046455383301,
|
|
"step": 25,
|
|
"valid_targets_mean": 5913.2,
|
|
"valid_targets_min": 1007
|
|
},
|
|
{
|
|
"epoch": 0.04823151125401929,
|
|
"grad_norm": 3.705703138387386,
|
|
"learning_rate": 2.6605504587155968e-06,
|
|
"loss": 0.5547,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4752989411354065,
|
|
"step": 30,
|
|
"valid_targets_mean": 5618.4,
|
|
"valid_targets_min": 2547
|
|
},
|
|
{
|
|
"epoch": 0.05627009646302251,
|
|
"grad_norm": 2.2930526520291594,
|
|
"learning_rate": 3.119266055045872e-06,
|
|
"loss": 0.5046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4889165163040161,
|
|
"step": 35,
|
|
"valid_targets_mean": 5507.8,
|
|
"valid_targets_min": 1890
|
|
},
|
|
{
|
|
"epoch": 0.06430868167202572,
|
|
"grad_norm": 1.3788680494230385,
|
|
"learning_rate": 3.5779816513761473e-06,
|
|
"loss": 0.4708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4641118049621582,
|
|
"step": 40,
|
|
"valid_targets_mean": 5501.1,
|
|
"valid_targets_min": 2317
|
|
},
|
|
{
|
|
"epoch": 0.07234726688102894,
|
|
"grad_norm": 1.0707354953475499,
|
|
"learning_rate": 4.036697247706423e-06,
|
|
"loss": 0.4526,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44059669971466064,
|
|
"step": 45,
|
|
"valid_targets_mean": 5165.7,
|
|
"valid_targets_min": 2549
|
|
},
|
|
{
|
|
"epoch": 0.08038585209003216,
|
|
"grad_norm": 1.0042764156736175,
|
|
"learning_rate": 4.4954128440366975e-06,
|
|
"loss": 0.4748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4787266254425049,
|
|
"step": 50,
|
|
"valid_targets_mean": 5976.1,
|
|
"valid_targets_min": 2505
|
|
},
|
|
{
|
|
"epoch": 0.08842443729903537,
|
|
"grad_norm": 0.8578820860325631,
|
|
"learning_rate": 4.954128440366973e-06,
|
|
"loss": 0.4525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5156609416007996,
|
|
"step": 55,
|
|
"valid_targets_mean": 5803.9,
|
|
"valid_targets_min": 707
|
|
},
|
|
{
|
|
"epoch": 0.09646302250803858,
|
|
"grad_norm": 0.7054778587694457,
|
|
"learning_rate": 5.412844036697248e-06,
|
|
"loss": 0.4304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3835570216178894,
|
|
"step": 60,
|
|
"valid_targets_mean": 4718.1,
|
|
"valid_targets_min": 368
|
|
},
|
|
{
|
|
"epoch": 0.1045016077170418,
|
|
"grad_norm": 0.5921455336434676,
|
|
"learning_rate": 5.871559633027524e-06,
|
|
"loss": 0.4285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.42219042778015137,
|
|
"step": 65,
|
|
"valid_targets_mean": 5650.0,
|
|
"valid_targets_min": 1775
|
|
},
|
|
{
|
|
"epoch": 0.11254019292604502,
|
|
"grad_norm": 0.6432811667585792,
|
|
"learning_rate": 6.330275229357799e-06,
|
|
"loss": 0.4026,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4135628044605255,
|
|
"step": 70,
|
|
"valid_targets_mean": 4397.6,
|
|
"valid_targets_min": 918
|
|
},
|
|
{
|
|
"epoch": 0.12057877813504823,
|
|
"grad_norm": 0.5954192316469062,
|
|
"learning_rate": 6.788990825688074e-06,
|
|
"loss": 0.4032,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3610105514526367,
|
|
"step": 75,
|
|
"valid_targets_mean": 5901.3,
|
|
"valid_targets_min": 860
|
|
},
|
|
{
|
|
"epoch": 0.12861736334405144,
|
|
"grad_norm": 0.5561323896575481,
|
|
"learning_rate": 7.247706422018349e-06,
|
|
"loss": 0.4197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3978654742240906,
|
|
"step": 80,
|
|
"valid_targets_mean": 6885.6,
|
|
"valid_targets_min": 2842
|
|
},
|
|
{
|
|
"epoch": 0.13665594855305466,
|
|
"grad_norm": 0.5117138640075914,
|
|
"learning_rate": 7.706422018348626e-06,
|
|
"loss": 0.3789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31353235244750977,
|
|
"step": 85,
|
|
"valid_targets_mean": 5075.9,
|
|
"valid_targets_min": 1968
|
|
},
|
|
{
|
|
"epoch": 0.14469453376205788,
|
|
"grad_norm": 0.5185797042450433,
|
|
"learning_rate": 8.1651376146789e-06,
|
|
"loss": 0.3764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35735011100769043,
|
|
"step": 90,
|
|
"valid_targets_mean": 6150.4,
|
|
"valid_targets_min": 256
|
|
},
|
|
{
|
|
"epoch": 0.1527331189710611,
|
|
"grad_norm": 0.5651365251126268,
|
|
"learning_rate": 8.623853211009175e-06,
|
|
"loss": 0.3894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36827707290649414,
|
|
"step": 95,
|
|
"valid_targets_mean": 4620.4,
|
|
"valid_targets_min": 514
|
|
},
|
|
{
|
|
"epoch": 0.1607717041800643,
|
|
"grad_norm": 0.5030199885647652,
|
|
"learning_rate": 9.08256880733945e-06,
|
|
"loss": 0.3975,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4012790322303772,
|
|
"step": 100,
|
|
"valid_targets_mean": 5582.3,
|
|
"valid_targets_min": 1716
|
|
},
|
|
{
|
|
"epoch": 0.16881028938906753,
|
|
"grad_norm": 0.6830238553526883,
|
|
"learning_rate": 9.541284403669727e-06,
|
|
"loss": 0.3755,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4395039677619934,
|
|
"step": 105,
|
|
"valid_targets_mean": 6038.6,
|
|
"valid_targets_min": 1901
|
|
},
|
|
{
|
|
"epoch": 0.17684887459807075,
|
|
"grad_norm": 0.5054231795330882,
|
|
"learning_rate": 1e-05,
|
|
"loss": 0.3638,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33131682872772217,
|
|
"step": 110,
|
|
"valid_targets_mean": 4955.4,
|
|
"valid_targets_min": 1799
|
|
},
|
|
{
|
|
"epoch": 0.18488745980707397,
|
|
"grad_norm": 0.5366188136072383,
|
|
"learning_rate": 1.0458715596330275e-05,
|
|
"loss": 0.388,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3644598722457886,
|
|
"step": 115,
|
|
"valid_targets_mean": 4911.2,
|
|
"valid_targets_min": 786
|
|
},
|
|
{
|
|
"epoch": 0.19292604501607716,
|
|
"grad_norm": 0.4523650959270129,
|
|
"learning_rate": 1.091743119266055e-05,
|
|
"loss": 0.3417,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3105719983577728,
|
|
"step": 120,
|
|
"valid_targets_mean": 5628.5,
|
|
"valid_targets_min": 2498
|
|
},
|
|
{
|
|
"epoch": 0.20096463022508038,
|
|
"grad_norm": 0.7309781032290188,
|
|
"learning_rate": 1.1376146788990828e-05,
|
|
"loss": 0.3362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3655633330345154,
|
|
"step": 125,
|
|
"valid_targets_mean": 4542.7,
|
|
"valid_targets_min": 726
|
|
},
|
|
{
|
|
"epoch": 0.2090032154340836,
|
|
"grad_norm": 0.5332714906008124,
|
|
"learning_rate": 1.1834862385321102e-05,
|
|
"loss": 0.363,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3906615376472473,
|
|
"step": 130,
|
|
"valid_targets_mean": 4868.5,
|
|
"valid_targets_min": 710
|
|
},
|
|
{
|
|
"epoch": 0.2170418006430868,
|
|
"grad_norm": 0.5413137226235663,
|
|
"learning_rate": 1.2293577981651376e-05,
|
|
"loss": 0.3588,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3571460545063019,
|
|
"step": 135,
|
|
"valid_targets_mean": 4481.6,
|
|
"valid_targets_min": 2033
|
|
},
|
|
{
|
|
"epoch": 0.22508038585209003,
|
|
"grad_norm": 0.4819038192629592,
|
|
"learning_rate": 1.2752293577981652e-05,
|
|
"loss": 0.3356,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36454111337661743,
|
|
"step": 140,
|
|
"valid_targets_mean": 5984.9,
|
|
"valid_targets_min": 1926
|
|
},
|
|
{
|
|
"epoch": 0.23311897106109325,
|
|
"grad_norm": 3.4522565919790846,
|
|
"learning_rate": 1.3211009174311929e-05,
|
|
"loss": 0.3607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41981396079063416,
|
|
"step": 145,
|
|
"valid_targets_mean": 5873.2,
|
|
"valid_targets_min": 2123
|
|
},
|
|
{
|
|
"epoch": 0.24115755627009647,
|
|
"grad_norm": 0.480191765296101,
|
|
"learning_rate": 1.3669724770642203e-05,
|
|
"loss": 0.342,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3925219774246216,
|
|
"step": 150,
|
|
"valid_targets_mean": 6098.4,
|
|
"valid_targets_min": 477
|
|
},
|
|
{
|
|
"epoch": 0.2491961414790997,
|
|
"grad_norm": 0.5275995100411426,
|
|
"learning_rate": 1.4128440366972477e-05,
|
|
"loss": 0.3548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39259496331214905,
|
|
"step": 155,
|
|
"valid_targets_mean": 5801.5,
|
|
"valid_targets_min": 1534
|
|
},
|
|
{
|
|
"epoch": 0.2572347266881029,
|
|
"grad_norm": 0.4497605594039018,
|
|
"learning_rate": 1.4587155963302753e-05,
|
|
"loss": 0.3315,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2661333680152893,
|
|
"step": 160,
|
|
"valid_targets_mean": 5559.2,
|
|
"valid_targets_min": 2047
|
|
},
|
|
{
|
|
"epoch": 0.2652733118971061,
|
|
"grad_norm": 0.5186829745052237,
|
|
"learning_rate": 1.504587155963303e-05,
|
|
"loss": 0.3114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32883208990097046,
|
|
"step": 165,
|
|
"valid_targets_mean": 5211.5,
|
|
"valid_targets_min": 2437
|
|
},
|
|
{
|
|
"epoch": 0.2733118971061093,
|
|
"grad_norm": 0.5378694289846688,
|
|
"learning_rate": 1.5504587155963304e-05,
|
|
"loss": 0.328,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3817879557609558,
|
|
"step": 170,
|
|
"valid_targets_mean": 6117.9,
|
|
"valid_targets_min": 949
|
|
},
|
|
{
|
|
"epoch": 0.28135048231511256,
|
|
"grad_norm": 0.47655599775978846,
|
|
"learning_rate": 1.5963302752293578e-05,
|
|
"loss": 0.3431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3332779109477997,
|
|
"step": 175,
|
|
"valid_targets_mean": 6652.5,
|
|
"valid_targets_min": 1061
|
|
},
|
|
{
|
|
"epoch": 0.28938906752411575,
|
|
"grad_norm": 0.5175596131296907,
|
|
"learning_rate": 1.6422018348623852e-05,
|
|
"loss": 0.3322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2893512547016144,
|
|
"step": 180,
|
|
"valid_targets_mean": 5451.6,
|
|
"valid_targets_min": 2715
|
|
},
|
|
{
|
|
"epoch": 0.297427652733119,
|
|
"grad_norm": 0.47484987666886874,
|
|
"learning_rate": 1.688073394495413e-05,
|
|
"loss": 0.3211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3134007751941681,
|
|
"step": 185,
|
|
"valid_targets_mean": 5775.2,
|
|
"valid_targets_min": 2507
|
|
},
|
|
{
|
|
"epoch": 0.3054662379421222,
|
|
"grad_norm": 0.5722106466766347,
|
|
"learning_rate": 1.7339449541284407e-05,
|
|
"loss": 0.3098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.316297709941864,
|
|
"step": 190,
|
|
"valid_targets_mean": 5722.6,
|
|
"valid_targets_min": 602
|
|
},
|
|
{
|
|
"epoch": 0.3135048231511254,
|
|
"grad_norm": 0.5720677850765011,
|
|
"learning_rate": 1.779816513761468e-05,
|
|
"loss": 0.3603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4151928126811981,
|
|
"step": 195,
|
|
"valid_targets_mean": 5507.1,
|
|
"valid_targets_min": 2373
|
|
},
|
|
{
|
|
"epoch": 0.3215434083601286,
|
|
"grad_norm": 0.5017657301946835,
|
|
"learning_rate": 1.8256880733944955e-05,
|
|
"loss": 0.3238,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34416627883911133,
|
|
"step": 200,
|
|
"valid_targets_mean": 5537.2,
|
|
"valid_targets_min": 962
|
|
},
|
|
{
|
|
"epoch": 0.3295819935691318,
|
|
"grad_norm": 0.5004261222863479,
|
|
"learning_rate": 1.8715596330275232e-05,
|
|
"loss": 0.3143,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2886529862880707,
|
|
"step": 205,
|
|
"valid_targets_mean": 5239.9,
|
|
"valid_targets_min": 643
|
|
},
|
|
{
|
|
"epoch": 0.33762057877813506,
|
|
"grad_norm": 0.4773649164878627,
|
|
"learning_rate": 1.9174311926605506e-05,
|
|
"loss": 0.3421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3376484215259552,
|
|
"step": 210,
|
|
"valid_targets_mean": 6458.6,
|
|
"valid_targets_min": 662
|
|
},
|
|
{
|
|
"epoch": 0.34565916398713825,
|
|
"grad_norm": 0.4850206053577162,
|
|
"learning_rate": 1.963302752293578e-05,
|
|
"loss": 0.3252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2979908585548401,
|
|
"step": 215,
|
|
"valid_targets_mean": 5263.2,
|
|
"valid_targets_min": 797
|
|
},
|
|
{
|
|
"epoch": 0.3536977491961415,
|
|
"grad_norm": 0.5013386580471846,
|
|
"learning_rate": 2.0091743119266058e-05,
|
|
"loss": 0.334,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30896592140197754,
|
|
"step": 220,
|
|
"valid_targets_mean": 5896.0,
|
|
"valid_targets_min": 1675
|
|
},
|
|
{
|
|
"epoch": 0.3617363344051447,
|
|
"grad_norm": 0.5570090249676257,
|
|
"learning_rate": 2.0550458715596332e-05,
|
|
"loss": 0.32,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3088981509208679,
|
|
"step": 225,
|
|
"valid_targets_mean": 5530.9,
|
|
"valid_targets_min": 1200
|
|
},
|
|
{
|
|
"epoch": 0.36977491961414793,
|
|
"grad_norm": 0.597801049082016,
|
|
"learning_rate": 2.100917431192661e-05,
|
|
"loss": 0.3018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3181556165218353,
|
|
"step": 230,
|
|
"valid_targets_mean": 6380.2,
|
|
"valid_targets_min": 2558
|
|
},
|
|
{
|
|
"epoch": 0.3778135048231511,
|
|
"grad_norm": 0.5191577104221832,
|
|
"learning_rate": 2.1467889908256883e-05,
|
|
"loss": 0.3355,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3778053820133209,
|
|
"step": 235,
|
|
"valid_targets_mean": 5636.4,
|
|
"valid_targets_min": 344
|
|
},
|
|
{
|
|
"epoch": 0.3858520900321543,
|
|
"grad_norm": 0.5854719585440191,
|
|
"learning_rate": 2.1926605504587157e-05,
|
|
"loss": 0.3358,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35405513644218445,
|
|
"step": 240,
|
|
"valid_targets_mean": 5000.0,
|
|
"valid_targets_min": 1732
|
|
},
|
|
{
|
|
"epoch": 0.39389067524115756,
|
|
"grad_norm": 0.5476862094602315,
|
|
"learning_rate": 2.238532110091743e-05,
|
|
"loss": 0.3159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2814165949821472,
|
|
"step": 245,
|
|
"valid_targets_mean": 4733.5,
|
|
"valid_targets_min": 1002
|
|
},
|
|
{
|
|
"epoch": 0.40192926045016075,
|
|
"grad_norm": 0.5926979503199129,
|
|
"learning_rate": 2.2844036697247705e-05,
|
|
"loss": 0.3551,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3770928382873535,
|
|
"step": 250,
|
|
"valid_targets_mean": 5427.2,
|
|
"valid_targets_min": 493
|
|
},
|
|
{
|
|
"epoch": 0.409967845659164,
|
|
"grad_norm": 0.6100209266847794,
|
|
"learning_rate": 2.3302752293577983e-05,
|
|
"loss": 0.3364,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3547223210334778,
|
|
"step": 255,
|
|
"valid_targets_mean": 4440.1,
|
|
"valid_targets_min": 485
|
|
},
|
|
{
|
|
"epoch": 0.4180064308681672,
|
|
"grad_norm": 0.5566232844963857,
|
|
"learning_rate": 2.376146788990826e-05,
|
|
"loss": 0.309,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3098330497741699,
|
|
"step": 260,
|
|
"valid_targets_mean": 4793.3,
|
|
"valid_targets_min": 364
|
|
},
|
|
{
|
|
"epoch": 0.42604501607717044,
|
|
"grad_norm": 0.5427122101027465,
|
|
"learning_rate": 2.4220183486238534e-05,
|
|
"loss": 0.302,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31646621227264404,
|
|
"step": 265,
|
|
"valid_targets_mean": 4927.3,
|
|
"valid_targets_min": 452
|
|
},
|
|
{
|
|
"epoch": 0.4340836012861736,
|
|
"grad_norm": 0.5988872869137836,
|
|
"learning_rate": 2.467889908256881e-05,
|
|
"loss": 0.3189,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34495389461517334,
|
|
"step": 270,
|
|
"valid_targets_mean": 4704.2,
|
|
"valid_targets_min": 329
|
|
},
|
|
{
|
|
"epoch": 0.44212218649517687,
|
|
"grad_norm": 0.547941917409528,
|
|
"learning_rate": 2.5137614678899085e-05,
|
|
"loss": 0.3255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3075386881828308,
|
|
"step": 275,
|
|
"valid_targets_mean": 4813.1,
|
|
"valid_targets_min": 946
|
|
},
|
|
{
|
|
"epoch": 0.45016077170418006,
|
|
"grad_norm": 0.5249153697259977,
|
|
"learning_rate": 2.559633027522936e-05,
|
|
"loss": 0.3121,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28792035579681396,
|
|
"step": 280,
|
|
"valid_targets_mean": 5561.9,
|
|
"valid_targets_min": 2942
|
|
},
|
|
{
|
|
"epoch": 0.45819935691318325,
|
|
"grad_norm": 0.43052674384652867,
|
|
"learning_rate": 2.6055045871559633e-05,
|
|
"loss": 0.2923,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31526419520378113,
|
|
"step": 285,
|
|
"valid_targets_mean": 7136.0,
|
|
"valid_targets_min": 2915
|
|
},
|
|
{
|
|
"epoch": 0.4662379421221865,
|
|
"grad_norm": 0.5540575973124553,
|
|
"learning_rate": 2.6513761467889907e-05,
|
|
"loss": 0.3446,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32834839820861816,
|
|
"step": 290,
|
|
"valid_targets_mean": 5022.2,
|
|
"valid_targets_min": 237
|
|
},
|
|
{
|
|
"epoch": 0.4742765273311897,
|
|
"grad_norm": 0.48094194473889346,
|
|
"learning_rate": 2.6972477064220185e-05,
|
|
"loss": 0.3056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3205365836620331,
|
|
"step": 295,
|
|
"valid_targets_mean": 5865.0,
|
|
"valid_targets_min": 2315
|
|
},
|
|
{
|
|
"epoch": 0.48231511254019294,
|
|
"grad_norm": 0.5618267371932142,
|
|
"learning_rate": 2.7431192660550462e-05,
|
|
"loss": 0.3165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3605026602745056,
|
|
"step": 300,
|
|
"valid_targets_mean": 4986.5,
|
|
"valid_targets_min": 921
|
|
},
|
|
{
|
|
"epoch": 0.4903536977491961,
|
|
"grad_norm": 0.6404105383558549,
|
|
"learning_rate": 2.7889908256880736e-05,
|
|
"loss": 0.2895,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30333420634269714,
|
|
"step": 305,
|
|
"valid_targets_mean": 4107.6,
|
|
"valid_targets_min": 466
|
|
},
|
|
{
|
|
"epoch": 0.4983922829581994,
|
|
"grad_norm": 0.5306270510654744,
|
|
"learning_rate": 2.8348623853211014e-05,
|
|
"loss": 0.3029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29267704486846924,
|
|
"step": 310,
|
|
"valid_targets_mean": 5249.4,
|
|
"valid_targets_min": 2300
|
|
},
|
|
{
|
|
"epoch": 0.5064308681672026,
|
|
"grad_norm": 0.49099328683222326,
|
|
"learning_rate": 2.8807339449541288e-05,
|
|
"loss": 0.3195,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30092453956604004,
|
|
"step": 315,
|
|
"valid_targets_mean": 5905.2,
|
|
"valid_targets_min": 1454
|
|
},
|
|
{
|
|
"epoch": 0.5144694533762058,
|
|
"grad_norm": 0.663160338132964,
|
|
"learning_rate": 2.926605504587156e-05,
|
|
"loss": 0.2776,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2730156183242798,
|
|
"step": 320,
|
|
"valid_targets_mean": 4000.4,
|
|
"valid_targets_min": 419
|
|
},
|
|
{
|
|
"epoch": 0.522508038585209,
|
|
"grad_norm": 0.49329600788095035,
|
|
"learning_rate": 2.9724770642201836e-05,
|
|
"loss": 0.2929,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32109999656677246,
|
|
"step": 325,
|
|
"valid_targets_mean": 6141.3,
|
|
"valid_targets_min": 2263
|
|
},
|
|
{
|
|
"epoch": 0.5305466237942122,
|
|
"grad_norm": 0.5752524694010668,
|
|
"learning_rate": 3.0183486238532113e-05,
|
|
"loss": 0.3435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40009579062461853,
|
|
"step": 330,
|
|
"valid_targets_mean": 6205.9,
|
|
"valid_targets_min": 437
|
|
},
|
|
{
|
|
"epoch": 0.5385852090032154,
|
|
"grad_norm": 0.5350750612199158,
|
|
"learning_rate": 3.0642201834862384e-05,
|
|
"loss": 0.2993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3526759147644043,
|
|
"step": 335,
|
|
"valid_targets_mean": 5805.6,
|
|
"valid_targets_min": 1255
|
|
},
|
|
{
|
|
"epoch": 0.5466237942122186,
|
|
"grad_norm": 0.5826856037526428,
|
|
"learning_rate": 3.110091743119266e-05,
|
|
"loss": 0.3106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3246879279613495,
|
|
"step": 340,
|
|
"valid_targets_mean": 5508.0,
|
|
"valid_targets_min": 1309
|
|
},
|
|
{
|
|
"epoch": 0.5546623794212219,
|
|
"grad_norm": 0.42437748396411806,
|
|
"learning_rate": 3.155963302752294e-05,
|
|
"loss": 0.2945,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2742518186569214,
|
|
"step": 345,
|
|
"valid_targets_mean": 7056.8,
|
|
"valid_targets_min": 2993
|
|
},
|
|
{
|
|
"epoch": 0.5627009646302251,
|
|
"grad_norm": 0.6228872767131681,
|
|
"learning_rate": 3.201834862385321e-05,
|
|
"loss": 0.3009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30292758345603943,
|
|
"step": 350,
|
|
"valid_targets_mean": 4400.6,
|
|
"valid_targets_min": 873
|
|
},
|
|
{
|
|
"epoch": 0.5707395498392283,
|
|
"grad_norm": 0.4664154597507688,
|
|
"learning_rate": 3.2477064220183487e-05,
|
|
"loss": 0.3329,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3061991333961487,
|
|
"step": 355,
|
|
"valid_targets_mean": 6292.2,
|
|
"valid_targets_min": 3215
|
|
},
|
|
{
|
|
"epoch": 0.5787781350482315,
|
|
"grad_norm": 0.5161256905301413,
|
|
"learning_rate": 3.293577981651377e-05,
|
|
"loss": 0.3099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24547383189201355,
|
|
"step": 360,
|
|
"valid_targets_mean": 4519.0,
|
|
"valid_targets_min": 319
|
|
},
|
|
{
|
|
"epoch": 0.5868167202572347,
|
|
"grad_norm": 0.5365528928336145,
|
|
"learning_rate": 3.339449541284404e-05,
|
|
"loss": 0.2969,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29534512758255005,
|
|
"step": 365,
|
|
"valid_targets_mean": 4922.1,
|
|
"valid_targets_min": 984
|
|
},
|
|
{
|
|
"epoch": 0.594855305466238,
|
|
"grad_norm": 0.5097548549634454,
|
|
"learning_rate": 3.3853211009174315e-05,
|
|
"loss": 0.312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.296095073223114,
|
|
"step": 370,
|
|
"valid_targets_mean": 5232.6,
|
|
"valid_targets_min": 872
|
|
},
|
|
{
|
|
"epoch": 0.6028938906752411,
|
|
"grad_norm": 0.49051425109618985,
|
|
"learning_rate": 3.431192660550459e-05,
|
|
"loss": 0.2838,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30179792642593384,
|
|
"step": 375,
|
|
"valid_targets_mean": 5981.7,
|
|
"valid_targets_min": 1437
|
|
},
|
|
{
|
|
"epoch": 0.6109324758842444,
|
|
"grad_norm": 0.5966512802302277,
|
|
"learning_rate": 3.477064220183486e-05,
|
|
"loss": 0.3042,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3060946464538574,
|
|
"step": 380,
|
|
"valid_targets_mean": 5208.1,
|
|
"valid_targets_min": 1644
|
|
},
|
|
{
|
|
"epoch": 0.6189710610932476,
|
|
"grad_norm": 0.6706382795742738,
|
|
"learning_rate": 3.5229357798165144e-05,
|
|
"loss": 0.3086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34184399247169495,
|
|
"step": 385,
|
|
"valid_targets_mean": 5654.9,
|
|
"valid_targets_min": 1790
|
|
},
|
|
{
|
|
"epoch": 0.6270096463022508,
|
|
"grad_norm": 0.5660946301266201,
|
|
"learning_rate": 3.568807339449542e-05,
|
|
"loss": 0.3078,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2994377017021179,
|
|
"step": 390,
|
|
"valid_targets_mean": 5468.1,
|
|
"valid_targets_min": 696
|
|
},
|
|
{
|
|
"epoch": 0.635048231511254,
|
|
"grad_norm": 0.5340949761801713,
|
|
"learning_rate": 3.614678899082569e-05,
|
|
"loss": 0.3119,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30014336109161377,
|
|
"step": 395,
|
|
"valid_targets_mean": 5420.6,
|
|
"valid_targets_min": 574
|
|
},
|
|
{
|
|
"epoch": 0.6430868167202572,
|
|
"grad_norm": 0.4923375299212512,
|
|
"learning_rate": 3.6605504587155966e-05,
|
|
"loss": 0.3044,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29296672344207764,
|
|
"step": 400,
|
|
"valid_targets_mean": 5953.8,
|
|
"valid_targets_min": 2356
|
|
},
|
|
{
|
|
"epoch": 0.6511254019292605,
|
|
"grad_norm": 0.4912029841427183,
|
|
"learning_rate": 3.706422018348624e-05,
|
|
"loss": 0.2696,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24615658819675446,
|
|
"step": 405,
|
|
"valid_targets_mean": 5338.8,
|
|
"valid_targets_min": 2680
|
|
},
|
|
{
|
|
"epoch": 0.6591639871382636,
|
|
"grad_norm": 0.46236233354479367,
|
|
"learning_rate": 3.7522935779816514e-05,
|
|
"loss": 0.2961,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3032350540161133,
|
|
"step": 410,
|
|
"valid_targets_mean": 5982.8,
|
|
"valid_targets_min": 3495
|
|
},
|
|
{
|
|
"epoch": 0.6672025723472669,
|
|
"grad_norm": 0.5212184732903835,
|
|
"learning_rate": 3.798165137614679e-05,
|
|
"loss": 0.3096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3059643507003784,
|
|
"step": 415,
|
|
"valid_targets_mean": 5736.6,
|
|
"valid_targets_min": 2521
|
|
},
|
|
{
|
|
"epoch": 0.6752411575562701,
|
|
"grad_norm": 0.5207305397129113,
|
|
"learning_rate": 3.844036697247707e-05,
|
|
"loss": 0.2929,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31649553775787354,
|
|
"step": 420,
|
|
"valid_targets_mean": 5298.9,
|
|
"valid_targets_min": 3490
|
|
},
|
|
{
|
|
"epoch": 0.6832797427652733,
|
|
"grad_norm": 0.6992704167148815,
|
|
"learning_rate": 3.889908256880734e-05,
|
|
"loss": 0.2922,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2679362893104553,
|
|
"step": 425,
|
|
"valid_targets_mean": 5616.1,
|
|
"valid_targets_min": 2463
|
|
},
|
|
{
|
|
"epoch": 0.6913183279742765,
|
|
"grad_norm": 0.511472564575663,
|
|
"learning_rate": 3.935779816513762e-05,
|
|
"loss": 0.2751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30654776096343994,
|
|
"step": 430,
|
|
"valid_targets_mean": 5721.6,
|
|
"valid_targets_min": 3272
|
|
},
|
|
{
|
|
"epoch": 0.6993569131832797,
|
|
"grad_norm": 0.4709582852431494,
|
|
"learning_rate": 3.981651376146789e-05,
|
|
"loss": 0.2848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2843867540359497,
|
|
"step": 435,
|
|
"valid_targets_mean": 5574.6,
|
|
"valid_targets_min": 2023
|
|
},
|
|
{
|
|
"epoch": 0.707395498392283,
|
|
"grad_norm": 0.453220231562951,
|
|
"learning_rate": 3.999994213536979e-05,
|
|
"loss": 0.3015,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30728816986083984,
|
|
"step": 440,
|
|
"valid_targets_mean": 6203.7,
|
|
"valid_targets_min": 3453
|
|
},
|
|
{
|
|
"epoch": 0.7154340836012861,
|
|
"grad_norm": 0.4755977887273865,
|
|
"learning_rate": 3.999958851939771e-05,
|
|
"loss": 0.2965,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28380826115608215,
|
|
"step": 445,
|
|
"valid_targets_mean": 6442.1,
|
|
"valid_targets_min": 2803
|
|
},
|
|
{
|
|
"epoch": 0.7234726688102894,
|
|
"grad_norm": 0.49493667906582395,
|
|
"learning_rate": 3.999891344014729e-05,
|
|
"loss": 0.2948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26691269874572754,
|
|
"step": 450,
|
|
"valid_targets_mean": 4888.2,
|
|
"valid_targets_min": 2047
|
|
},
|
|
{
|
|
"epoch": 0.7315112540192926,
|
|
"grad_norm": 0.5095276271053644,
|
|
"learning_rate": 3.999791690846941e-05,
|
|
"loss": 0.301,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2900855243206024,
|
|
"step": 455,
|
|
"valid_targets_mean": 4938.0,
|
|
"valid_targets_min": 1713
|
|
},
|
|
{
|
|
"epoch": 0.7395498392282959,
|
|
"grad_norm": 0.5205052676880491,
|
|
"learning_rate": 3.9996598940381816e-05,
|
|
"loss": 0.2963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3060019910335541,
|
|
"step": 460,
|
|
"valid_targets_mean": 5271.0,
|
|
"valid_targets_min": 699
|
|
},
|
|
{
|
|
"epoch": 0.747588424437299,
|
|
"grad_norm": 0.4876809443820683,
|
|
"learning_rate": 3.9994959557068863e-05,
|
|
"loss": 0.2781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27658092975616455,
|
|
"step": 465,
|
|
"valid_targets_mean": 5591.4,
|
|
"valid_targets_min": 1875
|
|
},
|
|
{
|
|
"epoch": 0.7556270096463023,
|
|
"grad_norm": 0.4923720425882284,
|
|
"learning_rate": 3.999299878488117e-05,
|
|
"loss": 0.2871,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2531621754169464,
|
|
"step": 470,
|
|
"valid_targets_mean": 5429.0,
|
|
"valid_targets_min": 2498
|
|
},
|
|
{
|
|
"epoch": 0.7636655948553055,
|
|
"grad_norm": 0.585919343961974,
|
|
"learning_rate": 3.99907166553352e-05,
|
|
"loss": 0.2943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30858397483825684,
|
|
"step": 475,
|
|
"valid_targets_mean": 4827.4,
|
|
"valid_targets_min": 513
|
|
},
|
|
{
|
|
"epoch": 0.7717041800643086,
|
|
"grad_norm": 0.4747623432707116,
|
|
"learning_rate": 3.9988113205112755e-05,
|
|
"loss": 0.3013,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33221951127052307,
|
|
"step": 480,
|
|
"valid_targets_mean": 5955.8,
|
|
"valid_targets_min": 675
|
|
},
|
|
{
|
|
"epoch": 0.7797427652733119,
|
|
"grad_norm": 0.456621692177911,
|
|
"learning_rate": 3.998518847606036e-05,
|
|
"loss": 0.2851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28177374601364136,
|
|
"step": 485,
|
|
"valid_targets_mean": 5865.8,
|
|
"valid_targets_min": 2025
|
|
},
|
|
{
|
|
"epoch": 0.7877813504823151,
|
|
"grad_norm": 0.4665811147170575,
|
|
"learning_rate": 3.998194251518865e-05,
|
|
"loss": 0.3184,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3034052550792694,
|
|
"step": 490,
|
|
"valid_targets_mean": 5511.8,
|
|
"valid_targets_min": 3215
|
|
},
|
|
{
|
|
"epoch": 0.7958199356913184,
|
|
"grad_norm": 0.3911511618161914,
|
|
"learning_rate": 3.9978375374671555e-05,
|
|
"loss": 0.281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24626390635967255,
|
|
"step": 495,
|
|
"valid_targets_mean": 7323.9,
|
|
"valid_targets_min": 2857
|
|
},
|
|
{
|
|
"epoch": 0.8038585209003215,
|
|
"grad_norm": 0.5396114749470258,
|
|
"learning_rate": 3.997448711184548e-05,
|
|
"loss": 0.3037,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.308045893907547,
|
|
"step": 500,
|
|
"valid_targets_mean": 5182.1,
|
|
"valid_targets_min": 747
|
|
},
|
|
{
|
|
"epoch": 0.8118971061093248,
|
|
"grad_norm": 0.4849544264425815,
|
|
"learning_rate": 3.997027778920841e-05,
|
|
"loss": 0.2887,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3522014915943146,
|
|
"step": 505,
|
|
"valid_targets_mean": 6453.4,
|
|
"valid_targets_min": 2028
|
|
},
|
|
{
|
|
"epoch": 0.819935691318328,
|
|
"grad_norm": 0.5350245918364654,
|
|
"learning_rate": 3.9965747474418855e-05,
|
|
"loss": 0.3212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3169665038585663,
|
|
"step": 510,
|
|
"valid_targets_mean": 4740.1,
|
|
"valid_targets_min": 576
|
|
},
|
|
{
|
|
"epoch": 0.8279742765273312,
|
|
"grad_norm": 0.4938218700461966,
|
|
"learning_rate": 3.996089624029482e-05,
|
|
"loss": 0.2714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25281214714050293,
|
|
"step": 515,
|
|
"valid_targets_mean": 5391.9,
|
|
"valid_targets_min": 588
|
|
},
|
|
{
|
|
"epoch": 0.8360128617363344,
|
|
"grad_norm": 0.46030799853278453,
|
|
"learning_rate": 3.995572416481258e-05,
|
|
"loss": 0.2758,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2778337001800537,
|
|
"step": 520,
|
|
"valid_targets_mean": 5831.8,
|
|
"valid_targets_min": 1928
|
|
},
|
|
{
|
|
"epoch": 0.8440514469453376,
|
|
"grad_norm": 0.4832421033589269,
|
|
"learning_rate": 3.9950231331105464e-05,
|
|
"loss": 0.2983,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28779375553131104,
|
|
"step": 525,
|
|
"valid_targets_mean": 5119.5,
|
|
"valid_targets_min": 661
|
|
},
|
|
{
|
|
"epoch": 0.8520900321543409,
|
|
"grad_norm": 0.5293558575026555,
|
|
"learning_rate": 3.994441782746251e-05,
|
|
"loss": 0.2907,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2785415053367615,
|
|
"step": 530,
|
|
"valid_targets_mean": 5092.9,
|
|
"valid_targets_min": 2581
|
|
},
|
|
{
|
|
"epoch": 0.860128617363344,
|
|
"grad_norm": 0.416392644109728,
|
|
"learning_rate": 3.993828374732704e-05,
|
|
"loss": 0.2966,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2805801033973694,
|
|
"step": 535,
|
|
"valid_targets_mean": 6368.6,
|
|
"valid_targets_min": 355
|
|
},
|
|
{
|
|
"epoch": 0.8681672025723473,
|
|
"grad_norm": 0.4645205058216023,
|
|
"learning_rate": 3.993182918929515e-05,
|
|
"loss": 0.2936,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30918392539024353,
|
|
"step": 540,
|
|
"valid_targets_mean": 5649.8,
|
|
"valid_targets_min": 2795
|
|
},
|
|
{
|
|
"epoch": 0.8762057877813505,
|
|
"grad_norm": 0.5308378752814893,
|
|
"learning_rate": 3.992505425711414e-05,
|
|
"loss": 0.2655,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2631094455718994,
|
|
"step": 545,
|
|
"valid_targets_mean": 4481.9,
|
|
"valid_targets_min": 514
|
|
},
|
|
{
|
|
"epoch": 0.8842443729903537,
|
|
"grad_norm": 0.4801689653969418,
|
|
"learning_rate": 3.991795905968086e-05,
|
|
"loss": 0.2806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30362850427627563,
|
|
"step": 550,
|
|
"valid_targets_mean": 5824.9,
|
|
"valid_targets_min": 3011
|
|
},
|
|
{
|
|
"epoch": 0.8922829581993569,
|
|
"grad_norm": 0.44577993655229686,
|
|
"learning_rate": 3.991054371103992e-05,
|
|
"loss": 0.2839,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26914289593696594,
|
|
"step": 555,
|
|
"valid_targets_mean": 6685.0,
|
|
"valid_targets_min": 2217
|
|
},
|
|
{
|
|
"epoch": 0.9003215434083601,
|
|
"grad_norm": 0.45000332721151537,
|
|
"learning_rate": 3.9902808330381876e-05,
|
|
"loss": 0.2972,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26276689767837524,
|
|
"step": 560,
|
|
"valid_targets_mean": 6083.2,
|
|
"valid_targets_min": 3312
|
|
},
|
|
{
|
|
"epoch": 0.9083601286173634,
|
|
"grad_norm": 0.5316772461451206,
|
|
"learning_rate": 3.989475304204135e-05,
|
|
"loss": 0.2926,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3673328757286072,
|
|
"step": 565,
|
|
"valid_targets_mean": 6526.5,
|
|
"valid_targets_min": 2025
|
|
},
|
|
{
|
|
"epoch": 0.9163987138263665,
|
|
"grad_norm": 0.45002232479827187,
|
|
"learning_rate": 3.988637797549496e-05,
|
|
"loss": 0.2761,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25491195917129517,
|
|
"step": 570,
|
|
"valid_targets_mean": 6206.9,
|
|
"valid_targets_min": 660
|
|
},
|
|
{
|
|
"epoch": 0.9244372990353698,
|
|
"grad_norm": 0.6688784807827985,
|
|
"learning_rate": 3.9877683265359294e-05,
|
|
"loss": 0.2803,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23365923762321472,
|
|
"step": 575,
|
|
"valid_targets_mean": 5251.8,
|
|
"valid_targets_min": 2129
|
|
},
|
|
{
|
|
"epoch": 0.932475884244373,
|
|
"grad_norm": 0.5328784356408865,
|
|
"learning_rate": 3.986866905138874e-05,
|
|
"loss": 0.2708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2967522144317627,
|
|
"step": 580,
|
|
"valid_targets_mean": 4377.9,
|
|
"valid_targets_min": 398
|
|
},
|
|
{
|
|
"epoch": 0.9405144694533762,
|
|
"grad_norm": 0.4705101238005458,
|
|
"learning_rate": 3.985933547847319e-05,
|
|
"loss": 0.2678,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.276937335729599,
|
|
"step": 585,
|
|
"valid_targets_mean": 5281.8,
|
|
"valid_targets_min": 971
|
|
},
|
|
{
|
|
"epoch": 0.9485530546623794,
|
|
"grad_norm": 0.39879237511284055,
|
|
"learning_rate": 3.984968269663582e-05,
|
|
"loss": 0.3115,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.268502801656723,
|
|
"step": 590,
|
|
"valid_targets_mean": 6211.7,
|
|
"valid_targets_min": 2174
|
|
},
|
|
{
|
|
"epoch": 0.9565916398713826,
|
|
"grad_norm": 0.4480245882027022,
|
|
"learning_rate": 3.983971086103053e-05,
|
|
"loss": 0.2682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2714992165565491,
|
|
"step": 595,
|
|
"valid_targets_mean": 5526.9,
|
|
"valid_targets_min": 349
|
|
},
|
|
{
|
|
"epoch": 0.9646302250803859,
|
|
"grad_norm": 0.5403266638905054,
|
|
"learning_rate": 3.982942013193958e-05,
|
|
"loss": 0.2762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3248938322067261,
|
|
"step": 600,
|
|
"valid_targets_mean": 6144.6,
|
|
"valid_targets_min": 636
|
|
},
|
|
{
|
|
"epoch": 0.9726688102893891,
|
|
"grad_norm": 0.4516840633756994,
|
|
"learning_rate": 3.981881067477095e-05,
|
|
"loss": 0.2684,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2717623710632324,
|
|
"step": 605,
|
|
"valid_targets_mean": 5657.6,
|
|
"valid_targets_min": 2868
|
|
},
|
|
{
|
|
"epoch": 0.9807073954983923,
|
|
"grad_norm": 0.4528229245449106,
|
|
"learning_rate": 3.9807882660055696e-05,
|
|
"loss": 0.2867,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2597085237503052,
|
|
"step": 610,
|
|
"valid_targets_mean": 5101.6,
|
|
"valid_targets_min": 2236
|
|
},
|
|
{
|
|
"epoch": 0.9887459807073955,
|
|
"grad_norm": 0.44017945177584167,
|
|
"learning_rate": 3.979663626344519e-05,
|
|
"loss": 0.2847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25955039262771606,
|
|
"step": 615,
|
|
"valid_targets_mean": 5319.9,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 0.9967845659163987,
|
|
"grad_norm": 0.47936626435483093,
|
|
"learning_rate": 3.978507166570834e-05,
|
|
"loss": 0.2894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27693191170692444,
|
|
"step": 620,
|
|
"valid_targets_mean": 4538.5,
|
|
"valid_targets_min": 1621
|
|
},
|
|
{
|
|
"epoch": 1.004823151125402,
|
|
"grad_norm": 0.4481854100624881,
|
|
"learning_rate": 3.9773189052728645e-05,
|
|
"loss": 0.2759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2927781641483307,
|
|
"step": 625,
|
|
"valid_targets_mean": 5881.1,
|
|
"valid_targets_min": 439
|
|
},
|
|
{
|
|
"epoch": 1.0128617363344052,
|
|
"grad_norm": 0.4518269756671226,
|
|
"learning_rate": 3.9760988615501216e-05,
|
|
"loss": 0.2623,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21591615676879883,
|
|
"step": 630,
|
|
"valid_targets_mean": 5202.7,
|
|
"valid_targets_min": 706
|
|
},
|
|
{
|
|
"epoch": 1.0209003215434083,
|
|
"grad_norm": 0.4894405054425604,
|
|
"learning_rate": 3.974847055012971e-05,
|
|
"loss": 0.2816,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.263643354177475,
|
|
"step": 635,
|
|
"valid_targets_mean": 4966.3,
|
|
"valid_targets_min": 407
|
|
},
|
|
{
|
|
"epoch": 1.0289389067524115,
|
|
"grad_norm": 0.46931111935501457,
|
|
"learning_rate": 3.97356350578232e-05,
|
|
"loss": 0.2721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27274036407470703,
|
|
"step": 640,
|
|
"valid_targets_mean": 6239.4,
|
|
"valid_targets_min": 2734
|
|
},
|
|
{
|
|
"epoch": 1.0369774919614148,
|
|
"grad_norm": 0.45174077610801744,
|
|
"learning_rate": 3.9722482344892885e-05,
|
|
"loss": 0.2787,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2617829442024231,
|
|
"step": 645,
|
|
"valid_targets_mean": 5997.4,
|
|
"valid_targets_min": 2568
|
|
},
|
|
{
|
|
"epoch": 1.045016077170418,
|
|
"grad_norm": 0.4548552448131556,
|
|
"learning_rate": 3.970901262274883e-05,
|
|
"loss": 0.2675,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26283806562423706,
|
|
"step": 650,
|
|
"valid_targets_mean": 6102.5,
|
|
"valid_targets_min": 2567
|
|
},
|
|
{
|
|
"epoch": 1.0530546623794212,
|
|
"grad_norm": 0.43090204468670307,
|
|
"learning_rate": 3.9695226107896544e-05,
|
|
"loss": 0.2682,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23034942150115967,
|
|
"step": 655,
|
|
"valid_targets_mean": 5608.3,
|
|
"valid_targets_min": 2451
|
|
},
|
|
{
|
|
"epoch": 1.0610932475884245,
|
|
"grad_norm": 0.4842292354424898,
|
|
"learning_rate": 3.96811230219335e-05,
|
|
"loss": 0.2695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33251893520355225,
|
|
"step": 660,
|
|
"valid_targets_mean": 6044.6,
|
|
"valid_targets_min": 1019
|
|
},
|
|
{
|
|
"epoch": 1.0691318327974277,
|
|
"grad_norm": 0.5166627086454233,
|
|
"learning_rate": 3.9666703591545577e-05,
|
|
"loss": 0.26,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.264485239982605,
|
|
"step": 665,
|
|
"valid_targets_mean": 5534.3,
|
|
"valid_targets_min": 1623
|
|
},
|
|
{
|
|
"epoch": 1.077170418006431,
|
|
"grad_norm": 0.4561205383774768,
|
|
"learning_rate": 3.965196804850341e-05,
|
|
"loss": 0.2781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2511570453643799,
|
|
"step": 670,
|
|
"valid_targets_mean": 6292.3,
|
|
"valid_targets_min": 3831
|
|
},
|
|
{
|
|
"epoch": 1.085209003215434,
|
|
"grad_norm": 0.4664119838831818,
|
|
"learning_rate": 3.963691662965866e-05,
|
|
"loss": 0.2727,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2670794725418091,
|
|
"step": 675,
|
|
"valid_targets_mean": 6324.6,
|
|
"valid_targets_min": 2635
|
|
},
|
|
{
|
|
"epoch": 1.0932475884244373,
|
|
"grad_norm": 0.4596143591998667,
|
|
"learning_rate": 3.9621549576940237e-05,
|
|
"loss": 0.2734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2652100920677185,
|
|
"step": 680,
|
|
"valid_targets_mean": 6118.9,
|
|
"valid_targets_min": 3113
|
|
},
|
|
{
|
|
"epoch": 1.1012861736334405,
|
|
"grad_norm": 0.45527286052039845,
|
|
"learning_rate": 3.9605867137350386e-05,
|
|
"loss": 0.2687,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2878355383872986,
|
|
"step": 685,
|
|
"valid_targets_mean": 5584.5,
|
|
"valid_targets_min": 861
|
|
},
|
|
{
|
|
"epoch": 1.1093247588424437,
|
|
"grad_norm": 0.46127939436236953,
|
|
"learning_rate": 3.95898695629607e-05,
|
|
"loss": 0.2555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3002994954586029,
|
|
"step": 690,
|
|
"valid_targets_mean": 6248.5,
|
|
"valid_targets_min": 2783
|
|
},
|
|
{
|
|
"epoch": 1.117363344051447,
|
|
"grad_norm": 0.4904239019276266,
|
|
"learning_rate": 3.957355711090812e-05,
|
|
"loss": 0.2765,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3002205491065979,
|
|
"step": 695,
|
|
"valid_targets_mean": 6415.4,
|
|
"valid_targets_min": 900
|
|
},
|
|
{
|
|
"epoch": 1.1254019292604502,
|
|
"grad_norm": 0.4695407346217511,
|
|
"learning_rate": 3.955693004339074e-05,
|
|
"loss": 0.2334,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2368508279323578,
|
|
"step": 700,
|
|
"valid_targets_mean": 4967.2,
|
|
"valid_targets_min": 1648
|
|
},
|
|
{
|
|
"epoch": 1.1334405144694535,
|
|
"grad_norm": 0.4209177205357036,
|
|
"learning_rate": 3.953998862766366e-05,
|
|
"loss": 0.2425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22972455620765686,
|
|
"step": 705,
|
|
"valid_targets_mean": 5793.0,
|
|
"valid_targets_min": 2220
|
|
},
|
|
{
|
|
"epoch": 1.1414790996784565,
|
|
"grad_norm": 0.5792332549777016,
|
|
"learning_rate": 3.9522733136034607e-05,
|
|
"loss": 0.2663,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3492357134819031,
|
|
"step": 710,
|
|
"valid_targets_mean": 6088.8,
|
|
"valid_targets_min": 3000
|
|
},
|
|
{
|
|
"epoch": 1.1495176848874598,
|
|
"grad_norm": 0.481756880710946,
|
|
"learning_rate": 3.9505163845859666e-05,
|
|
"loss": 0.2805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2731996476650238,
|
|
"step": 715,
|
|
"valid_targets_mean": 5951.7,
|
|
"valid_targets_min": 3413
|
|
},
|
|
{
|
|
"epoch": 1.157556270096463,
|
|
"grad_norm": 0.46578493054858106,
|
|
"learning_rate": 3.94872810395387e-05,
|
|
"loss": 0.2471,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2460387945175171,
|
|
"step": 720,
|
|
"valid_targets_mean": 5526.6,
|
|
"valid_targets_min": 1749
|
|
},
|
|
{
|
|
"epoch": 1.1655948553054662,
|
|
"grad_norm": 0.4428649245983029,
|
|
"learning_rate": 3.9469085004510915e-05,
|
|
"loss": 0.2667,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2698541283607483,
|
|
"step": 725,
|
|
"valid_targets_mean": 5618.7,
|
|
"valid_targets_min": 1464
|
|
},
|
|
{
|
|
"epoch": 1.1736334405144695,
|
|
"grad_norm": 0.41739653985008957,
|
|
"learning_rate": 3.945057603325017e-05,
|
|
"loss": 0.252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25388237833976746,
|
|
"step": 730,
|
|
"valid_targets_mean": 6771.8,
|
|
"valid_targets_min": 2408
|
|
},
|
|
{
|
|
"epoch": 1.1816720257234727,
|
|
"grad_norm": 0.5085464936906313,
|
|
"learning_rate": 3.9431754423260336e-05,
|
|
"loss": 0.2529,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24689799547195435,
|
|
"step": 735,
|
|
"valid_targets_mean": 4660.9,
|
|
"valid_targets_min": 449
|
|
},
|
|
{
|
|
"epoch": 1.189710610932476,
|
|
"grad_norm": 0.46314872752532243,
|
|
"learning_rate": 3.941262047707044e-05,
|
|
"loss": 0.2689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2670508623123169,
|
|
"step": 740,
|
|
"valid_targets_mean": 6294.3,
|
|
"valid_targets_min": 1012
|
|
},
|
|
{
|
|
"epoch": 1.197749196141479,
|
|
"grad_norm": 0.47881711338841565,
|
|
"learning_rate": 3.939317450222987e-05,
|
|
"loss": 0.2706,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30444222688674927,
|
|
"step": 745,
|
|
"valid_targets_mean": 6074.1,
|
|
"valid_targets_min": 1556
|
|
},
|
|
{
|
|
"epoch": 1.2057877813504823,
|
|
"grad_norm": 0.4255017920309088,
|
|
"learning_rate": 3.93734168113034e-05,
|
|
"loss": 0.2875,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27554166316986084,
|
|
"step": 750,
|
|
"valid_targets_mean": 6897.2,
|
|
"valid_targets_min": 2189
|
|
},
|
|
{
|
|
"epoch": 1.2138263665594855,
|
|
"grad_norm": 0.4254444753489672,
|
|
"learning_rate": 3.935334772186617e-05,
|
|
"loss": 0.2692,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23489391803741455,
|
|
"step": 755,
|
|
"valid_targets_mean": 5864.9,
|
|
"valid_targets_min": 818
|
|
},
|
|
{
|
|
"epoch": 1.2218649517684887,
|
|
"grad_norm": 0.4819794151433871,
|
|
"learning_rate": 3.933296755649857e-05,
|
|
"loss": 0.2757,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3091309070587158,
|
|
"step": 760,
|
|
"valid_targets_mean": 6131.4,
|
|
"valid_targets_min": 355
|
|
},
|
|
{
|
|
"epoch": 1.229903536977492,
|
|
"grad_norm": 0.5020999109939216,
|
|
"learning_rate": 3.931227664278108e-05,
|
|
"loss": 0.2597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23047637939453125,
|
|
"step": 765,
|
|
"valid_targets_mean": 5521.8,
|
|
"valid_targets_min": 1540
|
|
},
|
|
{
|
|
"epoch": 1.2379421221864952,
|
|
"grad_norm": 0.8030577323017846,
|
|
"learning_rate": 3.9291275313289006e-05,
|
|
"loss": 0.2825,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3151301443576813,
|
|
"step": 770,
|
|
"valid_targets_mean": 5532.3,
|
|
"valid_targets_min": 1775
|
|
},
|
|
{
|
|
"epoch": 1.2459807073954985,
|
|
"grad_norm": 0.5081302977797679,
|
|
"learning_rate": 3.926996390558709e-05,
|
|
"loss": 0.2637,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2657415270805359,
|
|
"step": 775,
|
|
"valid_targets_mean": 4668.9,
|
|
"valid_targets_min": 2112
|
|
},
|
|
{
|
|
"epoch": 1.2540192926045015,
|
|
"grad_norm": 0.44368801982072564,
|
|
"learning_rate": 3.9248342762224136e-05,
|
|
"loss": 0.2748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31955486536026,
|
|
"step": 780,
|
|
"valid_targets_mean": 6386.7,
|
|
"valid_targets_min": 3611
|
|
},
|
|
{
|
|
"epoch": 1.2620578778135048,
|
|
"grad_norm": 0.498931124537264,
|
|
"learning_rate": 3.922641223072747e-05,
|
|
"loss": 0.2367,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2425532042980194,
|
|
"step": 785,
|
|
"valid_targets_mean": 4810.9,
|
|
"valid_targets_min": 486
|
|
},
|
|
{
|
|
"epoch": 1.270096463022508,
|
|
"grad_norm": 0.5320789984283447,
|
|
"learning_rate": 3.9204172663597375e-05,
|
|
"loss": 0.2778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28130286931991577,
|
|
"step": 790,
|
|
"valid_targets_mean": 5046.2,
|
|
"valid_targets_min": 563
|
|
},
|
|
{
|
|
"epoch": 1.2781350482315113,
|
|
"grad_norm": 0.49054524873365496,
|
|
"learning_rate": 3.918162441830142e-05,
|
|
"loss": 0.27,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27069205045700073,
|
|
"step": 795,
|
|
"valid_targets_mean": 5739.9,
|
|
"valid_targets_min": 1960
|
|
},
|
|
{
|
|
"epoch": 1.2861736334405145,
|
|
"grad_norm": 0.5131172853073105,
|
|
"learning_rate": 3.915876785726869e-05,
|
|
"loss": 0.2683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30020472407341003,
|
|
"step": 800,
|
|
"valid_targets_mean": 5495.4,
|
|
"valid_targets_min": 1822
|
|
},
|
|
{
|
|
"epoch": 1.2942122186495177,
|
|
"grad_norm": 0.389125813463063,
|
|
"learning_rate": 3.9135603347884e-05,
|
|
"loss": 0.2508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24876119196414948,
|
|
"step": 805,
|
|
"valid_targets_mean": 6612.6,
|
|
"valid_targets_min": 2915
|
|
},
|
|
{
|
|
"epoch": 1.302250803858521,
|
|
"grad_norm": 0.5127358532210575,
|
|
"learning_rate": 3.911213126248198e-05,
|
|
"loss": 0.2567,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30721384286880493,
|
|
"step": 810,
|
|
"valid_targets_mean": 5653.8,
|
|
"valid_targets_min": 2095
|
|
},
|
|
{
|
|
"epoch": 1.310289389067524,
|
|
"grad_norm": 0.45232559019783497,
|
|
"learning_rate": 3.908835197834105e-05,
|
|
"loss": 0.2521,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27385708689689636,
|
|
"step": 815,
|
|
"valid_targets_mean": 5792.4,
|
|
"valid_targets_min": 2123
|
|
},
|
|
{
|
|
"epoch": 1.3183279742765273,
|
|
"grad_norm": 0.41007757692762153,
|
|
"learning_rate": 3.906426587767741e-05,
|
|
"loss": 0.2542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23161353170871735,
|
|
"step": 820,
|
|
"valid_targets_mean": 6021.1,
|
|
"valid_targets_min": 829
|
|
},
|
|
{
|
|
"epoch": 1.3263665594855305,
|
|
"grad_norm": 0.46907797176400545,
|
|
"learning_rate": 3.903987334763888e-05,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2761453092098236,
|
|
"step": 825,
|
|
"valid_targets_mean": 5064.2,
|
|
"valid_targets_min": 786
|
|
},
|
|
{
|
|
"epoch": 1.3344051446945338,
|
|
"grad_norm": 0.4404949978973486,
|
|
"learning_rate": 3.901517478029865e-05,
|
|
"loss": 0.2894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3096669912338257,
|
|
"step": 830,
|
|
"valid_targets_mean": 6641.9,
|
|
"valid_targets_min": 3329
|
|
},
|
|
{
|
|
"epoch": 1.342443729903537,
|
|
"grad_norm": 0.4447920716860381,
|
|
"learning_rate": 3.8990170572649014e-05,
|
|
"loss": 0.2671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25655800104141235,
|
|
"step": 835,
|
|
"valid_targets_mean": 5353.0,
|
|
"valid_targets_min": 514
|
|
},
|
|
{
|
|
"epoch": 1.3504823151125402,
|
|
"grad_norm": 0.4758215947665256,
|
|
"learning_rate": 3.8964861126594966e-05,
|
|
"loss": 0.2692,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24453280866146088,
|
|
"step": 840,
|
|
"valid_targets_mean": 5096.5,
|
|
"valid_targets_min": 2521
|
|
},
|
|
{
|
|
"epoch": 1.3585209003215435,
|
|
"grad_norm": 0.4660195988112356,
|
|
"learning_rate": 3.8939246848947744e-05,
|
|
"loss": 0.2672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24251258373260498,
|
|
"step": 845,
|
|
"valid_targets_mean": 5149.8,
|
|
"valid_targets_min": 2196
|
|
},
|
|
{
|
|
"epoch": 1.3665594855305465,
|
|
"grad_norm": 0.5276309826854884,
|
|
"learning_rate": 3.891332815141832e-05,
|
|
"loss": 0.2616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23830977082252502,
|
|
"step": 850,
|
|
"valid_targets_mean": 3673.4,
|
|
"valid_targets_min": 872
|
|
},
|
|
{
|
|
"epoch": 1.3745980707395498,
|
|
"grad_norm": 0.5071830945159351,
|
|
"learning_rate": 3.888710545061073e-05,
|
|
"loss": 0.2535,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21140193939208984,
|
|
"step": 855,
|
|
"valid_targets_mean": 4074.1,
|
|
"valid_targets_min": 1713
|
|
},
|
|
{
|
|
"epoch": 1.382636655948553,
|
|
"grad_norm": 0.612703762329473,
|
|
"learning_rate": 3.886057916801541e-05,
|
|
"loss": 0.2551,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24329236149787903,
|
|
"step": 860,
|
|
"valid_targets_mean": 5770.9,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 1.3906752411575563,
|
|
"grad_norm": 0.4449814033613736,
|
|
"learning_rate": 3.883374973000242e-05,
|
|
"loss": 0.2726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28173279762268066,
|
|
"step": 865,
|
|
"valid_targets_mean": 6413.9,
|
|
"valid_targets_min": 3810
|
|
},
|
|
{
|
|
"epoch": 1.3987138263665595,
|
|
"grad_norm": 0.5574684911444241,
|
|
"learning_rate": 3.880661756781459e-05,
|
|
"loss": 0.2412,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2678368091583252,
|
|
"step": 870,
|
|
"valid_targets_mean": 5746.8,
|
|
"valid_targets_min": 2217
|
|
},
|
|
{
|
|
"epoch": 1.4067524115755627,
|
|
"grad_norm": 0.47311959969303435,
|
|
"learning_rate": 3.877918311756059e-05,
|
|
"loss": 0.2553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2587282955646515,
|
|
"step": 875,
|
|
"valid_targets_mean": 5679.6,
|
|
"valid_targets_min": 818
|
|
},
|
|
{
|
|
"epoch": 1.414790996784566,
|
|
"grad_norm": 0.4587092469906857,
|
|
"learning_rate": 3.875144682020789e-05,
|
|
"loss": 0.2624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24418002367019653,
|
|
"step": 880,
|
|
"valid_targets_mean": 5821.7,
|
|
"valid_targets_min": 1972
|
|
},
|
|
{
|
|
"epoch": 1.422829581993569,
|
|
"grad_norm": 0.4889856734893498,
|
|
"learning_rate": 3.8723409121575744e-05,
|
|
"loss": 0.2652,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29113972187042236,
|
|
"step": 885,
|
|
"valid_targets_mean": 5141.8,
|
|
"valid_targets_min": 717
|
|
},
|
|
{
|
|
"epoch": 1.4308681672025725,
|
|
"grad_norm": 0.42403843566188576,
|
|
"learning_rate": 3.8695070472327926e-05,
|
|
"loss": 0.2548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.239852637052536,
|
|
"step": 890,
|
|
"valid_targets_mean": 5505.6,
|
|
"valid_targets_min": 1016
|
|
},
|
|
{
|
|
"epoch": 1.4389067524115755,
|
|
"grad_norm": 0.4122605365448489,
|
|
"learning_rate": 3.866643132796557e-05,
|
|
"loss": 0.2616,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23172590136528015,
|
|
"step": 895,
|
|
"valid_targets_mean": 5802.1,
|
|
"valid_targets_min": 2917
|
|
},
|
|
{
|
|
"epoch": 1.4469453376205788,
|
|
"grad_norm": 0.450815706756309,
|
|
"learning_rate": 3.86374921488198e-05,
|
|
"loss": 0.2713,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23391862213611603,
|
|
"step": 900,
|
|
"valid_targets_mean": 5419.5,
|
|
"valid_targets_min": 1843
|
|
},
|
|
{
|
|
"epoch": 1.454983922829582,
|
|
"grad_norm": 0.47144379339992176,
|
|
"learning_rate": 3.8608253400044377e-05,
|
|
"loss": 0.2482,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24085289239883423,
|
|
"step": 905,
|
|
"valid_targets_mean": 5648.8,
|
|
"valid_targets_min": 1257
|
|
},
|
|
{
|
|
"epoch": 1.4630225080385852,
|
|
"grad_norm": 0.5190255717863838,
|
|
"learning_rate": 3.857871555160816e-05,
|
|
"loss": 0.2716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29148176312446594,
|
|
"step": 910,
|
|
"valid_targets_mean": 5045.9,
|
|
"valid_targets_min": 1940
|
|
},
|
|
{
|
|
"epoch": 1.4710610932475885,
|
|
"grad_norm": 0.43535103713572904,
|
|
"learning_rate": 3.854887907828759e-05,
|
|
"loss": 0.254,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2516050338745117,
|
|
"step": 915,
|
|
"valid_targets_mean": 5595.3,
|
|
"valid_targets_min": 2333
|
|
},
|
|
{
|
|
"epoch": 1.4790996784565915,
|
|
"grad_norm": 0.4597492992897256,
|
|
"learning_rate": 3.851874445965907e-05,
|
|
"loss": 0.2565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28193798661231995,
|
|
"step": 920,
|
|
"valid_targets_mean": 5760.1,
|
|
"valid_targets_min": 2041
|
|
},
|
|
{
|
|
"epoch": 1.487138263665595,
|
|
"grad_norm": 0.4693120011789064,
|
|
"learning_rate": 3.848831218009123e-05,
|
|
"loss": 0.2541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30137860774993896,
|
|
"step": 925,
|
|
"valid_targets_mean": 5774.6,
|
|
"valid_targets_min": 344
|
|
},
|
|
{
|
|
"epoch": 1.495176848874598,
|
|
"grad_norm": 0.5339368400409602,
|
|
"learning_rate": 3.845758272873714e-05,
|
|
"loss": 0.2475,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22395455837249756,
|
|
"step": 930,
|
|
"valid_targets_mean": 4434.1,
|
|
"valid_targets_min": 594
|
|
},
|
|
{
|
|
"epoch": 1.5032154340836013,
|
|
"grad_norm": 0.45015256467293435,
|
|
"learning_rate": 3.842655659952649e-05,
|
|
"loss": 0.2838,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24812501668930054,
|
|
"step": 935,
|
|
"valid_targets_mean": 6940.7,
|
|
"valid_targets_min": 1619
|
|
},
|
|
{
|
|
"epoch": 1.5112540192926045,
|
|
"grad_norm": 0.5272600662534491,
|
|
"learning_rate": 3.839523429115758e-05,
|
|
"loss": 0.2465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2567567229270935,
|
|
"step": 940,
|
|
"valid_targets_mean": 4858.2,
|
|
"valid_targets_min": 631
|
|
},
|
|
{
|
|
"epoch": 1.5192926045016077,
|
|
"grad_norm": 0.46459840745407177,
|
|
"learning_rate": 3.8363616307089386e-05,
|
|
"loss": 0.2509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28069034218788147,
|
|
"step": 945,
|
|
"valid_targets_mean": 5754.1,
|
|
"valid_targets_min": 2011
|
|
},
|
|
{
|
|
"epoch": 1.527331189710611,
|
|
"grad_norm": 0.45214826038540773,
|
|
"learning_rate": 3.833170315553338e-05,
|
|
"loss": 0.2335,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22650398313999176,
|
|
"step": 950,
|
|
"valid_targets_mean": 4581.8,
|
|
"valid_targets_min": 417
|
|
},
|
|
{
|
|
"epoch": 1.535369774919614,
|
|
"grad_norm": 0.48210984419010594,
|
|
"learning_rate": 3.8299495349445456e-05,
|
|
"loss": 0.2615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31238895654678345,
|
|
"step": 955,
|
|
"valid_targets_mean": 5383.9,
|
|
"valid_targets_min": 853
|
|
},
|
|
{
|
|
"epoch": 1.5434083601286175,
|
|
"grad_norm": 0.4928344805065733,
|
|
"learning_rate": 3.82669934065176e-05,
|
|
"loss": 0.2581,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25374823808670044,
|
|
"step": 960,
|
|
"valid_targets_mean": 4763.8,
|
|
"valid_targets_min": 2176
|
|
},
|
|
{
|
|
"epoch": 1.5514469453376205,
|
|
"grad_norm": 0.4717265251908609,
|
|
"learning_rate": 3.823419784916962e-05,
|
|
"loss": 0.2304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22140252590179443,
|
|
"step": 965,
|
|
"valid_targets_mean": 5637.1,
|
|
"valid_targets_min": 2403
|
|
},
|
|
{
|
|
"epoch": 1.5594855305466238,
|
|
"grad_norm": 0.43590323716499957,
|
|
"learning_rate": 3.8201109204540724e-05,
|
|
"loss": 0.2584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.268430233001709,
|
|
"step": 970,
|
|
"valid_targets_mean": 6467.6,
|
|
"valid_targets_min": 2807
|
|
},
|
|
{
|
|
"epoch": 1.567524115755627,
|
|
"grad_norm": 0.41768095476278655,
|
|
"learning_rate": 3.8167728004481055e-05,
|
|
"loss": 0.2674,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27189570665359497,
|
|
"step": 975,
|
|
"valid_targets_mean": 5752.6,
|
|
"valid_targets_min": 450
|
|
},
|
|
{
|
|
"epoch": 1.5755627009646302,
|
|
"grad_norm": 0.4832348331279412,
|
|
"learning_rate": 3.813405478554318e-05,
|
|
"loss": 0.2778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24511483311653137,
|
|
"step": 980,
|
|
"valid_targets_mean": 4317.7,
|
|
"valid_targets_min": 1986
|
|
},
|
|
{
|
|
"epoch": 1.5836012861736335,
|
|
"grad_norm": 0.414328602413529,
|
|
"learning_rate": 3.810009008897338e-05,
|
|
"loss": 0.2524,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21237172186374664,
|
|
"step": 985,
|
|
"valid_targets_mean": 5577.9,
|
|
"valid_targets_min": 2366
|
|
},
|
|
{
|
|
"epoch": 1.5916398713826365,
|
|
"grad_norm": 0.4172501302274523,
|
|
"learning_rate": 3.806583446070303e-05,
|
|
"loss": 0.2823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2472105622291565,
|
|
"step": 990,
|
|
"valid_targets_mean": 5920.4,
|
|
"valid_targets_min": 2797
|
|
},
|
|
{
|
|
"epoch": 1.59967845659164,
|
|
"grad_norm": 0.4832394129539713,
|
|
"learning_rate": 3.8031288451339795e-05,
|
|
"loss": 0.2617,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2524241507053375,
|
|
"step": 995,
|
|
"valid_targets_mean": 4624.0,
|
|
"valid_targets_min": 381
|
|
},
|
|
{
|
|
"epoch": 1.607717041800643,
|
|
"grad_norm": 0.43112961475264444,
|
|
"learning_rate": 3.799645261615875e-05,
|
|
"loss": 0.2553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2469416856765747,
|
|
"step": 1000,
|
|
"valid_targets_mean": 5810.0,
|
|
"valid_targets_min": 858
|
|
},
|
|
{
|
|
"epoch": 1.6157556270096463,
|
|
"grad_norm": 0.4272566439316645,
|
|
"learning_rate": 3.796132751509352e-05,
|
|
"loss": 0.2696,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30346783995628357,
|
|
"step": 1005,
|
|
"valid_targets_mean": 6606.8,
|
|
"valid_targets_min": 2392
|
|
},
|
|
{
|
|
"epoch": 1.6237942122186495,
|
|
"grad_norm": 0.623083786690726,
|
|
"learning_rate": 3.792591371272722e-05,
|
|
"loss": 0.2485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31482112407684326,
|
|
"step": 1010,
|
|
"valid_targets_mean": 5230.8,
|
|
"valid_targets_min": 731
|
|
},
|
|
{
|
|
"epoch": 1.6318327974276527,
|
|
"grad_norm": 0.44232132209642155,
|
|
"learning_rate": 3.789021177828342e-05,
|
|
"loss": 0.2729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3005584478378296,
|
|
"step": 1015,
|
|
"valid_targets_mean": 6064.6,
|
|
"valid_targets_min": 1145
|
|
},
|
|
{
|
|
"epoch": 1.639871382636656,
|
|
"grad_norm": 0.492902103630694,
|
|
"learning_rate": 3.7854222285616956e-05,
|
|
"loss": 0.2497,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26609134674072266,
|
|
"step": 1020,
|
|
"valid_targets_mean": 5095.8,
|
|
"valid_targets_min": 1490
|
|
},
|
|
{
|
|
"epoch": 1.647909967845659,
|
|
"grad_norm": 0.4657249866434225,
|
|
"learning_rate": 3.7817945813204754e-05,
|
|
"loss": 0.2691,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20303010940551758,
|
|
"step": 1025,
|
|
"valid_targets_mean": 5232.4,
|
|
"valid_targets_min": 2010
|
|
},
|
|
{
|
|
"epoch": 1.6559485530546625,
|
|
"grad_norm": 0.4708623793870404,
|
|
"learning_rate": 3.778138294413651e-05,
|
|
"loss": 0.247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25198543071746826,
|
|
"step": 1030,
|
|
"valid_targets_mean": 4911.9,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 1.6639871382636655,
|
|
"grad_norm": 0.4165794121258526,
|
|
"learning_rate": 3.774453426610528e-05,
|
|
"loss": 0.2489,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24974118173122406,
|
|
"step": 1035,
|
|
"valid_targets_mean": 5947.4,
|
|
"valid_targets_min": 502
|
|
},
|
|
{
|
|
"epoch": 1.6720257234726688,
|
|
"grad_norm": 0.4623343866634942,
|
|
"learning_rate": 3.770740037139811e-05,
|
|
"loss": 0.2585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2963433563709259,
|
|
"step": 1040,
|
|
"valid_targets_mean": 5770.4,
|
|
"valid_targets_min": 2475
|
|
},
|
|
{
|
|
"epoch": 1.680064308681672,
|
|
"grad_norm": 0.44810587508987115,
|
|
"learning_rate": 3.7669981856886446e-05,
|
|
"loss": 0.255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23505745828151703,
|
|
"step": 1045,
|
|
"valid_targets_mean": 5224.3,
|
|
"valid_targets_min": 2812
|
|
},
|
|
{
|
|
"epoch": 1.6881028938906752,
|
|
"grad_norm": 0.45408084656767045,
|
|
"learning_rate": 3.763227932401658e-05,
|
|
"loss": 0.2871,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28216275572776794,
|
|
"step": 1050,
|
|
"valid_targets_mean": 6022.9,
|
|
"valid_targets_min": 2277
|
|
},
|
|
{
|
|
"epoch": 1.6961414790996785,
|
|
"grad_norm": 0.48656702854532063,
|
|
"learning_rate": 3.759429337879997e-05,
|
|
"loss": 0.2638,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2563022971153259,
|
|
"step": 1055,
|
|
"valid_targets_mean": 5356.8,
|
|
"valid_targets_min": 2798
|
|
},
|
|
{
|
|
"epoch": 1.7041800643086815,
|
|
"grad_norm": 0.4640030243470164,
|
|
"learning_rate": 3.755602463180352e-05,
|
|
"loss": 0.2752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.281100332736969,
|
|
"step": 1060,
|
|
"valid_targets_mean": 5524.0,
|
|
"valid_targets_min": 624
|
|
},
|
|
{
|
|
"epoch": 1.712218649517685,
|
|
"grad_norm": 0.4276795294452354,
|
|
"learning_rate": 3.75174736981397e-05,
|
|
"loss": 0.2576,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27050265669822693,
|
|
"step": 1065,
|
|
"valid_targets_mean": 6211.6,
|
|
"valid_targets_min": 1851
|
|
},
|
|
{
|
|
"epoch": 1.720257234726688,
|
|
"grad_norm": 0.43509074431450273,
|
|
"learning_rate": 3.747864119745676e-05,
|
|
"loss": 0.2754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2742531895637512,
|
|
"step": 1070,
|
|
"valid_targets_mean": 5541.8,
|
|
"valid_targets_min": 1342
|
|
},
|
|
{
|
|
"epoch": 1.7282958199356915,
|
|
"grad_norm": 0.4276767599048864,
|
|
"learning_rate": 3.743952775392867e-05,
|
|
"loss": 0.2725,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25381579995155334,
|
|
"step": 1075,
|
|
"valid_targets_mean": 6139.3,
|
|
"valid_targets_min": 2570
|
|
},
|
|
{
|
|
"epoch": 1.7363344051446945,
|
|
"grad_norm": 0.4082778737016427,
|
|
"learning_rate": 3.740013399624517e-05,
|
|
"loss": 0.2506,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24455204606056213,
|
|
"step": 1080,
|
|
"valid_targets_mean": 6807.5,
|
|
"valid_targets_min": 3321
|
|
},
|
|
{
|
|
"epoch": 1.7443729903536977,
|
|
"grad_norm": 0.5211692720816377,
|
|
"learning_rate": 3.7360460557601606e-05,
|
|
"loss": 0.2654,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22724205255508423,
|
|
"step": 1085,
|
|
"valid_targets_mean": 4765.9,
|
|
"valid_targets_min": 1461
|
|
},
|
|
{
|
|
"epoch": 1.752411575562701,
|
|
"grad_norm": 0.41530096966623775,
|
|
"learning_rate": 3.732050807568878e-05,
|
|
"loss": 0.2324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2500365972518921,
|
|
"step": 1090,
|
|
"valid_targets_mean": 6449.4,
|
|
"valid_targets_min": 2058
|
|
},
|
|
{
|
|
"epoch": 1.760450160771704,
|
|
"grad_norm": 0.4110566935959379,
|
|
"learning_rate": 3.728027719268269e-05,
|
|
"loss": 0.2664,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20658278465270996,
|
|
"step": 1095,
|
|
"valid_targets_mean": 5735.3,
|
|
"valid_targets_min": 732
|
|
},
|
|
{
|
|
"epoch": 1.7684887459807075,
|
|
"grad_norm": 0.4496533892795101,
|
|
"learning_rate": 3.723976855523422e-05,
|
|
"loss": 0.2558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25664013624191284,
|
|
"step": 1100,
|
|
"valid_targets_mean": 5087.9,
|
|
"valid_targets_min": 424
|
|
},
|
|
{
|
|
"epoch": 1.7765273311897105,
|
|
"grad_norm": 0.43245947505535154,
|
|
"learning_rate": 3.719898281445874e-05,
|
|
"loss": 0.2411,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21936315298080444,
|
|
"step": 1105,
|
|
"valid_targets_mean": 5918.4,
|
|
"valid_targets_min": 1393
|
|
},
|
|
{
|
|
"epoch": 1.784565916398714,
|
|
"grad_norm": 0.4858462448376596,
|
|
"learning_rate": 3.7157920625925635e-05,
|
|
"loss": 0.2701,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2447369545698166,
|
|
"step": 1110,
|
|
"valid_targets_mean": 5035.6,
|
|
"valid_targets_min": 306
|
|
},
|
|
{
|
|
"epoch": 1.792604501607717,
|
|
"grad_norm": 0.46070258121147467,
|
|
"learning_rate": 3.711658264964776e-05,
|
|
"loss": 0.2632,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2854937016963959,
|
|
"step": 1115,
|
|
"valid_targets_mean": 5777.2,
|
|
"valid_targets_min": 1674
|
|
},
|
|
{
|
|
"epoch": 1.8006430868167203,
|
|
"grad_norm": 0.5098752084264075,
|
|
"learning_rate": 3.7074969550070875e-05,
|
|
"loss": 0.2441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20868563652038574,
|
|
"step": 1120,
|
|
"valid_targets_mean": 4280.9,
|
|
"valid_targets_min": 1278
|
|
},
|
|
{
|
|
"epoch": 1.8086816720257235,
|
|
"grad_norm": 0.5023676700932536,
|
|
"learning_rate": 3.7033081996062896e-05,
|
|
"loss": 0.2478,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19911417365074158,
|
|
"step": 1125,
|
|
"valid_targets_mean": 4927.6,
|
|
"valid_targets_min": 413
|
|
},
|
|
{
|
|
"epoch": 1.8167202572347267,
|
|
"grad_norm": 0.4777981723842262,
|
|
"learning_rate": 3.6990920660903196e-05,
|
|
"loss": 0.2699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26569002866744995,
|
|
"step": 1130,
|
|
"valid_targets_mean": 5073.6,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 1.82475884244373,
|
|
"grad_norm": 0.405932778909337,
|
|
"learning_rate": 3.6948486222271775e-05,
|
|
"loss": 0.2692,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23919036984443665,
|
|
"step": 1135,
|
|
"valid_targets_mean": 5587.4,
|
|
"valid_targets_min": 1803
|
|
},
|
|
{
|
|
"epoch": 1.832797427652733,
|
|
"grad_norm": 0.5069414169140095,
|
|
"learning_rate": 3.690577936223835e-05,
|
|
"loss": 0.2634,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27143096923828125,
|
|
"step": 1140,
|
|
"valid_targets_mean": 5159.4,
|
|
"valid_targets_min": 478
|
|
},
|
|
{
|
|
"epoch": 1.8408360128617365,
|
|
"grad_norm": 0.4527435917730049,
|
|
"learning_rate": 3.686280076725141e-05,
|
|
"loss": 0.2679,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2778286337852478,
|
|
"step": 1145,
|
|
"valid_targets_mean": 5918.1,
|
|
"valid_targets_min": 3434
|
|
},
|
|
{
|
|
"epoch": 1.8488745980707395,
|
|
"grad_norm": 0.4865490947207327,
|
|
"learning_rate": 3.6819551128127165e-05,
|
|
"loss": 0.2582,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24340906739234924,
|
|
"step": 1150,
|
|
"valid_targets_mean": 4307.2,
|
|
"valid_targets_min": 319
|
|
},
|
|
{
|
|
"epoch": 1.8569131832797428,
|
|
"grad_norm": 0.47010193702456116,
|
|
"learning_rate": 3.677603114003846e-05,
|
|
"loss": 0.2509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2454727590084076,
|
|
"step": 1155,
|
|
"valid_targets_mean": 5215.7,
|
|
"valid_targets_min": 636
|
|
},
|
|
{
|
|
"epoch": 1.864951768488746,
|
|
"grad_norm": 0.44641315970979795,
|
|
"learning_rate": 3.673224150250358e-05,
|
|
"loss": 0.2623,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22875937819480896,
|
|
"step": 1160,
|
|
"valid_targets_mean": 5781.1,
|
|
"valid_targets_min": 1309
|
|
},
|
|
{
|
|
"epoch": 1.8729903536977492,
|
|
"grad_norm": 0.431723088241146,
|
|
"learning_rate": 3.6688182919375046e-05,
|
|
"loss": 0.2397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23499958217144012,
|
|
"step": 1165,
|
|
"valid_targets_mean": 6213.2,
|
|
"valid_targets_min": 4048
|
|
},
|
|
{
|
|
"epoch": 1.8810289389067525,
|
|
"grad_norm": 0.4482594154633358,
|
|
"learning_rate": 3.664385609882825e-05,
|
|
"loss": 0.2609,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2637123763561249,
|
|
"step": 1170,
|
|
"valid_targets_mean": 5742.7,
|
|
"valid_targets_min": 2334
|
|
},
|
|
{
|
|
"epoch": 1.8890675241157555,
|
|
"grad_norm": 0.46395903411691025,
|
|
"learning_rate": 3.659926175335009e-05,
|
|
"loss": 0.2445,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.267189085483551,
|
|
"step": 1175,
|
|
"valid_targets_mean": 5911.4,
|
|
"valid_targets_min": 1800
|
|
},
|
|
{
|
|
"epoch": 1.897106109324759,
|
|
"grad_norm": 0.487503842139191,
|
|
"learning_rate": 3.655440059972755e-05,
|
|
"loss": 0.2479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2147846221923828,
|
|
"step": 1180,
|
|
"valid_targets_mean": 4204.1,
|
|
"valid_targets_min": 355
|
|
},
|
|
{
|
|
"epoch": 1.905144694533762,
|
|
"grad_norm": 0.5590050907024217,
|
|
"learning_rate": 3.650927335903614e-05,
|
|
"loss": 0.258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25826340913772583,
|
|
"step": 1185,
|
|
"valid_targets_mean": 5233.5,
|
|
"valid_targets_min": 2790
|
|
},
|
|
{
|
|
"epoch": 1.9131832797427653,
|
|
"grad_norm": 0.5172485408806574,
|
|
"learning_rate": 3.646388075662832e-05,
|
|
"loss": 0.2538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2364274263381958,
|
|
"step": 1190,
|
|
"valid_targets_mean": 3912.8,
|
|
"valid_targets_min": 594
|
|
},
|
|
{
|
|
"epoch": 1.9212218649517685,
|
|
"grad_norm": 0.47682543135007205,
|
|
"learning_rate": 3.6418223522121835e-05,
|
|
"loss": 0.2408,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3126181960105896,
|
|
"step": 1195,
|
|
"valid_targets_mean": 6203.2,
|
|
"valid_targets_min": 3521
|
|
},
|
|
{
|
|
"epoch": 1.9292604501607717,
|
|
"grad_norm": 0.4332316218299991,
|
|
"learning_rate": 3.6372302389388e-05,
|
|
"loss": 0.2602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23799636960029602,
|
|
"step": 1200,
|
|
"valid_targets_mean": 6120.1,
|
|
"valid_targets_min": 1830
|
|
},
|
|
{
|
|
"epoch": 1.937299035369775,
|
|
"grad_norm": 0.6921991264155489,
|
|
"learning_rate": 3.632611809653991e-05,
|
|
"loss": 0.2494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23573598265647888,
|
|
"step": 1205,
|
|
"valid_targets_mean": 5838.8,
|
|
"valid_targets_min": 1781
|
|
},
|
|
{
|
|
"epoch": 1.945337620578778,
|
|
"grad_norm": 0.4531182795153632,
|
|
"learning_rate": 3.627967138592052e-05,
|
|
"loss": 0.2572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3050065040588379,
|
|
"step": 1210,
|
|
"valid_targets_mean": 5898.8,
|
|
"valid_targets_min": 3244
|
|
},
|
|
{
|
|
"epoch": 1.9533762057877815,
|
|
"grad_norm": 0.5163483143343605,
|
|
"learning_rate": 3.6232963004090806e-05,
|
|
"loss": 0.2556,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29905956983566284,
|
|
"step": 1215,
|
|
"valid_targets_mean": 5265.6,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 1.9614147909967845,
|
|
"grad_norm": 0.46818084772289176,
|
|
"learning_rate": 3.6185993701817676e-05,
|
|
"loss": 0.2411,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.250349760055542,
|
|
"step": 1220,
|
|
"valid_targets_mean": 5315.4,
|
|
"valid_targets_min": 363
|
|
},
|
|
{
|
|
"epoch": 1.9694533762057878,
|
|
"grad_norm": 0.4220431966160426,
|
|
"learning_rate": 3.613876423406197e-05,
|
|
"loss": 0.2566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2675197720527649,
|
|
"step": 1225,
|
|
"valid_targets_mean": 6162.6,
|
|
"valid_targets_min": 2403
|
|
},
|
|
{
|
|
"epoch": 1.977491961414791,
|
|
"grad_norm": 0.6178589423180992,
|
|
"learning_rate": 3.609127535996628e-05,
|
|
"loss": 0.2591,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2850725054740906,
|
|
"step": 1230,
|
|
"valid_targets_mean": 5503.9,
|
|
"valid_targets_min": 2166
|
|
},
|
|
{
|
|
"epoch": 1.9855305466237942,
|
|
"grad_norm": 0.40980310008162896,
|
|
"learning_rate": 3.604352784284276e-05,
|
|
"loss": 0.2432,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28403544425964355,
|
|
"step": 1235,
|
|
"valid_targets_mean": 6754.5,
|
|
"valid_targets_min": 877
|
|
},
|
|
{
|
|
"epoch": 1.9935691318327975,
|
|
"grad_norm": 0.4415011119338401,
|
|
"learning_rate": 3.5995522450160876e-05,
|
|
"loss": 0.2848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26181045174598694,
|
|
"step": 1240,
|
|
"valid_targets_mean": 6086.8,
|
|
"valid_targets_min": 2879
|
|
},
|
|
{
|
|
"epoch": 2.0016077170418005,
|
|
"grad_norm": 0.5052011649335046,
|
|
"learning_rate": 3.594725995353504e-05,
|
|
"loss": 0.2531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2215358167886734,
|
|
"step": 1245,
|
|
"valid_targets_mean": 4575.7,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 2.009646302250804,
|
|
"grad_norm": 0.49499392194788194,
|
|
"learning_rate": 3.589874112871225e-05,
|
|
"loss": 0.2352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2807163596153259,
|
|
"step": 1250,
|
|
"valid_targets_mean": 6068.4,
|
|
"valid_targets_min": 2833
|
|
},
|
|
{
|
|
"epoch": 2.017684887459807,
|
|
"grad_norm": 0.5037101851458272,
|
|
"learning_rate": 3.584996675555956e-05,
|
|
"loss": 0.2479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20071212947368622,
|
|
"step": 1255,
|
|
"valid_targets_mean": 4558.1,
|
|
"valid_targets_min": 364
|
|
},
|
|
{
|
|
"epoch": 2.0257234726688105,
|
|
"grad_norm": 0.5288682410650701,
|
|
"learning_rate": 3.58009376180516e-05,
|
|
"loss": 0.2365,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22459709644317627,
|
|
"step": 1260,
|
|
"valid_targets_mean": 4271.1,
|
|
"valid_targets_min": 1686
|
|
},
|
|
{
|
|
"epoch": 2.0337620578778135,
|
|
"grad_norm": 0.4909968616058714,
|
|
"learning_rate": 3.575165450425795e-05,
|
|
"loss": 0.2421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27638089656829834,
|
|
"step": 1265,
|
|
"valid_targets_mean": 5826.1,
|
|
"valid_targets_min": 2544
|
|
},
|
|
{
|
|
"epoch": 2.0418006430868165,
|
|
"grad_norm": 0.501900908160109,
|
|
"learning_rate": 3.5702118206330464e-05,
|
|
"loss": 0.2281,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24548184871673584,
|
|
"step": 1270,
|
|
"valid_targets_mean": 5093.1,
|
|
"valid_targets_min": 839
|
|
},
|
|
{
|
|
"epoch": 2.04983922829582,
|
|
"grad_norm": 0.4734765195442351,
|
|
"learning_rate": 3.565232952049057e-05,
|
|
"loss": 0.2469,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24846141040325165,
|
|
"step": 1275,
|
|
"valid_targets_mean": 5822.4,
|
|
"valid_targets_min": 2417
|
|
},
|
|
{
|
|
"epoch": 2.057877813504823,
|
|
"grad_norm": 0.45203540694484684,
|
|
"learning_rate": 3.560228924701644e-05,
|
|
"loss": 0.237,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23629529774188995,
|
|
"step": 1280,
|
|
"valid_targets_mean": 7071.5,
|
|
"valid_targets_min": 4493
|
|
},
|
|
{
|
|
"epoch": 2.0659163987138265,
|
|
"grad_norm": 0.48899278419104575,
|
|
"learning_rate": 3.555199819023013e-05,
|
|
"loss": 0.2404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24547456204891205,
|
|
"step": 1285,
|
|
"valid_targets_mean": 5600.9,
|
|
"valid_targets_min": 1454
|
|
},
|
|
{
|
|
"epoch": 2.0739549839228295,
|
|
"grad_norm": 0.6019858773966105,
|
|
"learning_rate": 3.5501457158484684e-05,
|
|
"loss": 0.2537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2651026248931885,
|
|
"step": 1290,
|
|
"valid_targets_mean": 4568.3,
|
|
"valid_targets_min": 977
|
|
},
|
|
{
|
|
"epoch": 2.081993569131833,
|
|
"grad_norm": 0.5664362773624191,
|
|
"learning_rate": 3.545066696415109e-05,
|
|
"loss": 0.2166,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21541890501976013,
|
|
"step": 1295,
|
|
"valid_targets_mean": 4279.4,
|
|
"valid_targets_min": 591
|
|
},
|
|
{
|
|
"epoch": 2.090032154340836,
|
|
"grad_norm": 0.48714257423252616,
|
|
"learning_rate": 3.5399628423605286e-05,
|
|
"loss": 0.2328,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20423497259616852,
|
|
"step": 1300,
|
|
"valid_targets_mean": 4730.8,
|
|
"valid_targets_min": 1985
|
|
},
|
|
{
|
|
"epoch": 2.098070739549839,
|
|
"grad_norm": 0.5673114735609058,
|
|
"learning_rate": 3.534834235721495e-05,
|
|
"loss": 0.2384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3088694214820862,
|
|
"step": 1305,
|
|
"valid_targets_mean": 6417.6,
|
|
"valid_targets_min": 2499
|
|
},
|
|
{
|
|
"epoch": 2.1061093247588425,
|
|
"grad_norm": 0.5072612807927125,
|
|
"learning_rate": 3.5296809589326414e-05,
|
|
"loss": 0.2505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27511778473854065,
|
|
"step": 1310,
|
|
"valid_targets_mean": 5805.1,
|
|
"valid_targets_min": 2166
|
|
},
|
|
{
|
|
"epoch": 2.1141479099678455,
|
|
"grad_norm": 0.4887778350157169,
|
|
"learning_rate": 3.524503094825134e-05,
|
|
"loss": 0.2425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29525697231292725,
|
|
"step": 1315,
|
|
"valid_targets_mean": 5837.6,
|
|
"valid_targets_min": 3211
|
|
},
|
|
{
|
|
"epoch": 2.122186495176849,
|
|
"grad_norm": 0.4682327210334639,
|
|
"learning_rate": 3.5193007266253436e-05,
|
|
"loss": 0.2359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25870102643966675,
|
|
"step": 1320,
|
|
"valid_targets_mean": 5548.1,
|
|
"valid_targets_min": 2741
|
|
},
|
|
{
|
|
"epoch": 2.130225080385852,
|
|
"grad_norm": 0.4289895984990567,
|
|
"learning_rate": 3.514073937953507e-05,
|
|
"loss": 0.2474,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23811715841293335,
|
|
"step": 1325,
|
|
"valid_targets_mean": 5777.2,
|
|
"valid_targets_min": 2849
|
|
},
|
|
{
|
|
"epoch": 2.1382636655948555,
|
|
"grad_norm": 0.465702346096192,
|
|
"learning_rate": 3.508822812822384e-05,
|
|
"loss": 0.2317,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25546348094940186,
|
|
"step": 1330,
|
|
"valid_targets_mean": 5231.3,
|
|
"valid_targets_min": 351
|
|
},
|
|
{
|
|
"epoch": 2.1463022508038585,
|
|
"grad_norm": 0.46068575075324203,
|
|
"learning_rate": 3.503547435635906e-05,
|
|
"loss": 0.2397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22912633419036865,
|
|
"step": 1335,
|
|
"valid_targets_mean": 5305.3,
|
|
"valid_targets_min": 450
|
|
},
|
|
{
|
|
"epoch": 2.154340836012862,
|
|
"grad_norm": 0.5793563972286564,
|
|
"learning_rate": 3.4982478911878204e-05,
|
|
"loss": 0.2414,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25946539640426636,
|
|
"step": 1340,
|
|
"valid_targets_mean": 6271.1,
|
|
"valid_targets_min": 355
|
|
},
|
|
{
|
|
"epoch": 2.162379421221865,
|
|
"grad_norm": 0.4321108762119069,
|
|
"learning_rate": 3.492924264660326e-05,
|
|
"loss": 0.2168,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21115905046463013,
|
|
"step": 1345,
|
|
"valid_targets_mean": 5771.3,
|
|
"valid_targets_min": 1986
|
|
},
|
|
{
|
|
"epoch": 2.170418006430868,
|
|
"grad_norm": 0.47291052827659313,
|
|
"learning_rate": 3.4875766416227046e-05,
|
|
"loss": 0.2388,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22496125102043152,
|
|
"step": 1350,
|
|
"valid_targets_mean": 4972.3,
|
|
"valid_targets_min": 3309
|
|
},
|
|
{
|
|
"epoch": 2.1784565916398715,
|
|
"grad_norm": 0.43470423287906323,
|
|
"learning_rate": 3.4822051080299475e-05,
|
|
"loss": 0.2284,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20437441766262054,
|
|
"step": 1355,
|
|
"valid_targets_mean": 6334.6,
|
|
"valid_targets_min": 2286
|
|
},
|
|
{
|
|
"epoch": 2.1864951768488745,
|
|
"grad_norm": 0.46020505480546187,
|
|
"learning_rate": 3.47680975022137e-05,
|
|
"loss": 0.2321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20249639451503754,
|
|
"step": 1360,
|
|
"valid_targets_mean": 5926.2,
|
|
"valid_targets_min": 2284
|
|
},
|
|
{
|
|
"epoch": 2.194533762057878,
|
|
"grad_norm": 0.4305391092246054,
|
|
"learning_rate": 3.471390654919226e-05,
|
|
"loss": 0.2187,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21444851160049438,
|
|
"step": 1365,
|
|
"valid_targets_mean": 5687.1,
|
|
"valid_targets_min": 1717
|
|
},
|
|
{
|
|
"epoch": 2.202572347266881,
|
|
"grad_norm": 0.43458160830767617,
|
|
"learning_rate": 3.4659479092273165e-05,
|
|
"loss": 0.2527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21879488229751587,
|
|
"step": 1370,
|
|
"valid_targets_mean": 5867.4,
|
|
"valid_targets_min": 1288
|
|
},
|
|
{
|
|
"epoch": 2.210610932475884,
|
|
"grad_norm": 0.47071088104561204,
|
|
"learning_rate": 3.460481600629584e-05,
|
|
"loss": 0.2231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22845019400119781,
|
|
"step": 1375,
|
|
"valid_targets_mean": 5171.8,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 2.2186495176848875,
|
|
"grad_norm": 0.5187891419112453,
|
|
"learning_rate": 3.4549918169887117e-05,
|
|
"loss": 0.2361,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21421794593334198,
|
|
"step": 1380,
|
|
"valid_targets_mean": 4998.8,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 2.2266881028938905,
|
|
"grad_norm": 0.5234262982245236,
|
|
"learning_rate": 3.4494786465447046e-05,
|
|
"loss": 0.2122,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25294065475463867,
|
|
"step": 1385,
|
|
"valid_targets_mean": 5855.6,
|
|
"valid_targets_min": 2768
|
|
},
|
|
{
|
|
"epoch": 2.234726688102894,
|
|
"grad_norm": 0.5321562652327939,
|
|
"learning_rate": 3.44394217791348e-05,
|
|
"loss": 0.2434,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24745520949363708,
|
|
"step": 1390,
|
|
"valid_targets_mean": 4331.7,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 2.242765273311897,
|
|
"grad_norm": 0.4615900367652738,
|
|
"learning_rate": 3.438382500085437e-05,
|
|
"loss": 0.2279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2429751455783844,
|
|
"step": 1395,
|
|
"valid_targets_mean": 5807.1,
|
|
"valid_targets_min": 3494
|
|
},
|
|
{
|
|
"epoch": 2.2508038585209005,
|
|
"grad_norm": 0.48836390162778914,
|
|
"learning_rate": 3.432799702424026e-05,
|
|
"loss": 0.2289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2340126484632492,
|
|
"step": 1400,
|
|
"valid_targets_mean": 4863.4,
|
|
"valid_targets_min": 831
|
|
},
|
|
{
|
|
"epoch": 2.2588424437299035,
|
|
"grad_norm": 0.4992916459755242,
|
|
"learning_rate": 3.427193874664316e-05,
|
|
"loss": 0.2345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2595020532608032,
|
|
"step": 1405,
|
|
"valid_targets_mean": 5894.4,
|
|
"valid_targets_min": 2328
|
|
},
|
|
{
|
|
"epoch": 2.266881028938907,
|
|
"grad_norm": 0.48577187074590183,
|
|
"learning_rate": 3.421565106911549e-05,
|
|
"loss": 0.2608,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23440846800804138,
|
|
"step": 1410,
|
|
"valid_targets_mean": 4556.2,
|
|
"valid_targets_min": 2277
|
|
},
|
|
{
|
|
"epoch": 2.27491961414791,
|
|
"grad_norm": 0.5013796741612716,
|
|
"learning_rate": 3.4159134896396926e-05,
|
|
"loss": 0.2323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.221354141831398,
|
|
"step": 1415,
|
|
"valid_targets_mean": 5789.2,
|
|
"valid_targets_min": 555
|
|
},
|
|
{
|
|
"epoch": 2.282958199356913,
|
|
"grad_norm": 0.49298535713537966,
|
|
"learning_rate": 3.410239113689988e-05,
|
|
"loss": 0.2368,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23821865022182465,
|
|
"step": 1420,
|
|
"valid_targets_mean": 5011.8,
|
|
"valid_targets_min": 1665
|
|
},
|
|
{
|
|
"epoch": 2.2909967845659165,
|
|
"grad_norm": 0.4626416750757732,
|
|
"learning_rate": 3.4045420702694846e-05,
|
|
"loss": 0.2261,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22496405243873596,
|
|
"step": 1425,
|
|
"valid_targets_mean": 5377.4,
|
|
"valid_targets_min": 1255
|
|
},
|
|
{
|
|
"epoch": 2.2990353697749195,
|
|
"grad_norm": 0.4296716912834519,
|
|
"learning_rate": 3.398822450949581e-05,
|
|
"loss": 0.2485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23885153234004974,
|
|
"step": 1430,
|
|
"valid_targets_mean": 6061.9,
|
|
"valid_targets_min": 3491
|
|
},
|
|
{
|
|
"epoch": 2.307073954983923,
|
|
"grad_norm": 0.47636710237452873,
|
|
"learning_rate": 3.393080347664547e-05,
|
|
"loss": 0.2267,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2698220908641815,
|
|
"step": 1435,
|
|
"valid_targets_mean": 6900.9,
|
|
"valid_targets_min": 2064
|
|
},
|
|
{
|
|
"epoch": 2.315112540192926,
|
|
"grad_norm": 0.41767354690125497,
|
|
"learning_rate": 3.3873158527100476e-05,
|
|
"loss": 0.2306,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2261713743209839,
|
|
"step": 1440,
|
|
"valid_targets_mean": 6009.2,
|
|
"valid_targets_min": 954
|
|
},
|
|
{
|
|
"epoch": 2.323151125401929,
|
|
"grad_norm": 0.45765199576612026,
|
|
"learning_rate": 3.381529058741662e-05,
|
|
"loss": 0.2259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19748841226100922,
|
|
"step": 1445,
|
|
"valid_targets_mean": 4535.4,
|
|
"valid_targets_min": 763
|
|
},
|
|
{
|
|
"epoch": 2.3311897106109325,
|
|
"grad_norm": 0.512506152526694,
|
|
"learning_rate": 3.375720058773393e-05,
|
|
"loss": 0.2433,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21968387067317963,
|
|
"step": 1450,
|
|
"valid_targets_mean": 4926.1,
|
|
"valid_targets_min": 793
|
|
},
|
|
{
|
|
"epoch": 2.3392282958199355,
|
|
"grad_norm": 0.4272765943955022,
|
|
"learning_rate": 3.369888946176169e-05,
|
|
"loss": 0.2214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2100493162870407,
|
|
"step": 1455,
|
|
"valid_targets_mean": 6448.4,
|
|
"valid_targets_min": 1340
|
|
},
|
|
{
|
|
"epoch": 2.347266881028939,
|
|
"grad_norm": 0.4563671696414422,
|
|
"learning_rate": 3.364035814676348e-05,
|
|
"loss": 0.2452,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2688789665699005,
|
|
"step": 1460,
|
|
"valid_targets_mean": 5684.4,
|
|
"valid_targets_min": 696
|
|
},
|
|
{
|
|
"epoch": 2.355305466237942,
|
|
"grad_norm": 0.4324693505868682,
|
|
"learning_rate": 3.358160758354207e-05,
|
|
"loss": 0.2367,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23381435871124268,
|
|
"step": 1465,
|
|
"valid_targets_mean": 5994.9,
|
|
"valid_targets_min": 3248
|
|
},
|
|
{
|
|
"epoch": 2.3633440514469455,
|
|
"grad_norm": 0.4759857152996837,
|
|
"learning_rate": 3.352263871642431e-05,
|
|
"loss": 0.233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22635474801063538,
|
|
"step": 1470,
|
|
"valid_targets_mean": 5392.4,
|
|
"valid_targets_min": 2033
|
|
},
|
|
{
|
|
"epoch": 2.3713826366559485,
|
|
"grad_norm": 0.4884246901728015,
|
|
"learning_rate": 3.346345249324599e-05,
|
|
"loss": 0.2277,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21876902878284454,
|
|
"step": 1475,
|
|
"valid_targets_mean": 4432.8,
|
|
"valid_targets_min": 1507
|
|
},
|
|
{
|
|
"epoch": 2.379421221864952,
|
|
"grad_norm": 0.4330099288850315,
|
|
"learning_rate": 3.340404986533654e-05,
|
|
"loss": 0.2428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23252514004707336,
|
|
"step": 1480,
|
|
"valid_targets_mean": 6527.4,
|
|
"valid_targets_min": 3722
|
|
},
|
|
{
|
|
"epoch": 2.387459807073955,
|
|
"grad_norm": 0.45464353022352455,
|
|
"learning_rate": 3.334443178750378e-05,
|
|
"loss": 0.2318,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21697625517845154,
|
|
"step": 1485,
|
|
"valid_targets_mean": 4793.3,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 2.395498392282958,
|
|
"grad_norm": 0.4068622119059787,
|
|
"learning_rate": 3.328459921801855e-05,
|
|
"loss": 0.2364,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.201742023229599,
|
|
"step": 1490,
|
|
"valid_targets_mean": 5870.1,
|
|
"valid_targets_min": 2359
|
|
},
|
|
{
|
|
"epoch": 2.4035369774919615,
|
|
"grad_norm": 0.4122118914595108,
|
|
"learning_rate": 3.322455311859936e-05,
|
|
"loss": 0.2457,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2373337745666504,
|
|
"step": 1495,
|
|
"valid_targets_mean": 6573.8,
|
|
"valid_targets_min": 2667
|
|
},
|
|
{
|
|
"epoch": 2.4115755627009645,
|
|
"grad_norm": 0.5745692612063069,
|
|
"learning_rate": 3.316429445439684e-05,
|
|
"loss": 0.2459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24043476581573486,
|
|
"step": 1500,
|
|
"valid_targets_mean": 6095.8,
|
|
"valid_targets_min": 2709
|
|
},
|
|
{
|
|
"epoch": 2.419614147909968,
|
|
"grad_norm": 0.454172764523821,
|
|
"learning_rate": 3.310382419397832e-05,
|
|
"loss": 0.219,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22647792100906372,
|
|
"step": 1505,
|
|
"valid_targets_mean": 5380.6,
|
|
"valid_targets_min": 554
|
|
},
|
|
{
|
|
"epoch": 2.427652733118971,
|
|
"grad_norm": 0.45495338149369174,
|
|
"learning_rate": 3.30431433093122e-05,
|
|
"loss": 0.2531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2454707771539688,
|
|
"step": 1510,
|
|
"valid_targets_mean": 5483.3,
|
|
"valid_targets_min": 2993
|
|
},
|
|
{
|
|
"epoch": 2.435691318327974,
|
|
"grad_norm": 0.41609998478720306,
|
|
"learning_rate": 3.298225277575235e-05,
|
|
"loss": 0.2363,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2000729739665985,
|
|
"step": 1515,
|
|
"valid_targets_mean": 5734.8,
|
|
"valid_targets_min": 395
|
|
},
|
|
{
|
|
"epoch": 2.4437299035369775,
|
|
"grad_norm": 0.4628501255715947,
|
|
"learning_rate": 3.292115357202244e-05,
|
|
"loss": 0.2505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2211766541004181,
|
|
"step": 1520,
|
|
"valid_targets_mean": 5731.4,
|
|
"valid_targets_min": 2463
|
|
},
|
|
{
|
|
"epoch": 2.4517684887459805,
|
|
"grad_norm": 0.48247050262549374,
|
|
"learning_rate": 3.285984668020019e-05,
|
|
"loss": 0.2265,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2340318262577057,
|
|
"step": 1525,
|
|
"valid_targets_mean": 5772.2,
|
|
"valid_targets_min": 2556
|
|
},
|
|
{
|
|
"epoch": 2.459807073954984,
|
|
"grad_norm": 0.4090879734351391,
|
|
"learning_rate": 3.27983330857016e-05,
|
|
"loss": 0.2251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20760081708431244,
|
|
"step": 1530,
|
|
"valid_targets_mean": 6043.8,
|
|
"valid_targets_min": 2831
|
|
},
|
|
{
|
|
"epoch": 2.467845659163987,
|
|
"grad_norm": 0.46193519580530734,
|
|
"learning_rate": 3.2736613777265076e-05,
|
|
"loss": 0.214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18691232800483704,
|
|
"step": 1535,
|
|
"valid_targets_mean": 4827.1,
|
|
"valid_targets_min": 2611
|
|
},
|
|
{
|
|
"epoch": 2.4758842443729905,
|
|
"grad_norm": 0.4790816763532421,
|
|
"learning_rate": 3.2674689746935626e-05,
|
|
"loss": 0.2416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24825897812843323,
|
|
"step": 1540,
|
|
"valid_targets_mean": 4753.2,
|
|
"valid_targets_min": 2313
|
|
},
|
|
{
|
|
"epoch": 2.4839228295819935,
|
|
"grad_norm": 0.4274916395823709,
|
|
"learning_rate": 3.261256199004879e-05,
|
|
"loss": 0.2336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19343507289886475,
|
|
"step": 1545,
|
|
"valid_targets_mean": 5236.5,
|
|
"valid_targets_min": 1379
|
|
},
|
|
{
|
|
"epoch": 2.491961414790997,
|
|
"grad_norm": 0.462266180497401,
|
|
"learning_rate": 3.255023150521474e-05,
|
|
"loss": 0.2492,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22728748619556427,
|
|
"step": 1550,
|
|
"valid_targets_mean": 5430.7,
|
|
"valid_targets_min": 3000
|
|
},
|
|
{
|
|
"epoch": 2.5,
|
|
"grad_norm": 0.4876609578778693,
|
|
"learning_rate": 3.2487699294302195e-05,
|
|
"loss": 0.2333,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24499937891960144,
|
|
"step": 1555,
|
|
"valid_targets_mean": 5483.6,
|
|
"valid_targets_min": 368
|
|
},
|
|
{
|
|
"epoch": 2.508038585209003,
|
|
"grad_norm": 0.42431584453451293,
|
|
"learning_rate": 3.242496636242231e-05,
|
|
"loss": 0.2274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23072059452533722,
|
|
"step": 1560,
|
|
"valid_targets_mean": 5792.4,
|
|
"valid_targets_min": 2293
|
|
},
|
|
{
|
|
"epoch": 2.5160771704180065,
|
|
"grad_norm": 0.48288970283703386,
|
|
"learning_rate": 3.236203371791252e-05,
|
|
"loss": 0.2244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21728533506393433,
|
|
"step": 1565,
|
|
"valid_targets_mean": 5067.8,
|
|
"valid_targets_min": 922
|
|
},
|
|
{
|
|
"epoch": 2.5241157556270095,
|
|
"grad_norm": 0.48817034020969907,
|
|
"learning_rate": 3.2298902372320354e-05,
|
|
"loss": 0.2511,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2375354766845703,
|
|
"step": 1570,
|
|
"valid_targets_mean": 4957.4,
|
|
"valid_targets_min": 424
|
|
},
|
|
{
|
|
"epoch": 2.532154340836013,
|
|
"grad_norm": 0.38867992655742173,
|
|
"learning_rate": 3.2235573340387155e-05,
|
|
"loss": 0.2073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17898300290107727,
|
|
"step": 1575,
|
|
"valid_targets_mean": 5888.5,
|
|
"valid_targets_min": 2584
|
|
},
|
|
{
|
|
"epoch": 2.540192926045016,
|
|
"grad_norm": 0.430940952546417,
|
|
"learning_rate": 3.2172047640031774e-05,
|
|
"loss": 0.2352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22751542925834656,
|
|
"step": 1580,
|
|
"valid_targets_mean": 5754.3,
|
|
"valid_targets_min": 1931
|
|
},
|
|
{
|
|
"epoch": 2.548231511254019,
|
|
"grad_norm": 0.4815894601905835,
|
|
"learning_rate": 3.210832629233421e-05,
|
|
"loss": 0.2415,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2273508906364441,
|
|
"step": 1585,
|
|
"valid_targets_mean": 5406.9,
|
|
"valid_targets_min": 790
|
|
},
|
|
{
|
|
"epoch": 2.5562700964630225,
|
|
"grad_norm": 0.6068676978104833,
|
|
"learning_rate": 3.204441032151921e-05,
|
|
"loss": 0.2364,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21523119509220123,
|
|
"step": 1590,
|
|
"valid_targets_mean": 5741.2,
|
|
"valid_targets_min": 2231
|
|
},
|
|
{
|
|
"epoch": 2.564308681672026,
|
|
"grad_norm": 0.5223510328320911,
|
|
"learning_rate": 3.198030075493979e-05,
|
|
"loss": 0.2448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26558348536491394,
|
|
"step": 1595,
|
|
"valid_targets_mean": 5132.1,
|
|
"valid_targets_min": 1019
|
|
},
|
|
{
|
|
"epoch": 2.572347266881029,
|
|
"grad_norm": 0.60222440656527,
|
|
"learning_rate": 3.19159986230607e-05,
|
|
"loss": 0.2435,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1857927143573761,
|
|
"step": 1600,
|
|
"valid_targets_mean": 4652.8,
|
|
"valid_targets_min": 1007
|
|
},
|
|
{
|
|
"epoch": 2.580385852090032,
|
|
"grad_norm": 0.45369146995792226,
|
|
"learning_rate": 3.185150495944194e-05,
|
|
"loss": 0.2128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.203944593667984,
|
|
"step": 1605,
|
|
"valid_targets_mean": 5606.6,
|
|
"valid_targets_min": 594
|
|
},
|
|
{
|
|
"epoch": 2.5884244372990355,
|
|
"grad_norm": 0.44158984490213105,
|
|
"learning_rate": 3.1786820800722044e-05,
|
|
"loss": 0.2177,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2083684355020523,
|
|
"step": 1610,
|
|
"valid_targets_mean": 5581.2,
|
|
"valid_targets_min": 2542
|
|
},
|
|
{
|
|
"epoch": 2.5964630225080385,
|
|
"grad_norm": 0.3955024073939668,
|
|
"learning_rate": 3.1721947186601494e-05,
|
|
"loss": 0.2534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23385578393936157,
|
|
"step": 1615,
|
|
"valid_targets_mean": 6655.3,
|
|
"valid_targets_min": 2377
|
|
},
|
|
{
|
|
"epoch": 2.604501607717042,
|
|
"grad_norm": 0.4448231599721356,
|
|
"learning_rate": 3.165688515982599e-05,
|
|
"loss": 0.2279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23172247409820557,
|
|
"step": 1620,
|
|
"valid_targets_mean": 5980.2,
|
|
"valid_targets_min": 2938
|
|
},
|
|
{
|
|
"epoch": 2.612540192926045,
|
|
"grad_norm": 0.43163627602395105,
|
|
"learning_rate": 3.1591635766169646e-05,
|
|
"loss": 0.2222,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21875952184200287,
|
|
"step": 1625,
|
|
"valid_targets_mean": 6797.9,
|
|
"valid_targets_min": 3875
|
|
},
|
|
{
|
|
"epoch": 2.620578778135048,
|
|
"grad_norm": 0.48035161655460856,
|
|
"learning_rate": 3.152620005441826e-05,
|
|
"loss": 0.2256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25188302993774414,
|
|
"step": 1630,
|
|
"valid_targets_mean": 5222.1,
|
|
"valid_targets_min": 872
|
|
},
|
|
{
|
|
"epoch": 2.6286173633440515,
|
|
"grad_norm": 0.47804467495955605,
|
|
"learning_rate": 3.146057907635238e-05,
|
|
"loss": 0.2344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23584258556365967,
|
|
"step": 1635,
|
|
"valid_targets_mean": 5037.3,
|
|
"valid_targets_min": 1577
|
|
},
|
|
{
|
|
"epoch": 2.6366559485530545,
|
|
"grad_norm": 0.49724922962510637,
|
|
"learning_rate": 3.1394773886730447e-05,
|
|
"loss": 0.217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21783044934272766,
|
|
"step": 1640,
|
|
"valid_targets_mean": 5010.2,
|
|
"valid_targets_min": 2341
|
|
},
|
|
{
|
|
"epoch": 2.644694533762058,
|
|
"grad_norm": 0.47360896933063057,
|
|
"learning_rate": 3.1328785543271824e-05,
|
|
"loss": 0.2479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23639383912086487,
|
|
"step": 1645,
|
|
"valid_targets_mean": 5103.1,
|
|
"valid_targets_min": 2430
|
|
},
|
|
{
|
|
"epoch": 2.652733118971061,
|
|
"grad_norm": 0.4425730996552444,
|
|
"learning_rate": 3.126261510663979e-05,
|
|
"loss": 0.227,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24800364673137665,
|
|
"step": 1650,
|
|
"valid_targets_mean": 5471.6,
|
|
"valid_targets_min": 779
|
|
},
|
|
{
|
|
"epoch": 2.660771704180064,
|
|
"grad_norm": 0.5066362084521983,
|
|
"learning_rate": 3.119626364042451e-05,
|
|
"loss": 0.2322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23977752029895782,
|
|
"step": 1655,
|
|
"valid_targets_mean": 6356.9,
|
|
"valid_targets_min": 1168
|
|
},
|
|
{
|
|
"epoch": 2.6688102893890675,
|
|
"grad_norm": 0.46571003694651886,
|
|
"learning_rate": 3.112973221112591e-05,
|
|
"loss": 0.2354,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23410023748874664,
|
|
"step": 1660,
|
|
"valid_targets_mean": 5421.5,
|
|
"valid_targets_min": 2427
|
|
},
|
|
{
|
|
"epoch": 2.676848874598071,
|
|
"grad_norm": 0.49670167200910814,
|
|
"learning_rate": 3.106302188813656e-05,
|
|
"loss": 0.2352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23411546647548676,
|
|
"step": 1665,
|
|
"valid_targets_mean": 5066.6,
|
|
"valid_targets_min": 902
|
|
},
|
|
{
|
|
"epoch": 2.684887459807074,
|
|
"grad_norm": 0.4489042276841892,
|
|
"learning_rate": 3.099613374372449e-05,
|
|
"loss": 0.237,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2577555179595947,
|
|
"step": 1670,
|
|
"valid_targets_mean": 5970.1,
|
|
"valid_targets_min": 3474
|
|
},
|
|
{
|
|
"epoch": 2.692926045016077,
|
|
"grad_norm": 0.4726499258070017,
|
|
"learning_rate": 3.092906885301591e-05,
|
|
"loss": 0.2299,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24142785370349884,
|
|
"step": 1675,
|
|
"valid_targets_mean": 5035.5,
|
|
"valid_targets_min": 1983
|
|
},
|
|
{
|
|
"epoch": 2.7009646302250805,
|
|
"grad_norm": 0.45047970317259495,
|
|
"learning_rate": 3.086182829397799e-05,
|
|
"loss": 0.2366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21712270379066467,
|
|
"step": 1680,
|
|
"valid_targets_mean": 5064.8,
|
|
"valid_targets_min": 829
|
|
},
|
|
{
|
|
"epoch": 2.7090032154340835,
|
|
"grad_norm": 0.41145712760990627,
|
|
"learning_rate": 3.07944131474015e-05,
|
|
"loss": 0.2422,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19963139295578003,
|
|
"step": 1685,
|
|
"valid_targets_mean": 5160.9,
|
|
"valid_targets_min": 268
|
|
},
|
|
{
|
|
"epoch": 2.717041800643087,
|
|
"grad_norm": 0.4773923313728519,
|
|
"learning_rate": 3.072682449688342e-05,
|
|
"loss": 0.2391,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24405084550380707,
|
|
"step": 1690,
|
|
"valid_targets_mean": 5581.8,
|
|
"valid_targets_min": 2920
|
|
},
|
|
{
|
|
"epoch": 2.72508038585209,
|
|
"grad_norm": 0.4376554948889786,
|
|
"learning_rate": 3.0659063428809574e-05,
|
|
"loss": 0.2225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2001868635416031,
|
|
"step": 1695,
|
|
"valid_targets_mean": 5621.9,
|
|
"valid_targets_min": 2576
|
|
},
|
|
{
|
|
"epoch": 2.733118971061093,
|
|
"grad_norm": 0.43672581570188307,
|
|
"learning_rate": 3.059113103233711e-05,
|
|
"loss": 0.2354,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20036949217319489,
|
|
"step": 1700,
|
|
"valid_targets_mean": 5967.9,
|
|
"valid_targets_min": 1912
|
|
},
|
|
{
|
|
"epoch": 2.7411575562700965,
|
|
"grad_norm": 0.4890236832710162,
|
|
"learning_rate": 3.052302839937706e-05,
|
|
"loss": 0.2239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23596787452697754,
|
|
"step": 1705,
|
|
"valid_targets_mean": 5446.7,
|
|
"valid_targets_min": 3308
|
|
},
|
|
{
|
|
"epoch": 2.7491961414790995,
|
|
"grad_norm": 0.4635500560051159,
|
|
"learning_rate": 3.045475662457671e-05,
|
|
"loss": 0.2384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24793817102909088,
|
|
"step": 1710,
|
|
"valid_targets_mean": 5555.2,
|
|
"valid_targets_min": 1492
|
|
},
|
|
{
|
|
"epoch": 2.757234726688103,
|
|
"grad_norm": 0.4427640364687355,
|
|
"learning_rate": 3.0386316805302064e-05,
|
|
"loss": 0.2441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22127273678779602,
|
|
"step": 1715,
|
|
"valid_targets_mean": 5390.1,
|
|
"valid_targets_min": 2559
|
|
},
|
|
{
|
|
"epoch": 2.765273311897106,
|
|
"grad_norm": 0.4442190835436434,
|
|
"learning_rate": 3.0317710041620194e-05,
|
|
"loss": 0.2289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2600225806236267,
|
|
"step": 1720,
|
|
"valid_targets_mean": 6436.2,
|
|
"valid_targets_min": 675
|
|
},
|
|
{
|
|
"epoch": 2.7733118971061095,
|
|
"grad_norm": 0.42238676851093976,
|
|
"learning_rate": 3.024893743628154e-05,
|
|
"loss": 0.2208,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20658443868160248,
|
|
"step": 1725,
|
|
"valid_targets_mean": 5774.4,
|
|
"valid_targets_min": 1262
|
|
},
|
|
{
|
|
"epoch": 2.7813504823151125,
|
|
"grad_norm": 0.42021767660168513,
|
|
"learning_rate": 3.018000009470222e-05,
|
|
"loss": 0.2234,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21164314448833466,
|
|
"step": 1730,
|
|
"valid_targets_mean": 5540.8,
|
|
"valid_targets_min": 514
|
|
},
|
|
{
|
|
"epoch": 2.789389067524116,
|
|
"grad_norm": 0.4630792997560636,
|
|
"learning_rate": 3.0110899124946203e-05,
|
|
"loss": 0.2401,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24036768078804016,
|
|
"step": 1735,
|
|
"valid_targets_mean": 5809.8,
|
|
"valid_targets_min": 2003
|
|
},
|
|
{
|
|
"epoch": 2.797427652733119,
|
|
"grad_norm": 0.5390343017669323,
|
|
"learning_rate": 3.004163563770756e-05,
|
|
"loss": 0.237,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18927526473999023,
|
|
"step": 1740,
|
|
"valid_targets_mean": 5524.0,
|
|
"valid_targets_min": 413
|
|
},
|
|
{
|
|
"epoch": 2.805466237942122,
|
|
"grad_norm": 0.506037679439928,
|
|
"learning_rate": 2.9972210746292593e-05,
|
|
"loss": 0.2373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2753189206123352,
|
|
"step": 1745,
|
|
"valid_targets_mean": 5811.8,
|
|
"valid_targets_min": 1503
|
|
},
|
|
{
|
|
"epoch": 2.8135048231511255,
|
|
"grad_norm": 0.4477668704765513,
|
|
"learning_rate": 2.9902625566601896e-05,
|
|
"loss": 0.2532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2465018332004547,
|
|
"step": 1750,
|
|
"valid_targets_mean": 5265.3,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 2.8215434083601285,
|
|
"grad_norm": 0.43112747090224235,
|
|
"learning_rate": 2.9832881217112507e-05,
|
|
"loss": 0.2195,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23881378769874573,
|
|
"step": 1755,
|
|
"valid_targets_mean": 5734.8,
|
|
"valid_targets_min": 2236
|
|
},
|
|
{
|
|
"epoch": 2.829581993569132,
|
|
"grad_norm": 0.43331469697490993,
|
|
"learning_rate": 2.9762978818859828e-05,
|
|
"loss": 0.2508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25261190533638,
|
|
"step": 1760,
|
|
"valid_targets_mean": 6195.2,
|
|
"valid_targets_min": 364
|
|
},
|
|
{
|
|
"epoch": 2.837620578778135,
|
|
"grad_norm": 0.49846352204421746,
|
|
"learning_rate": 2.9692919495419698e-05,
|
|
"loss": 0.2239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.191496804356575,
|
|
"step": 1765,
|
|
"valid_targets_mean": 5438.2,
|
|
"valid_targets_min": 793
|
|
},
|
|
{
|
|
"epoch": 2.845659163987138,
|
|
"grad_norm": 0.40728999160669044,
|
|
"learning_rate": 2.9622704372890268e-05,
|
|
"loss": 0.2198,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2332020401954651,
|
|
"step": 1770,
|
|
"valid_targets_mean": 6247.6,
|
|
"valid_targets_min": 1709
|
|
},
|
|
{
|
|
"epoch": 2.8536977491961415,
|
|
"grad_norm": 0.44070923563948255,
|
|
"learning_rate": 2.955233457987393e-05,
|
|
"loss": 0.2428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27117034792900085,
|
|
"step": 1775,
|
|
"valid_targets_mean": 6259.8,
|
|
"valid_targets_min": 3163
|
|
},
|
|
{
|
|
"epoch": 2.861736334405145,
|
|
"grad_norm": 0.46843718336492085,
|
|
"learning_rate": 2.9481811247459174e-05,
|
|
"loss": 0.2283,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20232127606868744,
|
|
"step": 1780,
|
|
"valid_targets_mean": 4301.2,
|
|
"valid_targets_min": 877
|
|
},
|
|
{
|
|
"epoch": 2.869774919614148,
|
|
"grad_norm": 0.4811831657791136,
|
|
"learning_rate": 2.9411135509202407e-05,
|
|
"loss": 0.2415,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22563835978507996,
|
|
"step": 1785,
|
|
"valid_targets_mean": 4858.6,
|
|
"valid_targets_min": 297
|
|
},
|
|
{
|
|
"epoch": 2.877813504823151,
|
|
"grad_norm": 0.4776739267077266,
|
|
"learning_rate": 2.9340308501109726e-05,
|
|
"loss": 0.2352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25109878182411194,
|
|
"step": 1790,
|
|
"valid_targets_mean": 4963.9,
|
|
"valid_targets_min": 921
|
|
},
|
|
{
|
|
"epoch": 2.8858520900321545,
|
|
"grad_norm": 0.4552374822125526,
|
|
"learning_rate": 2.926933136161866e-05,
|
|
"loss": 0.2522,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2678318917751312,
|
|
"step": 1795,
|
|
"valid_targets_mean": 6130.4,
|
|
"valid_targets_min": 1699
|
|
},
|
|
{
|
|
"epoch": 2.8938906752411575,
|
|
"grad_norm": 0.4998597785043118,
|
|
"learning_rate": 2.919820523157988e-05,
|
|
"loss": 0.2373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2558537721633911,
|
|
"step": 1800,
|
|
"valid_targets_mean": 5725.7,
|
|
"valid_targets_min": 1049
|
|
},
|
|
{
|
|
"epoch": 2.901929260450161,
|
|
"grad_norm": 0.3985526663408574,
|
|
"learning_rate": 2.9126931254238856e-05,
|
|
"loss": 0.2293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22993230819702148,
|
|
"step": 1805,
|
|
"valid_targets_mean": 5944.6,
|
|
"valid_targets_min": 2174
|
|
},
|
|
{
|
|
"epoch": 2.909967845659164,
|
|
"grad_norm": 0.4328617676889273,
|
|
"learning_rate": 2.905551057521748e-05,
|
|
"loss": 0.2493,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24856430292129517,
|
|
"step": 1810,
|
|
"valid_targets_mean": 5760.9,
|
|
"valid_targets_min": 726
|
|
},
|
|
{
|
|
"epoch": 2.918006430868167,
|
|
"grad_norm": 0.4542317521238959,
|
|
"learning_rate": 2.898394434249565e-05,
|
|
"loss": 0.2401,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21676376461982727,
|
|
"step": 1815,
|
|
"valid_targets_mean": 5277.0,
|
|
"valid_targets_min": 1775
|
|
},
|
|
{
|
|
"epoch": 2.9260450160771705,
|
|
"grad_norm": 0.4960973232998586,
|
|
"learning_rate": 2.8912233706392824e-05,
|
|
"loss": 0.2118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19444525241851807,
|
|
"step": 1820,
|
|
"valid_targets_mean": 4628.3,
|
|
"valid_targets_min": 381
|
|
},
|
|
{
|
|
"epoch": 2.9340836012861735,
|
|
"grad_norm": 0.4351299120886839,
|
|
"learning_rate": 2.8840379819549515e-05,
|
|
"loss": 0.2476,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22263455390930176,
|
|
"step": 1825,
|
|
"valid_targets_mean": 5299.7,
|
|
"valid_targets_min": 558
|
|
},
|
|
{
|
|
"epoch": 2.942122186495177,
|
|
"grad_norm": 0.47748132373633034,
|
|
"learning_rate": 2.8768383836908804e-05,
|
|
"loss": 0.2191,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21326063573360443,
|
|
"step": 1830,
|
|
"valid_targets_mean": 4476.9,
|
|
"valid_targets_min": 935
|
|
},
|
|
{
|
|
"epoch": 2.95016077170418,
|
|
"grad_norm": 0.42660596230377495,
|
|
"learning_rate": 2.8696246915697714e-05,
|
|
"loss": 0.2137,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2128058224916458,
|
|
"step": 1835,
|
|
"valid_targets_mean": 5964.4,
|
|
"valid_targets_min": 2572
|
|
},
|
|
{
|
|
"epoch": 2.958199356913183,
|
|
"grad_norm": 0.4506785970078862,
|
|
"learning_rate": 2.862397021540867e-05,
|
|
"loss": 0.2563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26402390003204346,
|
|
"step": 1840,
|
|
"valid_targets_mean": 5856.1,
|
|
"valid_targets_min": 2753
|
|
},
|
|
{
|
|
"epoch": 2.9662379421221865,
|
|
"grad_norm": 0.4391481347976392,
|
|
"learning_rate": 2.855155489778082e-05,
|
|
"loss": 0.2341,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2654515504837036,
|
|
"step": 1845,
|
|
"valid_targets_mean": 5673.1,
|
|
"valid_targets_min": 1145
|
|
},
|
|
{
|
|
"epoch": 2.97427652733119,
|
|
"grad_norm": 0.4582126351879179,
|
|
"learning_rate": 2.8479002126781383e-05,
|
|
"loss": 0.2386,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24582958221435547,
|
|
"step": 1850,
|
|
"valid_targets_mean": 5058.6,
|
|
"valid_targets_min": 575
|
|
},
|
|
{
|
|
"epoch": 2.982315112540193,
|
|
"grad_norm": 0.4291403858281957,
|
|
"learning_rate": 2.8406313068586926e-05,
|
|
"loss": 0.2339,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2569013833999634,
|
|
"step": 1855,
|
|
"valid_targets_mean": 6363.9,
|
|
"valid_targets_min": 1189
|
|
},
|
|
{
|
|
"epoch": 2.990353697749196,
|
|
"grad_norm": 0.4008457746324607,
|
|
"learning_rate": 2.8333488891564647e-05,
|
|
"loss": 0.2334,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19619405269622803,
|
|
"step": 1860,
|
|
"valid_targets_mean": 5793.0,
|
|
"valid_targets_min": 2157
|
|
},
|
|
{
|
|
"epoch": 2.9983922829581995,
|
|
"grad_norm": 0.42930616673946925,
|
|
"learning_rate": 2.8260530766253557e-05,
|
|
"loss": 0.2419,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2623644769191742,
|
|
"step": 1865,
|
|
"valid_targets_mean": 6299.9,
|
|
"valid_targets_min": 3015
|
|
},
|
|
{
|
|
"epoch": 3.0064308681672025,
|
|
"grad_norm": 0.38344200812668733,
|
|
"learning_rate": 2.8187439865345685e-05,
|
|
"loss": 0.2112,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20248943567276,
|
|
"step": 1870,
|
|
"valid_targets_mean": 6622.2,
|
|
"valid_targets_min": 2228
|
|
},
|
|
{
|
|
"epoch": 3.014469453376206,
|
|
"grad_norm": 0.46103181792250764,
|
|
"learning_rate": 2.8114217363667246e-05,
|
|
"loss": 0.2079,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20105582475662231,
|
|
"step": 1875,
|
|
"valid_targets_mean": 5312.6,
|
|
"valid_targets_min": 2085
|
|
},
|
|
{
|
|
"epoch": 3.022508038585209,
|
|
"grad_norm": 0.4647259314919432,
|
|
"learning_rate": 2.8040864438159707e-05,
|
|
"loss": 0.207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20135775208473206,
|
|
"step": 1880,
|
|
"valid_targets_mean": 4949.4,
|
|
"valid_targets_min": 1507
|
|
},
|
|
{
|
|
"epoch": 3.030546623794212,
|
|
"grad_norm": 0.4085250192487578,
|
|
"learning_rate": 2.7967382267860946e-05,
|
|
"loss": 0.2202,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23754431307315826,
|
|
"step": 1885,
|
|
"valid_targets_mean": 7139.6,
|
|
"valid_targets_min": 1003
|
|
},
|
|
{
|
|
"epoch": 3.0385852090032155,
|
|
"grad_norm": 0.5510015583580707,
|
|
"learning_rate": 2.7893772033886208e-05,
|
|
"loss": 0.2098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20717856287956238,
|
|
"step": 1890,
|
|
"valid_targets_mean": 5289.0,
|
|
"valid_targets_min": 880
|
|
},
|
|
{
|
|
"epoch": 3.0466237942122185,
|
|
"grad_norm": 0.47108051497284203,
|
|
"learning_rate": 2.7820034919409203e-05,
|
|
"loss": 0.2059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20311778783798218,
|
|
"step": 1895,
|
|
"valid_targets_mean": 4827.5,
|
|
"valid_targets_min": 567
|
|
},
|
|
{
|
|
"epoch": 3.054662379421222,
|
|
"grad_norm": 0.4687658440412486,
|
|
"learning_rate": 2.774617210964305e-05,
|
|
"loss": 0.2047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22327911853790283,
|
|
"step": 1900,
|
|
"valid_targets_mean": 6458.3,
|
|
"valid_targets_min": 1909
|
|
},
|
|
{
|
|
"epoch": 3.062700964630225,
|
|
"grad_norm": 0.5317314845653304,
|
|
"learning_rate": 2.767218479182121e-05,
|
|
"loss": 0.2208,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28799089789390564,
|
|
"step": 1905,
|
|
"valid_targets_mean": 5339.3,
|
|
"valid_targets_min": 344
|
|
},
|
|
{
|
|
"epoch": 3.0707395498392285,
|
|
"grad_norm": 0.4479836422167699,
|
|
"learning_rate": 2.7598074155178447e-05,
|
|
"loss": 0.2075,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23213958740234375,
|
|
"step": 1910,
|
|
"valid_targets_mean": 6368.8,
|
|
"valid_targets_min": 2232
|
|
},
|
|
{
|
|
"epoch": 3.0787781350482315,
|
|
"grad_norm": 0.4879671474173943,
|
|
"learning_rate": 2.7523841390931676e-05,
|
|
"loss": 0.2158,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19620759785175323,
|
|
"step": 1915,
|
|
"valid_targets_mean": 5519.9,
|
|
"valid_targets_min": 2982
|
|
},
|
|
{
|
|
"epoch": 3.0868167202572345,
|
|
"grad_norm": 0.576805679083638,
|
|
"learning_rate": 2.7449487692260834e-05,
|
|
"loss": 0.2368,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2544819414615631,
|
|
"step": 1920,
|
|
"valid_targets_mean": 4490.9,
|
|
"valid_targets_min": 687
|
|
},
|
|
{
|
|
"epoch": 3.094855305466238,
|
|
"grad_norm": 0.4971668089459153,
|
|
"learning_rate": 2.7375014254289695e-05,
|
|
"loss": 0.2063,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1839742660522461,
|
|
"step": 1925,
|
|
"valid_targets_mean": 4795.8,
|
|
"valid_targets_min": 1833
|
|
},
|
|
{
|
|
"epoch": 3.102893890675241,
|
|
"grad_norm": 0.4687617088950276,
|
|
"learning_rate": 2.7300422274066672e-05,
|
|
"loss": 0.2028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2087346613407135,
|
|
"step": 1930,
|
|
"valid_targets_mean": 5627.9,
|
|
"valid_targets_min": 2985
|
|
},
|
|
{
|
|
"epoch": 3.1109324758842445,
|
|
"grad_norm": 0.4927605336472376,
|
|
"learning_rate": 2.722571295054554e-05,
|
|
"loss": 0.2321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2347278743982315,
|
|
"step": 1935,
|
|
"valid_targets_mean": 5060.4,
|
|
"valid_targets_min": 371
|
|
},
|
|
{
|
|
"epoch": 3.1189710610932475,
|
|
"grad_norm": 0.4987134488018747,
|
|
"learning_rate": 2.715088748456622e-05,
|
|
"loss": 0.2347,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23042768239974976,
|
|
"step": 1940,
|
|
"valid_targets_mean": 5561.6,
|
|
"valid_targets_min": 550
|
|
},
|
|
{
|
|
"epoch": 3.127009646302251,
|
|
"grad_norm": 0.523421193954538,
|
|
"learning_rate": 2.7075947078835438e-05,
|
|
"loss": 0.2135,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22954672574996948,
|
|
"step": 1945,
|
|
"valid_targets_mean": 4881.9,
|
|
"valid_targets_min": 1394
|
|
},
|
|
{
|
|
"epoch": 3.135048231511254,
|
|
"grad_norm": 0.43883645279150485,
|
|
"learning_rate": 2.7000892937907398e-05,
|
|
"loss": 0.1886,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19516025483608246,
|
|
"step": 1950,
|
|
"valid_targets_mean": 5517.6,
|
|
"valid_targets_min": 3251
|
|
},
|
|
{
|
|
"epoch": 3.143086816720257,
|
|
"grad_norm": 0.4570199670863005,
|
|
"learning_rate": 2.6925726268164427e-05,
|
|
"loss": 0.2222,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24825003743171692,
|
|
"step": 1955,
|
|
"valid_targets_mean": 6280.4,
|
|
"valid_targets_min": 2112
|
|
},
|
|
{
|
|
"epoch": 3.1511254019292605,
|
|
"grad_norm": 0.45672754180296316,
|
|
"learning_rate": 2.685044827779759e-05,
|
|
"loss": 0.2103,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20939724147319794,
|
|
"step": 1960,
|
|
"valid_targets_mean": 6016.7,
|
|
"valid_targets_min": 2771
|
|
},
|
|
{
|
|
"epoch": 3.1591639871382635,
|
|
"grad_norm": 0.47906774477386277,
|
|
"learning_rate": 2.6775060176787256e-05,
|
|
"loss": 0.2322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.281923770904541,
|
|
"step": 1965,
|
|
"valid_targets_mean": 6699.8,
|
|
"valid_targets_min": 2442
|
|
},
|
|
{
|
|
"epoch": 3.167202572347267,
|
|
"grad_norm": 0.39767857581545424,
|
|
"learning_rate": 2.6699563176883664e-05,
|
|
"loss": 0.2013,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2029469907283783,
|
|
"step": 1970,
|
|
"valid_targets_mean": 6916.5,
|
|
"valid_targets_min": 1302
|
|
},
|
|
{
|
|
"epoch": 3.17524115755627,
|
|
"grad_norm": 0.4425799974084158,
|
|
"learning_rate": 2.6623958491587446e-05,
|
|
"loss": 0.217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20335035026073456,
|
|
"step": 1975,
|
|
"valid_targets_mean": 5785.0,
|
|
"valid_targets_min": 2366
|
|
},
|
|
{
|
|
"epoch": 3.1832797427652735,
|
|
"grad_norm": 0.44544395721654917,
|
|
"learning_rate": 2.654824733613008e-05,
|
|
"loss": 0.2085,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21528367698192596,
|
|
"step": 1980,
|
|
"valid_targets_mean": 5611.8,
|
|
"valid_targets_min": 2466
|
|
},
|
|
{
|
|
"epoch": 3.1913183279742765,
|
|
"grad_norm": 0.4460608523219643,
|
|
"learning_rate": 2.6472430927454436e-05,
|
|
"loss": 0.2128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20754650235176086,
|
|
"step": 1985,
|
|
"valid_targets_mean": 7354.8,
|
|
"valid_targets_min": 3155
|
|
},
|
|
{
|
|
"epoch": 3.19935691318328,
|
|
"grad_norm": 0.42210886653384705,
|
|
"learning_rate": 2.6396510484195137e-05,
|
|
"loss": 0.2185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2087785005569458,
|
|
"step": 1990,
|
|
"valid_targets_mean": 6236.5,
|
|
"valid_targets_min": 2469
|
|
},
|
|
{
|
|
"epoch": 3.207395498392283,
|
|
"grad_norm": 0.43096075271764295,
|
|
"learning_rate": 2.6320487226659025e-05,
|
|
"loss": 0.1979,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16838577389717102,
|
|
"step": 1995,
|
|
"valid_targets_mean": 5186.6,
|
|
"valid_targets_min": 1676
|
|
},
|
|
{
|
|
"epoch": 3.215434083601286,
|
|
"grad_norm": 0.4508053623757557,
|
|
"learning_rate": 2.6244362376805526e-05,
|
|
"loss": 0.2267,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23479191958904266,
|
|
"step": 2000,
|
|
"valid_targets_mean": 5779.5,
|
|
"valid_targets_min": 763
|
|
},
|
|
{
|
|
"epoch": 3.2234726688102895,
|
|
"grad_norm": 0.4628118815083852,
|
|
"learning_rate": 2.616813715822699e-05,
|
|
"loss": 0.2118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22613340616226196,
|
|
"step": 2005,
|
|
"valid_targets_mean": 5524.2,
|
|
"valid_targets_min": 1492
|
|
},
|
|
{
|
|
"epoch": 3.2315112540192925,
|
|
"grad_norm": 0.4720924761087141,
|
|
"learning_rate": 2.609181279612907e-05,
|
|
"loss": 0.2166,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24971206486225128,
|
|
"step": 2010,
|
|
"valid_targets_mean": 5421.2,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 3.239549839228296,
|
|
"grad_norm": 0.4737698035846392,
|
|
"learning_rate": 2.601539051731098e-05,
|
|
"loss": 0.2059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2119787633419037,
|
|
"step": 2015,
|
|
"valid_targets_mean": 5191.6,
|
|
"valid_targets_min": 1255
|
|
},
|
|
{
|
|
"epoch": 3.247588424437299,
|
|
"grad_norm": 0.4572117282020224,
|
|
"learning_rate": 2.5938871550145813e-05,
|
|
"loss": 0.2119,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1961323767900467,
|
|
"step": 2020,
|
|
"valid_targets_mean": 5815.9,
|
|
"valid_targets_min": 2510
|
|
},
|
|
{
|
|
"epoch": 3.255627009646302,
|
|
"grad_norm": 0.43770534537636197,
|
|
"learning_rate": 2.5862257124560776e-05,
|
|
"loss": 0.2141,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19521623849868774,
|
|
"step": 2025,
|
|
"valid_targets_mean": 4878.7,
|
|
"valid_targets_min": 359
|
|
},
|
|
{
|
|
"epoch": 3.2636655948553055,
|
|
"grad_norm": 0.5133043126611774,
|
|
"learning_rate": 2.5785548472017428e-05,
|
|
"loss": 0.2182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22816744446754456,
|
|
"step": 2030,
|
|
"valid_targets_mean": 5207.1,
|
|
"valid_targets_min": 355
|
|
},
|
|
{
|
|
"epoch": 3.2717041800643085,
|
|
"grad_norm": 0.45988818406168736,
|
|
"learning_rate": 2.5708746825491872e-05,
|
|
"loss": 0.206,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2291097640991211,
|
|
"step": 2035,
|
|
"valid_targets_mean": 5681.0,
|
|
"valid_targets_min": 1539
|
|
},
|
|
{
|
|
"epoch": 3.279742765273312,
|
|
"grad_norm": 0.4942920353232446,
|
|
"learning_rate": 2.5631853419454963e-05,
|
|
"loss": 0.2219,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19933205842971802,
|
|
"step": 2040,
|
|
"valid_targets_mean": 4273.0,
|
|
"valid_targets_min": 312
|
|
},
|
|
{
|
|
"epoch": 3.287781350482315,
|
|
"grad_norm": 0.4710297159118358,
|
|
"learning_rate": 2.5554869489852462e-05,
|
|
"loss": 0.2241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25016915798187256,
|
|
"step": 2045,
|
|
"valid_targets_mean": 6010.7,
|
|
"valid_targets_min": 3356
|
|
},
|
|
{
|
|
"epoch": 3.2958199356913185,
|
|
"grad_norm": 0.4329815260262049,
|
|
"learning_rate": 2.5477796274085128e-05,
|
|
"loss": 0.2063,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19916954636573792,
|
|
"step": 2050,
|
|
"valid_targets_mean": 5431.9,
|
|
"valid_targets_min": 477
|
|
},
|
|
{
|
|
"epoch": 3.3038585209003215,
|
|
"grad_norm": 0.4382594314534806,
|
|
"learning_rate": 2.540063501098889e-05,
|
|
"loss": 0.2117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22328132390975952,
|
|
"step": 2055,
|
|
"valid_targets_mean": 7057.8,
|
|
"valid_targets_min": 2434
|
|
},
|
|
{
|
|
"epoch": 3.311897106109325,
|
|
"grad_norm": 0.4304909069133098,
|
|
"learning_rate": 2.5323386940814894e-05,
|
|
"loss": 0.222,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20800434052944183,
|
|
"step": 2060,
|
|
"valid_targets_mean": 5571.2,
|
|
"valid_targets_min": 2064
|
|
},
|
|
{
|
|
"epoch": 3.319935691318328,
|
|
"grad_norm": 0.45761114861789215,
|
|
"learning_rate": 2.5246053305209576e-05,
|
|
"loss": 0.2224,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22320008277893066,
|
|
"step": 2065,
|
|
"valid_targets_mean": 5810.9,
|
|
"valid_targets_min": 2496
|
|
},
|
|
{
|
|
"epoch": 3.327974276527331,
|
|
"grad_norm": 0.5109891719100492,
|
|
"learning_rate": 2.516863534719472e-05,
|
|
"loss": 0.2197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2085902988910675,
|
|
"step": 2070,
|
|
"valid_targets_mean": 5335.4,
|
|
"valid_targets_min": 2868
|
|
},
|
|
{
|
|
"epoch": 3.3360128617363345,
|
|
"grad_norm": 0.46691815612294274,
|
|
"learning_rate": 2.509113431114745e-05,
|
|
"loss": 0.2278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18727019429206848,
|
|
"step": 2075,
|
|
"valid_targets_mean": 5446.6,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 3.3440514469453375,
|
|
"grad_norm": 0.4900335050961584,
|
|
"learning_rate": 2.5013551442780246e-05,
|
|
"loss": 0.2237,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26614588499069214,
|
|
"step": 2080,
|
|
"valid_targets_mean": 5034.6,
|
|
"valid_targets_min": 1621
|
|
},
|
|
{
|
|
"epoch": 3.352090032154341,
|
|
"grad_norm": 0.44650493165960287,
|
|
"learning_rate": 2.493588798912094e-05,
|
|
"loss": 0.1943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1934056580066681,
|
|
"step": 2085,
|
|
"valid_targets_mean": 6115.8,
|
|
"valid_targets_min": 2803
|
|
},
|
|
{
|
|
"epoch": 3.360128617363344,
|
|
"grad_norm": 0.4994390565400204,
|
|
"learning_rate": 2.485814519849262e-05,
|
|
"loss": 0.2142,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22949208319187164,
|
|
"step": 2090,
|
|
"valid_targets_mean": 4577.1,
|
|
"valid_targets_min": 1168
|
|
},
|
|
{
|
|
"epoch": 3.368167202572347,
|
|
"grad_norm": 0.4260321258743967,
|
|
"learning_rate": 2.478032432049362e-05,
|
|
"loss": 0.2007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21895253658294678,
|
|
"step": 2095,
|
|
"valid_targets_mean": 5931.0,
|
|
"valid_targets_min": 2107
|
|
},
|
|
{
|
|
"epoch": 3.3762057877813505,
|
|
"grad_norm": 0.4504678210337142,
|
|
"learning_rate": 2.470242660597741e-05,
|
|
"loss": 0.2078,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22290824353694916,
|
|
"step": 2100,
|
|
"valid_targets_mean": 5929.8,
|
|
"valid_targets_min": 2326
|
|
},
|
|
{
|
|
"epoch": 3.3842443729903535,
|
|
"grad_norm": 0.41031164293445443,
|
|
"learning_rate": 2.4624453307032475e-05,
|
|
"loss": 0.2227,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23696118593215942,
|
|
"step": 2105,
|
|
"valid_targets_mean": 6418.2,
|
|
"valid_targets_min": 1112
|
|
},
|
|
{
|
|
"epoch": 3.392282958199357,
|
|
"grad_norm": 0.48502919577531867,
|
|
"learning_rate": 2.4546405676962212e-05,
|
|
"loss": 0.2144,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2700331211090088,
|
|
"step": 2110,
|
|
"valid_targets_mean": 4992.6,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 3.40032154340836,
|
|
"grad_norm": 0.4229844699525625,
|
|
"learning_rate": 2.4468284970264796e-05,
|
|
"loss": 0.2155,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18260376155376434,
|
|
"step": 2115,
|
|
"valid_targets_mean": 5966.1,
|
|
"valid_targets_min": 2274
|
|
},
|
|
{
|
|
"epoch": 3.4083601286173635,
|
|
"grad_norm": 0.4984857041447722,
|
|
"learning_rate": 2.4390092442612977e-05,
|
|
"loss": 0.2244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23534205555915833,
|
|
"step": 2120,
|
|
"valid_targets_mean": 4669.6,
|
|
"valid_targets_min": 1543
|
|
},
|
|
{
|
|
"epoch": 3.4163987138263665,
|
|
"grad_norm": 0.4859235898941334,
|
|
"learning_rate": 2.4311829350833927e-05,
|
|
"loss": 0.2135,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19799849390983582,
|
|
"step": 2125,
|
|
"valid_targets_mean": 6246.9,
|
|
"valid_targets_min": 493
|
|
},
|
|
{
|
|
"epoch": 3.42443729903537,
|
|
"grad_norm": 0.4690768364402796,
|
|
"learning_rate": 2.423349695288904e-05,
|
|
"loss": 0.2226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2516707181930542,
|
|
"step": 2130,
|
|
"valid_targets_mean": 5483.4,
|
|
"valid_targets_min": 424
|
|
},
|
|
{
|
|
"epoch": 3.432475884244373,
|
|
"grad_norm": 0.44024466308006444,
|
|
"learning_rate": 2.4155096507853668e-05,
|
|
"loss": 0.2241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2450716495513916,
|
|
"step": 2135,
|
|
"valid_targets_mean": 6793.9,
|
|
"valid_targets_min": 2403
|
|
},
|
|
{
|
|
"epoch": 3.440514469453376,
|
|
"grad_norm": 0.49255880868641494,
|
|
"learning_rate": 2.407662927589697e-05,
|
|
"loss": 0.2209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27766314148902893,
|
|
"step": 2140,
|
|
"valid_targets_mean": 5863.6,
|
|
"valid_targets_min": 1504
|
|
},
|
|
{
|
|
"epoch": 3.4485530546623795,
|
|
"grad_norm": 0.49652597672181636,
|
|
"learning_rate": 2.3998096518261563e-05,
|
|
"loss": 0.2118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21233215928077698,
|
|
"step": 2145,
|
|
"valid_targets_mean": 5722.1,
|
|
"valid_targets_min": 2198
|
|
},
|
|
{
|
|
"epoch": 3.4565916398713825,
|
|
"grad_norm": 0.4508380257265703,
|
|
"learning_rate": 2.39194994972433e-05,
|
|
"loss": 0.2153,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24831700325012207,
|
|
"step": 2150,
|
|
"valid_targets_mean": 5750.8,
|
|
"valid_targets_min": 707
|
|
},
|
|
{
|
|
"epoch": 3.464630225080386,
|
|
"grad_norm": 0.505570603028868,
|
|
"learning_rate": 2.3840839476170986e-05,
|
|
"loss": 0.2341,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2556144595146179,
|
|
"step": 2155,
|
|
"valid_targets_mean": 5813.5,
|
|
"valid_targets_min": 1052
|
|
},
|
|
{
|
|
"epoch": 3.472668810289389,
|
|
"grad_norm": 0.5080212244608979,
|
|
"learning_rate": 2.3762117719386035e-05,
|
|
"loss": 0.2182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22166283428668976,
|
|
"step": 2160,
|
|
"valid_targets_mean": 5062.8,
|
|
"valid_targets_min": 363
|
|
},
|
|
{
|
|
"epoch": 3.4807073954983925,
|
|
"grad_norm": 0.47342379469363194,
|
|
"learning_rate": 2.368333549222219e-05,
|
|
"loss": 0.2371,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23823466897010803,
|
|
"step": 2165,
|
|
"valid_targets_mean": 5316.8,
|
|
"valid_targets_min": 1762
|
|
},
|
|
{
|
|
"epoch": 3.4887459807073955,
|
|
"grad_norm": 0.5419798446391779,
|
|
"learning_rate": 2.3604494060985147e-05,
|
|
"loss": 0.2033,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24541357159614563,
|
|
"step": 2170,
|
|
"valid_targets_mean": 5685.3,
|
|
"valid_targets_min": 1966
|
|
},
|
|
{
|
|
"epoch": 3.4967845659163985,
|
|
"grad_norm": 0.4519419903196845,
|
|
"learning_rate": 2.352559469293223e-05,
|
|
"loss": 0.191,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21435996890068054,
|
|
"step": 2175,
|
|
"valid_targets_mean": 5869.8,
|
|
"valid_targets_min": 2068
|
|
},
|
|
{
|
|
"epoch": 3.504823151125402,
|
|
"grad_norm": 0.6041112174173733,
|
|
"learning_rate": 2.3446638656252007e-05,
|
|
"loss": 0.228,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20639154314994812,
|
|
"step": 2180,
|
|
"valid_targets_mean": 4280.1,
|
|
"valid_targets_min": 831
|
|
},
|
|
{
|
|
"epoch": 3.512861736334405,
|
|
"grad_norm": 0.438228796481592,
|
|
"learning_rate": 2.336762722004391e-05,
|
|
"loss": 0.2177,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19948528707027435,
|
|
"step": 2185,
|
|
"valid_targets_mean": 5539.8,
|
|
"valid_targets_min": 842
|
|
},
|
|
{
|
|
"epoch": 3.5209003215434085,
|
|
"grad_norm": 0.4540829032794475,
|
|
"learning_rate": 2.328856165429783e-05,
|
|
"loss": 0.2028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2040947824716568,
|
|
"step": 2190,
|
|
"valid_targets_mean": 5811.5,
|
|
"valid_targets_min": 2452
|
|
},
|
|
{
|
|
"epoch": 3.5289389067524115,
|
|
"grad_norm": 0.41836024915690306,
|
|
"learning_rate": 2.3209443229873713e-05,
|
|
"loss": 0.1978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16951392590999603,
|
|
"step": 2195,
|
|
"valid_targets_mean": 6125.7,
|
|
"valid_targets_min": 3390
|
|
},
|
|
{
|
|
"epoch": 3.536977491961415,
|
|
"grad_norm": 0.4850570987480443,
|
|
"learning_rate": 2.313027321848113e-05,
|
|
"loss": 0.2072,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20990464091300964,
|
|
"step": 2200,
|
|
"valid_targets_mean": 5732.7,
|
|
"valid_targets_min": 364
|
|
},
|
|
{
|
|
"epoch": 3.545016077170418,
|
|
"grad_norm": 0.43896441152646415,
|
|
"learning_rate": 2.3051052892658827e-05,
|
|
"loss": 0.203,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21642711758613586,
|
|
"step": 2205,
|
|
"valid_targets_mean": 5755.6,
|
|
"valid_targets_min": 2773
|
|
},
|
|
{
|
|
"epoch": 3.553054662379421,
|
|
"grad_norm": 0.4709870338495115,
|
|
"learning_rate": 2.297178352575429e-05,
|
|
"loss": 0.2304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21805457770824432,
|
|
"step": 2210,
|
|
"valid_targets_mean": 5804.4,
|
|
"valid_targets_min": 983
|
|
},
|
|
{
|
|
"epoch": 3.5610932475884245,
|
|
"grad_norm": 0.44572679930140774,
|
|
"learning_rate": 2.2892466391903258e-05,
|
|
"loss": 0.2159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2034660279750824,
|
|
"step": 2215,
|
|
"valid_targets_mean": 5561.6,
|
|
"valid_targets_min": 717
|
|
},
|
|
{
|
|
"epoch": 3.5691318327974275,
|
|
"grad_norm": 0.454325434835351,
|
|
"learning_rate": 2.2813102766009254e-05,
|
|
"loss": 0.2106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22672885656356812,
|
|
"step": 2220,
|
|
"valid_targets_mean": 5497.9,
|
|
"valid_targets_min": 505
|
|
},
|
|
{
|
|
"epoch": 3.577170418006431,
|
|
"grad_norm": 0.48626995312563503,
|
|
"learning_rate": 2.2733693923723097e-05,
|
|
"loss": 0.2133,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20194870233535767,
|
|
"step": 2225,
|
|
"valid_targets_mean": 5243.6,
|
|
"valid_targets_min": 867
|
|
},
|
|
{
|
|
"epoch": 3.585209003215434,
|
|
"grad_norm": 0.4445447090227905,
|
|
"learning_rate": 2.2654241141422386e-05,
|
|
"loss": 0.226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2123812437057495,
|
|
"step": 2230,
|
|
"valid_targets_mean": 4860.9,
|
|
"valid_targets_min": 982
|
|
},
|
|
{
|
|
"epoch": 3.593247588424437,
|
|
"grad_norm": 0.6282387823578006,
|
|
"learning_rate": 2.257474569619097e-05,
|
|
"loss": 0.211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18385881185531616,
|
|
"step": 2235,
|
|
"valid_targets_mean": 5456.4,
|
|
"valid_targets_min": 747
|
|
},
|
|
{
|
|
"epoch": 3.6012861736334405,
|
|
"grad_norm": 0.4661679781841043,
|
|
"learning_rate": 2.2495208865798484e-05,
|
|
"loss": 0.2323,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2516222596168518,
|
|
"step": 2240,
|
|
"valid_targets_mean": 5818.1,
|
|
"valid_targets_min": 2430
|
|
},
|
|
{
|
|
"epoch": 3.609324758842444,
|
|
"grad_norm": 0.5063343638471681,
|
|
"learning_rate": 2.241563192867974e-05,
|
|
"loss": 0.2262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2693856358528137,
|
|
"step": 2245,
|
|
"valid_targets_mean": 5781.2,
|
|
"valid_targets_min": 977
|
|
},
|
|
{
|
|
"epoch": 3.617363344051447,
|
|
"grad_norm": 0.46853096205787864,
|
|
"learning_rate": 2.233601616391419e-05,
|
|
"loss": 0.2119,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19709277153015137,
|
|
"step": 2250,
|
|
"valid_targets_mean": 4633.3,
|
|
"valid_targets_min": 360
|
|
},
|
|
{
|
|
"epoch": 3.62540192926045,
|
|
"grad_norm": 0.47453245783445847,
|
|
"learning_rate": 2.2256362851205423e-05,
|
|
"loss": 0.2327,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20516790449619293,
|
|
"step": 2255,
|
|
"valid_targets_mean": 5310.6,
|
|
"valid_targets_min": 584
|
|
},
|
|
{
|
|
"epoch": 3.6334405144694535,
|
|
"grad_norm": 0.4218807893646266,
|
|
"learning_rate": 2.2176673270860513e-05,
|
|
"loss": 0.209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2451988160610199,
|
|
"step": 2260,
|
|
"valid_targets_mean": 6055.2,
|
|
"valid_targets_min": 2343
|
|
},
|
|
{
|
|
"epoch": 3.6414790996784565,
|
|
"grad_norm": 0.49840300841653384,
|
|
"learning_rate": 2.209694870376951e-05,
|
|
"loss": 0.2135,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23280146718025208,
|
|
"step": 2265,
|
|
"valid_targets_mean": 4976.8,
|
|
"valid_targets_min": 628
|
|
},
|
|
{
|
|
"epoch": 3.64951768488746,
|
|
"grad_norm": 0.40449740396090167,
|
|
"learning_rate": 2.2017190431384813e-05,
|
|
"loss": 0.2134,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20014050602912903,
|
|
"step": 2270,
|
|
"valid_targets_mean": 6301.7,
|
|
"valid_targets_min": 2562
|
|
},
|
|
{
|
|
"epoch": 3.657556270096463,
|
|
"grad_norm": 0.5348968486420073,
|
|
"learning_rate": 2.1937399735700578e-05,
|
|
"loss": 0.2341,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23371417820453644,
|
|
"step": 2275,
|
|
"valid_targets_mean": 4516.2,
|
|
"valid_targets_min": 793
|
|
},
|
|
{
|
|
"epoch": 3.665594855305466,
|
|
"grad_norm": 0.4412069174813758,
|
|
"learning_rate": 2.185757789923213e-05,
|
|
"loss": 0.2092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22182171046733856,
|
|
"step": 2280,
|
|
"valid_targets_mean": 5953.4,
|
|
"valid_targets_min": 1050
|
|
},
|
|
{
|
|
"epoch": 3.6736334405144695,
|
|
"grad_norm": 0.4681541955311709,
|
|
"learning_rate": 2.177772620499533e-05,
|
|
"loss": 0.2114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19206824898719788,
|
|
"step": 2285,
|
|
"valid_targets_mean": 4931.1,
|
|
"valid_targets_min": 591
|
|
},
|
|
{
|
|
"epoch": 3.6816720257234725,
|
|
"grad_norm": 0.43440468582181413,
|
|
"learning_rate": 2.169784593648594e-05,
|
|
"loss": 0.2067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21512943506240845,
|
|
"step": 2290,
|
|
"valid_targets_mean": 6165.6,
|
|
"valid_targets_min": 3636
|
|
},
|
|
{
|
|
"epoch": 3.689710610932476,
|
|
"grad_norm": 0.4533493453174465,
|
|
"learning_rate": 2.161793837765904e-05,
|
|
"loss": 0.2055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20502886176109314,
|
|
"step": 2295,
|
|
"valid_targets_mean": 6049.6,
|
|
"valid_targets_min": 2196
|
|
},
|
|
{
|
|
"epoch": 3.697749196141479,
|
|
"grad_norm": 0.40904993139435536,
|
|
"learning_rate": 2.1538004812908345e-05,
|
|
"loss": 0.2099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16571852564811707,
|
|
"step": 2300,
|
|
"valid_targets_mean": 5779.1,
|
|
"valid_targets_min": 1787
|
|
},
|
|
{
|
|
"epoch": 3.7057877813504825,
|
|
"grad_norm": 0.49153894981339047,
|
|
"learning_rate": 2.1458046527045563e-05,
|
|
"loss": 0.2199,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2017051726579666,
|
|
"step": 2305,
|
|
"valid_targets_mean": 5293.1,
|
|
"valid_targets_min": 479
|
|
},
|
|
{
|
|
"epoch": 3.7138263665594855,
|
|
"grad_norm": 0.4285879061951372,
|
|
"learning_rate": 2.1378064805279796e-05,
|
|
"loss": 0.1996,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23837776482105255,
|
|
"step": 2310,
|
|
"valid_targets_mean": 6358.2,
|
|
"valid_targets_min": 1503
|
|
},
|
|
{
|
|
"epoch": 3.721864951768489,
|
|
"grad_norm": 0.4735435580454719,
|
|
"learning_rate": 2.1298060933196797e-05,
|
|
"loss": 0.2213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22305136919021606,
|
|
"step": 2315,
|
|
"valid_targets_mean": 5233.4,
|
|
"valid_targets_min": 1262
|
|
},
|
|
{
|
|
"epoch": 3.729903536977492,
|
|
"grad_norm": 0.4494458391637004,
|
|
"learning_rate": 2.1218036196738382e-05,
|
|
"loss": 0.2303,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20690946280956268,
|
|
"step": 2320,
|
|
"valid_targets_mean": 5577.9,
|
|
"valid_targets_min": 2170
|
|
},
|
|
{
|
|
"epoch": 3.737942122186495,
|
|
"grad_norm": 0.4236260163992656,
|
|
"learning_rate": 2.1137991882181716e-05,
|
|
"loss": 0.219,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2045375406742096,
|
|
"step": 2325,
|
|
"valid_targets_mean": 6003.2,
|
|
"valid_targets_min": 735
|
|
},
|
|
{
|
|
"epoch": 3.7459807073954985,
|
|
"grad_norm": 0.4194948117221583,
|
|
"learning_rate": 2.1057929276118663e-05,
|
|
"loss": 0.2227,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2365095168352127,
|
|
"step": 2330,
|
|
"valid_targets_mean": 7019.9,
|
|
"valid_targets_min": 2770
|
|
},
|
|
{
|
|
"epoch": 3.7540192926045015,
|
|
"grad_norm": 0.4554573167258968,
|
|
"learning_rate": 2.097784966543509e-05,
|
|
"loss": 0.2287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22981056571006775,
|
|
"step": 2335,
|
|
"valid_targets_mean": 5870.8,
|
|
"valid_targets_min": 2514
|
|
},
|
|
{
|
|
"epoch": 3.762057877813505,
|
|
"grad_norm": 0.3979763789428403,
|
|
"learning_rate": 2.0897754337290186e-05,
|
|
"loss": 0.221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.249480202794075,
|
|
"step": 2340,
|
|
"valid_targets_mean": 6951.8,
|
|
"valid_targets_min": 2075
|
|
},
|
|
{
|
|
"epoch": 3.770096463022508,
|
|
"grad_norm": 0.4326484331885382,
|
|
"learning_rate": 2.081764457909578e-05,
|
|
"loss": 0.2172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21711274981498718,
|
|
"step": 2345,
|
|
"valid_targets_mean": 5988.9,
|
|
"valid_targets_min": 3006
|
|
},
|
|
{
|
|
"epoch": 3.778135048231511,
|
|
"grad_norm": 0.4537090060178923,
|
|
"learning_rate": 2.073752167849563e-05,
|
|
"loss": 0.2324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24819859862327576,
|
|
"step": 2350,
|
|
"valid_targets_mean": 6692.4,
|
|
"valid_targets_min": 1672
|
|
},
|
|
{
|
|
"epoch": 3.7861736334405145,
|
|
"grad_norm": 0.4501156544408785,
|
|
"learning_rate": 2.0657386923344763e-05,
|
|
"loss": 0.2219,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19166472554206848,
|
|
"step": 2355,
|
|
"valid_targets_mean": 5443.9,
|
|
"valid_targets_min": 2086
|
|
},
|
|
{
|
|
"epoch": 3.7942122186495175,
|
|
"grad_norm": 0.448471765482259,
|
|
"learning_rate": 2.0577241601688715e-05,
|
|
"loss": 0.2078,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21458148956298828,
|
|
"step": 2360,
|
|
"valid_targets_mean": 5981.8,
|
|
"valid_targets_min": 964
|
|
},
|
|
{
|
|
"epoch": 3.802250803858521,
|
|
"grad_norm": 0.4361570179845142,
|
|
"learning_rate": 2.0497087001742897e-05,
|
|
"loss": 0.2145,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2361234426498413,
|
|
"step": 2365,
|
|
"valid_targets_mean": 5905.1,
|
|
"valid_targets_min": 3336
|
|
},
|
|
{
|
|
"epoch": 3.810289389067524,
|
|
"grad_norm": 0.5319107692301696,
|
|
"learning_rate": 2.0416924411871827e-05,
|
|
"loss": 0.2119,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22896161675453186,
|
|
"step": 2370,
|
|
"valid_targets_mean": 4759.8,
|
|
"valid_targets_min": 718
|
|
},
|
|
{
|
|
"epoch": 3.8183279742765275,
|
|
"grad_norm": 0.43055763396562985,
|
|
"learning_rate": 2.0336755120568474e-05,
|
|
"loss": 0.2084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16542640328407288,
|
|
"step": 2375,
|
|
"valid_targets_mean": 5030.9,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 3.8263665594855305,
|
|
"grad_norm": 0.424784709923934,
|
|
"learning_rate": 2.0256580416433507e-05,
|
|
"loss": 0.2182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1930401623249054,
|
|
"step": 2380,
|
|
"valid_targets_mean": 5712.7,
|
|
"valid_targets_min": 3377
|
|
},
|
|
{
|
|
"epoch": 3.834405144694534,
|
|
"grad_norm": 0.41048594391090903,
|
|
"learning_rate": 2.017640158815459e-05,
|
|
"loss": 0.2063,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19271403551101685,
|
|
"step": 2385,
|
|
"valid_targets_mean": 5625.4,
|
|
"valid_targets_min": 398
|
|
},
|
|
{
|
|
"epoch": 3.842443729903537,
|
|
"grad_norm": 0.5112917261020897,
|
|
"learning_rate": 2.0096219924485702e-05,
|
|
"loss": 0.1899,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21932145953178406,
|
|
"step": 2390,
|
|
"valid_targets_mean": 4557.1,
|
|
"valid_targets_min": 525
|
|
},
|
|
{
|
|
"epoch": 3.85048231511254,
|
|
"grad_norm": 0.46118075226408284,
|
|
"learning_rate": 2.0016036714226375e-05,
|
|
"loss": 0.2088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2620882987976074,
|
|
"step": 2395,
|
|
"valid_targets_mean": 5693.9,
|
|
"valid_targets_min": 1769
|
|
},
|
|
{
|
|
"epoch": 3.8585209003215435,
|
|
"grad_norm": 0.44773172289290925,
|
|
"learning_rate": 1.993585324620101e-05,
|
|
"loss": 0.2084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20329290628433228,
|
|
"step": 2400,
|
|
"valid_targets_mean": 4980.4,
|
|
"valid_targets_min": 923
|
|
},
|
|
{
|
|
"epoch": 3.8665594855305465,
|
|
"grad_norm": 0.494882324438044,
|
|
"learning_rate": 1.985567080923815e-05,
|
|
"loss": 0.2247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22697266936302185,
|
|
"step": 2405,
|
|
"valid_targets_mean": 5325.9,
|
|
"valid_targets_min": 2328
|
|
},
|
|
{
|
|
"epoch": 3.87459807073955,
|
|
"grad_norm": 0.44015889783779993,
|
|
"learning_rate": 1.9775490692149754e-05,
|
|
"loss": 0.2217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20229412615299225,
|
|
"step": 2410,
|
|
"valid_targets_mean": 5463.9,
|
|
"valid_targets_min": 1088
|
|
},
|
|
{
|
|
"epoch": 3.882636655948553,
|
|
"grad_norm": 0.42567259296177046,
|
|
"learning_rate": 1.969531418371051e-05,
|
|
"loss": 0.2042,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18126389384269714,
|
|
"step": 2415,
|
|
"valid_targets_mean": 5734.0,
|
|
"valid_targets_min": 763
|
|
},
|
|
{
|
|
"epoch": 3.890675241157556,
|
|
"grad_norm": 0.45470968743706225,
|
|
"learning_rate": 1.9615142572637088e-05,
|
|
"loss": 0.2213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24312356114387512,
|
|
"step": 2420,
|
|
"valid_targets_mean": 5781.9,
|
|
"valid_targets_min": 2244
|
|
},
|
|
{
|
|
"epoch": 3.8987138263665595,
|
|
"grad_norm": 0.467052238827403,
|
|
"learning_rate": 1.9534977147567457e-05,
|
|
"loss": 0.2252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18865913152694702,
|
|
"step": 2425,
|
|
"valid_targets_mean": 4876.2,
|
|
"valid_targets_min": 1931
|
|
},
|
|
{
|
|
"epoch": 3.906752411575563,
|
|
"grad_norm": 0.47098837302480645,
|
|
"learning_rate": 1.9454819197040142e-05,
|
|
"loss": 0.2019,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2384665310382843,
|
|
"step": 2430,
|
|
"valid_targets_mean": 5154.0,
|
|
"valid_targets_min": 1026
|
|
},
|
|
{
|
|
"epoch": 3.914790996784566,
|
|
"grad_norm": 0.44490893084527133,
|
|
"learning_rate": 1.9374670009473525e-05,
|
|
"loss": 0.2011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21634893119335175,
|
|
"step": 2435,
|
|
"valid_targets_mean": 5663.2,
|
|
"valid_targets_min": 1532
|
|
},
|
|
{
|
|
"epoch": 3.922829581993569,
|
|
"grad_norm": 0.41659967178264024,
|
|
"learning_rate": 1.9294530873145142e-05,
|
|
"loss": 0.2158,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22321747243404388,
|
|
"step": 2440,
|
|
"valid_targets_mean": 6121.1,
|
|
"valid_targets_min": 3266
|
|
},
|
|
{
|
|
"epoch": 3.9308681672025725,
|
|
"grad_norm": 0.43802772871467616,
|
|
"learning_rate": 1.9214403076170968e-05,
|
|
"loss": 0.2035,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20500494539737701,
|
|
"step": 2445,
|
|
"valid_targets_mean": 5410.9,
|
|
"valid_targets_min": 1856
|
|
},
|
|
{
|
|
"epoch": 3.9389067524115755,
|
|
"grad_norm": 0.6732315793660567,
|
|
"learning_rate": 1.913428790648472e-05,
|
|
"loss": 0.2165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21469956636428833,
|
|
"step": 2450,
|
|
"valid_targets_mean": 5684.2,
|
|
"valid_targets_min": 2356
|
|
},
|
|
{
|
|
"epoch": 3.946945337620579,
|
|
"grad_norm": 0.4664945007826955,
|
|
"learning_rate": 1.9054186651817145e-05,
|
|
"loss": 0.2153,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23946499824523926,
|
|
"step": 2455,
|
|
"valid_targets_mean": 5438.3,
|
|
"valid_targets_min": 2176
|
|
},
|
|
{
|
|
"epoch": 3.954983922829582,
|
|
"grad_norm": 0.4661613319228112,
|
|
"learning_rate": 1.8974100599675324e-05,
|
|
"loss": 0.2239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22451001405715942,
|
|
"step": 2460,
|
|
"valid_targets_mean": 5269.4,
|
|
"valid_targets_min": 1016
|
|
},
|
|
{
|
|
"epoch": 3.963022508038585,
|
|
"grad_norm": 0.41493904461143283,
|
|
"learning_rate": 1.8894031037321983e-05,
|
|
"loss": 0.2121,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18410423398017883,
|
|
"step": 2465,
|
|
"valid_targets_mean": 5644.1,
|
|
"valid_targets_min": 3111
|
|
},
|
|
{
|
|
"epoch": 3.9710610932475885,
|
|
"grad_norm": 0.475551566600847,
|
|
"learning_rate": 1.8813979251754823e-05,
|
|
"loss": 0.2184,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25625407695770264,
|
|
"step": 2470,
|
|
"valid_targets_mean": 6587.2,
|
|
"valid_targets_min": 2768
|
|
},
|
|
{
|
|
"epoch": 3.9790996784565915,
|
|
"grad_norm": 0.4457179679996537,
|
|
"learning_rate": 1.8733946529685755e-05,
|
|
"loss": 0.2005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19752007722854614,
|
|
"step": 2475,
|
|
"valid_targets_mean": 5307.2,
|
|
"valid_targets_min": 2521
|
|
},
|
|
{
|
|
"epoch": 3.987138263665595,
|
|
"grad_norm": 0.48633447011742686,
|
|
"learning_rate": 1.865393415752033e-05,
|
|
"loss": 0.2305,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2800830602645874,
|
|
"step": 2480,
|
|
"valid_targets_mean": 5018.9,
|
|
"valid_targets_min": 502
|
|
},
|
|
{
|
|
"epoch": 3.995176848874598,
|
|
"grad_norm": 0.47160209353188187,
|
|
"learning_rate": 1.8573943421336973e-05,
|
|
"loss": 0.2287,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19500645995140076,
|
|
"step": 2485,
|
|
"valid_targets_mean": 5507.2,
|
|
"valid_targets_min": 551
|
|
},
|
|
{
|
|
"epoch": 4.003215434083601,
|
|
"grad_norm": 0.4431683493276922,
|
|
"learning_rate": 1.849397560686635e-05,
|
|
"loss": 0.2087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1778678148984909,
|
|
"step": 2490,
|
|
"valid_targets_mean": 5407.1,
|
|
"valid_targets_min": 1746
|
|
},
|
|
{
|
|
"epoch": 4.011254019292605,
|
|
"grad_norm": 0.5063154975052353,
|
|
"learning_rate": 1.8414031999470704e-05,
|
|
"loss": 0.1833,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2000581920146942,
|
|
"step": 2495,
|
|
"valid_targets_mean": 4873.6,
|
|
"valid_targets_min": 2477
|
|
},
|
|
{
|
|
"epoch": 4.019292604501608,
|
|
"grad_norm": 0.49353913726419607,
|
|
"learning_rate": 1.8334113884123168e-05,
|
|
"loss": 0.2089,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17449554800987244,
|
|
"step": 2500,
|
|
"valid_targets_mean": 5010.6,
|
|
"valid_targets_min": 2113
|
|
},
|
|
{
|
|
"epoch": 4.027331189710611,
|
|
"grad_norm": 0.46262558060542996,
|
|
"learning_rate": 1.825422254538714e-05,
|
|
"loss": 0.2057,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25343796610832214,
|
|
"step": 2505,
|
|
"valid_targets_mean": 6078.9,
|
|
"valid_targets_min": 653
|
|
},
|
|
{
|
|
"epoch": 4.035369774919614,
|
|
"grad_norm": 0.5362065215987764,
|
|
"learning_rate": 1.8174359267395624e-05,
|
|
"loss": 0.1992,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19421911239624023,
|
|
"step": 2510,
|
|
"valid_targets_mean": 4662.9,
|
|
"valid_targets_min": 602
|
|
},
|
|
{
|
|
"epoch": 4.043408360128617,
|
|
"grad_norm": 0.4795175141250009,
|
|
"learning_rate": 1.80945253338306e-05,
|
|
"loss": 0.222,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24856063723564148,
|
|
"step": 2515,
|
|
"valid_targets_mean": 6113.8,
|
|
"valid_targets_min": 2423
|
|
},
|
|
{
|
|
"epoch": 4.051446945337621,
|
|
"grad_norm": 0.4876334669035427,
|
|
"learning_rate": 1.801472202790235e-05,
|
|
"loss": 0.2018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18681687116622925,
|
|
"step": 2520,
|
|
"valid_targets_mean": 5507.8,
|
|
"valid_targets_min": 2851
|
|
},
|
|
{
|
|
"epoch": 4.059485530546624,
|
|
"grad_norm": 0.46788947316546087,
|
|
"learning_rate": 1.7934950632328893e-05,
|
|
"loss": 0.1995,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18351972103118896,
|
|
"step": 2525,
|
|
"valid_targets_mean": 6029.2,
|
|
"valid_targets_min": 1686
|
|
},
|
|
{
|
|
"epoch": 4.067524115755627,
|
|
"grad_norm": 0.4930457193060944,
|
|
"learning_rate": 1.7855212429315323e-05,
|
|
"loss": 0.1832,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1924591362476349,
|
|
"step": 2530,
|
|
"valid_targets_mean": 4770.0,
|
|
"valid_targets_min": 310
|
|
},
|
|
{
|
|
"epoch": 4.07556270096463,
|
|
"grad_norm": 1.0707922894163995,
|
|
"learning_rate": 1.7775508700533217e-05,
|
|
"loss": 0.2037,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24290210008621216,
|
|
"step": 2535,
|
|
"valid_targets_mean": 5625.6,
|
|
"valid_targets_min": 707
|
|
},
|
|
{
|
|
"epoch": 4.083601286173633,
|
|
"grad_norm": 0.45170678651858187,
|
|
"learning_rate": 1.769584072710004e-05,
|
|
"loss": 0.1984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15965251624584198,
|
|
"step": 2540,
|
|
"valid_targets_mean": 5199.1,
|
|
"valid_targets_min": 363
|
|
},
|
|
{
|
|
"epoch": 4.091639871382637,
|
|
"grad_norm": 0.4793914315138488,
|
|
"learning_rate": 1.7616209789558513e-05,
|
|
"loss": 0.1962,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1897103488445282,
|
|
"step": 2545,
|
|
"valid_targets_mean": 6103.6,
|
|
"valid_targets_min": 1674
|
|
},
|
|
{
|
|
"epoch": 4.09967845659164,
|
|
"grad_norm": 0.509928017351408,
|
|
"learning_rate": 1.75366171678561e-05,
|
|
"loss": 0.2079,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27034711837768555,
|
|
"step": 2550,
|
|
"valid_targets_mean": 6321.3,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 4.107717041800643,
|
|
"grad_norm": 0.48592035160455116,
|
|
"learning_rate": 1.7457064141324368e-05,
|
|
"loss": 0.1948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18286871910095215,
|
|
"step": 2555,
|
|
"valid_targets_mean": 5948.1,
|
|
"valid_targets_min": 3357
|
|
},
|
|
{
|
|
"epoch": 4.115755627009646,
|
|
"grad_norm": 0.5511159152623385,
|
|
"learning_rate": 1.7377551988658466e-05,
|
|
"loss": 0.1923,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20568011701107025,
|
|
"step": 2560,
|
|
"valid_targets_mean": 4816.6,
|
|
"valid_targets_min": 1377
|
|
},
|
|
{
|
|
"epoch": 4.12379421221865,
|
|
"grad_norm": 0.4984863584967216,
|
|
"learning_rate": 1.7298081987896547e-05,
|
|
"loss": 0.1818,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21172256767749786,
|
|
"step": 2565,
|
|
"valid_targets_mean": 5188.6,
|
|
"valid_targets_min": 360
|
|
},
|
|
{
|
|
"epoch": 4.131832797427653,
|
|
"grad_norm": 0.450989941612913,
|
|
"learning_rate": 1.721865541639924e-05,
|
|
"loss": 0.2345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18919016420841217,
|
|
"step": 2570,
|
|
"valid_targets_mean": 5664.1,
|
|
"valid_targets_min": 2879
|
|
},
|
|
{
|
|
"epoch": 4.139871382636656,
|
|
"grad_norm": 0.43703722696294917,
|
|
"learning_rate": 1.7139273550829117e-05,
|
|
"loss": 0.2007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19631536304950714,
|
|
"step": 2575,
|
|
"valid_targets_mean": 6282.9,
|
|
"valid_targets_min": 2968
|
|
},
|
|
{
|
|
"epoch": 4.147909967845659,
|
|
"grad_norm": 0.432558045727956,
|
|
"learning_rate": 1.7059937667130163e-05,
|
|
"loss": 0.2039,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20107629895210266,
|
|
"step": 2580,
|
|
"valid_targets_mean": 6507.6,
|
|
"valid_targets_min": 344
|
|
},
|
|
{
|
|
"epoch": 4.155948553054662,
|
|
"grad_norm": 0.42844076826077404,
|
|
"learning_rate": 1.6980649040507296e-05,
|
|
"loss": 0.2046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20934857428073883,
|
|
"step": 2585,
|
|
"valid_targets_mean": 6436.5,
|
|
"valid_targets_min": 2521
|
|
},
|
|
{
|
|
"epoch": 4.163987138263666,
|
|
"grad_norm": 0.4612185120502811,
|
|
"learning_rate": 1.6901408945405794e-05,
|
|
"loss": 0.2082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18850497901439667,
|
|
"step": 2590,
|
|
"valid_targets_mean": 5565.6,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 4.172025723472669,
|
|
"grad_norm": 0.47366161861568484,
|
|
"learning_rate": 1.6822218655490926e-05,
|
|
"loss": 0.2076,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2318640649318695,
|
|
"step": 2595,
|
|
"valid_targets_mean": 5669.2,
|
|
"valid_targets_min": 1787
|
|
},
|
|
{
|
|
"epoch": 4.180064308681672,
|
|
"grad_norm": 0.4478729477778503,
|
|
"learning_rate": 1.674307944362738e-05,
|
|
"loss": 0.2045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16117283701896667,
|
|
"step": 2600,
|
|
"valid_targets_mean": 5841.4,
|
|
"valid_targets_min": 2066
|
|
},
|
|
{
|
|
"epoch": 4.188102893890675,
|
|
"grad_norm": 0.513342399213119,
|
|
"learning_rate": 1.6663992581858858e-05,
|
|
"loss": 0.2212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19785936176776886,
|
|
"step": 2605,
|
|
"valid_targets_mean": 4952.5,
|
|
"valid_targets_min": 2254
|
|
},
|
|
{
|
|
"epoch": 4.196141479099678,
|
|
"grad_norm": 0.44758461547392403,
|
|
"learning_rate": 1.65849593413876e-05,
|
|
"loss": 0.1901,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2149113267660141,
|
|
"step": 2610,
|
|
"valid_targets_mean": 5862.0,
|
|
"valid_targets_min": 2548
|
|
},
|
|
{
|
|
"epoch": 4.204180064308682,
|
|
"grad_norm": 0.47362083484044387,
|
|
"learning_rate": 1.6505980992553973e-05,
|
|
"loss": 0.2071,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22370827198028564,
|
|
"step": 2615,
|
|
"valid_targets_mean": 6501.8,
|
|
"valid_targets_min": 368
|
|
},
|
|
{
|
|
"epoch": 4.212218649517685,
|
|
"grad_norm": 0.4855097676216963,
|
|
"learning_rate": 1.6427058804816035e-05,
|
|
"loss": 0.1945,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21815648674964905,
|
|
"step": 2620,
|
|
"valid_targets_mean": 5576.1,
|
|
"valid_targets_min": 2816
|
|
},
|
|
{
|
|
"epoch": 4.220257234726688,
|
|
"grad_norm": 0.45317871679877536,
|
|
"learning_rate": 1.634819404672916e-05,
|
|
"loss": 0.2083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18824812769889832,
|
|
"step": 2625,
|
|
"valid_targets_mean": 5293.6,
|
|
"valid_targets_min": 2657
|
|
},
|
|
{
|
|
"epoch": 4.228295819935691,
|
|
"grad_norm": 0.4980247924474111,
|
|
"learning_rate": 1.6269387985925607e-05,
|
|
"loss": 0.2273,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3325211703777313,
|
|
"step": 2630,
|
|
"valid_targets_mean": 6427.8,
|
|
"valid_targets_min": 363
|
|
},
|
|
{
|
|
"epoch": 4.236334405144695,
|
|
"grad_norm": 0.6649140044751879,
|
|
"learning_rate": 1.6190641889094167e-05,
|
|
"loss": 0.21,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25851452350616455,
|
|
"step": 2635,
|
|
"valid_targets_mean": 5124.8,
|
|
"valid_targets_min": 554
|
|
},
|
|
{
|
|
"epoch": 4.244372990353698,
|
|
"grad_norm": 0.4730526302752391,
|
|
"learning_rate": 1.61119570219598e-05,
|
|
"loss": 0.2109,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20996221899986267,
|
|
"step": 2640,
|
|
"valid_targets_mean": 5915.9,
|
|
"valid_targets_min": 1928
|
|
},
|
|
{
|
|
"epoch": 4.252411575562701,
|
|
"grad_norm": 0.5118058577341814,
|
|
"learning_rate": 1.6033334649263298e-05,
|
|
"loss": 0.2131,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21130703389644623,
|
|
"step": 2645,
|
|
"valid_targets_mean": 5496.5,
|
|
"valid_targets_min": 822
|
|
},
|
|
{
|
|
"epoch": 4.260450160771704,
|
|
"grad_norm": 0.43776478494746524,
|
|
"learning_rate": 1.595477603474095e-05,
|
|
"loss": 0.1983,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18410971760749817,
|
|
"step": 2650,
|
|
"valid_targets_mean": 5455.0,
|
|
"valid_targets_min": 1437
|
|
},
|
|
{
|
|
"epoch": 4.268488745980707,
|
|
"grad_norm": 0.553906016668327,
|
|
"learning_rate": 1.5876282441104215e-05,
|
|
"loss": 0.1908,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19235216081142426,
|
|
"step": 2655,
|
|
"valid_targets_mean": 5985.0,
|
|
"valid_targets_min": 2192
|
|
},
|
|
{
|
|
"epoch": 4.276527331189711,
|
|
"grad_norm": 0.6277934063923197,
|
|
"learning_rate": 1.5797855130019446e-05,
|
|
"loss": 0.1853,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15879936516284943,
|
|
"step": 2660,
|
|
"valid_targets_mean": 5623.4,
|
|
"valid_targets_min": 2064
|
|
},
|
|
{
|
|
"epoch": 4.284565916398714,
|
|
"grad_norm": 0.4175500519205594,
|
|
"learning_rate": 1.5719495362087615e-05,
|
|
"loss": 0.2037,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20981422066688538,
|
|
"step": 2665,
|
|
"valid_targets_mean": 6973.8,
|
|
"valid_targets_min": 2993
|
|
},
|
|
{
|
|
"epoch": 4.292604501607717,
|
|
"grad_norm": 0.4837942057875352,
|
|
"learning_rate": 1.5641204396824026e-05,
|
|
"loss": 0.203,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19984592497348785,
|
|
"step": 2670,
|
|
"valid_targets_mean": 4973.3,
|
|
"valid_targets_min": 1122
|
|
},
|
|
{
|
|
"epoch": 4.30064308681672,
|
|
"grad_norm": 0.47079344745028745,
|
|
"learning_rate": 1.556298349263809e-05,
|
|
"loss": 0.1814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1954348385334015,
|
|
"step": 2675,
|
|
"valid_targets_mean": 4884.9,
|
|
"valid_targets_min": 449
|
|
},
|
|
{
|
|
"epoch": 4.308681672025724,
|
|
"grad_norm": 0.4594060901178028,
|
|
"learning_rate": 1.5484833906813078e-05,
|
|
"loss": 0.1866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20647072792053223,
|
|
"step": 2680,
|
|
"valid_targets_mean": 5675.9,
|
|
"valid_targets_min": 2232
|
|
},
|
|
{
|
|
"epoch": 4.316720257234727,
|
|
"grad_norm": 0.4600805545978283,
|
|
"learning_rate": 1.5406756895485952e-05,
|
|
"loss": 0.1971,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1757199764251709,
|
|
"step": 2685,
|
|
"valid_targets_mean": 6161.0,
|
|
"valid_targets_min": 1423
|
|
},
|
|
{
|
|
"epoch": 4.32475884244373,
|
|
"grad_norm": 0.5361149346307585,
|
|
"learning_rate": 1.5328753713627114e-05,
|
|
"loss": 0.1973,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21314969658851624,
|
|
"step": 2690,
|
|
"valid_targets_mean": 5107.5,
|
|
"valid_targets_min": 417
|
|
},
|
|
{
|
|
"epoch": 4.332797427652733,
|
|
"grad_norm": 0.4734201902427743,
|
|
"learning_rate": 1.5250825615020314e-05,
|
|
"loss": 0.2053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2571180462837219,
|
|
"step": 2695,
|
|
"valid_targets_mean": 5717.2,
|
|
"valid_targets_min": 514
|
|
},
|
|
{
|
|
"epoch": 4.340836012861736,
|
|
"grad_norm": 0.4384177489194904,
|
|
"learning_rate": 1.5172973852242403e-05,
|
|
"loss": 0.2102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20939810574054718,
|
|
"step": 2700,
|
|
"valid_targets_mean": 6299.3,
|
|
"valid_targets_min": 420
|
|
},
|
|
{
|
|
"epoch": 4.34887459807074,
|
|
"grad_norm": 0.4467839595052828,
|
|
"learning_rate": 1.509519967664327e-05,
|
|
"loss": 0.1959,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1935369223356247,
|
|
"step": 2705,
|
|
"valid_targets_mean": 6261.8,
|
|
"valid_targets_min": 797
|
|
},
|
|
{
|
|
"epoch": 4.356913183279743,
|
|
"grad_norm": 0.43951166680518067,
|
|
"learning_rate": 1.5017504338325724e-05,
|
|
"loss": 0.1863,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17829066514968872,
|
|
"step": 2710,
|
|
"valid_targets_mean": 6320.8,
|
|
"valid_targets_min": 4167
|
|
},
|
|
{
|
|
"epoch": 4.364951768488746,
|
|
"grad_norm": 0.5046374117946685,
|
|
"learning_rate": 1.4939889086125354e-05,
|
|
"loss": 0.1999,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2184838503599167,
|
|
"step": 2715,
|
|
"valid_targets_mean": 5021.6,
|
|
"valid_targets_min": 2023
|
|
},
|
|
{
|
|
"epoch": 4.372990353697749,
|
|
"grad_norm": 0.47236424146260997,
|
|
"learning_rate": 1.486235516759051e-05,
|
|
"loss": 0.1959,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2101278305053711,
|
|
"step": 2720,
|
|
"valid_targets_mean": 4985.7,
|
|
"valid_targets_min": 1302
|
|
},
|
|
{
|
|
"epoch": 4.381028938906752,
|
|
"grad_norm": 0.5296494215008,
|
|
"learning_rate": 1.47849038289622e-05,
|
|
"loss": 0.1815,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19631826877593994,
|
|
"step": 2725,
|
|
"valid_targets_mean": 4830.1,
|
|
"valid_targets_min": 1901
|
|
},
|
|
{
|
|
"epoch": 4.389067524115756,
|
|
"grad_norm": 0.46328346813912447,
|
|
"learning_rate": 1.4707536315154105e-05,
|
|
"loss": 0.2174,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23391112685203552,
|
|
"step": 2730,
|
|
"valid_targets_mean": 6091.8,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 4.397106109324759,
|
|
"grad_norm": 0.49549169831142276,
|
|
"learning_rate": 1.4630253869732538e-05,
|
|
"loss": 0.1994,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2387903928756714,
|
|
"step": 2735,
|
|
"valid_targets_mean": 5893.7,
|
|
"valid_targets_min": 2805
|
|
},
|
|
{
|
|
"epoch": 4.405144694533762,
|
|
"grad_norm": 0.5005618204176583,
|
|
"learning_rate": 1.4553057734896485e-05,
|
|
"loss": 0.1977,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19630920886993408,
|
|
"step": 2740,
|
|
"valid_targets_mean": 5303.3,
|
|
"valid_targets_min": 458
|
|
},
|
|
{
|
|
"epoch": 4.413183279742765,
|
|
"grad_norm": 0.5071861848546898,
|
|
"learning_rate": 1.4475949151457576e-05,
|
|
"loss": 0.2091,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18431368470191956,
|
|
"step": 2745,
|
|
"valid_targets_mean": 5103.1,
|
|
"valid_targets_min": 1717
|
|
},
|
|
{
|
|
"epoch": 4.421221864951768,
|
|
"grad_norm": 0.5717407040608831,
|
|
"learning_rate": 1.4398929358820232e-05,
|
|
"loss": 0.1958,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18112431466579437,
|
|
"step": 2750,
|
|
"valid_targets_mean": 5726.4,
|
|
"valid_targets_min": 2752
|
|
},
|
|
{
|
|
"epoch": 4.429260450160772,
|
|
"grad_norm": 0.44976048990233286,
|
|
"learning_rate": 1.4321999594961668e-05,
|
|
"loss": 0.2165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24178093671798706,
|
|
"step": 2755,
|
|
"valid_targets_mean": 6700.8,
|
|
"valid_targets_min": 2324
|
|
},
|
|
{
|
|
"epoch": 4.437299035369775,
|
|
"grad_norm": 0.4753927161894043,
|
|
"learning_rate": 1.4245161096412038e-05,
|
|
"loss": 0.2013,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20099860429763794,
|
|
"step": 2760,
|
|
"valid_targets_mean": 5602.4,
|
|
"valid_targets_min": 2348
|
|
},
|
|
{
|
|
"epoch": 4.445337620578778,
|
|
"grad_norm": 0.5209267732228876,
|
|
"learning_rate": 1.4168415098234523e-05,
|
|
"loss": 0.1996,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22852633893489838,
|
|
"step": 2765,
|
|
"valid_targets_mean": 5029.3,
|
|
"valid_targets_min": 763
|
|
},
|
|
{
|
|
"epoch": 4.453376205787781,
|
|
"grad_norm": 0.486708199841311,
|
|
"learning_rate": 1.4091762834005512e-05,
|
|
"loss": 0.1921,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21605432033538818,
|
|
"step": 2770,
|
|
"valid_targets_mean": 6792.0,
|
|
"valid_targets_min": 2662
|
|
},
|
|
{
|
|
"epoch": 4.461414790996785,
|
|
"grad_norm": 0.5015486523699413,
|
|
"learning_rate": 1.401520553579476e-05,
|
|
"loss": 0.1811,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19634661078453064,
|
|
"step": 2775,
|
|
"valid_targets_mean": 4970.1,
|
|
"valid_targets_min": 2616
|
|
},
|
|
{
|
|
"epoch": 4.469453376205788,
|
|
"grad_norm": 0.47213874742476397,
|
|
"learning_rate": 1.3938744434145597e-05,
|
|
"loss": 0.1892,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17870403826236725,
|
|
"step": 2780,
|
|
"valid_targets_mean": 5548.0,
|
|
"valid_targets_min": 1732
|
|
},
|
|
{
|
|
"epoch": 4.477491961414791,
|
|
"grad_norm": 0.48798130419819413,
|
|
"learning_rate": 1.386238075805513e-05,
|
|
"loss": 0.2016,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21423214673995972,
|
|
"step": 2785,
|
|
"valid_targets_mean": 5585.7,
|
|
"valid_targets_min": 2704
|
|
},
|
|
{
|
|
"epoch": 4.485530546623794,
|
|
"grad_norm": 0.43853079491526586,
|
|
"learning_rate": 1.3786115734954482e-05,
|
|
"loss": 0.1847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16943836212158203,
|
|
"step": 2790,
|
|
"valid_targets_mean": 5543.2,
|
|
"valid_targets_min": 2570
|
|
},
|
|
{
|
|
"epoch": 4.493569131832797,
|
|
"grad_norm": 0.4318067748827032,
|
|
"learning_rate": 1.3709950590689099e-05,
|
|
"loss": 0.1891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20014822483062744,
|
|
"step": 2795,
|
|
"valid_targets_mean": 6038.9,
|
|
"valid_targets_min": 2778
|
|
},
|
|
{
|
|
"epoch": 4.501607717041801,
|
|
"grad_norm": 0.5234018992311159,
|
|
"learning_rate": 1.3633886549499016e-05,
|
|
"loss": 0.1981,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18016895651817322,
|
|
"step": 2800,
|
|
"valid_targets_mean": 5694.5,
|
|
"valid_targets_min": 2535
|
|
},
|
|
{
|
|
"epoch": 4.509646302250804,
|
|
"grad_norm": 0.48964885396418867,
|
|
"learning_rate": 1.3557924833999192e-05,
|
|
"loss": 0.198,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22023364901542664,
|
|
"step": 2805,
|
|
"valid_targets_mean": 5295.1,
|
|
"valid_targets_min": 1017
|
|
},
|
|
{
|
|
"epoch": 4.517684887459807,
|
|
"grad_norm": 0.47778416704363436,
|
|
"learning_rate": 1.3482066665159845e-05,
|
|
"loss": 0.2006,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2275695502758026,
|
|
"step": 2810,
|
|
"valid_targets_mean": 5627.1,
|
|
"valid_targets_min": 2083
|
|
},
|
|
{
|
|
"epoch": 4.52572347266881,
|
|
"grad_norm": 0.49092993021320624,
|
|
"learning_rate": 1.3406313262286845e-05,
|
|
"loss": 0.1826,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1840728521347046,
|
|
"step": 2815,
|
|
"valid_targets_mean": 4954.2,
|
|
"valid_targets_min": 2803
|
|
},
|
|
{
|
|
"epoch": 4.533762057877814,
|
|
"grad_norm": 0.4928580565982705,
|
|
"learning_rate": 1.333066584300211e-05,
|
|
"loss": 0.2041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19534510374069214,
|
|
"step": 2820,
|
|
"valid_targets_mean": 5510.9,
|
|
"valid_targets_min": 2471
|
|
},
|
|
{
|
|
"epoch": 4.541800643086817,
|
|
"grad_norm": 0.4417672881758802,
|
|
"learning_rate": 1.3255125623224025e-05,
|
|
"loss": 0.1984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19574567675590515,
|
|
"step": 2825,
|
|
"valid_targets_mean": 6772.1,
|
|
"valid_targets_min": 816
|
|
},
|
|
{
|
|
"epoch": 4.54983922829582,
|
|
"grad_norm": 0.4770904638690074,
|
|
"learning_rate": 1.317969381714791e-05,
|
|
"loss": 0.1992,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18321281671524048,
|
|
"step": 2830,
|
|
"valid_targets_mean": 5458.4,
|
|
"valid_targets_min": 794
|
|
},
|
|
{
|
|
"epoch": 4.557877813504823,
|
|
"grad_norm": 0.6085685008276643,
|
|
"learning_rate": 1.3104371637226483e-05,
|
|
"loss": 0.1928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22217214107513428,
|
|
"step": 2835,
|
|
"valid_targets_mean": 4775.9,
|
|
"valid_targets_min": 780
|
|
},
|
|
{
|
|
"epoch": 4.565916398713826,
|
|
"grad_norm": 0.4838109854552672,
|
|
"learning_rate": 1.30291602941504e-05,
|
|
"loss": 0.2043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19242960214614868,
|
|
"step": 2840,
|
|
"valid_targets_mean": 5120.0,
|
|
"valid_targets_min": 1543
|
|
},
|
|
{
|
|
"epoch": 4.57395498392283,
|
|
"grad_norm": 0.5494698222405994,
|
|
"learning_rate": 1.2954060996828783e-05,
|
|
"loss": 0.2018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2533257007598877,
|
|
"step": 2845,
|
|
"valid_targets_mean": 4385.7,
|
|
"valid_targets_min": 669
|
|
},
|
|
{
|
|
"epoch": 4.581993569131833,
|
|
"grad_norm": 0.5485921989290943,
|
|
"learning_rate": 1.2879074952369787e-05,
|
|
"loss": 0.1983,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.211238831281662,
|
|
"step": 2850,
|
|
"valid_targets_mean": 4155.8,
|
|
"valid_targets_min": 969
|
|
},
|
|
{
|
|
"epoch": 4.590032154340836,
|
|
"grad_norm": 0.5041645016380173,
|
|
"learning_rate": 1.280420336606118e-05,
|
|
"loss": 0.1852,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20651057362556458,
|
|
"step": 2855,
|
|
"valid_targets_mean": 5091.2,
|
|
"valid_targets_min": 974
|
|
},
|
|
{
|
|
"epoch": 4.598070739549839,
|
|
"grad_norm": 0.5242677107999061,
|
|
"learning_rate": 1.272944744135101e-05,
|
|
"loss": 0.1984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17013058066368103,
|
|
"step": 2860,
|
|
"valid_targets_mean": 4655.6,
|
|
"valid_targets_min": 904
|
|
},
|
|
{
|
|
"epoch": 4.606109324758842,
|
|
"grad_norm": 0.4816881362793337,
|
|
"learning_rate": 1.265480837982823e-05,
|
|
"loss": 0.2006,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16162796318531036,
|
|
"step": 2865,
|
|
"valid_targets_mean": 5032.6,
|
|
"valid_targets_min": 2480
|
|
},
|
|
{
|
|
"epoch": 4.614147909967846,
|
|
"grad_norm": 0.5595574344139143,
|
|
"learning_rate": 1.2580287381203395e-05,
|
|
"loss": 0.1836,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19007542729377747,
|
|
"step": 2870,
|
|
"valid_targets_mean": 5541.3,
|
|
"valid_targets_min": 2562
|
|
},
|
|
{
|
|
"epoch": 4.622186495176849,
|
|
"grad_norm": 0.5162023822041768,
|
|
"learning_rate": 1.2505885643289376e-05,
|
|
"loss": 0.1943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2073974907398224,
|
|
"step": 2875,
|
|
"valid_targets_mean": 5048.6,
|
|
"valid_targets_min": 914
|
|
},
|
|
{
|
|
"epoch": 4.630225080385852,
|
|
"grad_norm": 0.4295671718244202,
|
|
"learning_rate": 1.2431604361982097e-05,
|
|
"loss": 0.1971,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15762320160865784,
|
|
"step": 2880,
|
|
"valid_targets_mean": 5443.6,
|
|
"valid_targets_min": 2303
|
|
},
|
|
{
|
|
"epoch": 4.638263665594855,
|
|
"grad_norm": 0.436533185299774,
|
|
"learning_rate": 1.2357444731241341e-05,
|
|
"loss": 0.186,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1579321324825287,
|
|
"step": 2885,
|
|
"valid_targets_mean": 5016.8,
|
|
"valid_targets_min": 1380
|
|
},
|
|
{
|
|
"epoch": 4.646302250803858,
|
|
"grad_norm": 0.45315199666744377,
|
|
"learning_rate": 1.2283407943071527e-05,
|
|
"loss": 0.1958,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21414679288864136,
|
|
"step": 2890,
|
|
"valid_targets_mean": 6171.1,
|
|
"valid_targets_min": 681
|
|
},
|
|
{
|
|
"epoch": 4.654340836012862,
|
|
"grad_norm": 0.45840997399289807,
|
|
"learning_rate": 1.2209495187502591e-05,
|
|
"loss": 0.194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21173666417598724,
|
|
"step": 2895,
|
|
"valid_targets_mean": 6205.8,
|
|
"valid_targets_min": 2671
|
|
},
|
|
{
|
|
"epoch": 4.662379421221865,
|
|
"grad_norm": 1.241580962067996,
|
|
"learning_rate": 1.213570765257078e-05,
|
|
"loss": 0.2024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18394725024700165,
|
|
"step": 2900,
|
|
"valid_targets_mean": 5422.6,
|
|
"valid_targets_min": 718
|
|
},
|
|
{
|
|
"epoch": 4.670418006430868,
|
|
"grad_norm": 0.4701730532716653,
|
|
"learning_rate": 1.2062046524299662e-05,
|
|
"loss": 0.1893,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21215137839317322,
|
|
"step": 2905,
|
|
"valid_targets_mean": 6072.1,
|
|
"valid_targets_min": 3793
|
|
},
|
|
{
|
|
"epoch": 4.678456591639871,
|
|
"grad_norm": 0.47514186818883347,
|
|
"learning_rate": 1.1988512986680977e-05,
|
|
"loss": 0.2067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26547539234161377,
|
|
"step": 2910,
|
|
"valid_targets_mean": 7249.2,
|
|
"valid_targets_min": 2544
|
|
},
|
|
{
|
|
"epoch": 4.686495176848875,
|
|
"grad_norm": 0.5245596550859682,
|
|
"learning_rate": 1.1915108221655646e-05,
|
|
"loss": 0.1964,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1955907642841339,
|
|
"step": 2915,
|
|
"valid_targets_mean": 5297.4,
|
|
"valid_targets_min": 964
|
|
},
|
|
{
|
|
"epoch": 4.694533762057878,
|
|
"grad_norm": 0.5750733791368552,
|
|
"learning_rate": 1.1841833409094775e-05,
|
|
"loss": 0.1887,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19828759133815765,
|
|
"step": 2920,
|
|
"valid_targets_mean": 4593.1,
|
|
"valid_targets_min": 355
|
|
},
|
|
{
|
|
"epoch": 4.702572347266881,
|
|
"grad_norm": 0.46946293076584145,
|
|
"learning_rate": 1.1768689726780652e-05,
|
|
"loss": 0.1819,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15981552004814148,
|
|
"step": 2925,
|
|
"valid_targets_mean": 5449.8,
|
|
"valid_targets_min": 3162
|
|
},
|
|
{
|
|
"epoch": 4.710610932475884,
|
|
"grad_norm": 0.4567632066199438,
|
|
"learning_rate": 1.1695678350387864e-05,
|
|
"loss": 0.2027,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15649572014808655,
|
|
"step": 2930,
|
|
"valid_targets_mean": 5421.6,
|
|
"valid_targets_min": 509
|
|
},
|
|
{
|
|
"epoch": 4.718649517684888,
|
|
"grad_norm": 0.46216431003159764,
|
|
"learning_rate": 1.1622800453464387e-05,
|
|
"loss": 0.1998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.209588423371315,
|
|
"step": 2935,
|
|
"valid_targets_mean": 5569.3,
|
|
"valid_targets_min": 2531
|
|
},
|
|
{
|
|
"epoch": 4.726688102893891,
|
|
"grad_norm": 0.46962991061066467,
|
|
"learning_rate": 1.1550057207412704e-05,
|
|
"loss": 0.188,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16872183978557587,
|
|
"step": 2940,
|
|
"valid_targets_mean": 4777.9,
|
|
"valid_targets_min": 2288
|
|
},
|
|
{
|
|
"epoch": 4.734726688102894,
|
|
"grad_norm": 0.4695838498589093,
|
|
"learning_rate": 1.1477449781470975e-05,
|
|
"loss": 0.2025,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21210195124149323,
|
|
"step": 2945,
|
|
"valid_targets_mean": 5874.9,
|
|
"valid_targets_min": 1490
|
|
},
|
|
{
|
|
"epoch": 4.742765273311897,
|
|
"grad_norm": 0.5184365125355269,
|
|
"learning_rate": 1.1404979342694271e-05,
|
|
"loss": 0.213,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2304067313671112,
|
|
"step": 2950,
|
|
"valid_targets_mean": 5133.4,
|
|
"valid_targets_min": 1612
|
|
},
|
|
{
|
|
"epoch": 4.7508038585209,
|
|
"grad_norm": 0.5906947681279004,
|
|
"learning_rate": 1.1332647055935815e-05,
|
|
"loss": 0.1967,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1860680878162384,
|
|
"step": 2955,
|
|
"valid_targets_mean": 5155.0,
|
|
"valid_targets_min": 2688
|
|
},
|
|
{
|
|
"epoch": 4.758842443729904,
|
|
"grad_norm": 0.4759457622901129,
|
|
"learning_rate": 1.1260454083828219e-05,
|
|
"loss": 0.2126,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17885443568229675,
|
|
"step": 2960,
|
|
"valid_targets_mean": 4640.9,
|
|
"valid_targets_min": 351
|
|
},
|
|
{
|
|
"epoch": 4.766881028938907,
|
|
"grad_norm": 0.46334565950112583,
|
|
"learning_rate": 1.118840158676484e-05,
|
|
"loss": 0.2065,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22456106543540955,
|
|
"step": 2965,
|
|
"valid_targets_mean": 5932.4,
|
|
"valid_targets_min": 1003
|
|
},
|
|
{
|
|
"epoch": 4.77491961414791,
|
|
"grad_norm": 0.5024862102855205,
|
|
"learning_rate": 1.1116490722881084e-05,
|
|
"loss": 0.2039,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20128870010375977,
|
|
"step": 2970,
|
|
"valid_targets_mean": 5589.7,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 4.782958199356913,
|
|
"grad_norm": 0.5640048243597826,
|
|
"learning_rate": 1.1044722648035844e-05,
|
|
"loss": 0.2095,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16415663063526154,
|
|
"step": 2975,
|
|
"valid_targets_mean": 4988.2,
|
|
"valid_targets_min": 683
|
|
},
|
|
{
|
|
"epoch": 4.790996784565916,
|
|
"grad_norm": 0.5068459771538669,
|
|
"learning_rate": 1.0973098515792886e-05,
|
|
"loss": 0.1953,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21549053490161896,
|
|
"step": 2980,
|
|
"valid_targets_mean": 4673.6,
|
|
"valid_targets_min": 1088
|
|
},
|
|
{
|
|
"epoch": 4.79903536977492,
|
|
"grad_norm": 0.4441531212030373,
|
|
"learning_rate": 1.090161947740231e-05,
|
|
"loss": 0.2163,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21432173252105713,
|
|
"step": 2985,
|
|
"valid_targets_mean": 6529.7,
|
|
"valid_targets_min": 2107
|
|
},
|
|
{
|
|
"epoch": 4.807073954983923,
|
|
"grad_norm": 0.4824083142982788,
|
|
"learning_rate": 1.0830286681782058e-05,
|
|
"loss": 0.2046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17304901778697968,
|
|
"step": 2990,
|
|
"valid_targets_mean": 5721.2,
|
|
"valid_targets_min": 3087
|
|
},
|
|
{
|
|
"epoch": 4.815112540192926,
|
|
"grad_norm": 0.4674232061795263,
|
|
"learning_rate": 1.0759101275499436e-05,
|
|
"loss": 0.1923,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1900356411933899,
|
|
"step": 2995,
|
|
"valid_targets_mean": 5728.6,
|
|
"valid_targets_min": 274
|
|
},
|
|
{
|
|
"epoch": 4.823151125401929,
|
|
"grad_norm": 0.5691216186327724,
|
|
"learning_rate": 1.0688064402752682e-05,
|
|
"loss": 0.2097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2550208270549774,
|
|
"step": 3000,
|
|
"valid_targets_mean": 5726.8,
|
|
"valid_targets_min": 335
|
|
},
|
|
{
|
|
"epoch": 4.831189710610932,
|
|
"grad_norm": 0.45136375661997785,
|
|
"learning_rate": 1.0617177205352599e-05,
|
|
"loss": 0.2128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23120132088661194,
|
|
"step": 3005,
|
|
"valid_targets_mean": 6514.9,
|
|
"valid_targets_min": 2901
|
|
},
|
|
{
|
|
"epoch": 4.839228295819936,
|
|
"grad_norm": 0.4677445143572103,
|
|
"learning_rate": 1.0546440822704161e-05,
|
|
"loss": 0.1874,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16181737184524536,
|
|
"step": 3010,
|
|
"valid_targets_mean": 5833.4,
|
|
"valid_targets_min": 2259
|
|
},
|
|
{
|
|
"epoch": 4.847266881028939,
|
|
"grad_norm": 0.4303599978006847,
|
|
"learning_rate": 1.047585639178824e-05,
|
|
"loss": 0.2153,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19590692222118378,
|
|
"step": 3015,
|
|
"valid_targets_mean": 6491.2,
|
|
"valid_targets_min": 2829
|
|
},
|
|
{
|
|
"epoch": 4.855305466237942,
|
|
"grad_norm": 0.4968455190517692,
|
|
"learning_rate": 1.0405425047143306e-05,
|
|
"loss": 0.2097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19899852573871613,
|
|
"step": 3020,
|
|
"valid_targets_mean": 4808.4,
|
|
"valid_targets_min": 1306
|
|
},
|
|
{
|
|
"epoch": 4.863344051446945,
|
|
"grad_norm": 0.44258897347035453,
|
|
"learning_rate": 1.0335147920847195e-05,
|
|
"loss": 0.1965,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16738440096378326,
|
|
"step": 3025,
|
|
"valid_targets_mean": 6046.5,
|
|
"valid_targets_min": 335
|
|
},
|
|
{
|
|
"epoch": 4.871382636655948,
|
|
"grad_norm": 0.4258283265646621,
|
|
"learning_rate": 1.0265026142498931e-05,
|
|
"loss": 0.1968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17937082052230835,
|
|
"step": 3030,
|
|
"valid_targets_mean": 6212.4,
|
|
"valid_targets_min": 424
|
|
},
|
|
{
|
|
"epoch": 4.879421221864952,
|
|
"grad_norm": 0.4400634408990787,
|
|
"learning_rate": 1.0195060839200509e-05,
|
|
"loss": 0.1885,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16629022359848022,
|
|
"step": 3035,
|
|
"valid_targets_mean": 5804.9,
|
|
"valid_targets_min": 1181
|
|
},
|
|
{
|
|
"epoch": 4.887459807073955,
|
|
"grad_norm": 0.42872797950189373,
|
|
"learning_rate": 1.0125253135538884e-05,
|
|
"loss": 0.2127,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2543446123600006,
|
|
"step": 3040,
|
|
"valid_targets_mean": 7248.3,
|
|
"valid_targets_min": 2207
|
|
},
|
|
{
|
|
"epoch": 4.895498392282958,
|
|
"grad_norm": 1.4172639399354463,
|
|
"learning_rate": 1.0055604153567797e-05,
|
|
"loss": 0.2012,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21109551191329956,
|
|
"step": 3045,
|
|
"valid_targets_mean": 4353.4,
|
|
"valid_targets_min": 954
|
|
},
|
|
{
|
|
"epoch": 4.903536977491961,
|
|
"grad_norm": 0.516041539017509,
|
|
"learning_rate": 9.98611501278979e-06,
|
|
"loss": 0.1932,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21019768714904785,
|
|
"step": 3050,
|
|
"valid_targets_mean": 5650.9,
|
|
"valid_targets_min": 2814
|
|
},
|
|
{
|
|
"epoch": 4.911575562700965,
|
|
"grad_norm": 0.48566131713136484,
|
|
"learning_rate": 9.916786830138179e-06,
|
|
"loss": 0.209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2410656213760376,
|
|
"step": 3055,
|
|
"valid_targets_mean": 5875.2,
|
|
"valid_targets_min": 2784
|
|
},
|
|
{
|
|
"epoch": 4.919614147909968,
|
|
"grad_norm": 0.46141499765797606,
|
|
"learning_rate": 9.847620719959142e-06,
|
|
"loss": 0.2079,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19822564721107483,
|
|
"step": 3060,
|
|
"valid_targets_mean": 6029.5,
|
|
"valid_targets_min": 1188
|
|
},
|
|
{
|
|
"epoch": 4.927652733118971,
|
|
"grad_norm": 0.4994533341956204,
|
|
"learning_rate": 9.77861779399377e-06,
|
|
"loss": 0.2011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18340840935707092,
|
|
"step": 3065,
|
|
"valid_targets_mean": 5793.5,
|
|
"valid_targets_min": 419
|
|
},
|
|
{
|
|
"epoch": 4.935691318327974,
|
|
"grad_norm": 0.4787179730500465,
|
|
"learning_rate": 9.709779161360238e-06,
|
|
"loss": 0.1997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1906869113445282,
|
|
"step": 3070,
|
|
"valid_targets_mean": 5818.4,
|
|
"valid_targets_min": 1802
|
|
},
|
|
{
|
|
"epoch": 4.943729903536978,
|
|
"grad_norm": 0.49507384669911486,
|
|
"learning_rate": 9.641105928535935e-06,
|
|
"loss": 0.1881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1777634173631668,
|
|
"step": 3075,
|
|
"valid_targets_mean": 5820.6,
|
|
"valid_targets_min": 1582
|
|
},
|
|
{
|
|
"epoch": 4.951768488745981,
|
|
"grad_norm": 0.5046231532831364,
|
|
"learning_rate": 9.572599199339685e-06,
|
|
"loss": 0.2217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16210362315177917,
|
|
"step": 3080,
|
|
"valid_targets_mean": 4660.9,
|
|
"valid_targets_min": 2346
|
|
},
|
|
{
|
|
"epoch": 4.959807073954984,
|
|
"grad_norm": 0.4659755600893732,
|
|
"learning_rate": 9.50426007491404e-06,
|
|
"loss": 0.1901,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20857881009578705,
|
|
"step": 3085,
|
|
"valid_targets_mean": 5818.4,
|
|
"valid_targets_min": 2268
|
|
},
|
|
{
|
|
"epoch": 4.967845659163987,
|
|
"grad_norm": 0.43079763715355324,
|
|
"learning_rate": 9.436089653707546e-06,
|
|
"loss": 0.2028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2077915072441101,
|
|
"step": 3090,
|
|
"valid_targets_mean": 6538.9,
|
|
"valid_targets_min": 1969
|
|
},
|
|
{
|
|
"epoch": 4.97588424437299,
|
|
"grad_norm": 0.44859465981547175,
|
|
"learning_rate": 9.368089031457099e-06,
|
|
"loss": 0.1858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1704615354537964,
|
|
"step": 3095,
|
|
"valid_targets_mean": 5725.5,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 4.983922829581994,
|
|
"grad_norm": 0.5131061791485555,
|
|
"learning_rate": 9.30025930117034e-06,
|
|
"loss": 0.2014,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20215710997581482,
|
|
"step": 3100,
|
|
"valid_targets_mean": 4396.8,
|
|
"valid_targets_min": 1779
|
|
},
|
|
{
|
|
"epoch": 4.991961414790997,
|
|
"grad_norm": 0.46330324395499967,
|
|
"learning_rate": 9.23260155310807e-06,
|
|
"loss": 0.2038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19142061471939087,
|
|
"step": 3105,
|
|
"valid_targets_mean": 5785.6,
|
|
"valid_targets_min": 1052
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.46419646695644273,
|
|
"learning_rate": 9.165116874766739e-06,
|
|
"loss": 0.1928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21007190644741058,
|
|
"step": 3110,
|
|
"valid_targets_mean": 5836.8,
|
|
"valid_targets_min": 699
|
|
},
|
|
{
|
|
"epoch": 5.008038585209003,
|
|
"grad_norm": 0.4979445134634955,
|
|
"learning_rate": 9.097806350860963e-06,
|
|
"loss": 0.1796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15829969942569733,
|
|
"step": 3115,
|
|
"valid_targets_mean": 4624.7,
|
|
"valid_targets_min": 2507
|
|
},
|
|
{
|
|
"epoch": 5.016077170418006,
|
|
"grad_norm": 0.4866122349627383,
|
|
"learning_rate": 9.03067106330608e-06,
|
|
"loss": 0.1842,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1525759994983673,
|
|
"step": 3120,
|
|
"valid_targets_mean": 4143.9,
|
|
"valid_targets_min": 449
|
|
},
|
|
{
|
|
"epoch": 5.02411575562701,
|
|
"grad_norm": 0.5275864662151682,
|
|
"learning_rate": 8.963712091200776e-06,
|
|
"loss": 0.1848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17857800424098969,
|
|
"step": 3125,
|
|
"valid_targets_mean": 4387.2,
|
|
"valid_targets_min": 1658
|
|
},
|
|
{
|
|
"epoch": 5.032154340836013,
|
|
"grad_norm": 0.46221163971498497,
|
|
"learning_rate": 8.896930510809729e-06,
|
|
"loss": 0.182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18663164973258972,
|
|
"step": 3130,
|
|
"valid_targets_mean": 5841.6,
|
|
"valid_targets_min": 2836
|
|
},
|
|
{
|
|
"epoch": 5.040192926045016,
|
|
"grad_norm": 0.5585973033774798,
|
|
"learning_rate": 8.83032739554631e-06,
|
|
"loss": 0.1798,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21429578959941864,
|
|
"step": 3135,
|
|
"valid_targets_mean": 5289.9,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 5.048231511254019,
|
|
"grad_norm": 0.48266689854920847,
|
|
"learning_rate": 8.763903815955343e-06,
|
|
"loss": 0.172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18342766165733337,
|
|
"step": 3140,
|
|
"valid_targets_mean": 5663.1,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 5.056270096463023,
|
|
"grad_norm": 0.47856495871810556,
|
|
"learning_rate": 8.69766083969586e-06,
|
|
"loss": 0.1825,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1659879833459854,
|
|
"step": 3145,
|
|
"valid_targets_mean": 5181.4,
|
|
"valid_targets_min": 1288
|
|
},
|
|
{
|
|
"epoch": 5.064308681672026,
|
|
"grad_norm": 0.4583945660599572,
|
|
"learning_rate": 8.631599531523984e-06,
|
|
"loss": 0.1953,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19702893495559692,
|
|
"step": 3150,
|
|
"valid_targets_mean": 6398.4,
|
|
"valid_targets_min": 2277
|
|
},
|
|
{
|
|
"epoch": 5.072347266881029,
|
|
"grad_norm": 0.4778149367767458,
|
|
"learning_rate": 8.565720953275812e-06,
|
|
"loss": 0.1894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21160531044006348,
|
|
"step": 3155,
|
|
"valid_targets_mean": 5688.0,
|
|
"valid_targets_min": 2206
|
|
},
|
|
{
|
|
"epoch": 5.080385852090032,
|
|
"grad_norm": 0.5457542785844479,
|
|
"learning_rate": 8.500026163850305e-06,
|
|
"loss": 0.1752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19538471102714539,
|
|
"step": 3160,
|
|
"valid_targets_mean": 5499.2,
|
|
"valid_targets_min": 2174
|
|
},
|
|
{
|
|
"epoch": 5.088424437299035,
|
|
"grad_norm": 0.47663165704336896,
|
|
"learning_rate": 8.434516219192322e-06,
|
|
"loss": 0.2003,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21058623492717743,
|
|
"step": 3165,
|
|
"valid_targets_mean": 6227.2,
|
|
"valid_targets_min": 705
|
|
},
|
|
{
|
|
"epoch": 5.096463022508039,
|
|
"grad_norm": 0.5270713782036919,
|
|
"learning_rate": 8.369192172275582e-06,
|
|
"loss": 0.2081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21326503157615662,
|
|
"step": 3170,
|
|
"valid_targets_mean": 5780.4,
|
|
"valid_targets_min": 946
|
|
},
|
|
{
|
|
"epoch": 5.104501607717042,
|
|
"grad_norm": 0.47972931998923163,
|
|
"learning_rate": 8.304055073085815e-06,
|
|
"loss": 0.1726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1448415368795395,
|
|
"step": 3175,
|
|
"valid_targets_mean": 4978.8,
|
|
"valid_targets_min": 574
|
|
},
|
|
{
|
|
"epoch": 5.112540192926045,
|
|
"grad_norm": 0.5339301964753969,
|
|
"learning_rate": 8.239105968603824e-06,
|
|
"loss": 0.1822,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21358755230903625,
|
|
"step": 3180,
|
|
"valid_targets_mean": 5267.1,
|
|
"valid_targets_min": 2349
|
|
},
|
|
{
|
|
"epoch": 5.120578778135048,
|
|
"grad_norm": 0.43894080846451544,
|
|
"learning_rate": 8.174345902788712e-06,
|
|
"loss": 0.1685,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13934409618377686,
|
|
"step": 3185,
|
|
"valid_targets_mean": 5794.8,
|
|
"valid_targets_min": 3113
|
|
},
|
|
{
|
|
"epoch": 5.128617363344051,
|
|
"grad_norm": 0.4377305756613267,
|
|
"learning_rate": 8.109775916561026e-06,
|
|
"loss": 0.1753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1634282022714615,
|
|
"step": 3190,
|
|
"valid_targets_mean": 6257.9,
|
|
"valid_targets_min": 2573
|
|
},
|
|
{
|
|
"epoch": 5.136655948553055,
|
|
"grad_norm": 0.5100917432819688,
|
|
"learning_rate": 8.045397047786103e-06,
|
|
"loss": 0.2099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18037614226341248,
|
|
"step": 3195,
|
|
"valid_targets_mean": 6120.2,
|
|
"valid_targets_min": 1045
|
|
},
|
|
{
|
|
"epoch": 5.144694533762058,
|
|
"grad_norm": 0.4857411122320573,
|
|
"learning_rate": 7.981210331257336e-06,
|
|
"loss": 0.1756,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15463681519031525,
|
|
"step": 3200,
|
|
"valid_targets_mean": 4595.8,
|
|
"valid_targets_min": 2333
|
|
},
|
|
{
|
|
"epoch": 5.152733118971061,
|
|
"grad_norm": 0.46626013958080015,
|
|
"learning_rate": 7.917216798679575e-06,
|
|
"loss": 0.2031,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2193758636713028,
|
|
"step": 3205,
|
|
"valid_targets_mean": 6617.2,
|
|
"valid_targets_min": 1900
|
|
},
|
|
{
|
|
"epoch": 5.160771704180064,
|
|
"grad_norm": 0.6986387448162077,
|
|
"learning_rate": 7.853417478652516e-06,
|
|
"loss": 0.1865,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20716939866542816,
|
|
"step": 3210,
|
|
"valid_targets_mean": 5879.0,
|
|
"valid_targets_min": 2331
|
|
},
|
|
{
|
|
"epoch": 5.168810289389068,
|
|
"grad_norm": 0.5316897024374411,
|
|
"learning_rate": 7.78981339665419e-06,
|
|
"loss": 0.1849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17304065823554993,
|
|
"step": 3215,
|
|
"valid_targets_mean": 4310.8,
|
|
"valid_targets_min": 628
|
|
},
|
|
{
|
|
"epoch": 5.176848874598071,
|
|
"grad_norm": 1.0402816301379194,
|
|
"learning_rate": 7.72640557502446e-06,
|
|
"loss": 0.1913,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18185323476791382,
|
|
"step": 3220,
|
|
"valid_targets_mean": 6621.9,
|
|
"valid_targets_min": 2137
|
|
},
|
|
{
|
|
"epoch": 5.184887459807074,
|
|
"grad_norm": 0.5077283321168016,
|
|
"learning_rate": 7.663195032948612e-06,
|
|
"loss": 0.1937,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19564370810985565,
|
|
"step": 3225,
|
|
"valid_targets_mean": 5012.2,
|
|
"valid_targets_min": 344
|
|
},
|
|
{
|
|
"epoch": 5.192926045016077,
|
|
"grad_norm": 0.4449974444997836,
|
|
"learning_rate": 7.6001827864409574e-06,
|
|
"loss": 0.1745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19020414352416992,
|
|
"step": 3230,
|
|
"valid_targets_mean": 6730.3,
|
|
"valid_targets_min": 2373
|
|
},
|
|
{
|
|
"epoch": 5.20096463022508,
|
|
"grad_norm": 0.45674780734397,
|
|
"learning_rate": 7.537369848328482e-06,
|
|
"loss": 0.1832,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19216638803482056,
|
|
"step": 3235,
|
|
"valid_targets_mean": 6425.2,
|
|
"valid_targets_min": 3486
|
|
},
|
|
{
|
|
"epoch": 5.209003215434084,
|
|
"grad_norm": 0.5432545315748706,
|
|
"learning_rate": 7.474757228234626e-06,
|
|
"loss": 0.1889,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21978577971458435,
|
|
"step": 3240,
|
|
"valid_targets_mean": 4865.6,
|
|
"valid_targets_min": 274
|
|
},
|
|
{
|
|
"epoch": 5.217041800643087,
|
|
"grad_norm": 0.4461775961777822,
|
|
"learning_rate": 7.412345932562997e-06,
|
|
"loss": 0.1916,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16950002312660217,
|
|
"step": 3245,
|
|
"valid_targets_mean": 5934.8,
|
|
"valid_targets_min": 2995
|
|
},
|
|
{
|
|
"epoch": 5.22508038585209,
|
|
"grad_norm": 0.4956785865612323,
|
|
"learning_rate": 7.350136964481218e-06,
|
|
"loss": 0.1762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16553393006324768,
|
|
"step": 3250,
|
|
"valid_targets_mean": 4609.6,
|
|
"valid_targets_min": 831
|
|
},
|
|
{
|
|
"epoch": 5.233118971061093,
|
|
"grad_norm": 0.478657006339967,
|
|
"learning_rate": 7.288131323904812e-06,
|
|
"loss": 0.1764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17582754790782928,
|
|
"step": 3255,
|
|
"valid_targets_mean": 5341.8,
|
|
"valid_targets_min": 3220
|
|
},
|
|
{
|
|
"epoch": 5.241157556270096,
|
|
"grad_norm": 0.48870709583594846,
|
|
"learning_rate": 7.2263300074810925e-06,
|
|
"loss": 0.2078,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2231275886297226,
|
|
"step": 3260,
|
|
"valid_targets_mean": 5515.4,
|
|
"valid_targets_min": 2141
|
|
},
|
|
{
|
|
"epoch": 5.2491961414791,
|
|
"grad_norm": 0.5538754582625227,
|
|
"learning_rate": 7.164734008573186e-06,
|
|
"loss": 0.1982,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19707731902599335,
|
|
"step": 3265,
|
|
"valid_targets_mean": 6562.5,
|
|
"valid_targets_min": 3759
|
|
},
|
|
{
|
|
"epoch": 5.257234726688103,
|
|
"grad_norm": 0.4983801668294154,
|
|
"learning_rate": 7.103344317244065e-06,
|
|
"loss": 0.1733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18967768549919128,
|
|
"step": 3270,
|
|
"valid_targets_mean": 5918.1,
|
|
"valid_targets_min": 2175
|
|
},
|
|
{
|
|
"epoch": 5.265273311897106,
|
|
"grad_norm": 0.4586010946247427,
|
|
"learning_rate": 7.0421619202406e-06,
|
|
"loss": 0.1801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18738381564617157,
|
|
"step": 3275,
|
|
"valid_targets_mean": 6154.1,
|
|
"valid_targets_min": 2023
|
|
},
|
|
{
|
|
"epoch": 5.273311897106109,
|
|
"grad_norm": 0.48811893275730395,
|
|
"learning_rate": 6.981187800977706e-06,
|
|
"loss": 0.1899,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18499714136123657,
|
|
"step": 3280,
|
|
"valid_targets_mean": 5491.1,
|
|
"valid_targets_min": 1459
|
|
},
|
|
{
|
|
"epoch": 5.281350482315113,
|
|
"grad_norm": 0.5268803552811097,
|
|
"learning_rate": 6.920422939522573e-06,
|
|
"loss": 0.1892,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19314301013946533,
|
|
"step": 3285,
|
|
"valid_targets_mean": 4503.8,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 5.289389067524116,
|
|
"grad_norm": 0.46419450029948367,
|
|
"learning_rate": 6.859868312578865e-06,
|
|
"loss": 0.1766,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17092689871788025,
|
|
"step": 3290,
|
|
"valid_targets_mean": 6016.6,
|
|
"valid_targets_min": 2676
|
|
},
|
|
{
|
|
"epoch": 5.297427652733119,
|
|
"grad_norm": 0.5047867299066612,
|
|
"learning_rate": 6.799524893471055e-06,
|
|
"loss": 0.2097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18408851325511932,
|
|
"step": 3295,
|
|
"valid_targets_mean": 4765.6,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 5.305466237942122,
|
|
"grad_norm": 0.4638194012764823,
|
|
"learning_rate": 6.739393652128776e-06,
|
|
"loss": 0.1973,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17362159490585327,
|
|
"step": 3300,
|
|
"valid_targets_mean": 5807.0,
|
|
"valid_targets_min": 2695
|
|
},
|
|
{
|
|
"epoch": 5.313504823151125,
|
|
"grad_norm": 0.518671277988672,
|
|
"learning_rate": 6.679475555071198e-06,
|
|
"loss": 0.1901,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1955638825893402,
|
|
"step": 3305,
|
|
"valid_targets_mean": 4877.8,
|
|
"valid_targets_min": 3273
|
|
},
|
|
{
|
|
"epoch": 5.321543408360129,
|
|
"grad_norm": 0.4312127415985306,
|
|
"learning_rate": 6.619771565391535e-06,
|
|
"loss": 0.2005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1737706959247589,
|
|
"step": 3310,
|
|
"valid_targets_mean": 6052.8,
|
|
"valid_targets_min": 525
|
|
},
|
|
{
|
|
"epoch": 5.329581993569132,
|
|
"grad_norm": 0.4577678581026521,
|
|
"learning_rate": 6.560282642741544e-06,
|
|
"loss": 0.1737,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17677032947540283,
|
|
"step": 3315,
|
|
"valid_targets_mean": 5634.6,
|
|
"valid_targets_min": 2590
|
|
},
|
|
{
|
|
"epoch": 5.337620578778135,
|
|
"grad_norm": 0.47138237498351343,
|
|
"learning_rate": 6.501009743316105e-06,
|
|
"loss": 0.1948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20099903643131256,
|
|
"step": 3320,
|
|
"valid_targets_mean": 5851.9,
|
|
"valid_targets_min": 2074
|
|
},
|
|
{
|
|
"epoch": 5.345659163987138,
|
|
"grad_norm": 0.4598019513900346,
|
|
"learning_rate": 6.441953819837845e-06,
|
|
"loss": 0.1992,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18965350091457367,
|
|
"step": 3325,
|
|
"valid_targets_mean": 6094.8,
|
|
"valid_targets_min": 2205
|
|
},
|
|
{
|
|
"epoch": 5.353697749196142,
|
|
"grad_norm": 0.483304158605293,
|
|
"learning_rate": 6.383115821541834e-06,
|
|
"loss": 0.201,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22649700939655304,
|
|
"step": 3330,
|
|
"valid_targets_mean": 5885.5,
|
|
"valid_targets_min": 2844
|
|
},
|
|
{
|
|
"epoch": 5.361736334405145,
|
|
"grad_norm": 0.4779634450187073,
|
|
"learning_rate": 6.324496694160318e-06,
|
|
"loss": 0.1955,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21910080313682556,
|
|
"step": 3335,
|
|
"valid_targets_mean": 5985.5,
|
|
"valid_targets_min": 2095
|
|
},
|
|
{
|
|
"epoch": 5.369774919614148,
|
|
"grad_norm": 0.5067078850486267,
|
|
"learning_rate": 6.266097379907534e-06,
|
|
"loss": 0.1849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17074373364448547,
|
|
"step": 3340,
|
|
"valid_targets_mean": 5271.4,
|
|
"valid_targets_min": 818
|
|
},
|
|
{
|
|
"epoch": 5.377813504823151,
|
|
"grad_norm": 0.5595730160635201,
|
|
"learning_rate": 6.2079188174645335e-06,
|
|
"loss": 0.2064,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22083780169487,
|
|
"step": 3345,
|
|
"valid_targets_mean": 6631.5,
|
|
"valid_targets_min": 1702
|
|
},
|
|
{
|
|
"epoch": 5.385852090032154,
|
|
"grad_norm": 0.5656540952095462,
|
|
"learning_rate": 6.149961941964122e-06,
|
|
"loss": 0.1902,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2227296233177185,
|
|
"step": 3350,
|
|
"valid_targets_mean": 4248.2,
|
|
"valid_targets_min": 726
|
|
},
|
|
{
|
|
"epoch": 5.393890675241158,
|
|
"grad_norm": 0.4504085084825842,
|
|
"learning_rate": 6.09222768497584e-06,
|
|
"loss": 0.2097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17969395220279694,
|
|
"step": 3355,
|
|
"valid_targets_mean": 6162.1,
|
|
"valid_targets_min": 509
|
|
},
|
|
{
|
|
"epoch": 5.401929260450161,
|
|
"grad_norm": 0.5146997355757669,
|
|
"learning_rate": 6.034716974490953e-06,
|
|
"loss": 0.1999,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24291618168354034,
|
|
"step": 3360,
|
|
"valid_targets_mean": 5900.8,
|
|
"valid_targets_min": 3057
|
|
},
|
|
{
|
|
"epoch": 5.409967845659164,
|
|
"grad_norm": 0.5351421245212054,
|
|
"learning_rate": 5.977430734907559e-06,
|
|
"loss": 0.1839,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18290022015571594,
|
|
"step": 3365,
|
|
"valid_targets_mean": 5167.9,
|
|
"valid_targets_min": 755
|
|
},
|
|
{
|
|
"epoch": 5.418006430868167,
|
|
"grad_norm": 0.5014907743840198,
|
|
"learning_rate": 5.9203698870157114e-06,
|
|
"loss": 0.1849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2125318944454193,
|
|
"step": 3370,
|
|
"valid_targets_mean": 6113.8,
|
|
"valid_targets_min": 1147
|
|
},
|
|
{
|
|
"epoch": 5.42604501607717,
|
|
"grad_norm": 0.47556758623766643,
|
|
"learning_rate": 5.863535347982645e-06,
|
|
"loss": 0.1867,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20354855060577393,
|
|
"step": 3375,
|
|
"valid_targets_mean": 6618.1,
|
|
"valid_targets_min": 3805
|
|
},
|
|
{
|
|
"epoch": 5.434083601286174,
|
|
"grad_norm": 0.49228060520233496,
|
|
"learning_rate": 5.806928031338015e-06,
|
|
"loss": 0.188,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1746979057788849,
|
|
"step": 3380,
|
|
"valid_targets_mean": 5142.9,
|
|
"valid_targets_min": 343
|
|
},
|
|
{
|
|
"epoch": 5.442122186495177,
|
|
"grad_norm": 0.4658584374183205,
|
|
"learning_rate": 5.750548846959234e-06,
|
|
"loss": 0.1823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18658800423145294,
|
|
"step": 3385,
|
|
"valid_targets_mean": 5597.9,
|
|
"valid_targets_min": 1719
|
|
},
|
|
{
|
|
"epoch": 5.45016077170418,
|
|
"grad_norm": 0.46391846520510605,
|
|
"learning_rate": 5.694398701056801e-06,
|
|
"loss": 0.1747,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.165060892701149,
|
|
"step": 3390,
|
|
"valid_targets_mean": 5311.4,
|
|
"valid_targets_min": 683
|
|
},
|
|
{
|
|
"epoch": 5.458199356913183,
|
|
"grad_norm": 0.46640745139708,
|
|
"learning_rate": 5.638478496159791e-06,
|
|
"loss": 0.1809,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22248056530952454,
|
|
"step": 3395,
|
|
"valid_targets_mean": 7049.8,
|
|
"valid_targets_min": 2341
|
|
},
|
|
{
|
|
"epoch": 5.466237942122186,
|
|
"grad_norm": 0.488353156536436,
|
|
"learning_rate": 5.5827891311013185e-06,
|
|
"loss": 0.1999,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22211244702339172,
|
|
"step": 3400,
|
|
"valid_targets_mean": 5960.9,
|
|
"valid_targets_min": 2687
|
|
},
|
|
{
|
|
"epoch": 5.47427652733119,
|
|
"grad_norm": 0.5126088033141332,
|
|
"learning_rate": 5.52733150100409e-06,
|
|
"loss": 0.1935,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20660114288330078,
|
|
"step": 3405,
|
|
"valid_targets_mean": 5240.8,
|
|
"valid_targets_min": 359
|
|
},
|
|
{
|
|
"epoch": 5.482315112540193,
|
|
"grad_norm": 0.4838482712196251,
|
|
"learning_rate": 5.472106497266023e-06,
|
|
"loss": 0.1963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17103157937526703,
|
|
"step": 3410,
|
|
"valid_targets_mean": 5297.1,
|
|
"valid_targets_min": 355
|
|
},
|
|
{
|
|
"epoch": 5.490353697749196,
|
|
"grad_norm": 0.4984237613144674,
|
|
"learning_rate": 5.417115007545921e-06,
|
|
"loss": 0.193,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22633609175682068,
|
|
"step": 3415,
|
|
"valid_targets_mean": 6094.9,
|
|
"valid_targets_min": 904
|
|
},
|
|
{
|
|
"epoch": 5.498392282958199,
|
|
"grad_norm": 0.523636320883912,
|
|
"learning_rate": 5.362357915749194e-06,
|
|
"loss": 0.2048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21240352094173431,
|
|
"step": 3420,
|
|
"valid_targets_mean": 4989.8,
|
|
"valid_targets_min": 2961
|
|
},
|
|
{
|
|
"epoch": 5.506430868167203,
|
|
"grad_norm": 0.48044513730538596,
|
|
"learning_rate": 5.307836102013666e-06,
|
|
"loss": 0.19,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15104694664478302,
|
|
"step": 3425,
|
|
"valid_targets_mean": 5328.5,
|
|
"valid_targets_min": 1807
|
|
},
|
|
{
|
|
"epoch": 5.514469453376206,
|
|
"grad_norm": 0.4751176561827757,
|
|
"learning_rate": 5.2535504426954145e-06,
|
|
"loss": 0.1936,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22195205092430115,
|
|
"step": 3430,
|
|
"valid_targets_mean": 6118.9,
|
|
"valid_targets_min": 594
|
|
},
|
|
{
|
|
"epoch": 5.522508038585209,
|
|
"grad_norm": 0.48516517392290076,
|
|
"learning_rate": 5.199501810354692e-06,
|
|
"loss": 0.1741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15345501899719238,
|
|
"step": 3435,
|
|
"valid_targets_mean": 5330.9,
|
|
"valid_targets_min": 2513
|
|
},
|
|
{
|
|
"epoch": 5.530546623794212,
|
|
"grad_norm": 0.5121095480216645,
|
|
"learning_rate": 5.145691073741898e-06,
|
|
"loss": 0.1905,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18172189593315125,
|
|
"step": 3440,
|
|
"valid_targets_mean": 4640.0,
|
|
"valid_targets_min": 1492
|
|
},
|
|
{
|
|
"epoch": 5.538585209003215,
|
|
"grad_norm": 0.49530201825529846,
|
|
"learning_rate": 5.092119097783621e-06,
|
|
"loss": 0.1875,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18862499296665192,
|
|
"step": 3445,
|
|
"valid_targets_mean": 6436.6,
|
|
"valid_targets_min": 2814
|
|
},
|
|
{
|
|
"epoch": 5.546623794212219,
|
|
"grad_norm": 0.49091742317146175,
|
|
"learning_rate": 5.0387867435687265e-06,
|
|
"loss": 0.2009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20091378688812256,
|
|
"step": 3450,
|
|
"valid_targets_mean": 5780.8,
|
|
"valid_targets_min": 3062
|
|
},
|
|
{
|
|
"epoch": 5.554662379421222,
|
|
"grad_norm": 0.4462477186654765,
|
|
"learning_rate": 4.9856948683345255e-06,
|
|
"loss": 0.1797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1533946990966797,
|
|
"step": 3455,
|
|
"valid_targets_mean": 5978.1,
|
|
"valid_targets_min": 1061
|
|
},
|
|
{
|
|
"epoch": 5.562700964630225,
|
|
"grad_norm": 0.5033789822369987,
|
|
"learning_rate": 4.9328443254529765e-06,
|
|
"loss": 0.1842,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17586976289749146,
|
|
"step": 3460,
|
|
"valid_targets_mean": 5279.8,
|
|
"valid_targets_min": 2018
|
|
},
|
|
{
|
|
"epoch": 5.570739549839228,
|
|
"grad_norm": 0.4705676576038694,
|
|
"learning_rate": 4.880235964417009e-06,
|
|
"loss": 0.1854,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17664816975593567,
|
|
"step": 3465,
|
|
"valid_targets_mean": 5694.1,
|
|
"valid_targets_min": 2373
|
|
},
|
|
{
|
|
"epoch": 5.578778135048232,
|
|
"grad_norm": 0.47218177649090964,
|
|
"learning_rate": 4.827870630826826e-06,
|
|
"loss": 0.1796,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16814285516738892,
|
|
"step": 3470,
|
|
"valid_targets_mean": 5590.7,
|
|
"valid_targets_min": 2212
|
|
},
|
|
{
|
|
"epoch": 5.586816720257235,
|
|
"grad_norm": 0.48717963339489373,
|
|
"learning_rate": 4.775749166376342e-06,
|
|
"loss": 0.1962,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1970927119255066,
|
|
"step": 3475,
|
|
"valid_targets_mean": 5571.5,
|
|
"valid_targets_min": 3288
|
|
},
|
|
{
|
|
"epoch": 5.594855305466238,
|
|
"grad_norm": 0.4948032769777901,
|
|
"learning_rate": 4.723872408839623e-06,
|
|
"loss": 0.1927,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21700280904769897,
|
|
"step": 3480,
|
|
"valid_targets_mean": 5748.1,
|
|
"valid_targets_min": 872
|
|
},
|
|
{
|
|
"epoch": 5.602893890675241,
|
|
"grad_norm": 0.4284945969590602,
|
|
"learning_rate": 4.672241192057456e-06,
|
|
"loss": 0.1985,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1854320764541626,
|
|
"step": 3485,
|
|
"valid_targets_mean": 6890.2,
|
|
"valid_targets_min": 4311
|
|
},
|
|
{
|
|
"epoch": 5.610932475884244,
|
|
"grad_norm": 0.5279346730463442,
|
|
"learning_rate": 4.620856345923928e-06,
|
|
"loss": 0.1805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15860424935817719,
|
|
"step": 3490,
|
|
"valid_targets_mean": 5110.0,
|
|
"valid_targets_min": 2205
|
|
},
|
|
{
|
|
"epoch": 5.618971061093248,
|
|
"grad_norm": 0.48080273997531287,
|
|
"learning_rate": 4.56971869637308e-06,
|
|
"loss": 0.1789,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18217507004737854,
|
|
"step": 3495,
|
|
"valid_targets_mean": 5349.5,
|
|
"valid_targets_min": 1174
|
|
},
|
|
{
|
|
"epoch": 5.627009646302251,
|
|
"grad_norm": 0.47073465398426945,
|
|
"learning_rate": 4.518829065365664e-06,
|
|
"loss": 0.1734,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18675915896892548,
|
|
"step": 3500,
|
|
"valid_targets_mean": 5757.6,
|
|
"valid_targets_min": 3083
|
|
},
|
|
{
|
|
"epoch": 5.635048231511254,
|
|
"grad_norm": 0.49790647435675167,
|
|
"learning_rate": 4.468188270875873e-06,
|
|
"loss": 0.1776,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16006457805633545,
|
|
"step": 3505,
|
|
"valid_targets_mean": 5294.3,
|
|
"valid_targets_min": 576
|
|
},
|
|
{
|
|
"epoch": 5.643086816720257,
|
|
"grad_norm": 0.4831653661292901,
|
|
"learning_rate": 4.417797126878247e-06,
|
|
"loss": 0.1707,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17651981115341187,
|
|
"step": 3510,
|
|
"valid_targets_mean": 5286.9,
|
|
"valid_targets_min": 466
|
|
},
|
|
{
|
|
"epoch": 5.65112540192926,
|
|
"grad_norm": 0.43558748477821085,
|
|
"learning_rate": 4.367656443334574e-06,
|
|
"loss": 0.1937,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19159835577011108,
|
|
"step": 3515,
|
|
"valid_targets_mean": 5938.7,
|
|
"valid_targets_min": 1799
|
|
},
|
|
{
|
|
"epoch": 5.659163987138264,
|
|
"grad_norm": 0.4302587876871802,
|
|
"learning_rate": 4.317767026180854e-06,
|
|
"loss": 0.1959,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.172641783952713,
|
|
"step": 3520,
|
|
"valid_targets_mean": 6267.8,
|
|
"valid_targets_min": 3421
|
|
},
|
|
{
|
|
"epoch": 5.667202572347267,
|
|
"grad_norm": 0.6167202636928861,
|
|
"learning_rate": 4.26812967731437e-06,
|
|
"loss": 0.2008,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2416028082370758,
|
|
"step": 3525,
|
|
"valid_targets_mean": 5056.8,
|
|
"valid_targets_min": 297
|
|
},
|
|
{
|
|
"epoch": 5.67524115755627,
|
|
"grad_norm": 0.4939602441719698,
|
|
"learning_rate": 4.218745194580778e-06,
|
|
"loss": 0.1866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21441826224327087,
|
|
"step": 3530,
|
|
"valid_targets_mean": 5435.4,
|
|
"valid_targets_min": 1059
|
|
},
|
|
{
|
|
"epoch": 5.683279742765273,
|
|
"grad_norm": 0.4756465888695026,
|
|
"learning_rate": 4.169614371761299e-06,
|
|
"loss": 0.1933,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16448351740837097,
|
|
"step": 3535,
|
|
"valid_targets_mean": 5683.4,
|
|
"valid_targets_min": 2153
|
|
},
|
|
{
|
|
"epoch": 5.691318327974276,
|
|
"grad_norm": 0.48743402946073533,
|
|
"learning_rate": 4.120737998559945e-06,
|
|
"loss": 0.2004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1667463630437851,
|
|
"step": 3540,
|
|
"valid_targets_mean": 6335.8,
|
|
"valid_targets_min": 2521
|
|
},
|
|
{
|
|
"epoch": 5.69935691318328,
|
|
"grad_norm": 0.5120939404906634,
|
|
"learning_rate": 4.07211686059084e-06,
|
|
"loss": 0.1837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19326308369636536,
|
|
"step": 3545,
|
|
"valid_targets_mean": 5092.7,
|
|
"valid_targets_min": 856
|
|
},
|
|
{
|
|
"epoch": 5.707395498392283,
|
|
"grad_norm": 0.5632246626673505,
|
|
"learning_rate": 4.023751739365583e-06,
|
|
"loss": 0.1821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20783701539039612,
|
|
"step": 3550,
|
|
"valid_targets_mean": 4398.4,
|
|
"valid_targets_min": 786
|
|
},
|
|
{
|
|
"epoch": 5.715434083601286,
|
|
"grad_norm": 0.586002529442884,
|
|
"learning_rate": 3.975643412280687e-06,
|
|
"loss": 0.1932,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18774420022964478,
|
|
"step": 3555,
|
|
"valid_targets_mean": 4162.2,
|
|
"valid_targets_min": 449
|
|
},
|
|
{
|
|
"epoch": 5.723472668810289,
|
|
"grad_norm": 0.449918412147885,
|
|
"learning_rate": 3.9277926526050915e-06,
|
|
"loss": 0.1905,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21148762106895447,
|
|
"step": 3560,
|
|
"valid_targets_mean": 6406.3,
|
|
"valid_targets_min": 2032
|
|
},
|
|
{
|
|
"epoch": 5.731511254019293,
|
|
"grad_norm": 0.5102625262179785,
|
|
"learning_rate": 3.8802002294677295e-06,
|
|
"loss": 0.1924,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2425631582736969,
|
|
"step": 3565,
|
|
"valid_targets_mean": 5427.5,
|
|
"valid_targets_min": 453
|
|
},
|
|
{
|
|
"epoch": 5.739549839228296,
|
|
"grad_norm": 0.39393512706795425,
|
|
"learning_rate": 3.8328669078451454e-06,
|
|
"loss": 0.1802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16832399368286133,
|
|
"step": 3570,
|
|
"valid_targets_mean": 7606.4,
|
|
"valid_targets_min": 4314
|
|
},
|
|
{
|
|
"epoch": 5.747588424437299,
|
|
"grad_norm": 0.4840682615333142,
|
|
"learning_rate": 3.7857934485492308e-06,
|
|
"loss": 0.1948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16461750864982605,
|
|
"step": 3575,
|
|
"valid_targets_mean": 5850.2,
|
|
"valid_targets_min": 2446
|
|
},
|
|
{
|
|
"epoch": 5.755627009646302,
|
|
"grad_norm": 0.48701845226790647,
|
|
"learning_rate": 3.738980608214988e-06,
|
|
"loss": 0.1982,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2235550880432129,
|
|
"step": 3580,
|
|
"valid_targets_mean": 5985.8,
|
|
"valid_targets_min": 1647
|
|
},
|
|
{
|
|
"epoch": 5.763665594855306,
|
|
"grad_norm": 0.4915821728484182,
|
|
"learning_rate": 3.6924291392883537e-06,
|
|
"loss": 0.2026,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1905771791934967,
|
|
"step": 3585,
|
|
"valid_targets_mean": 5496.2,
|
|
"valid_targets_min": 407
|
|
},
|
|
{
|
|
"epoch": 5.771704180064309,
|
|
"grad_norm": 0.5265224188216318,
|
|
"learning_rate": 3.646139790014114e-06,
|
|
"loss": 0.2002,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1957128345966339,
|
|
"step": 3590,
|
|
"valid_targets_mean": 5012.4,
|
|
"valid_targets_min": 1706
|
|
},
|
|
{
|
|
"epoch": 5.779742765273312,
|
|
"grad_norm": 0.45450286343018304,
|
|
"learning_rate": 3.6001133044238646e-06,
|
|
"loss": 0.1822,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22709839046001434,
|
|
"step": 3595,
|
|
"valid_targets_mean": 7698.6,
|
|
"valid_targets_min": 2364
|
|
},
|
|
{
|
|
"epoch": 5.787781350482315,
|
|
"grad_norm": 0.47530926294274556,
|
|
"learning_rate": 3.554350422324082e-06,
|
|
"loss": 0.1922,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1802034229040146,
|
|
"step": 3600,
|
|
"valid_targets_mean": 5487.3,
|
|
"valid_targets_min": 977
|
|
},
|
|
{
|
|
"epoch": 5.795819935691318,
|
|
"grad_norm": 0.601663523973185,
|
|
"learning_rate": 3.5088518792841986e-06,
|
|
"loss": 0.186,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20563310384750366,
|
|
"step": 3605,
|
|
"valid_targets_mean": 4071.0,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 5.803858520900322,
|
|
"grad_norm": 0.5048571767634144,
|
|
"learning_rate": 3.463618406624816e-06,
|
|
"loss": 0.178,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1549883484840393,
|
|
"step": 3610,
|
|
"valid_targets_mean": 5174.1,
|
|
"valid_targets_min": 828
|
|
},
|
|
{
|
|
"epoch": 5.811897106109325,
|
|
"grad_norm": 0.5393411182416932,
|
|
"learning_rate": 3.418650731405897e-06,
|
|
"loss": 0.201,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16713210940361023,
|
|
"step": 3615,
|
|
"valid_targets_mean": 5148.2,
|
|
"valid_targets_min": 1475
|
|
},
|
|
{
|
|
"epoch": 5.819935691318328,
|
|
"grad_norm": 0.5925366852450519,
|
|
"learning_rate": 3.373949576415132e-06,
|
|
"loss": 0.1991,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19236284494400024,
|
|
"step": 3620,
|
|
"valid_targets_mean": 4236.4,
|
|
"valid_targets_min": 417
|
|
},
|
|
{
|
|
"epoch": 5.827974276527331,
|
|
"grad_norm": 0.4981596093711268,
|
|
"learning_rate": 3.329515660156297e-06,
|
|
"loss": 0.1988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2149473875761032,
|
|
"step": 3625,
|
|
"valid_targets_mean": 4993.6,
|
|
"valid_targets_min": 1612
|
|
},
|
|
{
|
|
"epoch": 5.836012861736334,
|
|
"grad_norm": 0.43691243542885205,
|
|
"learning_rate": 3.2853496968377054e-06,
|
|
"loss": 0.1885,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1537531167268753,
|
|
"step": 3630,
|
|
"valid_targets_mean": 5682.8,
|
|
"valid_targets_min": 355
|
|
},
|
|
{
|
|
"epoch": 5.844051446945338,
|
|
"grad_norm": 0.5038024496320214,
|
|
"learning_rate": 3.2414523963607313e-06,
|
|
"loss": 0.2012,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19316399097442627,
|
|
"step": 3635,
|
|
"valid_targets_mean": 5242.4,
|
|
"valid_targets_min": 268
|
|
},
|
|
{
|
|
"epoch": 5.852090032154341,
|
|
"grad_norm": 0.48583257296181714,
|
|
"learning_rate": 3.1978244643083944e-06,
|
|
"loss": 0.1948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1713036298751831,
|
|
"step": 3640,
|
|
"valid_targets_mean": 5449.9,
|
|
"valid_targets_min": 793
|
|
},
|
|
{
|
|
"epoch": 5.860128617363344,
|
|
"grad_norm": 0.5008462037330859,
|
|
"learning_rate": 3.1544666019340274e-06,
|
|
"loss": 0.1689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1978035867214203,
|
|
"step": 3645,
|
|
"valid_targets_mean": 6283.9,
|
|
"valid_targets_min": 2974
|
|
},
|
|
{
|
|
"epoch": 5.868167202572347,
|
|
"grad_norm": 0.4767464107670729,
|
|
"learning_rate": 3.1113795061499985e-06,
|
|
"loss": 0.1747,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1628812849521637,
|
|
"step": 3650,
|
|
"valid_targets_mean": 5884.2,
|
|
"valid_targets_min": 1504
|
|
},
|
|
{
|
|
"epoch": 5.87620578778135,
|
|
"grad_norm": 0.5560475071125592,
|
|
"learning_rate": 3.068563869516512e-06,
|
|
"loss": 0.1944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17907622456550598,
|
|
"step": 3655,
|
|
"valid_targets_mean": 3833.8,
|
|
"valid_targets_min": 398
|
|
},
|
|
{
|
|
"epoch": 5.884244372990354,
|
|
"grad_norm": 0.7011000684899574,
|
|
"learning_rate": 3.026020380230461e-06,
|
|
"loss": 0.1961,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1727597713470459,
|
|
"step": 3660,
|
|
"valid_targets_mean": 5416.0,
|
|
"valid_targets_min": 505
|
|
},
|
|
{
|
|
"epoch": 5.892282958199357,
|
|
"grad_norm": 0.5018255589278392,
|
|
"learning_rate": 2.983749722114404e-06,
|
|
"loss": 0.2058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21103069186210632,
|
|
"step": 3665,
|
|
"valid_targets_mean": 6098.8,
|
|
"valid_targets_min": 546
|
|
},
|
|
{
|
|
"epoch": 5.90032154340836,
|
|
"grad_norm": 0.4685610942564552,
|
|
"learning_rate": 2.941752574605534e-06,
|
|
"loss": 0.1803,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18297003209590912,
|
|
"step": 3670,
|
|
"valid_targets_mean": 6018.0,
|
|
"valid_targets_min": 2116
|
|
},
|
|
{
|
|
"epoch": 5.908360128617363,
|
|
"grad_norm": 0.4933707589439783,
|
|
"learning_rate": 2.900029612744777e-06,
|
|
"loss": 0.196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2093782275915146,
|
|
"step": 3675,
|
|
"valid_targets_mean": 5958.1,
|
|
"valid_targets_min": 1882
|
|
},
|
|
{
|
|
"epoch": 5.916398713826366,
|
|
"grad_norm": 0.465397474042975,
|
|
"learning_rate": 2.8585815071659274e-06,
|
|
"loss": 0.1856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13250520825386047,
|
|
"step": 3680,
|
|
"valid_targets_mean": 5000.4,
|
|
"valid_targets_min": 256
|
|
},
|
|
{
|
|
"epoch": 5.92443729903537,
|
|
"grad_norm": 0.4861895013069857,
|
|
"learning_rate": 2.8174089240848923e-06,
|
|
"loss": 0.1875,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17181509733200073,
|
|
"step": 3685,
|
|
"valid_targets_mean": 5327.6,
|
|
"valid_targets_min": 964
|
|
},
|
|
{
|
|
"epoch": 5.932475884244373,
|
|
"grad_norm": 0.4822977088482712,
|
|
"learning_rate": 2.776512525288959e-06,
|
|
"loss": 0.1828,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18289127945899963,
|
|
"step": 3690,
|
|
"valid_targets_mean": 5464.9,
|
|
"valid_targets_min": 1861
|
|
},
|
|
{
|
|
"epoch": 5.940514469453376,
|
|
"grad_norm": 0.5287623887945523,
|
|
"learning_rate": 2.7358929681261836e-06,
|
|
"loss": 0.1847,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1922057718038559,
|
|
"step": 3695,
|
|
"valid_targets_mean": 4948.4,
|
|
"valid_targets_min": 804
|
|
},
|
|
{
|
|
"epoch": 5.948553054662379,
|
|
"grad_norm": 0.48382172273456314,
|
|
"learning_rate": 2.695550905494797e-06,
|
|
"loss": 0.1903,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15750959515571594,
|
|
"step": 3700,
|
|
"valid_targets_mean": 4836.6,
|
|
"valid_targets_min": 1302
|
|
},
|
|
{
|
|
"epoch": 5.956591639871383,
|
|
"grad_norm": 0.5233715291485577,
|
|
"learning_rate": 2.655486985832718e-06,
|
|
"loss": 0.1805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18856148421764374,
|
|
"step": 3705,
|
|
"valid_targets_mean": 5918.6,
|
|
"valid_targets_min": 636
|
|
},
|
|
{
|
|
"epoch": 5.964630225080386,
|
|
"grad_norm": 0.48717200725467924,
|
|
"learning_rate": 2.615701853107149e-06,
|
|
"loss": 0.202,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22136838734149933,
|
|
"step": 3710,
|
|
"valid_targets_mean": 5422.0,
|
|
"valid_targets_min": 2412
|
|
},
|
|
{
|
|
"epoch": 5.972668810289389,
|
|
"grad_norm": 0.48597064916098776,
|
|
"learning_rate": 2.576196146804204e-06,
|
|
"loss": 0.1754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14957702159881592,
|
|
"step": 3715,
|
|
"valid_targets_mean": 4877.0,
|
|
"valid_targets_min": 726
|
|
},
|
|
{
|
|
"epoch": 5.980707395498392,
|
|
"grad_norm": 0.452012801780017,
|
|
"learning_rate": 2.536970501918643e-06,
|
|
"loss": 0.1757,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15257996320724487,
|
|
"step": 3720,
|
|
"valid_targets_mean": 5929.3,
|
|
"valid_targets_min": 514
|
|
},
|
|
{
|
|
"epoch": 5.988745980707396,
|
|
"grad_norm": 0.483217937140563,
|
|
"learning_rate": 2.4980255489436565e-06,
|
|
"loss": 0.1997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20844154059886932,
|
|
"step": 3725,
|
|
"valid_targets_mean": 5669.2,
|
|
"valid_targets_min": 1328
|
|
},
|
|
{
|
|
"epoch": 5.996784565916399,
|
|
"grad_norm": 0.4724190619750239,
|
|
"learning_rate": 2.459361913860736e-06,
|
|
"loss": 0.1843,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1832464635372162,
|
|
"step": 3730,
|
|
"valid_targets_mean": 5815.4,
|
|
"valid_targets_min": 2576
|
|
},
|
|
{
|
|
"epoch": 6.004823151125402,
|
|
"grad_norm": 0.83317522207539,
|
|
"learning_rate": 2.4209802181296136e-06,
|
|
"loss": 0.1736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1619970053434372,
|
|
"step": 3735,
|
|
"valid_targets_mean": 5549.2,
|
|
"valid_targets_min": 964
|
|
},
|
|
{
|
|
"epoch": 6.012861736334405,
|
|
"grad_norm": 0.5154255877325745,
|
|
"learning_rate": 2.3828810786782674e-06,
|
|
"loss": 0.1965,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1856580525636673,
|
|
"step": 3740,
|
|
"valid_targets_mean": 5616.6,
|
|
"valid_targets_min": 1732
|
|
},
|
|
{
|
|
"epoch": 6.020900321543408,
|
|
"grad_norm": 0.49816618610731805,
|
|
"learning_rate": 2.34506510789301e-06,
|
|
"loss": 0.1982,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18047022819519043,
|
|
"step": 3745,
|
|
"valid_targets_mean": 5633.9,
|
|
"valid_targets_min": 2586
|
|
},
|
|
{
|
|
"epoch": 6.028938906752412,
|
|
"grad_norm": 0.6550527611073069,
|
|
"learning_rate": 2.3075329136086434e-06,
|
|
"loss": 0.1808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17386046051979065,
|
|
"step": 3750,
|
|
"valid_targets_mean": 5468.9,
|
|
"valid_targets_min": 457
|
|
},
|
|
{
|
|
"epoch": 6.036977491961415,
|
|
"grad_norm": 0.47279868176005735,
|
|
"learning_rate": 2.2702850990986924e-06,
|
|
"loss": 0.1827,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1906416267156601,
|
|
"step": 3755,
|
|
"valid_targets_mean": 6038.7,
|
|
"valid_targets_min": 3062
|
|
},
|
|
{
|
|
"epoch": 6.045016077170418,
|
|
"grad_norm": 0.4933331908426635,
|
|
"learning_rate": 2.2333222630657025e-06,
|
|
"loss": 0.1658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17692366242408752,
|
|
"step": 3760,
|
|
"valid_targets_mean": 5261.4,
|
|
"valid_targets_min": 1379
|
|
},
|
|
{
|
|
"epoch": 6.053054662379421,
|
|
"grad_norm": 0.8130085639082187,
|
|
"learning_rate": 2.1966449996316208e-06,
|
|
"loss": 0.1826,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1743280589580536,
|
|
"step": 3765,
|
|
"valid_targets_mean": 5865.8,
|
|
"valid_targets_min": 1931
|
|
},
|
|
{
|
|
"epoch": 6.061093247588424,
|
|
"grad_norm": 0.5466815490190559,
|
|
"learning_rate": 2.1602538983282394e-06,
|
|
"loss": 0.1846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1809442937374115,
|
|
"step": 3770,
|
|
"valid_targets_mean": 6375.1,
|
|
"valid_targets_min": 4224
|
|
},
|
|
{
|
|
"epoch": 6.069131832797428,
|
|
"grad_norm": 0.49542785389406413,
|
|
"learning_rate": 2.1241495440877258e-06,
|
|
"loss": 0.1898,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1862630546092987,
|
|
"step": 3775,
|
|
"valid_targets_mean": 5147.9,
|
|
"valid_targets_min": 807
|
|
},
|
|
{
|
|
"epoch": 6.077170418006431,
|
|
"grad_norm": 0.47022987712208747,
|
|
"learning_rate": 2.0883325172332357e-06,
|
|
"loss": 0.1717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16111014783382416,
|
|
"step": 3780,
|
|
"valid_targets_mean": 5491.1,
|
|
"valid_targets_min": 2277
|
|
},
|
|
{
|
|
"epoch": 6.085209003215434,
|
|
"grad_norm": 0.47395693170698344,
|
|
"learning_rate": 2.052803393469549e-06,
|
|
"loss": 0.1751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18137693405151367,
|
|
"step": 3785,
|
|
"valid_targets_mean": 5670.7,
|
|
"valid_targets_min": 923
|
|
},
|
|
{
|
|
"epoch": 6.093247588424437,
|
|
"grad_norm": 0.48294409022389034,
|
|
"learning_rate": 2.0175627438738488e-06,
|
|
"loss": 0.17,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1723235547542572,
|
|
"step": 3790,
|
|
"valid_targets_mean": 5502.2,
|
|
"valid_targets_min": 1221
|
|
},
|
|
{
|
|
"epoch": 6.101286173633441,
|
|
"grad_norm": 0.5705804543456575,
|
|
"learning_rate": 1.9826111348865227e-06,
|
|
"loss": 0.1768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1478518843650818,
|
|
"step": 3795,
|
|
"valid_targets_mean": 4955.9,
|
|
"valid_targets_min": 2887
|
|
},
|
|
{
|
|
"epoch": 6.109324758842444,
|
|
"grad_norm": 0.509692421121887,
|
|
"learning_rate": 1.9479491283020714e-06,
|
|
"loss": 0.1837,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20045389235019684,
|
|
"step": 3800,
|
|
"valid_targets_mean": 5041.6,
|
|
"valid_targets_min": 954
|
|
},
|
|
{
|
|
"epoch": 6.117363344051447,
|
|
"grad_norm": 0.4866828715923054,
|
|
"learning_rate": 1.913577281260066e-06,
|
|
"loss": 0.1851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18292544782161713,
|
|
"step": 3805,
|
|
"valid_targets_mean": 5632.7,
|
|
"valid_targets_min": 598
|
|
},
|
|
{
|
|
"epoch": 6.12540192926045,
|
|
"grad_norm": 0.4863806235895185,
|
|
"learning_rate": 1.8794961462362194e-06,
|
|
"loss": 0.1903,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18915069103240967,
|
|
"step": 3810,
|
|
"valid_targets_mean": 5742.5,
|
|
"valid_targets_min": 1890
|
|
},
|
|
{
|
|
"epoch": 6.133440514469453,
|
|
"grad_norm": 0.4662278512075521,
|
|
"learning_rate": 1.845706271033456e-06,
|
|
"loss": 0.1748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16785621643066406,
|
|
"step": 3815,
|
|
"valid_targets_mean": 6455.1,
|
|
"valid_targets_min": 2205
|
|
},
|
|
{
|
|
"epoch": 6.141479099678457,
|
|
"grad_norm": 0.4749251483380231,
|
|
"learning_rate": 1.81220819877316e-06,
|
|
"loss": 0.1848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22028598189353943,
|
|
"step": 3820,
|
|
"valid_targets_mean": 5887.7,
|
|
"valid_targets_min": 1717
|
|
},
|
|
{
|
|
"epoch": 6.14951768488746,
|
|
"grad_norm": 0.5277330163447275,
|
|
"learning_rate": 1.7790024678864149e-06,
|
|
"loss": 0.1805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20545095205307007,
|
|
"step": 3825,
|
|
"valid_targets_mean": 5465.8,
|
|
"valid_targets_min": 2498
|
|
},
|
|
{
|
|
"epoch": 6.157556270096463,
|
|
"grad_norm": 0.4888029274916281,
|
|
"learning_rate": 1.746089612105355e-06,
|
|
"loss": 0.1888,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17628200352191925,
|
|
"step": 3830,
|
|
"valid_targets_mean": 5932.9,
|
|
"valid_targets_min": 2621
|
|
},
|
|
{
|
|
"epoch": 6.165594855305466,
|
|
"grad_norm": 0.5116352727269389,
|
|
"learning_rate": 1.7134701604545934e-06,
|
|
"loss": 0.1831,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2042563557624817,
|
|
"step": 3835,
|
|
"valid_targets_mean": 5198.4,
|
|
"valid_targets_min": 856
|
|
},
|
|
{
|
|
"epoch": 6.173633440514469,
|
|
"grad_norm": 0.4919942862743339,
|
|
"learning_rate": 1.6811446372427108e-06,
|
|
"loss": 0.1965,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19126807153224945,
|
|
"step": 3840,
|
|
"valid_targets_mean": 5945.5,
|
|
"valid_targets_min": 449
|
|
},
|
|
{
|
|
"epoch": 6.181672025723473,
|
|
"grad_norm": 0.4665227200564428,
|
|
"learning_rate": 1.6491135620538256e-06,
|
|
"loss": 0.171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17806287109851837,
|
|
"step": 3845,
|
|
"valid_targets_mean": 5732.4,
|
|
"valid_targets_min": 935
|
|
},
|
|
{
|
|
"epoch": 6.189710610932476,
|
|
"grad_norm": 0.463406210984963,
|
|
"learning_rate": 1.6173774497392592e-06,
|
|
"loss": 0.1822,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14907455444335938,
|
|
"step": 3850,
|
|
"valid_targets_mean": 5815.6,
|
|
"valid_targets_min": 726
|
|
},
|
|
{
|
|
"epoch": 6.197749196141479,
|
|
"grad_norm": 0.5817896201740729,
|
|
"learning_rate": 1.5859368104092387e-06,
|
|
"loss": 0.189,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20796798169612885,
|
|
"step": 3855,
|
|
"valid_targets_mean": 4837.5,
|
|
"valid_targets_min": 841
|
|
},
|
|
{
|
|
"epoch": 6.205787781350482,
|
|
"grad_norm": 0.4781524045532261,
|
|
"learning_rate": 1.5547921494247065e-06,
|
|
"loss": 0.173,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17145711183547974,
|
|
"step": 3860,
|
|
"valid_targets_mean": 6007.2,
|
|
"valid_targets_min": 2405
|
|
},
|
|
{
|
|
"epoch": 6.213826366559486,
|
|
"grad_norm": 0.49548094344040206,
|
|
"learning_rate": 1.5239439673892098e-06,
|
|
"loss": 0.1877,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19060102105140686,
|
|
"step": 3865,
|
|
"valid_targets_mean": 5291.6,
|
|
"valid_targets_min": 2244
|
|
},
|
|
{
|
|
"epoch": 6.221864951768489,
|
|
"grad_norm": 0.49834757800080803,
|
|
"learning_rate": 1.4933927601408327e-06,
|
|
"loss": 0.1688,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14511215686798096,
|
|
"step": 3870,
|
|
"valid_targets_mean": 4564.9,
|
|
"valid_targets_min": 2297
|
|
},
|
|
{
|
|
"epoch": 6.229903536977492,
|
|
"grad_norm": 0.510379153220315,
|
|
"learning_rate": 1.4631390187442441e-06,
|
|
"loss": 0.1834,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17495837807655334,
|
|
"step": 3875,
|
|
"valid_targets_mean": 5613.2,
|
|
"valid_targets_min": 3486
|
|
},
|
|
{
|
|
"epoch": 6.237942122186495,
|
|
"grad_norm": 0.46568643547236416,
|
|
"learning_rate": 1.433183229482793e-06,
|
|
"loss": 0.1895,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21530888974666595,
|
|
"step": 3880,
|
|
"valid_targets_mean": 6843.9,
|
|
"valid_targets_min": 2342
|
|
},
|
|
{
|
|
"epoch": 6.245980707395498,
|
|
"grad_norm": 0.515917833968904,
|
|
"learning_rate": 1.4035258738506908e-06,
|
|
"loss": 0.1849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18214061856269836,
|
|
"step": 3885,
|
|
"valid_targets_mean": 5141.1,
|
|
"valid_targets_min": 1200
|
|
},
|
|
{
|
|
"epoch": 6.254019292604502,
|
|
"grad_norm": 0.5217242607576065,
|
|
"learning_rate": 1.3741674285452854e-06,
|
|
"loss": 0.185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1475576013326645,
|
|
"step": 3890,
|
|
"valid_targets_mean": 5111.0,
|
|
"valid_targets_min": 873
|
|
},
|
|
{
|
|
"epoch": 6.262057877813505,
|
|
"grad_norm": 0.4407473996704603,
|
|
"learning_rate": 1.3451083654593932e-06,
|
|
"loss": 0.1937,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21679872274398804,
|
|
"step": 3895,
|
|
"valid_targets_mean": 7420.8,
|
|
"valid_targets_min": 3288
|
|
},
|
|
{
|
|
"epoch": 6.270096463022508,
|
|
"grad_norm": 0.5474233696114393,
|
|
"learning_rate": 1.3163491516737104e-06,
|
|
"loss": 0.1896,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1937793493270874,
|
|
"step": 3900,
|
|
"valid_targets_mean": 5128.5,
|
|
"valid_targets_min": 1288
|
|
},
|
|
{
|
|
"epoch": 6.278135048231511,
|
|
"grad_norm": 0.48218883082894765,
|
|
"learning_rate": 1.2878902494492973e-06,
|
|
"loss": 0.1699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17568941414356232,
|
|
"step": 3905,
|
|
"valid_targets_mean": 5506.8,
|
|
"valid_targets_min": 1393
|
|
},
|
|
{
|
|
"epoch": 6.286173633440514,
|
|
"grad_norm": 0.473274067929269,
|
|
"learning_rate": 1.259732116220167e-06,
|
|
"loss": 0.1949,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18140992522239685,
|
|
"step": 3910,
|
|
"valid_targets_mean": 5537.2,
|
|
"valid_targets_min": 594
|
|
},
|
|
{
|
|
"epoch": 6.294212218649518,
|
|
"grad_norm": 0.4921331038109862,
|
|
"learning_rate": 1.2318752045859262e-06,
|
|
"loss": 0.1817,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2152450680732727,
|
|
"step": 3915,
|
|
"valid_targets_mean": 5908.2,
|
|
"valid_targets_min": 1647
|
|
},
|
|
{
|
|
"epoch": 6.302250803858521,
|
|
"grad_norm": 0.5159644200801217,
|
|
"learning_rate": 1.204319962304492e-06,
|
|
"loss": 0.2004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19172531366348267,
|
|
"step": 3920,
|
|
"valid_targets_mean": 5150.0,
|
|
"valid_targets_min": 877
|
|
},
|
|
{
|
|
"epoch": 6.310289389067524,
|
|
"grad_norm": 0.48083461205602324,
|
|
"learning_rate": 1.1770668322849032e-06,
|
|
"loss": 0.1974,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17192471027374268,
|
|
"step": 3925,
|
|
"valid_targets_mean": 5867.6,
|
|
"valid_targets_min": 904
|
|
},
|
|
{
|
|
"epoch": 6.318327974276527,
|
|
"grad_norm": 0.49748778307814,
|
|
"learning_rate": 1.1501162525801956e-06,
|
|
"loss": 0.1858,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1800798773765564,
|
|
"step": 3930,
|
|
"valid_targets_mean": 5804.5,
|
|
"valid_targets_min": 1475
|
|
},
|
|
{
|
|
"epoch": 6.326366559485531,
|
|
"grad_norm": 0.509965747323788,
|
|
"learning_rate": 1.1234686563803709e-06,
|
|
"loss": 0.1759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17962145805358887,
|
|
"step": 3935,
|
|
"valid_targets_mean": 5479.6,
|
|
"valid_targets_min": 2373
|
|
},
|
|
{
|
|
"epoch": 6.334405144694534,
|
|
"grad_norm": 0.4569426127753139,
|
|
"learning_rate": 1.097124472005422e-06,
|
|
"loss": 0.1805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15181009471416473,
|
|
"step": 3940,
|
|
"valid_targets_mean": 5221.9,
|
|
"valid_targets_min": 3021
|
|
},
|
|
{
|
|
"epoch": 6.342443729903537,
|
|
"grad_norm": 0.4827950680272922,
|
|
"learning_rate": 1.0710841228984536e-06,
|
|
"loss": 0.2011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20170137286186218,
|
|
"step": 3945,
|
|
"valid_targets_mean": 5781.6,
|
|
"valid_targets_min": 550
|
|
},
|
|
{
|
|
"epoch": 6.35048231511254,
|
|
"grad_norm": 0.7716956645165256,
|
|
"learning_rate": 1.0453480276188777e-06,
|
|
"loss": 0.175,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16286450624465942,
|
|
"step": 3950,
|
|
"valid_targets_mean": 4926.1,
|
|
"valid_targets_min": 718
|
|
},
|
|
{
|
|
"epoch": 6.358520900321543,
|
|
"grad_norm": 0.5109589924706025,
|
|
"learning_rate": 1.019916599835682e-06,
|
|
"loss": 0.1776,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1650046706199646,
|
|
"step": 3955,
|
|
"valid_targets_mean": 5433.2,
|
|
"valid_targets_min": 867
|
|
},
|
|
{
|
|
"epoch": 6.366559485530547,
|
|
"grad_norm": 0.4795377899307965,
|
|
"learning_rate": 9.94790248320785e-07,
|
|
"loss": 0.1717,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18109866976737976,
|
|
"step": 3960,
|
|
"valid_targets_mean": 5475.3,
|
|
"valid_targets_min": 3093
|
|
},
|
|
{
|
|
"epoch": 6.37459807073955,
|
|
"grad_norm": 0.5202485003895791,
|
|
"learning_rate": 9.699693769424634e-07,
|
|
"loss": 0.1834,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1738145351409912,
|
|
"step": 3965,
|
|
"valid_targets_mean": 4568.5,
|
|
"valid_targets_min": 686
|
|
},
|
|
{
|
|
"epoch": 6.382636655948553,
|
|
"grad_norm": 0.4630700661014578,
|
|
"learning_rate": 9.454543846588571e-07,
|
|
"loss": 0.166,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17738892138004303,
|
|
"step": 3970,
|
|
"valid_targets_mean": 6398.9,
|
|
"valid_targets_min": 4449
|
|
},
|
|
{
|
|
"epoch": 6.390675241157556,
|
|
"grad_norm": 0.5531898311258766,
|
|
"learning_rate": 9.212456655115609e-07,
|
|
"loss": 0.2124,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23551887273788452,
|
|
"step": 3975,
|
|
"valid_targets_mean": 4852.2,
|
|
"valid_targets_min": 872
|
|
},
|
|
{
|
|
"epoch": 6.39871382636656,
|
|
"grad_norm": 0.5392493230684815,
|
|
"learning_rate": 8.973436086192966e-07,
|
|
"loss": 0.1873,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20924073457717896,
|
|
"step": 3980,
|
|
"valid_targets_mean": 4547.6,
|
|
"valid_targets_min": 681
|
|
},
|
|
{
|
|
"epoch": 6.406752411575563,
|
|
"grad_norm": 0.5246926009101333,
|
|
"learning_rate": 8.737485981716465e-07,
|
|
"loss": 0.205,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21452780067920685,
|
|
"step": 3985,
|
|
"valid_targets_mean": 5697.2,
|
|
"valid_targets_min": 1800
|
|
},
|
|
{
|
|
"epoch": 6.414790996784566,
|
|
"grad_norm": 0.4966041907551861,
|
|
"learning_rate": 8.50461013422883e-07,
|
|
"loss": 0.1762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18985769152641296,
|
|
"step": 3990,
|
|
"valid_targets_mean": 5423.9,
|
|
"valid_targets_min": 371
|
|
},
|
|
{
|
|
"epoch": 6.422829581993569,
|
|
"grad_norm": 0.48928365103208005,
|
|
"learning_rate": 8.274812286858714e-07,
|
|
"loss": 0.1683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16009929776191711,
|
|
"step": 3995,
|
|
"valid_targets_mean": 5772.6,
|
|
"valid_targets_min": 368
|
|
},
|
|
{
|
|
"epoch": 6.430868167202572,
|
|
"grad_norm": 0.5205676594223365,
|
|
"learning_rate": 8.048096133260586e-07,
|
|
"loss": 0.1686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18772917985916138,
|
|
"step": 4000,
|
|
"valid_targets_mean": 5536.8,
|
|
"valid_targets_min": 664
|
|
},
|
|
{
|
|
"epoch": 6.438906752411576,
|
|
"grad_norm": 0.46495455507078626,
|
|
"learning_rate": 7.824465317555318e-07,
|
|
"loss": 0.1762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15344102680683136,
|
|
"step": 4005,
|
|
"valid_targets_mean": 6885.2,
|
|
"valid_targets_min": 712
|
|
},
|
|
{
|
|
"epoch": 6.446945337620579,
|
|
"grad_norm": 0.48861786608204816,
|
|
"learning_rate": 7.603923434271699e-07,
|
|
"loss": 0.1874,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2028530240058899,
|
|
"step": 4010,
|
|
"valid_targets_mean": 5799.2,
|
|
"valid_targets_min": 2698
|
|
},
|
|
{
|
|
"epoch": 6.454983922829582,
|
|
"grad_norm": 0.54991147386686,
|
|
"learning_rate": 7.386474028288382e-07,
|
|
"loss": 0.1751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18571394681930542,
|
|
"step": 4015,
|
|
"valid_targets_mean": 4742.5,
|
|
"valid_targets_min": 1168
|
|
},
|
|
{
|
|
"epoch": 6.463022508038585,
|
|
"grad_norm": 0.5715790732228933,
|
|
"learning_rate": 7.172120594777299e-07,
|
|
"loss": 0.1844,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21050646901130676,
|
|
"step": 4020,
|
|
"valid_targets_mean": 5150.3,
|
|
"valid_targets_min": 437
|
|
},
|
|
{
|
|
"epoch": 6.471061093247588,
|
|
"grad_norm": 0.4730497066181822,
|
|
"learning_rate": 6.960866579147185e-07,
|
|
"loss": 0.1781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17261850833892822,
|
|
"step": 4025,
|
|
"valid_targets_mean": 5338.9,
|
|
"valid_targets_min": 363
|
|
},
|
|
{
|
|
"epoch": 6.479099678456592,
|
|
"grad_norm": 0.527431227427804,
|
|
"learning_rate": 6.752715376988339e-07,
|
|
"loss": 0.1728,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18096715211868286,
|
|
"step": 4030,
|
|
"valid_targets_mean": 4199.8,
|
|
"valid_targets_min": 1755
|
|
},
|
|
{
|
|
"epoch": 6.487138263665595,
|
|
"grad_norm": 0.46366935985990176,
|
|
"learning_rate": 6.547670334017953e-07,
|
|
"loss": 0.1908,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22837695479393005,
|
|
"step": 4035,
|
|
"valid_targets_mean": 6578.4,
|
|
"valid_targets_min": 1681
|
|
},
|
|
{
|
|
"epoch": 6.495176848874598,
|
|
"grad_norm": 0.46722736029353956,
|
|
"learning_rate": 6.345734746026466e-07,
|
|
"loss": 0.1611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1680130660533905,
|
|
"step": 4040,
|
|
"valid_targets_mean": 6325.9,
|
|
"valid_targets_min": 2561
|
|
},
|
|
{
|
|
"epoch": 6.503215434083601,
|
|
"grad_norm": 0.5254245828058934,
|
|
"learning_rate": 6.146911858824434e-07,
|
|
"loss": 0.1867,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16261672973632812,
|
|
"step": 4045,
|
|
"valid_targets_mean": 4747.1,
|
|
"valid_targets_min": 1026
|
|
},
|
|
{
|
|
"epoch": 6.511254019292604,
|
|
"grad_norm": 0.45813060973081743,
|
|
"learning_rate": 5.951204868190452e-07,
|
|
"loss": 0.1964,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16923211514949799,
|
|
"step": 4050,
|
|
"valid_targets_mean": 5838.7,
|
|
"valid_targets_min": 411
|
|
},
|
|
{
|
|
"epoch": 6.519292604501608,
|
|
"grad_norm": 0.473936039803348,
|
|
"learning_rate": 5.758616919819826e-07,
|
|
"loss": 0.1753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19065213203430176,
|
|
"step": 4055,
|
|
"valid_targets_mean": 5748.9,
|
|
"valid_targets_min": 2534
|
|
},
|
|
{
|
|
"epoch": 6.527331189710611,
|
|
"grad_norm": 0.47792389668692997,
|
|
"learning_rate": 5.569151109273851e-07,
|
|
"loss": 0.1914,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19362300634384155,
|
|
"step": 4060,
|
|
"valid_targets_mean": 5755.1,
|
|
"valid_targets_min": 2366
|
|
},
|
|
{
|
|
"epoch": 6.535369774919614,
|
|
"grad_norm": 0.5855563122421675,
|
|
"learning_rate": 5.382810481930256e-07,
|
|
"loss": 0.1806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1771083027124405,
|
|
"step": 4065,
|
|
"valid_targets_mean": 4887.2,
|
|
"valid_targets_min": 548
|
|
},
|
|
{
|
|
"epoch": 6.543408360128617,
|
|
"grad_norm": 0.4745893409118789,
|
|
"learning_rate": 5.199598032934106e-07,
|
|
"loss": 0.1778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1631501466035843,
|
|
"step": 4070,
|
|
"valid_targets_mean": 5731.9,
|
|
"valid_targets_min": 3409
|
|
},
|
|
{
|
|
"epoch": 6.551446945337621,
|
|
"grad_norm": 0.5161967610866468,
|
|
"learning_rate": 5.019516707149685e-07,
|
|
"loss": 0.1754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18905222415924072,
|
|
"step": 4075,
|
|
"valid_targets_mean": 4795.0,
|
|
"valid_targets_min": 2189
|
|
},
|
|
{
|
|
"epoch": 6.559485530546624,
|
|
"grad_norm": 0.802682405482379,
|
|
"learning_rate": 4.84256939911325e-07,
|
|
"loss": 0.1805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21466057002544403,
|
|
"step": 4080,
|
|
"valid_targets_mean": 4320.0,
|
|
"valid_targets_min": 548
|
|
},
|
|
{
|
|
"epoch": 6.567524115755627,
|
|
"grad_norm": 0.5031206858818378,
|
|
"learning_rate": 4.6687589529863517e-07,
|
|
"loss": 0.1968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19306516647338867,
|
|
"step": 4085,
|
|
"valid_targets_mean": 5357.6,
|
|
"valid_targets_min": 818
|
|
},
|
|
{
|
|
"epoch": 6.57556270096463,
|
|
"grad_norm": 0.5178506022576367,
|
|
"learning_rate": 4.498088162510317e-07,
|
|
"loss": 0.1971,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23467575013637543,
|
|
"step": 4090,
|
|
"valid_targets_mean": 5338.9,
|
|
"valid_targets_min": 594
|
|
},
|
|
{
|
|
"epoch": 6.583601286173634,
|
|
"grad_norm": 0.5076224755919664,
|
|
"learning_rate": 4.330559770961151e-07,
|
|
"loss": 0.1911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1578923761844635,
|
|
"step": 4095,
|
|
"valid_targets_mean": 4803.6,
|
|
"valid_targets_min": 1802
|
|
},
|
|
{
|
|
"epoch": 6.591639871382637,
|
|
"grad_norm": 0.4592277887151131,
|
|
"learning_rate": 4.166176471105554e-07,
|
|
"loss": 0.1896,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15273262560367584,
|
|
"step": 4100,
|
|
"valid_targets_mean": 5040.8,
|
|
"valid_targets_min": 1001
|
|
},
|
|
{
|
|
"epoch": 6.59967845659164,
|
|
"grad_norm": 0.5087668578828699,
|
|
"learning_rate": 4.004940905157617e-07,
|
|
"loss": 0.1744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19955775141716003,
|
|
"step": 4105,
|
|
"valid_targets_mean": 5567.3,
|
|
"valid_targets_min": 2229
|
|
},
|
|
{
|
|
"epoch": 6.607717041800643,
|
|
"grad_norm": 0.5439868707343057,
|
|
"learning_rate": 3.8468556647363266e-07,
|
|
"loss": 0.1664,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18226560950279236,
|
|
"step": 4110,
|
|
"valid_targets_mean": 5092.6,
|
|
"valid_targets_min": 2403
|
|
},
|
|
{
|
|
"epoch": 6.615755627009646,
|
|
"grad_norm": 0.5026023766001185,
|
|
"learning_rate": 3.691923290823951e-07,
|
|
"loss": 0.1733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18940620124340057,
|
|
"step": 4115,
|
|
"valid_targets_mean": 5858.8,
|
|
"valid_targets_min": 2205
|
|
},
|
|
{
|
|
"epoch": 6.62379421221865,
|
|
"grad_norm": 0.46383552678879314,
|
|
"learning_rate": 3.540146273725142e-07,
|
|
"loss": 0.1848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16480082273483276,
|
|
"step": 4120,
|
|
"valid_targets_mean": 5884.1,
|
|
"valid_targets_min": 2157
|
|
},
|
|
{
|
|
"epoch": 6.631832797427653,
|
|
"grad_norm": 0.5348850869149254,
|
|
"learning_rate": 3.391527053027033e-07,
|
|
"loss": 0.1933,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24536944925785065,
|
|
"step": 4125,
|
|
"valid_targets_mean": 5093.4,
|
|
"valid_targets_min": 2222
|
|
},
|
|
{
|
|
"epoch": 6.639871382636656,
|
|
"grad_norm": 0.4756091936153012,
|
|
"learning_rate": 3.2460680175598e-07,
|
|
"loss": 0.1924,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2090965211391449,
|
|
"step": 4130,
|
|
"valid_targets_mean": 6622.1,
|
|
"valid_targets_min": 4223
|
|
},
|
|
{
|
|
"epoch": 6.647909967845659,
|
|
"grad_norm": 0.4963669522308755,
|
|
"learning_rate": 3.103771505358499e-07,
|
|
"loss": 0.1752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1624598205089569,
|
|
"step": 4135,
|
|
"valid_targets_mean": 5586.9,
|
|
"valid_targets_min": 2579
|
|
},
|
|
{
|
|
"epoch": 6.655948553054662,
|
|
"grad_norm": 0.4678741621601647,
|
|
"learning_rate": 2.9646398036253575e-07,
|
|
"loss": 0.1724,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14038006961345673,
|
|
"step": 4140,
|
|
"valid_targets_mean": 4843.9,
|
|
"valid_targets_min": 1675
|
|
},
|
|
{
|
|
"epoch": 6.663987138263666,
|
|
"grad_norm": 0.47210780129474755,
|
|
"learning_rate": 2.828675148693005e-07,
|
|
"loss": 0.1675,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16181638836860657,
|
|
"step": 4145,
|
|
"valid_targets_mean": 5237.2,
|
|
"valid_targets_min": 2943
|
|
},
|
|
{
|
|
"epoch": 6.672025723472669,
|
|
"grad_norm": 0.5158718099795397,
|
|
"learning_rate": 2.695879725988637e-07,
|
|
"loss": 0.1799,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1680976003408432,
|
|
"step": 4150,
|
|
"valid_targets_mean": 4968.0,
|
|
"valid_targets_min": 486
|
|
},
|
|
{
|
|
"epoch": 6.680064308681672,
|
|
"grad_norm": 0.49688533024331555,
|
|
"learning_rate": 2.566255669998707e-07,
|
|
"loss": 0.181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1574384570121765,
|
|
"step": 4155,
|
|
"valid_targets_mean": 4732.6,
|
|
"valid_targets_min": 1495
|
|
},
|
|
{
|
|
"epoch": 6.688102893890675,
|
|
"grad_norm": 0.4971282543462799,
|
|
"learning_rate": 2.4398050642348235e-07,
|
|
"loss": 0.1722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17601963877677917,
|
|
"step": 4160,
|
|
"valid_targets_mean": 5555.8,
|
|
"valid_targets_min": 2327
|
|
},
|
|
{
|
|
"epoch": 6.696141479099678,
|
|
"grad_norm": 0.4679076982911688,
|
|
"learning_rate": 2.3165299412001075e-07,
|
|
"loss": 0.1664,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14313621819019318,
|
|
"step": 4165,
|
|
"valid_targets_mean": 5264.6,
|
|
"valid_targets_min": 1180
|
|
},
|
|
{
|
|
"epoch": 6.704180064308682,
|
|
"grad_norm": 0.44245119575522096,
|
|
"learning_rate": 2.1964322823565532e-07,
|
|
"loss": 0.1563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15354637801647186,
|
|
"step": 4170,
|
|
"valid_targets_mean": 5514.4,
|
|
"valid_targets_min": 949
|
|
},
|
|
{
|
|
"epoch": 6.712218649517685,
|
|
"grad_norm": 0.4745054491408359,
|
|
"learning_rate": 2.0795140180932982e-07,
|
|
"loss": 0.1814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14562906324863434,
|
|
"step": 4175,
|
|
"valid_targets_mean": 5620.2,
|
|
"valid_targets_min": 2377
|
|
},
|
|
{
|
|
"epoch": 6.720257234726688,
|
|
"grad_norm": 0.47955050039844965,
|
|
"learning_rate": 1.9657770276953592e-07,
|
|
"loss": 0.2113,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24234527349472046,
|
|
"step": 4180,
|
|
"valid_targets_mean": 6996.8,
|
|
"valid_targets_min": 1504
|
|
},
|
|
{
|
|
"epoch": 6.728295819935691,
|
|
"grad_norm": 0.5392328506399422,
|
|
"learning_rate": 1.8552231393137e-07,
|
|
"loss": 0.1834,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14472296833992004,
|
|
"step": 4185,
|
|
"valid_targets_mean": 4974.5,
|
|
"valid_targets_min": 630
|
|
},
|
|
{
|
|
"epoch": 6.736334405144694,
|
|
"grad_norm": 0.524110682981634,
|
|
"learning_rate": 1.7478541299356332e-07,
|
|
"loss": 0.2014,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19961285591125488,
|
|
"step": 4190,
|
|
"valid_targets_mean": 5437.1,
|
|
"valid_targets_min": 1492
|
|
},
|
|
{
|
|
"epoch": 6.744372990353698,
|
|
"grad_norm": 0.44822215241237556,
|
|
"learning_rate": 1.6436717253563327e-07,
|
|
"loss": 0.1894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16462916135787964,
|
|
"step": 4195,
|
|
"valid_targets_mean": 6963.6,
|
|
"valid_targets_min": 1612
|
|
},
|
|
{
|
|
"epoch": 6.752411575562701,
|
|
"grad_norm": 0.5237024825611266,
|
|
"learning_rate": 1.5426776001511212e-07,
|
|
"loss": 0.1819,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20051389932632446,
|
|
"step": 4200,
|
|
"valid_targets_mean": 5342.4,
|
|
"valid_targets_min": 2431
|
|
},
|
|
{
|
|
"epoch": 6.760450160771704,
|
|
"grad_norm": 0.4934098015061834,
|
|
"learning_rate": 1.444873377648537e-07,
|
|
"loss": 0.1918,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18957063555717468,
|
|
"step": 4205,
|
|
"valid_targets_mean": 6711.7,
|
|
"valid_targets_min": 3013
|
|
},
|
|
{
|
|
"epoch": 6.768488745980707,
|
|
"grad_norm": 0.5187855790783407,
|
|
"learning_rate": 1.3502606299042432e-07,
|
|
"loss": 0.1686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16103804111480713,
|
|
"step": 4210,
|
|
"valid_targets_mean": 5401.3,
|
|
"valid_targets_min": 2834
|
|
},
|
|
{
|
|
"epoch": 6.776527331189711,
|
|
"grad_norm": 0.47209865860791694,
|
|
"learning_rate": 1.2588408776756933e-07,
|
|
"loss": 0.1897,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17956702411174774,
|
|
"step": 4215,
|
|
"valid_targets_mean": 5800.7,
|
|
"valid_targets_min": 3545
|
|
},
|
|
{
|
|
"epoch": 6.784565916398714,
|
|
"grad_norm": 0.4701575804504904,
|
|
"learning_rate": 1.1706155903977945e-07,
|
|
"loss": 0.1904,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20110127329826355,
|
|
"step": 4220,
|
|
"valid_targets_mean": 5929.1,
|
|
"valid_targets_min": 2331
|
|
},
|
|
{
|
|
"epoch": 6.792604501607717,
|
|
"grad_norm": 0.5296390861079925,
|
|
"learning_rate": 1.0855861861592376e-07,
|
|
"loss": 0.197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19427093863487244,
|
|
"step": 4225,
|
|
"valid_targets_mean": 5843.8,
|
|
"valid_targets_min": 607
|
|
},
|
|
{
|
|
"epoch": 6.80064308681672,
|
|
"grad_norm": 0.5310412544676056,
|
|
"learning_rate": 1.0037540316796713e-07,
|
|
"loss": 0.1741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1741572916507721,
|
|
"step": 4230,
|
|
"valid_targets_mean": 4511.2,
|
|
"valid_targets_min": 808
|
|
},
|
|
{
|
|
"epoch": 6.808681672025724,
|
|
"grad_norm": 0.457276791840171,
|
|
"learning_rate": 9.251204422878302e-08,
|
|
"loss": 0.1804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1941903531551361,
|
|
"step": 4235,
|
|
"valid_targets_mean": 5819.2,
|
|
"valid_targets_min": 398
|
|
},
|
|
{
|
|
"epoch": 6.816720257234727,
|
|
"grad_norm": 0.4812323518875819,
|
|
"learning_rate": 8.496866819002636e-08,
|
|
"loss": 0.1795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1971593052148819,
|
|
"step": 4240,
|
|
"valid_targets_mean": 5406.8,
|
|
"valid_targets_min": 747
|
|
},
|
|
{
|
|
"epoch": 6.82475884244373,
|
|
"grad_norm": 0.513399635333341,
|
|
"learning_rate": 7.774539630010846e-08,
|
|
"loss": 0.1982,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2618066668510437,
|
|
"step": 4245,
|
|
"valid_targets_mean": 6306.6,
|
|
"valid_targets_min": 2073
|
|
},
|
|
{
|
|
"epoch": 6.832797427652733,
|
|
"grad_norm": 0.4610409646272019,
|
|
"learning_rate": 7.084234466225637e-08,
|
|
"loss": 0.1859,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16325844824314117,
|
|
"step": 4250,
|
|
"valid_targets_mean": 5903.2,
|
|
"valid_targets_min": 2962
|
|
},
|
|
{
|
|
"epoch": 6.840836012861736,
|
|
"grad_norm": 0.48257013983282615,
|
|
"learning_rate": 6.425962423262988e-08,
|
|
"loss": 0.1806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2067861407995224,
|
|
"step": 4255,
|
|
"valid_targets_mean": 5777.6,
|
|
"valid_targets_min": 1767
|
|
},
|
|
{
|
|
"epoch": 6.84887459807074,
|
|
"grad_norm": 0.4194055735557952,
|
|
"learning_rate": 5.799734081855413e-08,
|
|
"loss": 0.1918,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16234293580055237,
|
|
"step": 4260,
|
|
"valid_targets_mean": 6958.3,
|
|
"valid_targets_min": 3030
|
|
},
|
|
{
|
|
"epoch": 6.856913183279743,
|
|
"grad_norm": 0.5762898140474347,
|
|
"learning_rate": 5.205559507680313e-08,
|
|
"loss": 0.1806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16969682276248932,
|
|
"step": 4265,
|
|
"valid_targets_mean": 6194.4,
|
|
"valid_targets_min": 3190
|
|
},
|
|
{
|
|
"epoch": 6.864951768488746,
|
|
"grad_norm": 0.4726219925484245,
|
|
"learning_rate": 4.643448251199667e-08,
|
|
"loss": 0.1848,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19437849521636963,
|
|
"step": 4270,
|
|
"valid_targets_mean": 6152.1,
|
|
"valid_targets_min": 2800
|
|
},
|
|
{
|
|
"epoch": 6.872990353697749,
|
|
"grad_norm": 0.626802854083221,
|
|
"learning_rate": 4.113409347505926e-08,
|
|
"loss": 0.1895,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21149322390556335,
|
|
"step": 4275,
|
|
"valid_targets_mean": 4295.7,
|
|
"valid_targets_min": 305
|
|
},
|
|
{
|
|
"epoch": 6.881028938906752,
|
|
"grad_norm": 0.5992693492880397,
|
|
"learning_rate": 3.615451316176355e-08,
|
|
"loss": 0.1984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22360846400260925,
|
|
"step": 4280,
|
|
"valid_targets_mean": 4792.6,
|
|
"valid_targets_min": 1949
|
|
},
|
|
{
|
|
"epoch": 6.889067524115756,
|
|
"grad_norm": 0.5089549192427425,
|
|
"learning_rate": 3.149582161136699e-08,
|
|
"loss": 0.1897,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22241082787513733,
|
|
"step": 4285,
|
|
"valid_targets_mean": 5543.4,
|
|
"valid_targets_min": 3958
|
|
},
|
|
{
|
|
"epoch": 6.897106109324759,
|
|
"grad_norm": 0.49095582885510597,
|
|
"learning_rate": 2.7158093705323962e-08,
|
|
"loss": 0.1915,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1889224797487259,
|
|
"step": 4290,
|
|
"valid_targets_mean": 5026.6,
|
|
"valid_targets_min": 1093
|
|
},
|
|
{
|
|
"epoch": 6.905144694533762,
|
|
"grad_norm": 0.5161073267175579,
|
|
"learning_rate": 2.3141399166080046e-08,
|
|
"loss": 0.1707,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1808251440525055,
|
|
"step": 4295,
|
|
"valid_targets_mean": 5040.4,
|
|
"valid_targets_min": 705
|
|
},
|
|
{
|
|
"epoch": 6.913183279742765,
|
|
"grad_norm": 0.49706857696186435,
|
|
"learning_rate": 1.9445802555952964e-08,
|
|
"loss": 0.174,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15419217944145203,
|
|
"step": 4300,
|
|
"valid_targets_mean": 5024.6,
|
|
"valid_targets_min": 2451
|
|
},
|
|
{
|
|
"epoch": 6.921221864951768,
|
|
"grad_norm": 0.5005639935906776,
|
|
"learning_rate": 1.607136327609782e-08,
|
|
"loss": 0.1928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.180386483669281,
|
|
"step": 4305,
|
|
"valid_targets_mean": 5288.4,
|
|
"valid_targets_min": 2894
|
|
},
|
|
{
|
|
"epoch": 6.929260450160772,
|
|
"grad_norm": 0.5507681061162143,
|
|
"learning_rate": 1.3018135565541212e-08,
|
|
"loss": 0.1849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17055736482143402,
|
|
"step": 4310,
|
|
"valid_targets_mean": 4294.1,
|
|
"valid_targets_min": 917
|
|
},
|
|
{
|
|
"epoch": 6.937299035369775,
|
|
"grad_norm": 0.47076314804544284,
|
|
"learning_rate": 1.0286168500324157e-08,
|
|
"loss": 0.1708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18481239676475525,
|
|
"step": 4315,
|
|
"valid_targets_mean": 6214.2,
|
|
"valid_targets_min": 1665
|
|
},
|
|
{
|
|
"epoch": 6.945337620578778,
|
|
"grad_norm": 0.5290017885779597,
|
|
"learning_rate": 7.875505992707144e-09,
|
|
"loss": 0.1829,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1767764687538147,
|
|
"step": 4320,
|
|
"valid_targets_mean": 4849.6,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 6.953376205787781,
|
|
"grad_norm": 0.5194272213690765,
|
|
"learning_rate": 5.786186790459614e-09,
|
|
"loss": 0.1991,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1747482419013977,
|
|
"step": 4325,
|
|
"valid_targets_mean": 4611.9,
|
|
"valid_targets_min": 1654
|
|
},
|
|
{
|
|
"epoch": 6.961414790996785,
|
|
"grad_norm": 0.4677227966120155,
|
|
"learning_rate": 4.018244476240441e-09,
|
|
"loss": 0.1728,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16645994782447815,
|
|
"step": 4330,
|
|
"valid_targets_mean": 5858.0,
|
|
"valid_targets_min": 2611
|
|
},
|
|
{
|
|
"epoch": 6.969453376205788,
|
|
"grad_norm": 0.4969571582473657,
|
|
"learning_rate": 2.5717074670628116e-09,
|
|
"loss": 0.1881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16073165833950043,
|
|
"step": 4335,
|
|
"valid_targets_mean": 5167.6,
|
|
"valid_targets_min": 1905
|
|
},
|
|
{
|
|
"epoch": 6.977491961414791,
|
|
"grad_norm": 0.4569589126728696,
|
|
"learning_rate": 1.4465990138323727e-09,
|
|
"loss": 0.2074,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24416705965995789,
|
|
"step": 4340,
|
|
"valid_targets_mean": 6487.6,
|
|
"valid_targets_min": 1716
|
|
},
|
|
{
|
|
"epoch": 6.985530546623794,
|
|
"grad_norm": 0.5594617903547844,
|
|
"learning_rate": 6.429372009719714e-10,
|
|
"loss": 0.1943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25965332984924316,
|
|
"step": 4345,
|
|
"valid_targets_mean": 5103.3,
|
|
"valid_targets_min": 424
|
|
},
|
|
{
|
|
"epoch": 6.993569131832797,
|
|
"grad_norm": 0.4299759834166724,
|
|
"learning_rate": 1.6073494613522146e-10,
|
|
"loss": 0.1791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16728906333446503,
|
|
"step": 4350,
|
|
"valid_targets_mean": 6768.5,
|
|
"valid_targets_min": 3807
|
|
},
|
|
{
|
|
"epoch": 7.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1630803495645523,
|
|
"step": 4354,
|
|
"total_flos": 1827324081995776.0,
|
|
"train_loss": 0.23159787104006038,
|
|
"train_runtime": 29184.2585,
|
|
"train_samples_per_second": 2.386,
|
|
"train_steps_per_second": 0.149,
|
|
"valid_targets_mean": 6348.0,
|
|
"valid_targets_min": 2723
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 4354,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 7,
|
|
"save_steps": 1500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1827324081995776.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|