5903f7582e
Model: open-sci/sft__ot30k_Qwen2.5-1.5B-DPO-Tulu3-decontaminated Source: Original Platform
12973 lines
362 KiB
JSON
12973 lines
362 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 5.0,
|
|
"eval_steps": 500,
|
|
"global_step": 1175,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0042643923240938165,
|
|
"grad_norm": 2.5912132310951623,
|
|
"learning_rate": 0.0,
|
|
"loss": 1.4683,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3637838363647461,
|
|
"step": 1,
|
|
"valid_targets_mean": 16166.3,
|
|
"valid_targets_min": 15435
|
|
},
|
|
{
|
|
"epoch": 0.008528784648187633,
|
|
"grad_norm": 2.633706304465534,
|
|
"learning_rate": 3.3898305084745766e-07,
|
|
"loss": 1.4793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43529486656188965,
|
|
"step": 2,
|
|
"valid_targets_mean": 16231.4,
|
|
"valid_targets_min": 15861
|
|
},
|
|
{
|
|
"epoch": 0.01279317697228145,
|
|
"grad_norm": 2.5974910700245264,
|
|
"learning_rate": 6.779661016949153e-07,
|
|
"loss": 1.4998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3247825503349304,
|
|
"step": 3,
|
|
"valid_targets_mean": 12902.7,
|
|
"valid_targets_min": 9698
|
|
},
|
|
{
|
|
"epoch": 0.017057569296375266,
|
|
"grad_norm": 2.6121819436088614,
|
|
"learning_rate": 1.016949152542373e-06,
|
|
"loss": 1.5653,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3887319564819336,
|
|
"step": 4,
|
|
"valid_targets_mean": 16193.7,
|
|
"valid_targets_min": 15332
|
|
},
|
|
{
|
|
"epoch": 0.021321961620469083,
|
|
"grad_norm": 2.548523661705242,
|
|
"learning_rate": 1.3559322033898307e-06,
|
|
"loss": 1.4902,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4223015308380127,
|
|
"step": 5,
|
|
"valid_targets_mean": 16192.6,
|
|
"valid_targets_min": 15561
|
|
},
|
|
{
|
|
"epoch": 0.0255863539445629,
|
|
"grad_norm": 2.5571521946752354,
|
|
"learning_rate": 1.6949152542372882e-06,
|
|
"loss": 1.4791,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3385732173919678,
|
|
"step": 6,
|
|
"valid_targets_mean": 14216.8,
|
|
"valid_targets_min": 11918
|
|
},
|
|
{
|
|
"epoch": 0.029850746268656716,
|
|
"grad_norm": 2.448502334537302,
|
|
"learning_rate": 2.033898305084746e-06,
|
|
"loss": 1.4619,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44735777378082275,
|
|
"step": 7,
|
|
"valid_targets_mean": 15977.0,
|
|
"valid_targets_min": 14845
|
|
},
|
|
{
|
|
"epoch": 0.03411513859275053,
|
|
"grad_norm": 2.3737266913379207,
|
|
"learning_rate": 2.372881355932204e-06,
|
|
"loss": 1.4867,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.351285457611084,
|
|
"step": 8,
|
|
"valid_targets_mean": 12883.5,
|
|
"valid_targets_min": 1369
|
|
},
|
|
{
|
|
"epoch": 0.03837953091684435,
|
|
"grad_norm": 1.9960343385318842,
|
|
"learning_rate": 2.7118644067796613e-06,
|
|
"loss": 1.4211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35067230463027954,
|
|
"step": 9,
|
|
"valid_targets_mean": 15800.5,
|
|
"valid_targets_min": 14349
|
|
},
|
|
{
|
|
"epoch": 0.042643923240938165,
|
|
"grad_norm": 1.9214566204964303,
|
|
"learning_rate": 3.0508474576271192e-06,
|
|
"loss": 1.4802,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.43322673439979553,
|
|
"step": 10,
|
|
"valid_targets_mean": 16118.9,
|
|
"valid_targets_min": 15042
|
|
},
|
|
{
|
|
"epoch": 0.046908315565031986,
|
|
"grad_norm": 1.6833352642818202,
|
|
"learning_rate": 3.3898305084745763e-06,
|
|
"loss": 1.4316,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25016266107559204,
|
|
"step": 11,
|
|
"valid_targets_mean": 9185.1,
|
|
"valid_targets_min": 1758
|
|
},
|
|
{
|
|
"epoch": 0.0511727078891258,
|
|
"grad_norm": 1.460938942408396,
|
|
"learning_rate": 3.7288135593220342e-06,
|
|
"loss": 1.4272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3515564799308777,
|
|
"step": 12,
|
|
"valid_targets_mean": 16135.2,
|
|
"valid_targets_min": 14794
|
|
},
|
|
{
|
|
"epoch": 0.05543710021321962,
|
|
"grad_norm": 1.4790245779031177,
|
|
"learning_rate": 4.067796610169492e-06,
|
|
"loss": 1.4265,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39283841848373413,
|
|
"step": 13,
|
|
"valid_targets_mean": 16090.6,
|
|
"valid_targets_min": 14826
|
|
},
|
|
{
|
|
"epoch": 0.05970149253731343,
|
|
"grad_norm": 1.3561975660857941,
|
|
"learning_rate": 4.40677966101695e-06,
|
|
"loss": 1.4154,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2586643695831299,
|
|
"step": 14,
|
|
"valid_targets_mean": 10057.8,
|
|
"valid_targets_min": 6101
|
|
},
|
|
{
|
|
"epoch": 0.06396588486140725,
|
|
"grad_norm": 1.1805698070522472,
|
|
"learning_rate": 4.745762711864408e-06,
|
|
"loss": 1.4102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3817826509475708,
|
|
"step": 15,
|
|
"valid_targets_mean": 16117.9,
|
|
"valid_targets_min": 14544
|
|
},
|
|
{
|
|
"epoch": 0.06823027718550106,
|
|
"grad_norm": 1.8410675828756973,
|
|
"learning_rate": 5.084745762711865e-06,
|
|
"loss": 1.4161,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4136810302734375,
|
|
"step": 16,
|
|
"valid_targets_mean": 16074.6,
|
|
"valid_targets_min": 14755
|
|
},
|
|
{
|
|
"epoch": 0.07249466950959488,
|
|
"grad_norm": 1.777607621979654,
|
|
"learning_rate": 5.423728813559323e-06,
|
|
"loss": 1.4231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.360395610332489,
|
|
"step": 17,
|
|
"valid_targets_mean": 14765.2,
|
|
"valid_targets_min": 12313
|
|
},
|
|
{
|
|
"epoch": 0.0767590618336887,
|
|
"grad_norm": 1.490309523738917,
|
|
"learning_rate": 5.7627118644067805e-06,
|
|
"loss": 1.3993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3600786328315735,
|
|
"step": 18,
|
|
"valid_targets_mean": 16238.3,
|
|
"valid_targets_min": 15660
|
|
},
|
|
{
|
|
"epoch": 0.08102345415778252,
|
|
"grad_norm": 1.211959385404553,
|
|
"learning_rate": 6.1016949152542385e-06,
|
|
"loss": 1.3577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3780166506767273,
|
|
"step": 19,
|
|
"valid_targets_mean": 16181.4,
|
|
"valid_targets_min": 15422
|
|
},
|
|
{
|
|
"epoch": 0.08528784648187633,
|
|
"grad_norm": 0.950111030978371,
|
|
"learning_rate": 6.440677966101695e-06,
|
|
"loss": 1.4088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35725221037864685,
|
|
"step": 20,
|
|
"valid_targets_mean": 15211.0,
|
|
"valid_targets_min": 13345
|
|
},
|
|
{
|
|
"epoch": 0.08955223880597014,
|
|
"grad_norm": 0.9032081253318737,
|
|
"learning_rate": 6.779661016949153e-06,
|
|
"loss": 1.3604,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3920598030090332,
|
|
"step": 21,
|
|
"valid_targets_mean": 16066.3,
|
|
"valid_targets_min": 13888
|
|
},
|
|
{
|
|
"epoch": 0.09381663113006397,
|
|
"grad_norm": 0.9764773588982553,
|
|
"learning_rate": 7.1186440677966106e-06,
|
|
"loss": 1.3799,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2867366671562195,
|
|
"step": 22,
|
|
"valid_targets_mean": 11589.2,
|
|
"valid_targets_min": 2526
|
|
},
|
|
{
|
|
"epoch": 0.09808102345415778,
|
|
"grad_norm": 0.8766391421099312,
|
|
"learning_rate": 7.4576271186440685e-06,
|
|
"loss": 1.3195,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3462587893009186,
|
|
"step": 23,
|
|
"valid_targets_mean": 16071.5,
|
|
"valid_targets_min": 14705
|
|
},
|
|
{
|
|
"epoch": 0.1023454157782516,
|
|
"grad_norm": 0.7031116505718454,
|
|
"learning_rate": 7.796610169491526e-06,
|
|
"loss": 1.3344,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3843736946582794,
|
|
"step": 24,
|
|
"valid_targets_mean": 16015.3,
|
|
"valid_targets_min": 13108
|
|
},
|
|
{
|
|
"epoch": 0.10660980810234541,
|
|
"grad_norm": 0.7887371865345751,
|
|
"learning_rate": 8.135593220338983e-06,
|
|
"loss": 1.3387,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2373809814453125,
|
|
"step": 25,
|
|
"valid_targets_mean": 10277.5,
|
|
"valid_targets_min": 2154
|
|
},
|
|
{
|
|
"epoch": 0.11087420042643924,
|
|
"grad_norm": 0.7380167449655485,
|
|
"learning_rate": 8.47457627118644e-06,
|
|
"loss": 1.3258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3606833517551422,
|
|
"step": 26,
|
|
"valid_targets_mean": 16022.2,
|
|
"valid_targets_min": 14908
|
|
},
|
|
{
|
|
"epoch": 0.11513859275053305,
|
|
"grad_norm": 0.6257505321465542,
|
|
"learning_rate": 8.8135593220339e-06,
|
|
"loss": 1.3147,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3576739430427551,
|
|
"step": 27,
|
|
"valid_targets_mean": 16100.3,
|
|
"valid_targets_min": 13427
|
|
},
|
|
{
|
|
"epoch": 0.11940298507462686,
|
|
"grad_norm": 0.6271882262231636,
|
|
"learning_rate": 9.152542372881356e-06,
|
|
"loss": 1.2753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2551213502883911,
|
|
"step": 28,
|
|
"valid_targets_mean": 11641.7,
|
|
"valid_targets_min": 8792
|
|
},
|
|
{
|
|
"epoch": 0.12366737739872068,
|
|
"grad_norm": 0.6453782947757865,
|
|
"learning_rate": 9.491525423728815e-06,
|
|
"loss": 1.3404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36255574226379395,
|
|
"step": 29,
|
|
"valid_targets_mean": 16077.6,
|
|
"valid_targets_min": 15116
|
|
},
|
|
{
|
|
"epoch": 0.1279317697228145,
|
|
"grad_norm": 0.4867792580923484,
|
|
"learning_rate": 9.830508474576272e-06,
|
|
"loss": 1.3004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38774198293685913,
|
|
"step": 30,
|
|
"valid_targets_mean": 16075.6,
|
|
"valid_targets_min": 15222
|
|
},
|
|
{
|
|
"epoch": 0.13219616204690832,
|
|
"grad_norm": 0.5241976134494157,
|
|
"learning_rate": 1.016949152542373e-05,
|
|
"loss": 1.2633,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2905063033103943,
|
|
"step": 31,
|
|
"valid_targets_mean": 14641.4,
|
|
"valid_targets_min": 12602
|
|
},
|
|
{
|
|
"epoch": 0.13646055437100213,
|
|
"grad_norm": 0.5399645368153256,
|
|
"learning_rate": 1.0508474576271188e-05,
|
|
"loss": 1.3194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3627786636352539,
|
|
"step": 32,
|
|
"valid_targets_mean": 16118.6,
|
|
"valid_targets_min": 14547
|
|
},
|
|
{
|
|
"epoch": 0.14072494669509594,
|
|
"grad_norm": 0.4809078702151959,
|
|
"learning_rate": 1.0847457627118645e-05,
|
|
"loss": 1.2602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28553783893585205,
|
|
"step": 33,
|
|
"valid_targets_mean": 13292.3,
|
|
"valid_targets_min": 2298
|
|
},
|
|
{
|
|
"epoch": 0.14498933901918976,
|
|
"grad_norm": 0.4631742166084725,
|
|
"learning_rate": 1.1186440677966102e-05,
|
|
"loss": 1.2355,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30626145005226135,
|
|
"step": 34,
|
|
"valid_targets_mean": 15516.8,
|
|
"valid_targets_min": 13685
|
|
},
|
|
{
|
|
"epoch": 0.14925373134328357,
|
|
"grad_norm": 0.4331028281583258,
|
|
"learning_rate": 1.1525423728813561e-05,
|
|
"loss": 1.2528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37871289253234863,
|
|
"step": 35,
|
|
"valid_targets_mean": 16160.1,
|
|
"valid_targets_min": 15418
|
|
},
|
|
{
|
|
"epoch": 0.1535181236673774,
|
|
"grad_norm": 0.45270210159861074,
|
|
"learning_rate": 1.1864406779661018e-05,
|
|
"loss": 1.2624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22720596194267273,
|
|
"step": 36,
|
|
"valid_targets_mean": 9924.8,
|
|
"valid_targets_min": 1242
|
|
},
|
|
{
|
|
"epoch": 0.15778251599147122,
|
|
"grad_norm": 0.3738929022888006,
|
|
"learning_rate": 1.2203389830508477e-05,
|
|
"loss": 1.2657,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30965572595596313,
|
|
"step": 37,
|
|
"valid_targets_mean": 16209.8,
|
|
"valid_targets_min": 15560
|
|
},
|
|
{
|
|
"epoch": 0.16204690831556504,
|
|
"grad_norm": 0.4212524619888493,
|
|
"learning_rate": 1.2542372881355932e-05,
|
|
"loss": 1.2357,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3551151752471924,
|
|
"step": 38,
|
|
"valid_targets_mean": 16175.6,
|
|
"valid_targets_min": 15189
|
|
},
|
|
{
|
|
"epoch": 0.16631130063965885,
|
|
"grad_norm": 0.41114455021498564,
|
|
"learning_rate": 1.288135593220339e-05,
|
|
"loss": 1.2873,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23346129059791565,
|
|
"step": 39,
|
|
"valid_targets_mean": 9991.4,
|
|
"valid_targets_min": 6726
|
|
},
|
|
{
|
|
"epoch": 0.17057569296375266,
|
|
"grad_norm": 0.40275607477881575,
|
|
"learning_rate": 1.3220338983050848e-05,
|
|
"loss": 1.2268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32813870906829834,
|
|
"step": 40,
|
|
"valid_targets_mean": 16142.2,
|
|
"valid_targets_min": 14273
|
|
},
|
|
{
|
|
"epoch": 0.17484008528784648,
|
|
"grad_norm": 0.3397786814942616,
|
|
"learning_rate": 1.3559322033898305e-05,
|
|
"loss": 1.223,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3357704281806946,
|
|
"step": 41,
|
|
"valid_targets_mean": 16186.6,
|
|
"valid_targets_min": 14994
|
|
},
|
|
{
|
|
"epoch": 0.1791044776119403,
|
|
"grad_norm": 0.32856750595631484,
|
|
"learning_rate": 1.3898305084745764e-05,
|
|
"loss": 1.2686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2756190299987793,
|
|
"step": 42,
|
|
"valid_targets_mean": 13378.8,
|
|
"valid_targets_min": 11254
|
|
},
|
|
{
|
|
"epoch": 0.18336886993603413,
|
|
"grad_norm": 0.33800232466028274,
|
|
"learning_rate": 1.4237288135593221e-05,
|
|
"loss": 1.2096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3431663513183594,
|
|
"step": 43,
|
|
"valid_targets_mean": 16160.8,
|
|
"valid_targets_min": 15560
|
|
},
|
|
{
|
|
"epoch": 0.18763326226012794,
|
|
"grad_norm": 0.3221739518777501,
|
|
"learning_rate": 1.4576271186440678e-05,
|
|
"loss": 1.1891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3114537298679352,
|
|
"step": 44,
|
|
"valid_targets_mean": 16207.8,
|
|
"valid_targets_min": 14732
|
|
},
|
|
{
|
|
"epoch": 0.19189765458422176,
|
|
"grad_norm": 0.3251904659935115,
|
|
"learning_rate": 1.4915254237288137e-05,
|
|
"loss": 1.322,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32420068979263306,
|
|
"step": 45,
|
|
"valid_targets_mean": 14813.5,
|
|
"valid_targets_min": 13169
|
|
},
|
|
{
|
|
"epoch": 0.19616204690831557,
|
|
"grad_norm": 0.30647036782786324,
|
|
"learning_rate": 1.5254237288135594e-05,
|
|
"loss": 1.1982,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33520829677581787,
|
|
"step": 46,
|
|
"valid_targets_mean": 16167.5,
|
|
"valid_targets_min": 14831
|
|
},
|
|
{
|
|
"epoch": 0.20042643923240938,
|
|
"grad_norm": 0.311780621286371,
|
|
"learning_rate": 1.5593220338983053e-05,
|
|
"loss": 1.2705,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2603854537010193,
|
|
"step": 47,
|
|
"valid_targets_mean": 11703.6,
|
|
"valid_targets_min": 3390
|
|
},
|
|
{
|
|
"epoch": 0.2046908315565032,
|
|
"grad_norm": 0.3126674849938319,
|
|
"learning_rate": 1.593220338983051e-05,
|
|
"loss": 1.2092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3102681040763855,
|
|
"step": 48,
|
|
"valid_targets_mean": 15695.9,
|
|
"valid_targets_min": 14068
|
|
},
|
|
{
|
|
"epoch": 0.208955223880597,
|
|
"grad_norm": 0.3038830093046899,
|
|
"learning_rate": 1.6271186440677967e-05,
|
|
"loss": 1.2578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37953513860702515,
|
|
"step": 49,
|
|
"valid_targets_mean": 16029.5,
|
|
"valid_targets_min": 13688
|
|
},
|
|
{
|
|
"epoch": 0.21321961620469082,
|
|
"grad_norm": 0.2889986469822944,
|
|
"learning_rate": 1.6610169491525424e-05,
|
|
"loss": 1.2202,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17968645691871643,
|
|
"step": 50,
|
|
"valid_targets_mean": 7348.0,
|
|
"valid_targets_min": 1535
|
|
},
|
|
{
|
|
"epoch": 0.21748400852878466,
|
|
"grad_norm": 0.3076923469624088,
|
|
"learning_rate": 1.694915254237288e-05,
|
|
"loss": 1.184,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3010212779045105,
|
|
"step": 51,
|
|
"valid_targets_mean": 16203.1,
|
|
"valid_targets_min": 15803
|
|
},
|
|
{
|
|
"epoch": 0.22174840085287847,
|
|
"grad_norm": 0.3176997254227205,
|
|
"learning_rate": 1.728813559322034e-05,
|
|
"loss": 1.2366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36455297470092773,
|
|
"step": 52,
|
|
"valid_targets_mean": 16132.4,
|
|
"valid_targets_min": 15171
|
|
},
|
|
{
|
|
"epoch": 0.2260127931769723,
|
|
"grad_norm": 0.27905566276946,
|
|
"learning_rate": 1.76271186440678e-05,
|
|
"loss": 1.2404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26121824979782104,
|
|
"step": 53,
|
|
"valid_targets_mean": 12511.2,
|
|
"valid_targets_min": 10082
|
|
},
|
|
{
|
|
"epoch": 0.2302771855010661,
|
|
"grad_norm": 0.2990599787842524,
|
|
"learning_rate": 1.7966101694915256e-05,
|
|
"loss": 1.2038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33031195402145386,
|
|
"step": 54,
|
|
"valid_targets_mean": 16137.9,
|
|
"valid_targets_min": 14934
|
|
},
|
|
{
|
|
"epoch": 0.2345415778251599,
|
|
"grad_norm": 0.30401338514787324,
|
|
"learning_rate": 1.8305084745762713e-05,
|
|
"loss": 1.2215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.366455078125,
|
|
"step": 55,
|
|
"valid_targets_mean": 16097.3,
|
|
"valid_targets_min": 15345
|
|
},
|
|
{
|
|
"epoch": 0.23880597014925373,
|
|
"grad_norm": 0.31847695549632293,
|
|
"learning_rate": 1.864406779661017e-05,
|
|
"loss": 1.2061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28000304102897644,
|
|
"step": 56,
|
|
"valid_targets_mean": 14551.7,
|
|
"valid_targets_min": 12631
|
|
},
|
|
{
|
|
"epoch": 0.24307036247334754,
|
|
"grad_norm": 0.28834213390656604,
|
|
"learning_rate": 1.898305084745763e-05,
|
|
"loss": 1.2495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33794599771499634,
|
|
"step": 57,
|
|
"valid_targets_mean": 15843.4,
|
|
"valid_targets_min": 9286
|
|
},
|
|
{
|
|
"epoch": 0.24733475479744135,
|
|
"grad_norm": 0.32989762963069885,
|
|
"learning_rate": 1.9322033898305087e-05,
|
|
"loss": 1.1741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30099916458129883,
|
|
"step": 58,
|
|
"valid_targets_mean": 13183.4,
|
|
"valid_targets_min": 2731
|
|
},
|
|
{
|
|
"epoch": 0.2515991471215352,
|
|
"grad_norm": 0.30207558418894537,
|
|
"learning_rate": 1.9661016949152545e-05,
|
|
"loss": 1.233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3025549054145813,
|
|
"step": 59,
|
|
"valid_targets_mean": 15810.2,
|
|
"valid_targets_min": 14420
|
|
},
|
|
{
|
|
"epoch": 0.255863539445629,
|
|
"grad_norm": 0.3261759997601209,
|
|
"learning_rate": 2e-05,
|
|
"loss": 1.1725,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3403782248497009,
|
|
"step": 60,
|
|
"valid_targets_mean": 16229.3,
|
|
"valid_targets_min": 15657
|
|
},
|
|
{
|
|
"epoch": 0.2601279317697228,
|
|
"grad_norm": 0.3595768572224599,
|
|
"learning_rate": 2.033898305084746e-05,
|
|
"loss": 1.2157,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20572395622730255,
|
|
"step": 61,
|
|
"valid_targets_mean": 8622.5,
|
|
"valid_targets_min": 1160
|
|
},
|
|
{
|
|
"epoch": 0.26439232409381663,
|
|
"grad_norm": 0.3038555289239557,
|
|
"learning_rate": 2.0677966101694916e-05,
|
|
"loss": 1.2038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30789583921432495,
|
|
"step": 62,
|
|
"valid_targets_mean": 16106.1,
|
|
"valid_targets_min": 14943
|
|
},
|
|
{
|
|
"epoch": 0.26865671641791045,
|
|
"grad_norm": 0.3759360511833827,
|
|
"learning_rate": 2.1016949152542376e-05,
|
|
"loss": 1.1709,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3404845893383026,
|
|
"step": 63,
|
|
"valid_targets_mean": 16136.8,
|
|
"valid_targets_min": 15314
|
|
},
|
|
{
|
|
"epoch": 0.27292110874200426,
|
|
"grad_norm": 0.35102271121517886,
|
|
"learning_rate": 2.1355932203389833e-05,
|
|
"loss": 1.2298,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23231232166290283,
|
|
"step": 64,
|
|
"valid_targets_mean": 10336.6,
|
|
"valid_targets_min": 5623
|
|
},
|
|
{
|
|
"epoch": 0.2771855010660981,
|
|
"grad_norm": 0.322742132512888,
|
|
"learning_rate": 2.169491525423729e-05,
|
|
"loss": 1.1721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3035464882850647,
|
|
"step": 65,
|
|
"valid_targets_mean": 16176.8,
|
|
"valid_targets_min": 15278
|
|
},
|
|
{
|
|
"epoch": 0.2814498933901919,
|
|
"grad_norm": 0.37619477944948826,
|
|
"learning_rate": 2.2033898305084748e-05,
|
|
"loss": 1.1622,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3538297414779663,
|
|
"step": 66,
|
|
"valid_targets_mean": 16186.6,
|
|
"valid_targets_min": 15380
|
|
},
|
|
{
|
|
"epoch": 0.2857142857142857,
|
|
"grad_norm": 0.301167960713595,
|
|
"learning_rate": 2.2372881355932205e-05,
|
|
"loss": 1.2062,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25172507762908936,
|
|
"step": 67,
|
|
"valid_targets_mean": 12693.9,
|
|
"valid_targets_min": 10543
|
|
},
|
|
{
|
|
"epoch": 0.2899786780383795,
|
|
"grad_norm": 0.42344576721991084,
|
|
"learning_rate": 2.2711864406779665e-05,
|
|
"loss": 1.1958,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3390490710735321,
|
|
"step": 68,
|
|
"valid_targets_mean": 16133.4,
|
|
"valid_targets_min": 15452
|
|
},
|
|
{
|
|
"epoch": 0.2942430703624733,
|
|
"grad_norm": 0.3419862520100689,
|
|
"learning_rate": 2.3050847457627122e-05,
|
|
"loss": 1.1609,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3601224422454834,
|
|
"step": 69,
|
|
"valid_targets_mean": 16142.4,
|
|
"valid_targets_min": 15328
|
|
},
|
|
{
|
|
"epoch": 0.29850746268656714,
|
|
"grad_norm": 0.4276207843222072,
|
|
"learning_rate": 2.338983050847458e-05,
|
|
"loss": 1.2268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28064393997192383,
|
|
"step": 70,
|
|
"valid_targets_mean": 14594.2,
|
|
"valid_targets_min": 13086
|
|
},
|
|
{
|
|
"epoch": 0.302771855010661,
|
|
"grad_norm": 0.4829759289765743,
|
|
"learning_rate": 2.3728813559322036e-05,
|
|
"loss": 1.1577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33678144216537476,
|
|
"step": 71,
|
|
"valid_targets_mean": 16185.4,
|
|
"valid_targets_min": 15260
|
|
},
|
|
{
|
|
"epoch": 0.3070362473347548,
|
|
"grad_norm": 0.42323084264939814,
|
|
"learning_rate": 2.406779661016949e-05,
|
|
"loss": 1.2519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2538195848464966,
|
|
"step": 72,
|
|
"valid_targets_mean": 11549.2,
|
|
"valid_targets_min": 1417
|
|
},
|
|
{
|
|
"epoch": 0.31130063965884863,
|
|
"grad_norm": 0.3655308537540164,
|
|
"learning_rate": 2.4406779661016954e-05,
|
|
"loss": 1.2118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3072863221168518,
|
|
"step": 73,
|
|
"valid_targets_mean": 16113.0,
|
|
"valid_targets_min": 13998
|
|
},
|
|
{
|
|
"epoch": 0.31556503198294245,
|
|
"grad_norm": 0.43346869778280545,
|
|
"learning_rate": 2.474576271186441e-05,
|
|
"loss": 1.1924,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31907588243484497,
|
|
"step": 74,
|
|
"valid_targets_mean": 16215.8,
|
|
"valid_targets_min": 15958
|
|
},
|
|
{
|
|
"epoch": 0.31982942430703626,
|
|
"grad_norm": 0.478644315787928,
|
|
"learning_rate": 2.5084745762711865e-05,
|
|
"loss": 1.2118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17873533070087433,
|
|
"step": 75,
|
|
"valid_targets_mean": 8364.3,
|
|
"valid_targets_min": 2376
|
|
},
|
|
{
|
|
"epoch": 0.32409381663113007,
|
|
"grad_norm": 0.5076407642004973,
|
|
"learning_rate": 2.5423728813559322e-05,
|
|
"loss": 1.1661,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30682048201560974,
|
|
"step": 76,
|
|
"valid_targets_mean": 16091.7,
|
|
"valid_targets_min": 14826
|
|
},
|
|
{
|
|
"epoch": 0.3283582089552239,
|
|
"grad_norm": 0.3806276932479539,
|
|
"learning_rate": 2.576271186440678e-05,
|
|
"loss": 1.1854,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3455969989299774,
|
|
"step": 77,
|
|
"valid_targets_mean": 16167.6,
|
|
"valid_targets_min": 15351
|
|
},
|
|
{
|
|
"epoch": 0.3326226012793177,
|
|
"grad_norm": 0.5754233285474364,
|
|
"learning_rate": 2.610169491525424e-05,
|
|
"loss": 1.1722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23480388522148132,
|
|
"step": 78,
|
|
"valid_targets_mean": 12202.2,
|
|
"valid_targets_min": 8376
|
|
},
|
|
{
|
|
"epoch": 0.3368869936034115,
|
|
"grad_norm": 0.46393394706946234,
|
|
"learning_rate": 2.6440677966101696e-05,
|
|
"loss": 1.1894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31483885645866394,
|
|
"step": 79,
|
|
"valid_targets_mean": 16147.0,
|
|
"valid_targets_min": 15397
|
|
},
|
|
{
|
|
"epoch": 0.3411513859275053,
|
|
"grad_norm": 0.4225738451929594,
|
|
"learning_rate": 2.6779661016949153e-05,
|
|
"loss": 1.1895,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3444315493106842,
|
|
"step": 80,
|
|
"valid_targets_mean": 16172.6,
|
|
"valid_targets_min": 14636
|
|
},
|
|
{
|
|
"epoch": 0.34541577825159914,
|
|
"grad_norm": 0.49308893509545715,
|
|
"learning_rate": 2.711864406779661e-05,
|
|
"loss": 1.2276,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29010820388793945,
|
|
"step": 81,
|
|
"valid_targets_mean": 14128.0,
|
|
"valid_targets_min": 10472
|
|
},
|
|
{
|
|
"epoch": 0.34968017057569295,
|
|
"grad_norm": 0.4397789217175473,
|
|
"learning_rate": 2.7457627118644068e-05,
|
|
"loss": 1.1605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3423722982406616,
|
|
"step": 82,
|
|
"valid_targets_mean": 16067.8,
|
|
"valid_targets_min": 15370
|
|
},
|
|
{
|
|
"epoch": 0.35394456289978676,
|
|
"grad_norm": 0.5416955629140322,
|
|
"learning_rate": 2.7796610169491528e-05,
|
|
"loss": 1.193,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2991706132888794,
|
|
"step": 83,
|
|
"valid_targets_mean": 13262.2,
|
|
"valid_targets_min": 2435
|
|
},
|
|
{
|
|
"epoch": 0.3582089552238806,
|
|
"grad_norm": 0.5401809455437692,
|
|
"learning_rate": 2.8135593220338985e-05,
|
|
"loss": 1.1404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2678249478340149,
|
|
"step": 84,
|
|
"valid_targets_mean": 15934.3,
|
|
"valid_targets_min": 14185
|
|
},
|
|
{
|
|
"epoch": 0.3624733475479744,
|
|
"grad_norm": 0.500278991508074,
|
|
"learning_rate": 2.8474576271186442e-05,
|
|
"loss": 1.2268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.36243772506713867,
|
|
"step": 85,
|
|
"valid_targets_mean": 16101.3,
|
|
"valid_targets_min": 14897
|
|
},
|
|
{
|
|
"epoch": 0.36673773987206826,
|
|
"grad_norm": 0.5920401079460927,
|
|
"learning_rate": 2.88135593220339e-05,
|
|
"loss": 1.2216,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20134751498699188,
|
|
"step": 86,
|
|
"valid_targets_mean": 9425.7,
|
|
"valid_targets_min": 1851
|
|
},
|
|
{
|
|
"epoch": 0.37100213219616207,
|
|
"grad_norm": 0.44938297761375107,
|
|
"learning_rate": 2.9152542372881356e-05,
|
|
"loss": 1.1829,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3085672855377197,
|
|
"step": 87,
|
|
"valid_targets_mean": 16128.9,
|
|
"valid_targets_min": 15263
|
|
},
|
|
{
|
|
"epoch": 0.3752665245202559,
|
|
"grad_norm": 0.5854582449500921,
|
|
"learning_rate": 2.9491525423728817e-05,
|
|
"loss": 1.1851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3548707962036133,
|
|
"step": 88,
|
|
"valid_targets_mean": 16217.1,
|
|
"valid_targets_min": 15697
|
|
},
|
|
{
|
|
"epoch": 0.3795309168443497,
|
|
"grad_norm": 0.5504106812921528,
|
|
"learning_rate": 2.9830508474576274e-05,
|
|
"loss": 1.1552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20897847414016724,
|
|
"step": 89,
|
|
"valid_targets_mean": 10271.9,
|
|
"valid_targets_min": 5871
|
|
},
|
|
{
|
|
"epoch": 0.3837953091684435,
|
|
"grad_norm": 0.4852936129372909,
|
|
"learning_rate": 3.016949152542373e-05,
|
|
"loss": 1.1955,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30411073565483093,
|
|
"step": 90,
|
|
"valid_targets_mean": 16159.1,
|
|
"valid_targets_min": 15337
|
|
},
|
|
{
|
|
"epoch": 0.3880597014925373,
|
|
"grad_norm": 0.5614838664830023,
|
|
"learning_rate": 3.0508474576271188e-05,
|
|
"loss": 1.1668,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3615682125091553,
|
|
"step": 91,
|
|
"valid_targets_mean": 16088.1,
|
|
"valid_targets_min": 14827
|
|
},
|
|
{
|
|
"epoch": 0.39232409381663114,
|
|
"grad_norm": 0.49688315347571765,
|
|
"learning_rate": 3.084745762711865e-05,
|
|
"loss": 1.209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2728273570537567,
|
|
"step": 92,
|
|
"valid_targets_mean": 13574.6,
|
|
"valid_targets_min": 10444
|
|
},
|
|
{
|
|
"epoch": 0.39658848614072495,
|
|
"grad_norm": 0.5583883978364661,
|
|
"learning_rate": 3.1186440677966106e-05,
|
|
"loss": 1.1793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.339051216840744,
|
|
"step": 93,
|
|
"valid_targets_mean": 16158.7,
|
|
"valid_targets_min": 15460
|
|
},
|
|
{
|
|
"epoch": 0.40085287846481876,
|
|
"grad_norm": 0.5609899154793154,
|
|
"learning_rate": 3.152542372881356e-05,
|
|
"loss": 1.1513,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3467799425125122,
|
|
"step": 94,
|
|
"valid_targets_mean": 16128.6,
|
|
"valid_targets_min": 13927
|
|
},
|
|
{
|
|
"epoch": 0.4051172707889126,
|
|
"grad_norm": 0.46962358481300204,
|
|
"learning_rate": 3.186440677966102e-05,
|
|
"loss": 1.1836,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2939866781234741,
|
|
"step": 95,
|
|
"valid_targets_mean": 15844.7,
|
|
"valid_targets_min": 14737
|
|
},
|
|
{
|
|
"epoch": 0.4093816631130064,
|
|
"grad_norm": 0.5582293882928827,
|
|
"learning_rate": 3.2203389830508473e-05,
|
|
"loss": 1.2349,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3391205072402954,
|
|
"step": 96,
|
|
"valid_targets_mean": 16087.4,
|
|
"valid_targets_min": 13635
|
|
},
|
|
{
|
|
"epoch": 0.4136460554371002,
|
|
"grad_norm": 0.5900657459930109,
|
|
"learning_rate": 3.2542372881355934e-05,
|
|
"loss": 1.1851,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2372097373008728,
|
|
"step": 97,
|
|
"valid_targets_mean": 10771.6,
|
|
"valid_targets_min": 1136
|
|
},
|
|
{
|
|
"epoch": 0.417910447761194,
|
|
"grad_norm": 0.5340688290650466,
|
|
"learning_rate": 3.2881355932203394e-05,
|
|
"loss": 1.1681,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2912096083164215,
|
|
"step": 98,
|
|
"valid_targets_mean": 15845.2,
|
|
"valid_targets_min": 14972
|
|
},
|
|
{
|
|
"epoch": 0.42217484008528783,
|
|
"grad_norm": 0.6378100977602194,
|
|
"learning_rate": 3.322033898305085e-05,
|
|
"loss": 1.1795,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35477086901664734,
|
|
"step": 99,
|
|
"valid_targets_mean": 16180.6,
|
|
"valid_targets_min": 15678
|
|
},
|
|
{
|
|
"epoch": 0.42643923240938164,
|
|
"grad_norm": 0.6988755028234622,
|
|
"learning_rate": 3.355932203389831e-05,
|
|
"loss": 1.1797,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19588929414749146,
|
|
"step": 100,
|
|
"valid_targets_mean": 8886.4,
|
|
"valid_targets_min": 2484
|
|
},
|
|
{
|
|
"epoch": 0.43070362473347545,
|
|
"grad_norm": 0.47418325441465914,
|
|
"learning_rate": 3.389830508474576e-05,
|
|
"loss": 1.1321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2752765417098999,
|
|
"step": 101,
|
|
"valid_targets_mean": 16190.2,
|
|
"valid_targets_min": 15322
|
|
},
|
|
{
|
|
"epoch": 0.4349680170575693,
|
|
"grad_norm": 0.8577574413948679,
|
|
"learning_rate": 3.423728813559322e-05,
|
|
"loss": 1.1826,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34668517112731934,
|
|
"step": 102,
|
|
"valid_targets_mean": 16177.2,
|
|
"valid_targets_min": 15635
|
|
},
|
|
{
|
|
"epoch": 0.43923240938166314,
|
|
"grad_norm": 1.0101093509748802,
|
|
"learning_rate": 3.457627118644068e-05,
|
|
"loss": 1.1274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23290054500102997,
|
|
"step": 103,
|
|
"valid_targets_mean": 12241.3,
|
|
"valid_targets_min": 9421
|
|
},
|
|
{
|
|
"epoch": 0.44349680170575695,
|
|
"grad_norm": 0.5175939406637968,
|
|
"learning_rate": 3.491525423728814e-05,
|
|
"loss": 1.1439,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2979327440261841,
|
|
"step": 104,
|
|
"valid_targets_mean": 16131.7,
|
|
"valid_targets_min": 15263
|
|
},
|
|
{
|
|
"epoch": 0.44776119402985076,
|
|
"grad_norm": 0.5572197547617472,
|
|
"learning_rate": 3.52542372881356e-05,
|
|
"loss": 1.1738,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3531283140182495,
|
|
"step": 105,
|
|
"valid_targets_mean": 15808.0,
|
|
"valid_targets_min": 5994
|
|
},
|
|
{
|
|
"epoch": 0.4520255863539446,
|
|
"grad_norm": 0.6605618903327797,
|
|
"learning_rate": 3.559322033898305e-05,
|
|
"loss": 1.2059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2809103727340698,
|
|
"step": 106,
|
|
"valid_targets_mean": 14647.7,
|
|
"valid_targets_min": 12782
|
|
},
|
|
{
|
|
"epoch": 0.4562899786780384,
|
|
"grad_norm": 0.4884826013889433,
|
|
"learning_rate": 3.593220338983051e-05,
|
|
"loss": 1.1906,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.328754723072052,
|
|
"step": 107,
|
|
"valid_targets_mean": 16161.3,
|
|
"valid_targets_min": 15446
|
|
},
|
|
{
|
|
"epoch": 0.4605543710021322,
|
|
"grad_norm": 0.45357794917277694,
|
|
"learning_rate": 3.627118644067797e-05,
|
|
"loss": 1.1976,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2861141860485077,
|
|
"step": 108,
|
|
"valid_targets_mean": 12701.5,
|
|
"valid_targets_min": 755
|
|
},
|
|
{
|
|
"epoch": 0.464818763326226,
|
|
"grad_norm": 0.5652955970227891,
|
|
"learning_rate": 3.6610169491525426e-05,
|
|
"loss": 1.1211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2760468125343323,
|
|
"step": 109,
|
|
"valid_targets_mean": 15305.1,
|
|
"valid_targets_min": 13189
|
|
},
|
|
{
|
|
"epoch": 0.4690831556503198,
|
|
"grad_norm": 0.5417174035420975,
|
|
"learning_rate": 3.6949152542372886e-05,
|
|
"loss": 1.1708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33323991298675537,
|
|
"step": 110,
|
|
"valid_targets_mean": 16089.3,
|
|
"valid_targets_min": 13573
|
|
},
|
|
{
|
|
"epoch": 0.47334754797441364,
|
|
"grad_norm": 0.43726055299368505,
|
|
"learning_rate": 3.728813559322034e-05,
|
|
"loss": 1.204,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19943693280220032,
|
|
"step": 111,
|
|
"valid_targets_mean": 9455.9,
|
|
"valid_targets_min": 1155
|
|
},
|
|
{
|
|
"epoch": 0.47761194029850745,
|
|
"grad_norm": 0.5751565532130996,
|
|
"learning_rate": 3.76271186440678e-05,
|
|
"loss": 1.1544,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27978599071502686,
|
|
"step": 112,
|
|
"valid_targets_mean": 16189.5,
|
|
"valid_targets_min": 14479
|
|
},
|
|
{
|
|
"epoch": 0.48187633262260127,
|
|
"grad_norm": 0.7101710184226162,
|
|
"learning_rate": 3.796610169491526e-05,
|
|
"loss": 1.1231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3205156922340393,
|
|
"step": 113,
|
|
"valid_targets_mean": 16139.4,
|
|
"valid_targets_min": 15023
|
|
},
|
|
{
|
|
"epoch": 0.4861407249466951,
|
|
"grad_norm": 0.6637726550198171,
|
|
"learning_rate": 3.8305084745762714e-05,
|
|
"loss": 1.196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20474639534950256,
|
|
"step": 114,
|
|
"valid_targets_mean": 10739.7,
|
|
"valid_targets_min": 4961
|
|
},
|
|
{
|
|
"epoch": 0.4904051172707889,
|
|
"grad_norm": 0.653009338459572,
|
|
"learning_rate": 3.8644067796610175e-05,
|
|
"loss": 1.2007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30754905939102173,
|
|
"step": 115,
|
|
"valid_targets_mean": 16131.4,
|
|
"valid_targets_min": 15295
|
|
},
|
|
{
|
|
"epoch": 0.4946695095948827,
|
|
"grad_norm": 0.7500290339063932,
|
|
"learning_rate": 3.898305084745763e-05,
|
|
"loss": 1.1815,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3587116599082947,
|
|
"step": 116,
|
|
"valid_targets_mean": 16016.1,
|
|
"valid_targets_min": 14837
|
|
},
|
|
{
|
|
"epoch": 0.4989339019189765,
|
|
"grad_norm": 0.666000348059281,
|
|
"learning_rate": 3.932203389830509e-05,
|
|
"loss": 1.1505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22062388062477112,
|
|
"step": 117,
|
|
"valid_targets_mean": 12074.7,
|
|
"valid_targets_min": 9259
|
|
},
|
|
{
|
|
"epoch": 0.5031982942430704,
|
|
"grad_norm": 0.5205942147444115,
|
|
"learning_rate": 3.966101694915255e-05,
|
|
"loss": 1.2016,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33427849411964417,
|
|
"step": 118,
|
|
"valid_targets_mean": 16067.9,
|
|
"valid_targets_min": 13427
|
|
},
|
|
{
|
|
"epoch": 0.5074626865671642,
|
|
"grad_norm": 0.6982918983089882,
|
|
"learning_rate": 4e-05,
|
|
"loss": 1.1372,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3225334882736206,
|
|
"step": 119,
|
|
"valid_targets_mean": 15887.3,
|
|
"valid_targets_min": 4483
|
|
},
|
|
{
|
|
"epoch": 0.511727078891258,
|
|
"grad_norm": 0.6809274398624741,
|
|
"learning_rate": 3.999991166161585e-05,
|
|
"loss": 1.1731,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.258020281791687,
|
|
"step": 120,
|
|
"valid_targets_mean": 15023.2,
|
|
"valid_targets_min": 12822
|
|
},
|
|
{
|
|
"epoch": 0.5159914712153518,
|
|
"grad_norm": 0.6796579602435189,
|
|
"learning_rate": 3.999964664724376e-05,
|
|
"loss": 1.1313,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3398219347000122,
|
|
"step": 121,
|
|
"valid_targets_mean": 16139.8,
|
|
"valid_targets_min": 15345
|
|
},
|
|
{
|
|
"epoch": 0.5202558635394456,
|
|
"grad_norm": 0.9053221526056996,
|
|
"learning_rate": 3.999920495922483e-05,
|
|
"loss": 1.1455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20825019478797913,
|
|
"step": 122,
|
|
"valid_targets_mean": 10948.9,
|
|
"valid_targets_min": 2964
|
|
},
|
|
{
|
|
"epoch": 0.5245202558635395,
|
|
"grad_norm": 0.7225808525909699,
|
|
"learning_rate": 3.999858660146085e-05,
|
|
"loss": 1.1613,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2959098219871521,
|
|
"step": 123,
|
|
"valid_targets_mean": 16067.6,
|
|
"valid_targets_min": 13788
|
|
},
|
|
{
|
|
"epoch": 0.5287846481876333,
|
|
"grad_norm": 0.699040585359214,
|
|
"learning_rate": 3.999779157941431e-05,
|
|
"loss": 1.1711,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32279884815216064,
|
|
"step": 124,
|
|
"valid_targets_mean": 16100.9,
|
|
"valid_targets_min": 14446
|
|
},
|
|
{
|
|
"epoch": 0.5330490405117271,
|
|
"grad_norm": 0.6867814111008005,
|
|
"learning_rate": 3.99968199001083e-05,
|
|
"loss": 1.1336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1771920621395111,
|
|
"step": 125,
|
|
"valid_targets_mean": 8757.8,
|
|
"valid_targets_min": 1946
|
|
},
|
|
{
|
|
"epoch": 0.5373134328358209,
|
|
"grad_norm": 0.6942075233485823,
|
|
"learning_rate": 3.999567157212646e-05,
|
|
"loss": 1.1549,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2975453734397888,
|
|
"step": 126,
|
|
"valid_targets_mean": 16084.3,
|
|
"valid_targets_min": 15180
|
|
},
|
|
{
|
|
"epoch": 0.5415778251599147,
|
|
"grad_norm": 0.5834359412645455,
|
|
"learning_rate": 3.9994346605612955e-05,
|
|
"loss": 1.1582,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.334403395652771,
|
|
"step": 127,
|
|
"valid_targets_mean": 16168.2,
|
|
"valid_targets_min": 15465
|
|
},
|
|
{
|
|
"epoch": 0.5458422174840085,
|
|
"grad_norm": 0.6871781087014723,
|
|
"learning_rate": 3.999284501227232e-05,
|
|
"loss": 1.1451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.225129634141922,
|
|
"step": 128,
|
|
"valid_targets_mean": 11782.7,
|
|
"valid_targets_min": 8043
|
|
},
|
|
{
|
|
"epoch": 0.5501066098081023,
|
|
"grad_norm": 0.42199383147183966,
|
|
"learning_rate": 3.9991166805369393e-05,
|
|
"loss": 1.1669,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.312316358089447,
|
|
"step": 129,
|
|
"valid_targets_mean": 16157.4,
|
|
"valid_targets_min": 15459
|
|
},
|
|
{
|
|
"epoch": 0.5543710021321961,
|
|
"grad_norm": 0.5901638763955319,
|
|
"learning_rate": 3.9989311999729166e-05,
|
|
"loss": 1.1839,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3369404077529907,
|
|
"step": 130,
|
|
"valid_targets_mean": 16114.2,
|
|
"valid_targets_min": 14385
|
|
},
|
|
{
|
|
"epoch": 0.55863539445629,
|
|
"grad_norm": 0.5256224443564378,
|
|
"learning_rate": 3.99872806117367e-05,
|
|
"loss": 1.1193,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2685885727405548,
|
|
"step": 131,
|
|
"valid_targets_mean": 14860.6,
|
|
"valid_targets_min": 13129
|
|
},
|
|
{
|
|
"epoch": 0.5628997867803838,
|
|
"grad_norm": 0.47653542542793115,
|
|
"learning_rate": 3.998507265933696e-05,
|
|
"loss": 1.1043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29919832944869995,
|
|
"step": 132,
|
|
"valid_targets_mean": 15748.8,
|
|
"valid_targets_min": 2605
|
|
},
|
|
{
|
|
"epoch": 0.5671641791044776,
|
|
"grad_norm": 0.5030344370097122,
|
|
"learning_rate": 3.9982688162034624e-05,
|
|
"loss": 1.1437,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25398001074790955,
|
|
"step": 133,
|
|
"valid_targets_mean": 13342.2,
|
|
"valid_targets_min": 2588
|
|
},
|
|
{
|
|
"epoch": 0.5714285714285714,
|
|
"grad_norm": 0.42492982816138963,
|
|
"learning_rate": 3.998012714089397e-05,
|
|
"loss": 1.1355,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2820109724998474,
|
|
"step": 134,
|
|
"valid_targets_mean": 15889.0,
|
|
"valid_targets_min": 14972
|
|
},
|
|
{
|
|
"epoch": 0.5756929637526652,
|
|
"grad_norm": 0.5235005077222882,
|
|
"learning_rate": 3.997738961853863e-05,
|
|
"loss": 1.1275,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3352549076080322,
|
|
"step": 135,
|
|
"valid_targets_mean": 16079.2,
|
|
"valid_targets_min": 14609
|
|
},
|
|
{
|
|
"epoch": 0.579957356076759,
|
|
"grad_norm": 0.4467842546749747,
|
|
"learning_rate": 3.9974475619151445e-05,
|
|
"loss": 1.099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19214390218257904,
|
|
"step": 136,
|
|
"valid_targets_mean": 11098.3,
|
|
"valid_targets_min": 4124
|
|
},
|
|
{
|
|
"epoch": 0.5842217484008528,
|
|
"grad_norm": 0.5449627767069584,
|
|
"learning_rate": 3.997138516847422e-05,
|
|
"loss": 1.0947,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2702724039554596,
|
|
"step": 137,
|
|
"valid_targets_mean": 16150.4,
|
|
"valid_targets_min": 15263
|
|
},
|
|
{
|
|
"epoch": 0.5884861407249466,
|
|
"grad_norm": 0.44578828819431243,
|
|
"learning_rate": 3.9968118293807476e-05,
|
|
"loss": 1.158,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3618798851966858,
|
|
"step": 138,
|
|
"valid_targets_mean": 16076.4,
|
|
"valid_targets_min": 15001
|
|
},
|
|
{
|
|
"epoch": 0.5927505330490405,
|
|
"grad_norm": 0.5396897727847857,
|
|
"learning_rate": 3.996467502401028e-05,
|
|
"loss": 1.1555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21823956072330475,
|
|
"step": 139,
|
|
"valid_targets_mean": 10867.7,
|
|
"valid_targets_min": 7289
|
|
},
|
|
{
|
|
"epoch": 0.5970149253731343,
|
|
"grad_norm": 0.47029393037752354,
|
|
"learning_rate": 3.9961055389499904e-05,
|
|
"loss": 1.142,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30193018913269043,
|
|
"step": 140,
|
|
"valid_targets_mean": 16133.0,
|
|
"valid_targets_min": 14726
|
|
},
|
|
{
|
|
"epoch": 0.6012793176972282,
|
|
"grad_norm": 0.5615330990941316,
|
|
"learning_rate": 3.995725942225162e-05,
|
|
"loss": 1.176,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34185144305229187,
|
|
"step": 141,
|
|
"valid_targets_mean": 16148.1,
|
|
"valid_targets_min": 15478
|
|
},
|
|
{
|
|
"epoch": 0.605543710021322,
|
|
"grad_norm": 0.48830337729881,
|
|
"learning_rate": 3.995328715579839e-05,
|
|
"loss": 1.1599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2765701413154602,
|
|
"step": 142,
|
|
"valid_targets_mean": 13650.9,
|
|
"valid_targets_min": 11524
|
|
},
|
|
{
|
|
"epoch": 0.6098081023454158,
|
|
"grad_norm": 0.5532155174714763,
|
|
"learning_rate": 3.994913862523058e-05,
|
|
"loss": 1.1821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3266953229904175,
|
|
"step": 143,
|
|
"valid_targets_mean": 16144.9,
|
|
"valid_targets_min": 14836
|
|
},
|
|
{
|
|
"epoch": 0.6140724946695096,
|
|
"grad_norm": 0.5257667799203136,
|
|
"learning_rate": 3.9944813867195624e-05,
|
|
"loss": 1.1547,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3085562288761139,
|
|
"step": 144,
|
|
"valid_targets_mean": 16204.7,
|
|
"valid_targets_min": 15523
|
|
},
|
|
{
|
|
"epoch": 0.6183368869936035,
|
|
"grad_norm": 0.44566640544014385,
|
|
"learning_rate": 3.9940312919897744e-05,
|
|
"loss": 1.083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25907477736473083,
|
|
"step": 145,
|
|
"valid_targets_mean": 15518.0,
|
|
"valid_targets_min": 13968
|
|
},
|
|
{
|
|
"epoch": 0.6226012793176973,
|
|
"grad_norm": 0.5770025533700831,
|
|
"learning_rate": 3.993563582309759e-05,
|
|
"loss": 1.097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3107393682003021,
|
|
"step": 146,
|
|
"valid_targets_mean": 16188.8,
|
|
"valid_targets_min": 15135
|
|
},
|
|
{
|
|
"epoch": 0.6268656716417911,
|
|
"grad_norm": 0.44133997776491973,
|
|
"learning_rate": 3.993078261811186e-05,
|
|
"loss": 1.1808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2310573309659958,
|
|
"step": 147,
|
|
"valid_targets_mean": 10491.1,
|
|
"valid_targets_min": 1680
|
|
},
|
|
{
|
|
"epoch": 0.6311300639658849,
|
|
"grad_norm": 0.5156433356806751,
|
|
"learning_rate": 3.9925753347813e-05,
|
|
"loss": 1.1279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2652381658554077,
|
|
"step": 148,
|
|
"valid_targets_mean": 15896.2,
|
|
"valid_targets_min": 14353
|
|
},
|
|
{
|
|
"epoch": 0.6353944562899787,
|
|
"grad_norm": 0.5676390485196015,
|
|
"learning_rate": 3.992054805662876e-05,
|
|
"loss": 1.189,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.363337904214859,
|
|
"step": 149,
|
|
"valid_targets_mean": 16139.4,
|
|
"valid_targets_min": 15325
|
|
},
|
|
{
|
|
"epoch": 0.6396588486140725,
|
|
"grad_norm": 0.5061444651712808,
|
|
"learning_rate": 3.991516679054185e-05,
|
|
"loss": 1.1326,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15361131727695465,
|
|
"step": 150,
|
|
"valid_targets_mean": 7331.1,
|
|
"valid_targets_min": 1086
|
|
},
|
|
{
|
|
"epoch": 0.6439232409381663,
|
|
"grad_norm": 0.4807577550346515,
|
|
"learning_rate": 3.9909609597089496e-05,
|
|
"loss": 1.0901,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27330508828163147,
|
|
"step": 151,
|
|
"valid_targets_mean": 16209.2,
|
|
"valid_targets_min": 15437
|
|
},
|
|
{
|
|
"epoch": 0.6481876332622601,
|
|
"grad_norm": 0.5801878387706576,
|
|
"learning_rate": 3.9903876525363055e-05,
|
|
"loss": 1.2186,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3727971911430359,
|
|
"step": 152,
|
|
"valid_targets_mean": 15970.0,
|
|
"valid_targets_min": 15153
|
|
},
|
|
{
|
|
"epoch": 0.652452025586354,
|
|
"grad_norm": 0.4683308102653706,
|
|
"learning_rate": 3.989796762600755e-05,
|
|
"loss": 1.147,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2308533787727356,
|
|
"step": 153,
|
|
"valid_targets_mean": 12333.0,
|
|
"valid_targets_min": 7440
|
|
},
|
|
{
|
|
"epoch": 0.6567164179104478,
|
|
"grad_norm": 0.5032781216294883,
|
|
"learning_rate": 3.9891882951221246e-05,
|
|
"loss": 1.1674,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29714855551719666,
|
|
"step": 154,
|
|
"valid_targets_mean": 16176.9,
|
|
"valid_targets_min": 15348
|
|
},
|
|
{
|
|
"epoch": 0.6609808102345416,
|
|
"grad_norm": 0.4740597478203266,
|
|
"learning_rate": 3.988562255475518e-05,
|
|
"loss": 1.189,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3306240737438202,
|
|
"step": 155,
|
|
"valid_targets_mean": 16113.9,
|
|
"valid_targets_min": 15057
|
|
},
|
|
{
|
|
"epoch": 0.6652452025586354,
|
|
"grad_norm": 0.4634618395491457,
|
|
"learning_rate": 3.987918649191268e-05,
|
|
"loss": 1.1625,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3024733066558838,
|
|
"step": 156,
|
|
"valid_targets_mean": 15849.1,
|
|
"valid_targets_min": 14908
|
|
},
|
|
{
|
|
"epoch": 0.6695095948827292,
|
|
"grad_norm": 0.4354653983169533,
|
|
"learning_rate": 3.987257481954888e-05,
|
|
"loss": 1.0912,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3164946138858795,
|
|
"step": 157,
|
|
"valid_targets_mean": 16035.5,
|
|
"valid_targets_min": 13635
|
|
},
|
|
{
|
|
"epoch": 0.673773987206823,
|
|
"grad_norm": 0.4719279447538755,
|
|
"learning_rate": 3.9865787596070236e-05,
|
|
"loss": 1.1227,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2650447487831116,
|
|
"step": 158,
|
|
"valid_targets_mean": 13319.5,
|
|
"valid_targets_min": 1947
|
|
},
|
|
{
|
|
"epoch": 0.6780383795309168,
|
|
"grad_norm": 0.4219587814060548,
|
|
"learning_rate": 3.9858824881433975e-05,
|
|
"loss": 1.1807,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29355788230895996,
|
|
"step": 159,
|
|
"valid_targets_mean": 15898.2,
|
|
"valid_targets_min": 14591
|
|
},
|
|
{
|
|
"epoch": 0.6823027718550106,
|
|
"grad_norm": 0.5590094018108228,
|
|
"learning_rate": 3.9851686737147585e-05,
|
|
"loss": 1.1171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3133642077445984,
|
|
"step": 160,
|
|
"valid_targets_mean": 16092.8,
|
|
"valid_targets_min": 14793
|
|
},
|
|
{
|
|
"epoch": 0.6865671641791045,
|
|
"grad_norm": 0.5011249076649783,
|
|
"learning_rate": 3.9844373226268305e-05,
|
|
"loss": 1.1379,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19621127843856812,
|
|
"step": 161,
|
|
"valid_targets_mean": 8096.2,
|
|
"valid_targets_min": 1500
|
|
},
|
|
{
|
|
"epoch": 0.6908315565031983,
|
|
"grad_norm": 0.46138156716244344,
|
|
"learning_rate": 3.983688441340249e-05,
|
|
"loss": 1.1308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27151405811309814,
|
|
"step": 162,
|
|
"valid_targets_mean": 16160.3,
|
|
"valid_targets_min": 15572
|
|
},
|
|
{
|
|
"epoch": 0.6950959488272921,
|
|
"grad_norm": 0.6772786842818087,
|
|
"learning_rate": 3.98292203647051e-05,
|
|
"loss": 1.1715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33365413546562195,
|
|
"step": 163,
|
|
"valid_targets_mean": 16126.5,
|
|
"valid_targets_min": 15564
|
|
},
|
|
{
|
|
"epoch": 0.6993603411513859,
|
|
"grad_norm": 0.48421119835644655,
|
|
"learning_rate": 3.982138114787912e-05,
|
|
"loss": 1.1768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1866360902786255,
|
|
"step": 164,
|
|
"valid_targets_mean": 10036.9,
|
|
"valid_targets_min": 3346
|
|
},
|
|
{
|
|
"epoch": 0.7036247334754797,
|
|
"grad_norm": 0.4578744586411911,
|
|
"learning_rate": 3.98133668321749e-05,
|
|
"loss": 1.1191,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2684229910373688,
|
|
"step": 165,
|
|
"valid_targets_mean": 16222.7,
|
|
"valid_targets_min": 15436
|
|
},
|
|
{
|
|
"epoch": 0.7078891257995735,
|
|
"grad_norm": 0.5014323664992882,
|
|
"learning_rate": 3.980517748838963e-05,
|
|
"loss": 1.0933,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3025428056716919,
|
|
"step": 166,
|
|
"valid_targets_mean": 16143.4,
|
|
"valid_targets_min": 13886
|
|
},
|
|
{
|
|
"epoch": 0.7121535181236673,
|
|
"grad_norm": 0.4491958491741342,
|
|
"learning_rate": 3.979681318886664e-05,
|
|
"loss": 1.1501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2620503008365631,
|
|
"step": 167,
|
|
"valid_targets_mean": 13617.7,
|
|
"valid_targets_min": 11839
|
|
},
|
|
{
|
|
"epoch": 0.7164179104477612,
|
|
"grad_norm": 0.5019461861483926,
|
|
"learning_rate": 3.978827400749481e-05,
|
|
"loss": 1.1293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3074752688407898,
|
|
"step": 168,
|
|
"valid_targets_mean": 16190.0,
|
|
"valid_targets_min": 15712
|
|
},
|
|
{
|
|
"epoch": 0.720682302771855,
|
|
"grad_norm": 0.5284578208517453,
|
|
"learning_rate": 3.977956001970788e-05,
|
|
"loss": 1.0932,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3165856599807739,
|
|
"step": 169,
|
|
"valid_targets_mean": 16177.5,
|
|
"valid_targets_min": 15165
|
|
},
|
|
{
|
|
"epoch": 0.7249466950959488,
|
|
"grad_norm": 0.45222368130220614,
|
|
"learning_rate": 3.977067130248381e-05,
|
|
"loss": 1.125,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2776346802711487,
|
|
"step": 170,
|
|
"valid_targets_mean": 16127.6,
|
|
"valid_targets_min": 15280
|
|
},
|
|
{
|
|
"epoch": 0.7292110874200426,
|
|
"grad_norm": 0.37526014538686786,
|
|
"learning_rate": 3.9761607934344095e-05,
|
|
"loss": 1.115,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.321167528629303,
|
|
"step": 171,
|
|
"valid_targets_mean": 16080.7,
|
|
"valid_targets_min": 14124
|
|
},
|
|
{
|
|
"epoch": 0.7334754797441365,
|
|
"grad_norm": 0.45258588780734565,
|
|
"learning_rate": 3.975236999535306e-05,
|
|
"loss": 1.1177,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23799501359462738,
|
|
"step": 172,
|
|
"valid_targets_mean": 10701.9,
|
|
"valid_targets_min": 1268
|
|
},
|
|
{
|
|
"epoch": 0.7377398720682303,
|
|
"grad_norm": 0.5185543129001556,
|
|
"learning_rate": 3.974295756711717e-05,
|
|
"loss": 1.1174,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28210726380348206,
|
|
"step": 173,
|
|
"valid_targets_mean": 16045.4,
|
|
"valid_targets_min": 15437
|
|
},
|
|
{
|
|
"epoch": 0.7420042643923241,
|
|
"grad_norm": 0.47674548232982294,
|
|
"learning_rate": 3.9733370732784296e-05,
|
|
"loss": 1.1651,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30489468574523926,
|
|
"step": 174,
|
|
"valid_targets_mean": 16151.0,
|
|
"valid_targets_min": 14351
|
|
},
|
|
{
|
|
"epoch": 0.746268656716418,
|
|
"grad_norm": 0.4569066165976318,
|
|
"learning_rate": 3.972360957704298e-05,
|
|
"loss": 1.1144,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18339887261390686,
|
|
"step": 175,
|
|
"valid_targets_mean": 8556.6,
|
|
"valid_targets_min": 1158
|
|
},
|
|
{
|
|
"epoch": 0.7505330490405118,
|
|
"grad_norm": 0.41485456028485257,
|
|
"learning_rate": 3.97136741861217e-05,
|
|
"loss": 1.1769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28565722703933716,
|
|
"step": 176,
|
|
"valid_targets_mean": 16134.4,
|
|
"valid_targets_min": 14897
|
|
},
|
|
{
|
|
"epoch": 0.7547974413646056,
|
|
"grad_norm": 0.3954877369632809,
|
|
"learning_rate": 3.970356464778808e-05,
|
|
"loss": 1.1242,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30436745285987854,
|
|
"step": 177,
|
|
"valid_targets_mean": 16085.6,
|
|
"valid_targets_min": 12492
|
|
},
|
|
{
|
|
"epoch": 0.7590618336886994,
|
|
"grad_norm": 0.4955980232357404,
|
|
"learning_rate": 3.969328105134817e-05,
|
|
"loss": 1.1129,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.222524493932724,
|
|
"step": 178,
|
|
"valid_targets_mean": 11892.4,
|
|
"valid_targets_min": 9743
|
|
},
|
|
{
|
|
"epoch": 0.7633262260127932,
|
|
"grad_norm": 0.41702004642848145,
|
|
"learning_rate": 3.9682823487645584e-05,
|
|
"loss": 1.1983,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35379302501678467,
|
|
"step": 179,
|
|
"valid_targets_mean": 15843.5,
|
|
"valid_targets_min": 13927
|
|
},
|
|
{
|
|
"epoch": 0.767590618336887,
|
|
"grad_norm": 0.384960155190534,
|
|
"learning_rate": 3.9672192049060745e-05,
|
|
"loss": 1.1297,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2948912978172302,
|
|
"step": 180,
|
|
"valid_targets_mean": 16161.1,
|
|
"valid_targets_min": 14871
|
|
},
|
|
{
|
|
"epoch": 0.7718550106609808,
|
|
"grad_norm": 0.5712546295504819,
|
|
"learning_rate": 3.966138682951008e-05,
|
|
"loss": 1.1182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26173871755599976,
|
|
"step": 181,
|
|
"valid_targets_mean": 15097.6,
|
|
"valid_targets_min": 12384
|
|
},
|
|
{
|
|
"epoch": 0.7761194029850746,
|
|
"grad_norm": 0.5850669894570342,
|
|
"learning_rate": 3.9650407924445147e-05,
|
|
"loss": 1.1362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3023485839366913,
|
|
"step": 182,
|
|
"valid_targets_mean": 15968.6,
|
|
"valid_targets_min": 9799
|
|
},
|
|
{
|
|
"epoch": 0.7803837953091685,
|
|
"grad_norm": 0.411665246811253,
|
|
"learning_rate": 3.963925543085181e-05,
|
|
"loss": 1.1745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2788766026496887,
|
|
"step": 183,
|
|
"valid_targets_mean": 13224.8,
|
|
"valid_targets_min": 2180
|
|
},
|
|
{
|
|
"epoch": 0.7846481876332623,
|
|
"grad_norm": 0.37703285386494834,
|
|
"learning_rate": 3.96279294472494e-05,
|
|
"loss": 1.1151,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2726665735244751,
|
|
"step": 184,
|
|
"valid_targets_mean": 16042.3,
|
|
"valid_targets_min": 15121
|
|
},
|
|
{
|
|
"epoch": 0.7889125799573561,
|
|
"grad_norm": 0.4584215787797822,
|
|
"learning_rate": 3.961643007368984e-05,
|
|
"loss": 1.0951,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33016419410705566,
|
|
"step": 185,
|
|
"valid_targets_mean": 16088.2,
|
|
"valid_targets_min": 15153
|
|
},
|
|
{
|
|
"epoch": 0.7931769722814499,
|
|
"grad_norm": 0.4482669750685588,
|
|
"learning_rate": 3.960475741175671e-05,
|
|
"loss": 1.1354,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.188775897026062,
|
|
"step": 186,
|
|
"valid_targets_mean": 10063.5,
|
|
"valid_targets_min": 1284
|
|
},
|
|
{
|
|
"epoch": 0.7974413646055437,
|
|
"grad_norm": 0.3435379523087596,
|
|
"learning_rate": 3.959291156456444e-05,
|
|
"loss": 1.1136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2803458869457245,
|
|
"step": 187,
|
|
"valid_targets_mean": 16124.9,
|
|
"valid_targets_min": 14690
|
|
},
|
|
{
|
|
"epoch": 0.8017057569296375,
|
|
"grad_norm": 0.36498580649118295,
|
|
"learning_rate": 3.9580892636757334e-05,
|
|
"loss": 1.1667,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3496624827384949,
|
|
"step": 188,
|
|
"valid_targets_mean": 16013.7,
|
|
"valid_targets_min": 13414
|
|
},
|
|
{
|
|
"epoch": 0.8059701492537313,
|
|
"grad_norm": 0.3641243088126945,
|
|
"learning_rate": 3.9568700734508645e-05,
|
|
"loss": 1.1108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19826599955558777,
|
|
"step": 189,
|
|
"valid_targets_mean": 9630.3,
|
|
"valid_targets_min": 4230
|
|
},
|
|
{
|
|
"epoch": 0.8102345415778252,
|
|
"grad_norm": 0.3504510733947343,
|
|
"learning_rate": 3.955633596551967e-05,
|
|
"loss": 1.1624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2921593189239502,
|
|
"step": 190,
|
|
"valid_targets_mean": 16130.3,
|
|
"valid_targets_min": 15217
|
|
},
|
|
{
|
|
"epoch": 0.814498933901919,
|
|
"grad_norm": 0.3491928195639914,
|
|
"learning_rate": 3.9543798439018776e-05,
|
|
"loss": 1.1362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33159956336021423,
|
|
"step": 191,
|
|
"valid_targets_mean": 16100.2,
|
|
"valid_targets_min": 15121
|
|
},
|
|
{
|
|
"epoch": 0.8187633262260128,
|
|
"grad_norm": 0.32336688716837675,
|
|
"learning_rate": 3.953108826576046e-05,
|
|
"loss": 1.1391,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2630491256713867,
|
|
"step": 192,
|
|
"valid_targets_mean": 13192.3,
|
|
"valid_targets_min": 10124
|
|
},
|
|
{
|
|
"epoch": 0.8230277185501066,
|
|
"grad_norm": 0.39017739945263646,
|
|
"learning_rate": 3.9518205558024334e-05,
|
|
"loss": 1.1021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3345211446285248,
|
|
"step": 193,
|
|
"valid_targets_mean": 16110.0,
|
|
"valid_targets_min": 15222
|
|
},
|
|
{
|
|
"epoch": 0.8272921108742004,
|
|
"grad_norm": 0.34743379244902567,
|
|
"learning_rate": 3.9505150429614154e-05,
|
|
"loss": 1.0866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3242364525794983,
|
|
"step": 194,
|
|
"valid_targets_mean": 16157.9,
|
|
"valid_targets_min": 15195
|
|
},
|
|
{
|
|
"epoch": 0.8315565031982942,
|
|
"grad_norm": 0.38201086336633105,
|
|
"learning_rate": 3.949192299585681e-05,
|
|
"loss": 1.1235,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28175580501556396,
|
|
"step": 195,
|
|
"valid_targets_mean": 15813.3,
|
|
"valid_targets_min": 14450
|
|
},
|
|
{
|
|
"epoch": 0.835820895522388,
|
|
"grad_norm": 0.3932823175171073,
|
|
"learning_rate": 3.9478523373601325e-05,
|
|
"loss": 1.1894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34019625186920166,
|
|
"step": 196,
|
|
"valid_targets_mean": 15987.5,
|
|
"valid_targets_min": 14241
|
|
},
|
|
{
|
|
"epoch": 0.8400852878464818,
|
|
"grad_norm": 0.44023963420501316,
|
|
"learning_rate": 3.946495168121778e-05,
|
|
"loss": 1.1449,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22312858700752258,
|
|
"step": 197,
|
|
"valid_targets_mean": 10847.8,
|
|
"valid_targets_min": 793
|
|
},
|
|
{
|
|
"epoch": 0.8443496801705757,
|
|
"grad_norm": 0.42315255007841074,
|
|
"learning_rate": 3.9451208038596325e-05,
|
|
"loss": 1.1036,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27388906478881836,
|
|
"step": 198,
|
|
"valid_targets_mean": 15738.3,
|
|
"valid_targets_min": 14685
|
|
},
|
|
{
|
|
"epoch": 0.8486140724946695,
|
|
"grad_norm": 0.38819598173208686,
|
|
"learning_rate": 3.943729256714608e-05,
|
|
"loss": 1.0955,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.335122287273407,
|
|
"step": 199,
|
|
"valid_targets_mean": 16183.1,
|
|
"valid_targets_min": 15737
|
|
},
|
|
{
|
|
"epoch": 0.8528784648187633,
|
|
"grad_norm": 0.4455524378088675,
|
|
"learning_rate": 3.942320538979408e-05,
|
|
"loss": 1.1478,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16939672827720642,
|
|
"step": 200,
|
|
"valid_targets_mean": 7677.2,
|
|
"valid_targets_min": 2065
|
|
},
|
|
{
|
|
"epoch": 0.8571428571428571,
|
|
"grad_norm": 0.46444801686351583,
|
|
"learning_rate": 3.9408946630984144e-05,
|
|
"loss": 1.1978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3230212330818176,
|
|
"step": 201,
|
|
"valid_targets_mean": 16004.1,
|
|
"valid_targets_min": 12492
|
|
},
|
|
{
|
|
"epoch": 0.8614072494669509,
|
|
"grad_norm": 0.4235046855847129,
|
|
"learning_rate": 3.939451641667587e-05,
|
|
"loss": 1.1068,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3233122229576111,
|
|
"step": 202,
|
|
"valid_targets_mean": 16134.0,
|
|
"valid_targets_min": 14956
|
|
},
|
|
{
|
|
"epoch": 0.8656716417910447,
|
|
"grad_norm": 0.29302769606326967,
|
|
"learning_rate": 3.937991487434342e-05,
|
|
"loss": 1.0753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19844433665275574,
|
|
"step": 203,
|
|
"valid_targets_mean": 11952.2,
|
|
"valid_targets_min": 9228
|
|
},
|
|
{
|
|
"epoch": 0.8699360341151386,
|
|
"grad_norm": 0.45494602868420536,
|
|
"learning_rate": 3.9365142132974484e-05,
|
|
"loss": 1.103,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2797389328479767,
|
|
"step": 204,
|
|
"valid_targets_mean": 16192.1,
|
|
"valid_targets_min": 15300
|
|
},
|
|
{
|
|
"epoch": 0.8742004264392325,
|
|
"grad_norm": 0.34686513693533766,
|
|
"learning_rate": 3.935019832306905e-05,
|
|
"loss": 1.1979,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33879274129867554,
|
|
"step": 205,
|
|
"valid_targets_mean": 16104.9,
|
|
"valid_targets_min": 15016
|
|
},
|
|
{
|
|
"epoch": 0.8784648187633263,
|
|
"grad_norm": 0.30270135007173615,
|
|
"learning_rate": 3.933508357663832e-05,
|
|
"loss": 1.1315,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25710511207580566,
|
|
"step": 206,
|
|
"valid_targets_mean": 14878.7,
|
|
"valid_targets_min": 13210
|
|
},
|
|
{
|
|
"epoch": 0.8827292110874201,
|
|
"grad_norm": 0.31631763138531493,
|
|
"learning_rate": 3.9319798027203544e-05,
|
|
"loss": 1.0725,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3000783324241638,
|
|
"step": 207,
|
|
"valid_targets_mean": 16179.5,
|
|
"valid_targets_min": 15250
|
|
},
|
|
{
|
|
"epoch": 0.8869936034115139,
|
|
"grad_norm": 0.3374995461654255,
|
|
"learning_rate": 3.930434180979478e-05,
|
|
"loss": 1.1105,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27523770928382874,
|
|
"step": 208,
|
|
"valid_targets_mean": 13244.8,
|
|
"valid_targets_min": 979
|
|
},
|
|
{
|
|
"epoch": 0.8912579957356077,
|
|
"grad_norm": 0.33826024909068153,
|
|
"learning_rate": 3.928871506094975e-05,
|
|
"loss": 1.0995,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2702364921569824,
|
|
"step": 209,
|
|
"valid_targets_mean": 15530.1,
|
|
"valid_targets_min": 14077
|
|
},
|
|
{
|
|
"epoch": 0.8955223880597015,
|
|
"grad_norm": 0.3454149662965355,
|
|
"learning_rate": 3.927291791871264e-05,
|
|
"loss": 1.1048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32375890016555786,
|
|
"step": 210,
|
|
"valid_targets_mean": 16145.0,
|
|
"valid_targets_min": 15408
|
|
},
|
|
{
|
|
"epoch": 0.8997867803837953,
|
|
"grad_norm": 0.3290507938979677,
|
|
"learning_rate": 3.925695052263284e-05,
|
|
"loss": 1.1226,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19708961248397827,
|
|
"step": 211,
|
|
"valid_targets_mean": 9302.1,
|
|
"valid_targets_min": 2002
|
|
},
|
|
{
|
|
"epoch": 0.9040511727078892,
|
|
"grad_norm": 0.3474005455216942,
|
|
"learning_rate": 3.924081301376375e-05,
|
|
"loss": 1.1531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2829481363296509,
|
|
"step": 212,
|
|
"valid_targets_mean": 16123.4,
|
|
"valid_targets_min": 15464
|
|
},
|
|
{
|
|
"epoch": 0.908315565031983,
|
|
"grad_norm": 0.390594945498062,
|
|
"learning_rate": 3.9224505534661525e-05,
|
|
"loss": 1.1655,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32957708835601807,
|
|
"step": 213,
|
|
"valid_targets_mean": 16164.3,
|
|
"valid_targets_min": 15414
|
|
},
|
|
{
|
|
"epoch": 0.9125799573560768,
|
|
"grad_norm": 0.3607596936386698,
|
|
"learning_rate": 3.92080282293838e-05,
|
|
"loss": 1.136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2116210162639618,
|
|
"step": 214,
|
|
"valid_targets_mean": 11598.8,
|
|
"valid_targets_min": 6923
|
|
},
|
|
{
|
|
"epoch": 0.9168443496801706,
|
|
"grad_norm": 0.4446291987676236,
|
|
"learning_rate": 3.9191381243488417e-05,
|
|
"loss": 1.1191,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27826356887817383,
|
|
"step": 215,
|
|
"valid_targets_mean": 16140.2,
|
|
"valid_targets_min": 15054
|
|
},
|
|
{
|
|
"epoch": 0.9211087420042644,
|
|
"grad_norm": 0.507497077902957,
|
|
"learning_rate": 3.9174564724032167e-05,
|
|
"loss": 1.1099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32445028424263,
|
|
"step": 216,
|
|
"valid_targets_mean": 16168.6,
|
|
"valid_targets_min": 15492
|
|
},
|
|
{
|
|
"epoch": 0.9253731343283582,
|
|
"grad_norm": 0.48132118117215644,
|
|
"learning_rate": 3.9157578819569455e-05,
|
|
"loss": 1.107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23471654951572418,
|
|
"step": 217,
|
|
"valid_targets_mean": 13440.2,
|
|
"valid_targets_min": 11543
|
|
},
|
|
{
|
|
"epoch": 0.929637526652452,
|
|
"grad_norm": 0.4387487536589673,
|
|
"learning_rate": 3.9140423680151036e-05,
|
|
"loss": 1.1143,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30893394351005554,
|
|
"step": 218,
|
|
"valid_targets_mean": 16076.0,
|
|
"valid_targets_min": 14699
|
|
},
|
|
{
|
|
"epoch": 0.9339019189765458,
|
|
"grad_norm": 0.4285059199405423,
|
|
"learning_rate": 3.9123099457322625e-05,
|
|
"loss": 1.1156,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.316764771938324,
|
|
"step": 219,
|
|
"valid_targets_mean": 16097.1,
|
|
"valid_targets_min": 14737
|
|
},
|
|
{
|
|
"epoch": 0.9381663113006397,
|
|
"grad_norm": 0.4054213596333165,
|
|
"learning_rate": 3.9105606304123605e-05,
|
|
"loss": 1.1458,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27088722586631775,
|
|
"step": 220,
|
|
"valid_targets_mean": 14339.8,
|
|
"valid_targets_min": 12604
|
|
},
|
|
{
|
|
"epoch": 0.9424307036247335,
|
|
"grad_norm": 0.3765490714862659,
|
|
"learning_rate": 3.908794437508567e-05,
|
|
"loss": 1.1188,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32623913884162903,
|
|
"step": 221,
|
|
"valid_targets_mean": 16064.1,
|
|
"valid_targets_min": 14428
|
|
},
|
|
{
|
|
"epoch": 0.9466950959488273,
|
|
"grad_norm": 0.3079645973246052,
|
|
"learning_rate": 3.907011382623145e-05,
|
|
"loss": 1.1522,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2375921607017517,
|
|
"step": 222,
|
|
"valid_targets_mean": 10776.3,
|
|
"valid_targets_min": 1379
|
|
},
|
|
{
|
|
"epoch": 0.9509594882729211,
|
|
"grad_norm": 0.35405336033246676,
|
|
"learning_rate": 3.905211481507313e-05,
|
|
"loss": 1.0704,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2573704123497009,
|
|
"step": 223,
|
|
"valid_targets_mean": 16155.4,
|
|
"valid_targets_min": 14394
|
|
},
|
|
{
|
|
"epoch": 0.9552238805970149,
|
|
"grad_norm": 0.4440397997262965,
|
|
"learning_rate": 3.903394750061106e-05,
|
|
"loss": 1.0416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28594210743904114,
|
|
"step": 224,
|
|
"valid_targets_mean": 16217.8,
|
|
"valid_targets_min": 15574
|
|
},
|
|
{
|
|
"epoch": 0.9594882729211087,
|
|
"grad_norm": 0.3633675996771697,
|
|
"learning_rate": 3.9015612043332375e-05,
|
|
"loss": 1.1106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1522378921508789,
|
|
"step": 225,
|
|
"valid_targets_mean": 7463.5,
|
|
"valid_targets_min": 1267
|
|
},
|
|
{
|
|
"epoch": 0.9637526652452025,
|
|
"grad_norm": 0.41067900123948564,
|
|
"learning_rate": 3.8997108605209535e-05,
|
|
"loss": 1.1012,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2699429988861084,
|
|
"step": 226,
|
|
"valid_targets_mean": 16178.3,
|
|
"valid_targets_min": 15368
|
|
},
|
|
{
|
|
"epoch": 0.9680170575692963,
|
|
"grad_norm": 0.4235336117612582,
|
|
"learning_rate": 3.897843734969891e-05,
|
|
"loss": 1.0911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31220778822898865,
|
|
"step": 227,
|
|
"valid_targets_mean": 16218.0,
|
|
"valid_targets_min": 15492
|
|
},
|
|
{
|
|
"epoch": 0.9722814498933902,
|
|
"grad_norm": 0.35130467041824626,
|
|
"learning_rate": 3.895959844173937e-05,
|
|
"loss": 1.1083,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20775854587554932,
|
|
"step": 228,
|
|
"valid_targets_mean": 11823.1,
|
|
"valid_targets_min": 9219
|
|
},
|
|
{
|
|
"epoch": 0.976545842217484,
|
|
"grad_norm": 0.49669402360213316,
|
|
"learning_rate": 3.8940592047750774e-05,
|
|
"loss": 1.1067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29683178663253784,
|
|
"step": 229,
|
|
"valid_targets_mean": 16117.2,
|
|
"valid_targets_min": 14958
|
|
},
|
|
{
|
|
"epoch": 0.9808102345415778,
|
|
"grad_norm": 0.4189225819959197,
|
|
"learning_rate": 3.892141833563255e-05,
|
|
"loss": 1.1472,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3666456937789917,
|
|
"step": 230,
|
|
"valid_targets_mean": 16062.8,
|
|
"valid_targets_min": 15242
|
|
},
|
|
{
|
|
"epoch": 0.9850746268656716,
|
|
"grad_norm": 0.4328456477285098,
|
|
"learning_rate": 3.8902077474762155e-05,
|
|
"loss": 1.0571,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2267758846282959,
|
|
"step": 231,
|
|
"valid_targets_mean": 13741.2,
|
|
"valid_targets_min": 11500
|
|
},
|
|
{
|
|
"epoch": 0.9893390191897654,
|
|
"grad_norm": 0.444586554519607,
|
|
"learning_rate": 3.888256963599364e-05,
|
|
"loss": 1.196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3470284342765808,
|
|
"step": 232,
|
|
"valid_targets_mean": 16078.0,
|
|
"valid_targets_min": 14904
|
|
},
|
|
{
|
|
"epoch": 0.9936034115138592,
|
|
"grad_norm": 0.4779659437702058,
|
|
"learning_rate": 3.886289499165609e-05,
|
|
"loss": 1.141,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27443283796310425,
|
|
"step": 233,
|
|
"valid_targets_mean": 13027.3,
|
|
"valid_targets_min": 1521
|
|
},
|
|
{
|
|
"epoch": 0.997867803837953,
|
|
"grad_norm": 0.3798368486345066,
|
|
"learning_rate": 3.884305371555215e-05,
|
|
"loss": 1.158,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3034205436706543,
|
|
"step": 234,
|
|
"valid_targets_mean": 15647.9,
|
|
"valid_targets_min": 14103
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.39024283570726004,
|
|
"learning_rate": 3.882304598295643e-05,
|
|
"loss": 1.1639,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5116605162620544,
|
|
"step": 235,
|
|
"valid_targets_mean": 9944.1,
|
|
"valid_targets_min": 578
|
|
},
|
|
{
|
|
"epoch": 1.004264392324094,
|
|
"grad_norm": 0.48688508195696417,
|
|
"learning_rate": 3.880287197061402e-05,
|
|
"loss": 1.1024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28223833441734314,
|
|
"step": 236,
|
|
"valid_targets_mean": 16134.4,
|
|
"valid_targets_min": 15417
|
|
},
|
|
{
|
|
"epoch": 1.0085287846481876,
|
|
"grad_norm": 0.41040342224548326,
|
|
"learning_rate": 3.878253185673888e-05,
|
|
"loss": 1.1161,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3450218439102173,
|
|
"step": 237,
|
|
"valid_targets_mean": 16085.3,
|
|
"valid_targets_min": 15115
|
|
},
|
|
{
|
|
"epoch": 1.0127931769722816,
|
|
"grad_norm": 0.35009077862857224,
|
|
"learning_rate": 3.876202582101229e-05,
|
|
"loss": 1.1187,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2232784926891327,
|
|
"step": 238,
|
|
"valid_targets_mean": 11956.3,
|
|
"valid_targets_min": 8620
|
|
},
|
|
{
|
|
"epoch": 1.0170575692963753,
|
|
"grad_norm": 0.5509367721079539,
|
|
"learning_rate": 3.874135404458125e-05,
|
|
"loss": 1.1086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3012659549713135,
|
|
"step": 239,
|
|
"valid_targets_mean": 16189.2,
|
|
"valid_targets_min": 15410
|
|
},
|
|
{
|
|
"epoch": 1.0213219616204692,
|
|
"grad_norm": 0.6943633030212262,
|
|
"learning_rate": 3.8720516710056905e-05,
|
|
"loss": 1.1158,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32979708909988403,
|
|
"step": 240,
|
|
"valid_targets_mean": 16079.0,
|
|
"valid_targets_min": 14919
|
|
},
|
|
{
|
|
"epoch": 1.0255863539445629,
|
|
"grad_norm": 0.7010047361426518,
|
|
"learning_rate": 3.8699514001512885e-05,
|
|
"loss": 1.1298,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25711578130722046,
|
|
"step": 241,
|
|
"valid_targets_mean": 14073.2,
|
|
"valid_targets_min": 12010
|
|
},
|
|
{
|
|
"epoch": 1.0298507462686568,
|
|
"grad_norm": 0.5465123104283881,
|
|
"learning_rate": 3.867834610448374e-05,
|
|
"loss": 1.0818,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3156501054763794,
|
|
"step": 242,
|
|
"valid_targets_mean": 16126.4,
|
|
"valid_targets_min": 15263
|
|
},
|
|
{
|
|
"epoch": 1.0341151385927505,
|
|
"grad_norm": 0.4150254838791621,
|
|
"learning_rate": 3.865701320596324e-05,
|
|
"loss": 1.1171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24540677666664124,
|
|
"step": 243,
|
|
"valid_targets_mean": 13054.0,
|
|
"valid_targets_min": 1882
|
|
},
|
|
{
|
|
"epoch": 1.0383795309168444,
|
|
"grad_norm": 0.5184290554565314,
|
|
"learning_rate": 3.863551549440277e-05,
|
|
"loss": 1.1186,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2725296914577484,
|
|
"step": 244,
|
|
"valid_targets_mean": 15801.2,
|
|
"valid_targets_min": 14436
|
|
},
|
|
{
|
|
"epoch": 1.0426439232409381,
|
|
"grad_norm": 0.5712555154187368,
|
|
"learning_rate": 3.861385315970964e-05,
|
|
"loss": 1.105,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28132861852645874,
|
|
"step": 245,
|
|
"valid_targets_mean": 16140.1,
|
|
"valid_targets_min": 14444
|
|
},
|
|
{
|
|
"epoch": 1.046908315565032,
|
|
"grad_norm": 0.4312820171521829,
|
|
"learning_rate": 3.859202639324542e-05,
|
|
"loss": 1.0969,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19228845834732056,
|
|
"step": 246,
|
|
"valid_targets_mean": 10079.0,
|
|
"valid_targets_min": 1025
|
|
},
|
|
{
|
|
"epoch": 1.0511727078891258,
|
|
"grad_norm": 0.4982181491360297,
|
|
"learning_rate": 3.8570035387824214e-05,
|
|
"loss": 1.1018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2837919294834137,
|
|
"step": 247,
|
|
"valid_targets_mean": 16107.3,
|
|
"valid_targets_min": 15290
|
|
},
|
|
{
|
|
"epoch": 1.0554371002132197,
|
|
"grad_norm": 0.5273505815311281,
|
|
"learning_rate": 3.8547880337711036e-05,
|
|
"loss": 1.1163,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3252648115158081,
|
|
"step": 248,
|
|
"valid_targets_mean": 16154.4,
|
|
"valid_targets_min": 15031
|
|
},
|
|
{
|
|
"epoch": 1.0597014925373134,
|
|
"grad_norm": 0.44498988796021355,
|
|
"learning_rate": 3.8525561438620016e-05,
|
|
"loss": 1.0585,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1894037425518036,
|
|
"step": 249,
|
|
"valid_targets_mean": 10379.2,
|
|
"valid_targets_min": 6997
|
|
},
|
|
{
|
|
"epoch": 1.0639658848614073,
|
|
"grad_norm": 0.4144830597405317,
|
|
"learning_rate": 3.850307888771269e-05,
|
|
"loss": 1.0731,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28886622190475464,
|
|
"step": 250,
|
|
"valid_targets_mean": 16118.5,
|
|
"valid_targets_min": 14698
|
|
},
|
|
{
|
|
"epoch": 1.068230277185501,
|
|
"grad_norm": 0.5029381206794391,
|
|
"learning_rate": 3.848043288359629e-05,
|
|
"loss": 1.1498,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3546772599220276,
|
|
"step": 251,
|
|
"valid_targets_mean": 16145.3,
|
|
"valid_targets_min": 15417
|
|
},
|
|
{
|
|
"epoch": 1.072494669509595,
|
|
"grad_norm": 0.44247318546686853,
|
|
"learning_rate": 3.8457623626321944e-05,
|
|
"loss": 1.104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2482362687587738,
|
|
"step": 252,
|
|
"valid_targets_mean": 13666.4,
|
|
"valid_targets_min": 11928
|
|
},
|
|
{
|
|
"epoch": 1.0767590618336886,
|
|
"grad_norm": 0.39005937001798274,
|
|
"learning_rate": 3.843465131738296e-05,
|
|
"loss": 1.0506,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29449522495269775,
|
|
"step": 253,
|
|
"valid_targets_mean": 16168.5,
|
|
"valid_targets_min": 15367
|
|
},
|
|
{
|
|
"epoch": 1.0810234541577826,
|
|
"grad_norm": 0.4817631021826581,
|
|
"learning_rate": 3.8411516159713e-05,
|
|
"loss": 1.1048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33546924591064453,
|
|
"step": 254,
|
|
"valid_targets_mean": 16058.3,
|
|
"valid_targets_min": 15122
|
|
},
|
|
{
|
|
"epoch": 1.0852878464818763,
|
|
"grad_norm": 0.40971558311849615,
|
|
"learning_rate": 3.838821835768431e-05,
|
|
"loss": 1.0997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25414609909057617,
|
|
"step": 255,
|
|
"valid_targets_mean": 14634.8,
|
|
"valid_targets_min": 12318
|
|
},
|
|
{
|
|
"epoch": 1.0895522388059702,
|
|
"grad_norm": 0.41152374607669845,
|
|
"learning_rate": 3.83647581171059e-05,
|
|
"loss": 1.0722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28119754791259766,
|
|
"step": 256,
|
|
"valid_targets_mean": 16229.5,
|
|
"valid_targets_min": 15678
|
|
},
|
|
{
|
|
"epoch": 1.0938166311300639,
|
|
"grad_norm": 0.36986113057932224,
|
|
"learning_rate": 3.8341135645221744e-05,
|
|
"loss": 1.1548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21205706894397736,
|
|
"step": 257,
|
|
"valid_targets_mean": 10198.9,
|
|
"valid_targets_min": 1521
|
|
},
|
|
{
|
|
"epoch": 1.0980810234541578,
|
|
"grad_norm": 0.39538818902202144,
|
|
"learning_rate": 3.831735115070895e-05,
|
|
"loss": 1.112,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2730725407600403,
|
|
"step": 258,
|
|
"valid_targets_mean": 15648.3,
|
|
"valid_targets_min": 14587
|
|
},
|
|
{
|
|
"epoch": 1.1023454157782515,
|
|
"grad_norm": 0.38776047712641437,
|
|
"learning_rate": 3.8293404843675904e-05,
|
|
"loss": 1.0702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3306257724761963,
|
|
"step": 259,
|
|
"valid_targets_mean": 16135.6,
|
|
"valid_targets_min": 15231
|
|
},
|
|
{
|
|
"epoch": 1.1066098081023454,
|
|
"grad_norm": 0.39177831154033477,
|
|
"learning_rate": 3.8269296935660395e-05,
|
|
"loss": 1.1263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15725815296173096,
|
|
"step": 260,
|
|
"valid_targets_mean": 7092.5,
|
|
"valid_targets_min": 808
|
|
},
|
|
{
|
|
"epoch": 1.1108742004264391,
|
|
"grad_norm": 0.3955787180514775,
|
|
"learning_rate": 3.82450276396278e-05,
|
|
"loss": 1.0555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26038262248039246,
|
|
"step": 261,
|
|
"valid_targets_mean": 16152.0,
|
|
"valid_targets_min": 14548
|
|
},
|
|
{
|
|
"epoch": 1.115138592750533,
|
|
"grad_norm": 0.3943393830343504,
|
|
"learning_rate": 3.822059716996916e-05,
|
|
"loss": 1.0821,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29220741987228394,
|
|
"step": 262,
|
|
"valid_targets_mean": 16084.3,
|
|
"valid_targets_min": 11563
|
|
},
|
|
{
|
|
"epoch": 1.1194029850746268,
|
|
"grad_norm": 0.34671504145506926,
|
|
"learning_rate": 3.819600574249929e-05,
|
|
"loss": 1.094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2236497700214386,
|
|
"step": 263,
|
|
"valid_targets_mean": 12894.8,
|
|
"valid_targets_min": 10816
|
|
},
|
|
{
|
|
"epoch": 1.1236673773987207,
|
|
"grad_norm": 0.42078315088119533,
|
|
"learning_rate": 3.817125357445489e-05,
|
|
"loss": 1.1106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2985043525695801,
|
|
"step": 264,
|
|
"valid_targets_mean": 16128.0,
|
|
"valid_targets_min": 15288
|
|
},
|
|
{
|
|
"epoch": 1.1279317697228146,
|
|
"grad_norm": 0.3432043026098217,
|
|
"learning_rate": 3.814634088449261e-05,
|
|
"loss": 1.0969,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3035276532173157,
|
|
"step": 265,
|
|
"valid_targets_mean": 16191.3,
|
|
"valid_targets_min": 15360
|
|
},
|
|
{
|
|
"epoch": 1.1321961620469083,
|
|
"grad_norm": 0.41374067810311144,
|
|
"learning_rate": 3.812126789268712e-05,
|
|
"loss": 1.0658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25057581067085266,
|
|
"step": 266,
|
|
"valid_targets_mean": 13714.1,
|
|
"valid_targets_min": 10885
|
|
},
|
|
{
|
|
"epoch": 1.136460554371002,
|
|
"grad_norm": 0.4607688045395972,
|
|
"learning_rate": 3.80960348205292e-05,
|
|
"loss": 1.0765,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3000008165836334,
|
|
"step": 267,
|
|
"valid_targets_mean": 16230.6,
|
|
"valid_targets_min": 14726
|
|
},
|
|
{
|
|
"epoch": 1.140724946695096,
|
|
"grad_norm": 0.40205293987912205,
|
|
"learning_rate": 3.807064189092372e-05,
|
|
"loss": 1.1149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25882160663604736,
|
|
"step": 268,
|
|
"valid_targets_mean": 12928.8,
|
|
"valid_targets_min": 578
|
|
},
|
|
{
|
|
"epoch": 1.1449893390191899,
|
|
"grad_norm": 0.2840612227828314,
|
|
"learning_rate": 3.804508932818771e-05,
|
|
"loss": 1.0726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26746341586112976,
|
|
"step": 269,
|
|
"valid_targets_mean": 15937.6,
|
|
"valid_targets_min": 14274
|
|
},
|
|
{
|
|
"epoch": 1.1492537313432836,
|
|
"grad_norm": 0.4619094136744395,
|
|
"learning_rate": 3.801937735804838e-05,
|
|
"loss": 1.0768,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31920215487480164,
|
|
"step": 270,
|
|
"valid_targets_mean": 16088.9,
|
|
"valid_targets_min": 14394
|
|
},
|
|
{
|
|
"epoch": 1.1535181236673775,
|
|
"grad_norm": 0.48231701020494727,
|
|
"learning_rate": 3.799350620764114e-05,
|
|
"loss": 1.1666,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20658738911151886,
|
|
"step": 271,
|
|
"valid_targets_mean": 9558.3,
|
|
"valid_targets_min": 1284
|
|
},
|
|
{
|
|
"epoch": 1.1577825159914712,
|
|
"grad_norm": 0.46062053301062583,
|
|
"learning_rate": 3.7967476105507535e-05,
|
|
"loss": 1.0729,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2467394322156906,
|
|
"step": 272,
|
|
"valid_targets_mean": 16074.0,
|
|
"valid_targets_min": 15120
|
|
},
|
|
{
|
|
"epoch": 1.1620469083155651,
|
|
"grad_norm": 0.3951224400955993,
|
|
"learning_rate": 3.7941287281593284e-05,
|
|
"loss": 1.1176,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34779471158981323,
|
|
"step": 273,
|
|
"valid_targets_mean": 16051.9,
|
|
"valid_targets_min": 14958
|
|
},
|
|
{
|
|
"epoch": 1.1663113006396588,
|
|
"grad_norm": 0.4181270890938552,
|
|
"learning_rate": 3.7914939967246227e-05,
|
|
"loss": 1.1097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19121389091014862,
|
|
"step": 274,
|
|
"valid_targets_mean": 10320.2,
|
|
"valid_targets_min": 4592
|
|
},
|
|
{
|
|
"epoch": 1.1705756929637527,
|
|
"grad_norm": 0.5270170169887702,
|
|
"learning_rate": 3.7888434395214285e-05,
|
|
"loss": 1.065,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27775952219963074,
|
|
"step": 275,
|
|
"valid_targets_mean": 16176.9,
|
|
"valid_targets_min": 15525
|
|
},
|
|
{
|
|
"epoch": 1.1748400852878464,
|
|
"grad_norm": 0.4363543220215517,
|
|
"learning_rate": 3.786177079964339e-05,
|
|
"loss": 1.1368,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34759217500686646,
|
|
"step": 276,
|
|
"valid_targets_mean": 15977.2,
|
|
"valid_targets_min": 12151
|
|
},
|
|
{
|
|
"epoch": 1.1791044776119404,
|
|
"grad_norm": 0.3270505163256704,
|
|
"learning_rate": 3.783494941607544e-05,
|
|
"loss": 1.0769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24708306789398193,
|
|
"step": 277,
|
|
"valid_targets_mean": 14817.6,
|
|
"valid_targets_min": 12394
|
|
},
|
|
{
|
|
"epoch": 1.183368869936034,
|
|
"grad_norm": 0.5195692662658037,
|
|
"learning_rate": 3.780797048144621e-05,
|
|
"loss": 1.0675,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29989132285118103,
|
|
"step": 278,
|
|
"valid_targets_mean": 16170.4,
|
|
"valid_targets_min": 15476
|
|
},
|
|
{
|
|
"epoch": 1.187633262260128,
|
|
"grad_norm": 0.6190527220557674,
|
|
"learning_rate": 3.7780834234083236e-05,
|
|
"loss": 1.0701,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2992306053638458,
|
|
"step": 279,
|
|
"valid_targets_mean": 16205.1,
|
|
"valid_targets_min": 15621
|
|
},
|
|
{
|
|
"epoch": 1.1918976545842217,
|
|
"grad_norm": 0.6080600402547287,
|
|
"learning_rate": 3.775354091370376e-05,
|
|
"loss": 1.1296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2604046165943146,
|
|
"step": 280,
|
|
"valid_targets_mean": 15438.3,
|
|
"valid_targets_min": 13444
|
|
},
|
|
{
|
|
"epoch": 1.1961620469083156,
|
|
"grad_norm": 0.39041134509984243,
|
|
"learning_rate": 3.772609076141255e-05,
|
|
"loss": 1.0728,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31458884477615356,
|
|
"step": 281,
|
|
"valid_targets_mean": 16119.0,
|
|
"valid_targets_min": 15507
|
|
},
|
|
{
|
|
"epoch": 1.2004264392324093,
|
|
"grad_norm": 0.4767624558807393,
|
|
"learning_rate": 3.769848401969982e-05,
|
|
"loss": 1.1081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21639636158943176,
|
|
"step": 282,
|
|
"valid_targets_mean": 10172.0,
|
|
"valid_targets_min": 1340
|
|
},
|
|
{
|
|
"epoch": 1.2046908315565032,
|
|
"grad_norm": 0.5623270402982615,
|
|
"learning_rate": 3.767072093243907e-05,
|
|
"loss": 1.1635,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2950652837753296,
|
|
"step": 283,
|
|
"valid_targets_mean": 15828.4,
|
|
"valid_targets_min": 14460
|
|
},
|
|
{
|
|
"epoch": 1.208955223880597,
|
|
"grad_norm": 0.4524089975039437,
|
|
"learning_rate": 3.7642801744884915e-05,
|
|
"loss": 1.0963,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.294228196144104,
|
|
"step": 284,
|
|
"valid_targets_mean": 16200.7,
|
|
"valid_targets_min": 15297
|
|
},
|
|
{
|
|
"epoch": 1.2132196162046909,
|
|
"grad_norm": 0.32281714093886354,
|
|
"learning_rate": 3.761472670367096e-05,
|
|
"loss": 1.0747,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17498302459716797,
|
|
"step": 285,
|
|
"valid_targets_mean": 9475.9,
|
|
"valid_targets_min": 1947
|
|
},
|
|
{
|
|
"epoch": 1.2174840085287846,
|
|
"grad_norm": 0.5138432099324803,
|
|
"learning_rate": 3.758649605680758e-05,
|
|
"loss": 1.1036,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28575873374938965,
|
|
"step": 286,
|
|
"valid_targets_mean": 16135.3,
|
|
"valid_targets_min": 15278
|
|
},
|
|
{
|
|
"epoch": 1.2217484008528785,
|
|
"grad_norm": 0.3655062872472561,
|
|
"learning_rate": 3.755811005367974e-05,
|
|
"loss": 1.1298,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34900298714637756,
|
|
"step": 287,
|
|
"valid_targets_mean": 15927.2,
|
|
"valid_targets_min": 13538
|
|
},
|
|
{
|
|
"epoch": 1.2260127931769722,
|
|
"grad_norm": 0.4348050500931117,
|
|
"learning_rate": 3.752956894504481e-05,
|
|
"loss": 1.079,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2179632931947708,
|
|
"step": 288,
|
|
"valid_targets_mean": 12555.1,
|
|
"valid_targets_min": 10326
|
|
},
|
|
{
|
|
"epoch": 1.2302771855010661,
|
|
"grad_norm": 0.4066292861906636,
|
|
"learning_rate": 3.750087298303033e-05,
|
|
"loss": 1.0861,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2655118703842163,
|
|
"step": 289,
|
|
"valid_targets_mean": 16137.8,
|
|
"valid_targets_min": 12492
|
|
},
|
|
{
|
|
"epoch": 1.2345415778251598,
|
|
"grad_norm": 0.48614284361098015,
|
|
"learning_rate": 3.7472022421131795e-05,
|
|
"loss": 1.09,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31156063079833984,
|
|
"step": 290,
|
|
"valid_targets_mean": 16206.4,
|
|
"valid_targets_min": 15481
|
|
},
|
|
{
|
|
"epoch": 1.2388059701492538,
|
|
"grad_norm": 0.3675854254671058,
|
|
"learning_rate": 3.7443017514210406e-05,
|
|
"loss": 1.1211,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2502858638763428,
|
|
"step": 291,
|
|
"valid_targets_mean": 14772.3,
|
|
"valid_targets_min": 12576
|
|
},
|
|
{
|
|
"epoch": 1.2430703624733475,
|
|
"grad_norm": 0.39619036032104965,
|
|
"learning_rate": 3.7413858518490825e-05,
|
|
"loss": 1.0596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3014882206916809,
|
|
"step": 292,
|
|
"valid_targets_mean": 16124.6,
|
|
"valid_targets_min": 14727
|
|
},
|
|
{
|
|
"epoch": 1.2473347547974414,
|
|
"grad_norm": 0.4106391418257523,
|
|
"learning_rate": 3.7384545691558895e-05,
|
|
"loss": 1.1055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29865384101867676,
|
|
"step": 293,
|
|
"valid_targets_mean": 12797.4,
|
|
"valid_targets_min": 1628
|
|
},
|
|
{
|
|
"epoch": 1.251599147121535,
|
|
"grad_norm": 0.3731804980440619,
|
|
"learning_rate": 3.735507929235941e-05,
|
|
"loss": 1.0794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28893664479255676,
|
|
"step": 294,
|
|
"valid_targets_mean": 15906.0,
|
|
"valid_targets_min": 14468
|
|
},
|
|
{
|
|
"epoch": 1.255863539445629,
|
|
"grad_norm": 0.3374195469547457,
|
|
"learning_rate": 3.732545958119378e-05,
|
|
"loss": 1.0804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32684630155563354,
|
|
"step": 295,
|
|
"valid_targets_mean": 16134.5,
|
|
"valid_targets_min": 15264
|
|
},
|
|
{
|
|
"epoch": 1.260127931769723,
|
|
"grad_norm": 0.3360515167194252,
|
|
"learning_rate": 3.729568681971774e-05,
|
|
"loss": 1.0911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19337254762649536,
|
|
"step": 296,
|
|
"valid_targets_mean": 9574.0,
|
|
"valid_targets_min": 2245
|
|
},
|
|
{
|
|
"epoch": 1.2643923240938166,
|
|
"grad_norm": 0.26536955158503056,
|
|
"learning_rate": 3.726576127093905e-05,
|
|
"loss": 1.0493,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2696130573749542,
|
|
"step": 297,
|
|
"valid_targets_mean": 16036.6,
|
|
"valid_targets_min": 13771
|
|
},
|
|
{
|
|
"epoch": 1.2686567164179103,
|
|
"grad_norm": 0.30761645747590627,
|
|
"learning_rate": 3.7235683199215177e-05,
|
|
"loss": 1.0989,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3584132790565491,
|
|
"step": 298,
|
|
"valid_targets_mean": 16034.9,
|
|
"valid_targets_min": 13226
|
|
},
|
|
{
|
|
"epoch": 1.2729211087420043,
|
|
"grad_norm": 0.27959937087294806,
|
|
"learning_rate": 3.7205452870250944e-05,
|
|
"loss": 1.0891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20323173701763153,
|
|
"step": 299,
|
|
"valid_targets_mean": 11007.0,
|
|
"valid_targets_min": 5744
|
|
},
|
|
{
|
|
"epoch": 1.2771855010660982,
|
|
"grad_norm": 0.2941909530383932,
|
|
"learning_rate": 3.7175070551096204e-05,
|
|
"loss": 1.061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2728692293167114,
|
|
"step": 300,
|
|
"valid_targets_mean": 16107.3,
|
|
"valid_targets_min": 14275
|
|
},
|
|
{
|
|
"epoch": 1.2814498933901919,
|
|
"grad_norm": 0.3045695451435711,
|
|
"learning_rate": 3.7144536510143436e-05,
|
|
"loss": 1.0794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3124944269657135,
|
|
"step": 301,
|
|
"valid_targets_mean": 16167.8,
|
|
"valid_targets_min": 15391
|
|
},
|
|
{
|
|
"epoch": 1.2857142857142856,
|
|
"grad_norm": 0.29964759276009667,
|
|
"learning_rate": 3.711385101712544e-05,
|
|
"loss": 1.088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.237869530916214,
|
|
"step": 302,
|
|
"valid_targets_mean": 13015.2,
|
|
"valid_targets_min": 10716
|
|
},
|
|
{
|
|
"epoch": 1.2899786780383795,
|
|
"grad_norm": 0.3370082192565383,
|
|
"learning_rate": 3.708301434311289e-05,
|
|
"loss": 1.0737,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33356988430023193,
|
|
"step": 303,
|
|
"valid_targets_mean": 16074.2,
|
|
"valid_targets_min": 15513
|
|
},
|
|
{
|
|
"epoch": 1.2942430703624734,
|
|
"grad_norm": 0.32138080902527844,
|
|
"learning_rate": 3.7052026760511996e-05,
|
|
"loss": 1.0981,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33788326382637024,
|
|
"step": 304,
|
|
"valid_targets_mean": 16062.2,
|
|
"valid_targets_min": 15222
|
|
},
|
|
{
|
|
"epoch": 1.2985074626865671,
|
|
"grad_norm": 0.30392134990032627,
|
|
"learning_rate": 3.7020888543062046e-05,
|
|
"loss": 1.124,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2807016968727112,
|
|
"step": 305,
|
|
"valid_targets_mean": 15560.0,
|
|
"valid_targets_min": 7641
|
|
},
|
|
{
|
|
"epoch": 1.302771855010661,
|
|
"grad_norm": 0.3238007708694112,
|
|
"learning_rate": 3.6989599965833024e-05,
|
|
"loss": 1.0764,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2851221561431885,
|
|
"step": 306,
|
|
"valid_targets_mean": 16099.2,
|
|
"valid_targets_min": 13108
|
|
},
|
|
{
|
|
"epoch": 1.3070362473347548,
|
|
"grad_norm": 0.29840930934212534,
|
|
"learning_rate": 3.695816130522317e-05,
|
|
"loss": 1.0946,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22299593687057495,
|
|
"step": 307,
|
|
"valid_targets_mean": 11237.3,
|
|
"valid_targets_min": 1669
|
|
},
|
|
{
|
|
"epoch": 1.3113006396588487,
|
|
"grad_norm": 0.30168843638422593,
|
|
"learning_rate": 3.692657283895651e-05,
|
|
"loss": 1.0552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27403849363327026,
|
|
"step": 308,
|
|
"valid_targets_mean": 16148.6,
|
|
"valid_targets_min": 15513
|
|
},
|
|
{
|
|
"epoch": 1.3155650319829424,
|
|
"grad_norm": 0.32483179815857954,
|
|
"learning_rate": 3.689483484608048e-05,
|
|
"loss": 1.0612,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3060385584831238,
|
|
"step": 309,
|
|
"valid_targets_mean": 16065.3,
|
|
"valid_targets_min": 13956
|
|
},
|
|
{
|
|
"epoch": 1.3198294243070363,
|
|
"grad_norm": 0.31149112041744637,
|
|
"learning_rate": 3.6862947606963364e-05,
|
|
"loss": 1.0866,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17092487215995789,
|
|
"step": 310,
|
|
"valid_targets_mean": 8786.3,
|
|
"valid_targets_min": 979
|
|
},
|
|
{
|
|
"epoch": 1.32409381663113,
|
|
"grad_norm": 0.2886555855519825,
|
|
"learning_rate": 3.6830911403291885e-05,
|
|
"loss": 1.058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26450830698013306,
|
|
"step": 311,
|
|
"valid_targets_mean": 16189.7,
|
|
"valid_targets_min": 15573
|
|
},
|
|
{
|
|
"epoch": 1.328358208955224,
|
|
"grad_norm": 0.3306819378912933,
|
|
"learning_rate": 3.679872651806869e-05,
|
|
"loss": 1.0451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3085620403289795,
|
|
"step": 312,
|
|
"valid_targets_mean": 16043.3,
|
|
"valid_targets_min": 13998
|
|
},
|
|
{
|
|
"epoch": 1.3326226012793176,
|
|
"grad_norm": 0.3023638424474574,
|
|
"learning_rate": 3.676639323560986e-05,
|
|
"loss": 1.0489,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21333524584770203,
|
|
"step": 313,
|
|
"valid_targets_mean": 11691.9,
|
|
"valid_targets_min": 8218
|
|
},
|
|
{
|
|
"epoch": 1.3368869936034116,
|
|
"grad_norm": 0.33604814898504637,
|
|
"learning_rate": 3.6733911841542365e-05,
|
|
"loss": 1.0771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.286090612411499,
|
|
"step": 314,
|
|
"valid_targets_mean": 16156.4,
|
|
"valid_targets_min": 15261
|
|
},
|
|
{
|
|
"epoch": 1.3411513859275053,
|
|
"grad_norm": 0.2916648358359987,
|
|
"learning_rate": 3.6701282622801626e-05,
|
|
"loss": 1.1131,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.349140465259552,
|
|
"step": 315,
|
|
"valid_targets_mean": 16031.2,
|
|
"valid_targets_min": 14724
|
|
},
|
|
{
|
|
"epoch": 1.3454157782515992,
|
|
"grad_norm": 0.3577992054526001,
|
|
"learning_rate": 3.666850586762886e-05,
|
|
"loss": 1.0881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26788413524627686,
|
|
"step": 316,
|
|
"valid_targets_mean": 15082.3,
|
|
"valid_targets_min": 12379
|
|
},
|
|
{
|
|
"epoch": 1.349680170575693,
|
|
"grad_norm": 0.2848861404227202,
|
|
"learning_rate": 3.663558186556863e-05,
|
|
"loss": 1.0943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31389766931533813,
|
|
"step": 317,
|
|
"valid_targets_mean": 16143.6,
|
|
"valid_targets_min": 15422
|
|
},
|
|
{
|
|
"epoch": 1.3539445628997868,
|
|
"grad_norm": 0.3233779269723926,
|
|
"learning_rate": 3.660251090746627e-05,
|
|
"loss": 1.1292,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2748628556728363,
|
|
"step": 318,
|
|
"valid_targets_mean": 13230.5,
|
|
"valid_targets_min": 2050
|
|
},
|
|
{
|
|
"epoch": 1.3582089552238805,
|
|
"grad_norm": 0.2858887914036524,
|
|
"learning_rate": 3.656929328546526e-05,
|
|
"loss": 1.1039,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2868054509162903,
|
|
"step": 319,
|
|
"valid_targets_mean": 15947.4,
|
|
"valid_targets_min": 14844
|
|
},
|
|
{
|
|
"epoch": 1.3624733475479744,
|
|
"grad_norm": 0.32284902384340897,
|
|
"learning_rate": 3.653592929300471e-05,
|
|
"loss": 1.1129,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3040750026702881,
|
|
"step": 320,
|
|
"valid_targets_mean": 16161.1,
|
|
"valid_targets_min": 15333
|
|
},
|
|
{
|
|
"epoch": 1.3667377398720681,
|
|
"grad_norm": 0.3297715967566815,
|
|
"learning_rate": 3.650241922481675e-05,
|
|
"loss": 1.0733,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1861163079738617,
|
|
"step": 321,
|
|
"valid_targets_mean": 9992.6,
|
|
"valid_targets_min": 2412
|
|
},
|
|
{
|
|
"epoch": 1.371002132196162,
|
|
"grad_norm": 0.2870594544962561,
|
|
"learning_rate": 3.6468763376923886e-05,
|
|
"loss": 1.0679,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.283233642578125,
|
|
"step": 322,
|
|
"valid_targets_mean": 16080.6,
|
|
"valid_targets_min": 15212
|
|
},
|
|
{
|
|
"epoch": 1.375266524520256,
|
|
"grad_norm": 0.34262055196282626,
|
|
"learning_rate": 3.6434962046636464e-05,
|
|
"loss": 1.0953,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.324097216129303,
|
|
"step": 323,
|
|
"valid_targets_mean": 16106.3,
|
|
"valid_targets_min": 15153
|
|
},
|
|
{
|
|
"epoch": 1.3795309168443497,
|
|
"grad_norm": 0.3428410455003426,
|
|
"learning_rate": 3.6401015532549957e-05,
|
|
"loss": 1.1212,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2151477187871933,
|
|
"step": 324,
|
|
"valid_targets_mean": 10360.2,
|
|
"valid_targets_min": 7125
|
|
},
|
|
{
|
|
"epoch": 1.3837953091684434,
|
|
"grad_norm": 0.3146362518291799,
|
|
"learning_rate": 3.6366924134542386e-05,
|
|
"loss": 1.0624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2897263765335083,
|
|
"step": 325,
|
|
"valid_targets_mean": 16060.8,
|
|
"valid_targets_min": 13555
|
|
},
|
|
{
|
|
"epoch": 1.3880597014925373,
|
|
"grad_norm": 0.3481176224891406,
|
|
"learning_rate": 3.633268815377166e-05,
|
|
"loss": 1.0962,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.328260600566864,
|
|
"step": 326,
|
|
"valid_targets_mean": 16054.6,
|
|
"valid_targets_min": 14273
|
|
},
|
|
{
|
|
"epoch": 1.3923240938166312,
|
|
"grad_norm": 0.3077273003482749,
|
|
"learning_rate": 3.6298307892672895e-05,
|
|
"loss": 1.0716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23626792430877686,
|
|
"step": 327,
|
|
"valid_targets_mean": 14108.6,
|
|
"valid_targets_min": 11744
|
|
},
|
|
{
|
|
"epoch": 1.396588486140725,
|
|
"grad_norm": 0.3516293681006609,
|
|
"learning_rate": 3.626378365495577e-05,
|
|
"loss": 1.1138,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2922561764717102,
|
|
"step": 328,
|
|
"valid_targets_mean": 16144.3,
|
|
"valid_targets_min": 15182
|
|
},
|
|
{
|
|
"epoch": 1.4008528784648187,
|
|
"grad_norm": 0.3756838223603127,
|
|
"learning_rate": 3.622911574560181e-05,
|
|
"loss": 1.0663,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32784950733184814,
|
|
"step": 329,
|
|
"valid_targets_mean": 16119.1,
|
|
"valid_targets_min": 14732
|
|
},
|
|
{
|
|
"epoch": 1.4051172707889126,
|
|
"grad_norm": 0.3537330413744902,
|
|
"learning_rate": 3.6194304470861744e-05,
|
|
"loss": 1.108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27316704392433167,
|
|
"step": 330,
|
|
"valid_targets_mean": 15151.9,
|
|
"valid_targets_min": 13814
|
|
},
|
|
{
|
|
"epoch": 1.4093816631130065,
|
|
"grad_norm": 0.36125365393054715,
|
|
"learning_rate": 3.615935013825272e-05,
|
|
"loss": 1.1071,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30955564975738525,
|
|
"step": 331,
|
|
"valid_targets_mean": 16155.7,
|
|
"valid_targets_min": 15560
|
|
},
|
|
{
|
|
"epoch": 1.4136460554371002,
|
|
"grad_norm": 0.3058246230311012,
|
|
"learning_rate": 3.612425305655569e-05,
|
|
"loss": 1.0806,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22015517950057983,
|
|
"step": 332,
|
|
"valid_targets_mean": 10614.2,
|
|
"valid_targets_min": 1489
|
|
},
|
|
{
|
|
"epoch": 1.417910447761194,
|
|
"grad_norm": 0.3859159015033643,
|
|
"learning_rate": 3.6089013535812593e-05,
|
|
"loss": 1.0542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26703906059265137,
|
|
"step": 333,
|
|
"valid_targets_mean": 16140.9,
|
|
"valid_targets_min": 15217
|
|
},
|
|
{
|
|
"epoch": 1.4221748400852878,
|
|
"grad_norm": 0.38720420606419576,
|
|
"learning_rate": 3.6053631887323656e-05,
|
|
"loss": 1.0889,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32786643505096436,
|
|
"step": 334,
|
|
"valid_targets_mean": 16096.1,
|
|
"valid_targets_min": 14473
|
|
},
|
|
{
|
|
"epoch": 1.4264392324093818,
|
|
"grad_norm": 0.31989957859029033,
|
|
"learning_rate": 3.601810842364465e-05,
|
|
"loss": 1.121,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17885881662368774,
|
|
"step": 335,
|
|
"valid_targets_mean": 8554.1,
|
|
"valid_targets_min": 618
|
|
},
|
|
{
|
|
"epoch": 1.4307036247334755,
|
|
"grad_norm": 0.30700677852157204,
|
|
"learning_rate": 3.598244345858412e-05,
|
|
"loss": 1.1056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2596096396446228,
|
|
"step": 336,
|
|
"valid_targets_mean": 16153.3,
|
|
"valid_targets_min": 15042
|
|
},
|
|
{
|
|
"epoch": 1.4349680170575694,
|
|
"grad_norm": 0.3463548518128724,
|
|
"learning_rate": 3.594663730720059e-05,
|
|
"loss": 1.0832,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3149087429046631,
|
|
"step": 337,
|
|
"valid_targets_mean": 16167.1,
|
|
"valid_targets_min": 15032
|
|
},
|
|
{
|
|
"epoch": 1.439232409381663,
|
|
"grad_norm": 0.37307238466289866,
|
|
"learning_rate": 3.591069028579982e-05,
|
|
"loss": 1.0988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22190377116203308,
|
|
"step": 338,
|
|
"valid_targets_mean": 12233.7,
|
|
"valid_targets_min": 8961
|
|
},
|
|
{
|
|
"epoch": 1.443496801705757,
|
|
"grad_norm": 0.31508567330283965,
|
|
"learning_rate": 3.5874602711931994e-05,
|
|
"loss": 1.1008,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2946207821369171,
|
|
"step": 339,
|
|
"valid_targets_mean": 16054.2,
|
|
"valid_targets_min": 15148
|
|
},
|
|
{
|
|
"epoch": 1.4477611940298507,
|
|
"grad_norm": 0.32971290964062444,
|
|
"learning_rate": 3.5838374904388904e-05,
|
|
"loss": 1.0702,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32255274057388306,
|
|
"step": 340,
|
|
"valid_targets_mean": 16200.9,
|
|
"valid_targets_min": 15576
|
|
},
|
|
{
|
|
"epoch": 1.4520255863539446,
|
|
"grad_norm": 0.36090036147075477,
|
|
"learning_rate": 3.580200718320115e-05,
|
|
"loss": 1.0951,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25074636936187744,
|
|
"step": 341,
|
|
"valid_targets_mean": 15703.2,
|
|
"valid_targets_min": 12835
|
|
},
|
|
{
|
|
"epoch": 1.4562899786780383,
|
|
"grad_norm": 0.4011601321937679,
|
|
"learning_rate": 3.576549986963531e-05,
|
|
"loss": 1.0778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31952688097953796,
|
|
"step": 342,
|
|
"valid_targets_mean": 16056.5,
|
|
"valid_targets_min": 14789
|
|
},
|
|
{
|
|
"epoch": 1.4605543710021323,
|
|
"grad_norm": 0.3676547349304962,
|
|
"learning_rate": 3.5728853286191075e-05,
|
|
"loss": 1.0645,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2541731595993042,
|
|
"step": 343,
|
|
"valid_targets_mean": 12879.8,
|
|
"valid_targets_min": 1242
|
|
},
|
|
{
|
|
"epoch": 1.464818763326226,
|
|
"grad_norm": 0.3238724181712805,
|
|
"learning_rate": 3.5692067756598465e-05,
|
|
"loss": 1.0586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2604942321777344,
|
|
"step": 344,
|
|
"valid_targets_mean": 16118.8,
|
|
"valid_targets_min": 15426
|
|
},
|
|
{
|
|
"epoch": 1.4690831556503199,
|
|
"grad_norm": 0.44152925097732304,
|
|
"learning_rate": 3.5655143605814885e-05,
|
|
"loss": 1.0943,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2965952754020691,
|
|
"step": 345,
|
|
"valid_targets_mean": 15897.9,
|
|
"valid_targets_min": 9286
|
|
},
|
|
{
|
|
"epoch": 1.4733475479744136,
|
|
"grad_norm": 0.34349751360888897,
|
|
"learning_rate": 3.561808116002232e-05,
|
|
"loss": 1.0814,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1971406638622284,
|
|
"step": 346,
|
|
"valid_targets_mean": 10358.7,
|
|
"valid_targets_min": 2096
|
|
},
|
|
{
|
|
"epoch": 1.4776119402985075,
|
|
"grad_norm": 0.3225944292915461,
|
|
"learning_rate": 3.5580880746624444e-05,
|
|
"loss": 1.0539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24682000279426575,
|
|
"step": 347,
|
|
"valid_targets_mean": 16129.1,
|
|
"valid_targets_min": 15180
|
|
},
|
|
{
|
|
"epoch": 1.4818763326226012,
|
|
"grad_norm": 0.3124256407452722,
|
|
"learning_rate": 3.5543542694243685e-05,
|
|
"loss": 1.1107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3103386163711548,
|
|
"step": 348,
|
|
"valid_targets_mean": 16167.1,
|
|
"valid_targets_min": 15444
|
|
},
|
|
{
|
|
"epoch": 1.4861407249466951,
|
|
"grad_norm": 0.32974629082892415,
|
|
"learning_rate": 3.5506067332718355e-05,
|
|
"loss": 1.0881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21561576426029205,
|
|
"step": 349,
|
|
"valid_targets_mean": 10549.6,
|
|
"valid_targets_min": 6923
|
|
},
|
|
{
|
|
"epoch": 1.4904051172707888,
|
|
"grad_norm": 0.34775314789011286,
|
|
"learning_rate": 3.546845499309976e-05,
|
|
"loss": 1.0785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2754581570625305,
|
|
"step": 350,
|
|
"valid_targets_mean": 16196.4,
|
|
"valid_targets_min": 15446
|
|
},
|
|
{
|
|
"epoch": 1.4946695095948828,
|
|
"grad_norm": 0.3028713159156353,
|
|
"learning_rate": 3.5430706007649225e-05,
|
|
"loss": 1.0753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34413397312164307,
|
|
"step": 351,
|
|
"valid_targets_mean": 16196.4,
|
|
"valid_targets_min": 15577
|
|
},
|
|
{
|
|
"epoch": 1.4989339019189765,
|
|
"grad_norm": 0.3384662366501191,
|
|
"learning_rate": 3.539282070983518e-05,
|
|
"loss": 1.095,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24725352227687836,
|
|
"step": 352,
|
|
"valid_targets_mean": 13119.6,
|
|
"valid_targets_min": 10183
|
|
},
|
|
{
|
|
"epoch": 1.5031982942430704,
|
|
"grad_norm": 0.34377284984114953,
|
|
"learning_rate": 3.535479943433023e-05,
|
|
"loss": 1.164,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34733474254608154,
|
|
"step": 353,
|
|
"valid_targets_mean": 15859.2,
|
|
"valid_targets_min": 14337
|
|
},
|
|
{
|
|
"epoch": 1.5074626865671643,
|
|
"grad_norm": 0.36498915702842044,
|
|
"learning_rate": 3.5316642517008184e-05,
|
|
"loss": 1.0759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30858635902404785,
|
|
"step": 354,
|
|
"valid_targets_mean": 16225.0,
|
|
"valid_targets_min": 15717
|
|
},
|
|
{
|
|
"epoch": 1.511727078891258,
|
|
"grad_norm": 0.3806984231076566,
|
|
"learning_rate": 3.5278350294941074e-05,
|
|
"loss": 1.0931,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.281022310256958,
|
|
"step": 355,
|
|
"valid_targets_mean": 15363.8,
|
|
"valid_targets_min": 13266
|
|
},
|
|
{
|
|
"epoch": 1.5159914712153517,
|
|
"grad_norm": 0.3607162844870746,
|
|
"learning_rate": 3.523992310639622e-05,
|
|
"loss": 1.0563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2892281115055084,
|
|
"step": 356,
|
|
"valid_targets_mean": 16191.6,
|
|
"valid_targets_min": 15466
|
|
},
|
|
{
|
|
"epoch": 1.5202558635394456,
|
|
"grad_norm": 0.3469251797058296,
|
|
"learning_rate": 3.5201361290833165e-05,
|
|
"loss": 1.082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22507451474666595,
|
|
"step": 357,
|
|
"valid_targets_mean": 11349.5,
|
|
"valid_targets_min": 1359
|
|
},
|
|
{
|
|
"epoch": 1.5245202558635396,
|
|
"grad_norm": 0.316941337853733,
|
|
"learning_rate": 3.516266518890079e-05,
|
|
"loss": 1.066,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2844748795032501,
|
|
"step": 358,
|
|
"valid_targets_mean": 16115.3,
|
|
"valid_targets_min": 14702
|
|
},
|
|
{
|
|
"epoch": 1.5287846481876333,
|
|
"grad_norm": 0.3271118592624415,
|
|
"learning_rate": 3.512383514243419e-05,
|
|
"loss": 1.0595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2860044538974762,
|
|
"step": 359,
|
|
"valid_targets_mean": 16163.1,
|
|
"valid_targets_min": 14547
|
|
},
|
|
{
|
|
"epoch": 1.533049040511727,
|
|
"grad_norm": 0.4076918821251131,
|
|
"learning_rate": 3.5084871494451716e-05,
|
|
"loss": 1.0228,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18574681878089905,
|
|
"step": 360,
|
|
"valid_targets_mean": 9576.8,
|
|
"valid_targets_min": 1522
|
|
},
|
|
{
|
|
"epoch": 1.537313432835821,
|
|
"grad_norm": 0.26250230087775484,
|
|
"learning_rate": 3.5045774589151955e-05,
|
|
"loss": 1.0805,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26781558990478516,
|
|
"step": 361,
|
|
"valid_targets_mean": 15993.7,
|
|
"valid_targets_min": 10506
|
|
},
|
|
{
|
|
"epoch": 1.5415778251599148,
|
|
"grad_norm": 0.40215152628101086,
|
|
"learning_rate": 3.500654477191064e-05,
|
|
"loss": 1.1121,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34173938632011414,
|
|
"step": 362,
|
|
"valid_targets_mean": 15984.2,
|
|
"valid_targets_min": 14307
|
|
},
|
|
{
|
|
"epoch": 1.5458422174840085,
|
|
"grad_norm": 0.41294328730666957,
|
|
"learning_rate": 3.496718238927764e-05,
|
|
"loss": 1.0905,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19544759392738342,
|
|
"step": 363,
|
|
"valid_targets_mean": 10465.0,
|
|
"valid_targets_min": 6740
|
|
},
|
|
{
|
|
"epoch": 1.5501066098081022,
|
|
"grad_norm": 0.35410135683356636,
|
|
"learning_rate": 3.492768778897388e-05,
|
|
"loss": 1.0737,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2821054756641388,
|
|
"step": 364,
|
|
"valid_targets_mean": 16167.3,
|
|
"valid_targets_min": 14513
|
|
},
|
|
{
|
|
"epoch": 1.5543710021321961,
|
|
"grad_norm": 0.3903312793171435,
|
|
"learning_rate": 3.4888061319888276e-05,
|
|
"loss": 1.1041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33056482672691345,
|
|
"step": 365,
|
|
"valid_targets_mean": 16124.3,
|
|
"valid_targets_min": 15263
|
|
},
|
|
{
|
|
"epoch": 1.55863539445629,
|
|
"grad_norm": 0.4017883197111794,
|
|
"learning_rate": 3.484830333207466e-05,
|
|
"loss": 1.0998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24902799725532532,
|
|
"step": 366,
|
|
"valid_targets_mean": 13535.5,
|
|
"valid_targets_min": 11622
|
|
},
|
|
{
|
|
"epoch": 1.5628997867803838,
|
|
"grad_norm": 0.40334704982682956,
|
|
"learning_rate": 3.4808414176748666e-05,
|
|
"loss": 1.0578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2977840304374695,
|
|
"step": 367,
|
|
"valid_targets_mean": 16211.1,
|
|
"valid_targets_min": 15301
|
|
},
|
|
{
|
|
"epoch": 1.5671641791044775,
|
|
"grad_norm": 0.3614561883984975,
|
|
"learning_rate": 3.476839420628466e-05,
|
|
"loss": 1.0816,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27573463320732117,
|
|
"step": 368,
|
|
"valid_targets_mean": 13357.7,
|
|
"valid_targets_min": 1733
|
|
},
|
|
{
|
|
"epoch": 1.5714285714285714,
|
|
"grad_norm": 0.4456082344108554,
|
|
"learning_rate": 3.472824377421257e-05,
|
|
"loss": 1.0563,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25675058364868164,
|
|
"step": 369,
|
|
"valid_targets_mean": 15113.8,
|
|
"valid_targets_min": 13189
|
|
},
|
|
{
|
|
"epoch": 1.5756929637526653,
|
|
"grad_norm": 0.3455042599947996,
|
|
"learning_rate": 3.4687963235214845e-05,
|
|
"loss": 1.0908,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33542802929878235,
|
|
"step": 370,
|
|
"valid_targets_mean": 16135.2,
|
|
"valid_targets_min": 15576
|
|
},
|
|
{
|
|
"epoch": 1.579957356076759,
|
|
"grad_norm": 0.39394782964322445,
|
|
"learning_rate": 3.464755294512325e-05,
|
|
"loss": 1.0876,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18428701162338257,
|
|
"step": 371,
|
|
"valid_targets_mean": 8529.3,
|
|
"valid_targets_min": 1895
|
|
},
|
|
{
|
|
"epoch": 1.5842217484008527,
|
|
"grad_norm": 0.33318601467958586,
|
|
"learning_rate": 3.4607013260915765e-05,
|
|
"loss": 1.0878,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27869242429733276,
|
|
"step": 372,
|
|
"valid_targets_mean": 16116.1,
|
|
"valid_targets_min": 14467
|
|
},
|
|
{
|
|
"epoch": 1.5884861407249466,
|
|
"grad_norm": 0.3208068381003978,
|
|
"learning_rate": 3.4566344540713404e-05,
|
|
"loss": 1.0285,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2834702730178833,
|
|
"step": 373,
|
|
"valid_targets_mean": 16224.1,
|
|
"valid_targets_min": 15168
|
|
},
|
|
{
|
|
"epoch": 1.5927505330490406,
|
|
"grad_norm": 0.3953424989715451,
|
|
"learning_rate": 3.452554714377706e-05,
|
|
"loss": 1.0686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2175963819026947,
|
|
"step": 374,
|
|
"valid_targets_mean": 11231.9,
|
|
"valid_targets_min": 7068
|
|
},
|
|
{
|
|
"epoch": 1.5970149253731343,
|
|
"grad_norm": 0.33097995220515114,
|
|
"learning_rate": 3.448462143050436e-05,
|
|
"loss": 1.056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28065377473831177,
|
|
"step": 375,
|
|
"valid_targets_mean": 15767.3,
|
|
"valid_targets_min": 9286
|
|
},
|
|
{
|
|
"epoch": 1.6012793176972282,
|
|
"grad_norm": 0.3921987235874417,
|
|
"learning_rate": 3.4443567762426444e-05,
|
|
"loss": 1.102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3164235055446625,
|
|
"step": 376,
|
|
"valid_targets_mean": 16184.6,
|
|
"valid_targets_min": 15606
|
|
},
|
|
{
|
|
"epoch": 1.6055437100213221,
|
|
"grad_norm": 0.37657492260788417,
|
|
"learning_rate": 3.440238650220477e-05,
|
|
"loss": 1.0384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22348591685295105,
|
|
"step": 377,
|
|
"valid_targets_mean": 13476.9,
|
|
"valid_targets_min": 11755
|
|
},
|
|
{
|
|
"epoch": 1.6098081023454158,
|
|
"grad_norm": 0.38361242226579406,
|
|
"learning_rate": 3.4361078013627945e-05,
|
|
"loss": 1.0483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2881014049053192,
|
|
"step": 378,
|
|
"valid_targets_mean": 16131.5,
|
|
"valid_targets_min": 15301
|
|
},
|
|
{
|
|
"epoch": 1.6140724946695095,
|
|
"grad_norm": 0.4542116388705416,
|
|
"learning_rate": 3.4319642661608474e-05,
|
|
"loss": 1.1182,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3004990220069885,
|
|
"step": 379,
|
|
"valid_targets_mean": 16156.4,
|
|
"valid_targets_min": 15345
|
|
},
|
|
{
|
|
"epoch": 1.6183368869936035,
|
|
"grad_norm": 0.39387212174169905,
|
|
"learning_rate": 3.427808081217957e-05,
|
|
"loss": 1.1023,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27379781007766724,
|
|
"step": 380,
|
|
"valid_targets_mean": 15046.2,
|
|
"valid_targets_min": 10805
|
|
},
|
|
{
|
|
"epoch": 1.6226012793176974,
|
|
"grad_norm": 0.39084162634088154,
|
|
"learning_rate": 3.423639283249189e-05,
|
|
"loss": 1.0788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2966284453868866,
|
|
"step": 381,
|
|
"valid_targets_mean": 16231.2,
|
|
"valid_targets_min": 15531
|
|
},
|
|
{
|
|
"epoch": 1.626865671641791,
|
|
"grad_norm": 0.4072191864933012,
|
|
"learning_rate": 3.419457909081032e-05,
|
|
"loss": 1.077,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23579218983650208,
|
|
"step": 382,
|
|
"valid_targets_mean": 10985.6,
|
|
"valid_targets_min": 1923
|
|
},
|
|
{
|
|
"epoch": 1.6311300639658848,
|
|
"grad_norm": 0.34514348906831965,
|
|
"learning_rate": 3.415263995651069e-05,
|
|
"loss": 1.1111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28504568338394165,
|
|
"step": 383,
|
|
"valid_targets_mean": 15444.5,
|
|
"valid_targets_min": 13058
|
|
},
|
|
{
|
|
"epoch": 1.6353944562899787,
|
|
"grad_norm": 0.3169226325417078,
|
|
"learning_rate": 3.411057580007653e-05,
|
|
"loss": 1.0589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31453680992126465,
|
|
"step": 384,
|
|
"valid_targets_mean": 16178.7,
|
|
"valid_targets_min": 15572
|
|
},
|
|
{
|
|
"epoch": 1.6396588486140726,
|
|
"grad_norm": 0.41766890978652443,
|
|
"learning_rate": 3.4068386993095806e-05,
|
|
"loss": 1.0459,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16267335414886475,
|
|
"step": 385,
|
|
"valid_targets_mean": 8596.7,
|
|
"valid_targets_min": 2213
|
|
},
|
|
{
|
|
"epoch": 1.6439232409381663,
|
|
"grad_norm": 0.31567309796851967,
|
|
"learning_rate": 3.402607390825762e-05,
|
|
"loss": 1.056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2421300858259201,
|
|
"step": 386,
|
|
"valid_targets_mean": 16232.5,
|
|
"valid_targets_min": 15539
|
|
},
|
|
{
|
|
"epoch": 1.64818763326226,
|
|
"grad_norm": 0.3440061443480324,
|
|
"learning_rate": 3.398363691934894e-05,
|
|
"loss": 1.09,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3332326114177704,
|
|
"step": 387,
|
|
"valid_targets_mean": 16060.8,
|
|
"valid_targets_min": 15033
|
|
},
|
|
{
|
|
"epoch": 1.652452025586354,
|
|
"grad_norm": 0.33587676960996954,
|
|
"learning_rate": 3.3941076401251244e-05,
|
|
"loss": 1.089,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1977711319923401,
|
|
"step": 388,
|
|
"valid_targets_mean": 11657.1,
|
|
"valid_targets_min": 9535
|
|
},
|
|
{
|
|
"epoch": 1.6567164179104479,
|
|
"grad_norm": 0.3741622521424512,
|
|
"learning_rate": 3.3898392729937295e-05,
|
|
"loss": 1.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29115524888038635,
|
|
"step": 389,
|
|
"valid_targets_mean": 16162.9,
|
|
"valid_targets_min": 15023
|
|
},
|
|
{
|
|
"epoch": 1.6609808102345416,
|
|
"grad_norm": 0.32571931932140896,
|
|
"learning_rate": 3.385558628246774e-05,
|
|
"loss": 1.1034,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3178585171699524,
|
|
"step": 390,
|
|
"valid_targets_mean": 16113.8,
|
|
"valid_targets_min": 15576
|
|
},
|
|
{
|
|
"epoch": 1.6652452025586353,
|
|
"grad_norm": 0.31703646298997484,
|
|
"learning_rate": 3.381265743698781e-05,
|
|
"loss": 1.0783,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23743729293346405,
|
|
"step": 391,
|
|
"valid_targets_mean": 14455.2,
|
|
"valid_targets_min": 12866
|
|
},
|
|
{
|
|
"epoch": 1.6695095948827292,
|
|
"grad_norm": 0.3292168753278362,
|
|
"learning_rate": 3.3769606572724e-05,
|
|
"loss": 1.0542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2905117869377136,
|
|
"step": 392,
|
|
"valid_targets_mean": 16126.9,
|
|
"valid_targets_min": 14699
|
|
},
|
|
{
|
|
"epoch": 1.6737739872068231,
|
|
"grad_norm": 0.3347504777862101,
|
|
"learning_rate": 3.3726434069980686e-05,
|
|
"loss": 1.0383,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23373055458068848,
|
|
"step": 393,
|
|
"valid_targets_mean": 12935.7,
|
|
"valid_targets_min": 1379
|
|
},
|
|
{
|
|
"epoch": 1.6780383795309168,
|
|
"grad_norm": 0.34230310668388375,
|
|
"learning_rate": 3.368314031013678e-05,
|
|
"loss": 1.0794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26925498247146606,
|
|
"step": 394,
|
|
"valid_targets_mean": 16041.7,
|
|
"valid_targets_min": 14053
|
|
},
|
|
{
|
|
"epoch": 1.6823027718550105,
|
|
"grad_norm": 0.3235869439000228,
|
|
"learning_rate": 3.363972567564236e-05,
|
|
"loss": 1.0771,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29748794436454773,
|
|
"step": 395,
|
|
"valid_targets_mean": 16214.8,
|
|
"valid_targets_min": 15371
|
|
},
|
|
{
|
|
"epoch": 1.6865671641791045,
|
|
"grad_norm": 0.3334870078597985,
|
|
"learning_rate": 3.35961905500153e-05,
|
|
"loss": 1.0989,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18330952525138855,
|
|
"step": 396,
|
|
"valid_targets_mean": 8966.2,
|
|
"valid_targets_min": 2017
|
|
},
|
|
{
|
|
"epoch": 1.6908315565031984,
|
|
"grad_norm": 0.30602511626511597,
|
|
"learning_rate": 3.3552535317837855e-05,
|
|
"loss": 1.1295,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28136658668518066,
|
|
"step": 397,
|
|
"valid_targets_mean": 15754.8,
|
|
"valid_targets_min": 13899
|
|
},
|
|
{
|
|
"epoch": 1.695095948827292,
|
|
"grad_norm": 0.3380157464233408,
|
|
"learning_rate": 3.35087603647533e-05,
|
|
"loss": 1.0812,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3226493000984192,
|
|
"step": 398,
|
|
"valid_targets_mean": 16187.2,
|
|
"valid_targets_min": 15624
|
|
},
|
|
{
|
|
"epoch": 1.6993603411513858,
|
|
"grad_norm": 0.32260213235248153,
|
|
"learning_rate": 3.346486607746249e-05,
|
|
"loss": 1.0957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1675054132938385,
|
|
"step": 399,
|
|
"valid_targets_mean": 9466.9,
|
|
"valid_targets_min": 4761
|
|
},
|
|
{
|
|
"epoch": 1.7036247334754797,
|
|
"grad_norm": 0.35610426430137454,
|
|
"learning_rate": 3.342085284372047e-05,
|
|
"loss": 1.0975,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3175768256187439,
|
|
"step": 400,
|
|
"valid_targets_mean": 16054.5,
|
|
"valid_targets_min": 15525
|
|
},
|
|
{
|
|
"epoch": 1.7078891257995736,
|
|
"grad_norm": 0.3734277379203581,
|
|
"learning_rate": 3.337672105233303e-05,
|
|
"loss": 1.0742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29572874307632446,
|
|
"step": 401,
|
|
"valid_targets_mean": 16123.2,
|
|
"valid_targets_min": 14638
|
|
},
|
|
{
|
|
"epoch": 1.7121535181236673,
|
|
"grad_norm": 0.350322019083219,
|
|
"learning_rate": 3.3332471093153296e-05,
|
|
"loss": 1.1068,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22418397665023804,
|
|
"step": 402,
|
|
"valid_targets_mean": 13257.8,
|
|
"valid_targets_min": 10153
|
|
},
|
|
{
|
|
"epoch": 1.716417910447761,
|
|
"grad_norm": 0.2887369091087072,
|
|
"learning_rate": 3.3288103357078244e-05,
|
|
"loss": 1.1046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3073233962059021,
|
|
"step": 403,
|
|
"valid_targets_mean": 16162.8,
|
|
"valid_targets_min": 15337
|
|
},
|
|
{
|
|
"epoch": 1.720682302771855,
|
|
"grad_norm": 0.3496910847706424,
|
|
"learning_rate": 3.324361823604529e-05,
|
|
"loss": 1.088,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3313904404640198,
|
|
"step": 404,
|
|
"valid_targets_mean": 16163.1,
|
|
"valid_targets_min": 15308
|
|
},
|
|
{
|
|
"epoch": 1.724946695095949,
|
|
"grad_norm": 0.2978023325479404,
|
|
"learning_rate": 3.319901612302881e-05,
|
|
"loss": 1.084,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2603868544101715,
|
|
"step": 405,
|
|
"valid_targets_mean": 15849.7,
|
|
"valid_targets_min": 14606
|
|
},
|
|
{
|
|
"epoch": 1.7292110874200426,
|
|
"grad_norm": 0.3400614764223683,
|
|
"learning_rate": 3.315429741203666e-05,
|
|
"loss": 1.0602,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2796156704425812,
|
|
"step": 406,
|
|
"valid_targets_mean": 16208.5,
|
|
"valid_targets_min": 15536
|
|
},
|
|
{
|
|
"epoch": 1.7334754797441365,
|
|
"grad_norm": 0.318760235671882,
|
|
"learning_rate": 3.3109462498106705e-05,
|
|
"loss": 1.0399,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20615634322166443,
|
|
"step": 407,
|
|
"valid_targets_mean": 11185.1,
|
|
"valid_targets_min": 1926
|
|
},
|
|
{
|
|
"epoch": 1.7377398720682304,
|
|
"grad_norm": 0.312215960115044,
|
|
"learning_rate": 3.306451177730333e-05,
|
|
"loss": 1.0415,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.264221727848053,
|
|
"step": 408,
|
|
"valid_targets_mean": 15921.4,
|
|
"valid_targets_min": 15152
|
|
},
|
|
{
|
|
"epoch": 1.7420042643923241,
|
|
"grad_norm": 0.3309955562897752,
|
|
"learning_rate": 3.301944564671394e-05,
|
|
"loss": 1.0924,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32010987401008606,
|
|
"step": 409,
|
|
"valid_targets_mean": 16101.6,
|
|
"valid_targets_min": 13635
|
|
},
|
|
{
|
|
"epoch": 1.7462686567164178,
|
|
"grad_norm": 0.30567938936491407,
|
|
"learning_rate": 3.297426450444546e-05,
|
|
"loss": 1.0772,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18925735354423523,
|
|
"step": 410,
|
|
"valid_targets_mean": 10622.0,
|
|
"valid_targets_min": 2749
|
|
},
|
|
{
|
|
"epoch": 1.7505330490405118,
|
|
"grad_norm": 0.2968403930265541,
|
|
"learning_rate": 3.292896874962078e-05,
|
|
"loss": 1.0478,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26409652829170227,
|
|
"step": 411,
|
|
"valid_targets_mean": 16163.8,
|
|
"valid_targets_min": 14690
|
|
},
|
|
{
|
|
"epoch": 1.7547974413646057,
|
|
"grad_norm": 0.2962356001809263,
|
|
"learning_rate": 3.2883558782375294e-05,
|
|
"loss": 1.0777,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2959936261177063,
|
|
"step": 412,
|
|
"valid_targets_mean": 16117.5,
|
|
"valid_targets_min": 13635
|
|
},
|
|
{
|
|
"epoch": 1.7590618336886994,
|
|
"grad_norm": 0.26443877375742286,
|
|
"learning_rate": 3.283803500385332e-05,
|
|
"loss": 1.0932,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22419683635234833,
|
|
"step": 413,
|
|
"valid_targets_mean": 12500.9,
|
|
"valid_targets_min": 9491
|
|
},
|
|
{
|
|
"epoch": 1.763326226012793,
|
|
"grad_norm": 0.29190721133115755,
|
|
"learning_rate": 3.2792397816204546e-05,
|
|
"loss": 1.0923,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29217758774757385,
|
|
"step": 414,
|
|
"valid_targets_mean": 16139.3,
|
|
"valid_targets_min": 15077
|
|
},
|
|
{
|
|
"epoch": 1.767590618336887,
|
|
"grad_norm": 0.2966151215688941,
|
|
"learning_rate": 3.2746647622580524e-05,
|
|
"loss": 1.093,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31082773208618164,
|
|
"step": 415,
|
|
"valid_targets_mean": 16148.9,
|
|
"valid_targets_min": 15485
|
|
},
|
|
{
|
|
"epoch": 1.771855010660981,
|
|
"grad_norm": 0.317949985070703,
|
|
"learning_rate": 3.270078482713106e-05,
|
|
"loss": 1.0336,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23525992035865784,
|
|
"step": 416,
|
|
"valid_targets_mean": 14075.5,
|
|
"valid_targets_min": 11572
|
|
},
|
|
{
|
|
"epoch": 1.7761194029850746,
|
|
"grad_norm": 0.34552253743878153,
|
|
"learning_rate": 3.265480983500069e-05,
|
|
"loss": 1.0632,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3058857321739197,
|
|
"step": 417,
|
|
"valid_targets_mean": 16051.5,
|
|
"valid_targets_min": 13927
|
|
},
|
|
{
|
|
"epoch": 1.7803837953091683,
|
|
"grad_norm": 0.32803071709502934,
|
|
"learning_rate": 3.260872305232507e-05,
|
|
"loss": 1.041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25929567217826843,
|
|
"step": 418,
|
|
"valid_targets_mean": 13168.9,
|
|
"valid_targets_min": 2225
|
|
},
|
|
{
|
|
"epoch": 1.7846481876332623,
|
|
"grad_norm": 0.3538046380610209,
|
|
"learning_rate": 3.256252488622738e-05,
|
|
"loss": 1.0467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24721963703632355,
|
|
"step": 419,
|
|
"valid_targets_mean": 16116.3,
|
|
"valid_targets_min": 13473
|
|
},
|
|
{
|
|
"epoch": 1.7889125799573562,
|
|
"grad_norm": 0.45070711761291726,
|
|
"learning_rate": 3.251621574481475e-05,
|
|
"loss": 1.0642,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2939479351043701,
|
|
"step": 420,
|
|
"valid_targets_mean": 16112.0,
|
|
"valid_targets_min": 14287
|
|
},
|
|
{
|
|
"epoch": 1.79317697228145,
|
|
"grad_norm": 0.30337437904558584,
|
|
"learning_rate": 3.246979603717467e-05,
|
|
"loss": 1.1039,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20673009753227234,
|
|
"step": 421,
|
|
"valid_targets_mean": 10187.9,
|
|
"valid_targets_min": 1240
|
|
},
|
|
{
|
|
"epoch": 1.7974413646055436,
|
|
"grad_norm": 0.42598340707539195,
|
|
"learning_rate": 3.242326617337133e-05,
|
|
"loss": 1.0479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24972651898860931,
|
|
"step": 422,
|
|
"valid_targets_mean": 16181.6,
|
|
"valid_targets_min": 14875
|
|
},
|
|
{
|
|
"epoch": 1.8017057569296375,
|
|
"grad_norm": 0.4218988697298897,
|
|
"learning_rate": 3.2376626564442016e-05,
|
|
"loss": 1.0657,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.314885675907135,
|
|
"step": 423,
|
|
"valid_targets_mean": 16183.7,
|
|
"valid_targets_min": 15121
|
|
},
|
|
{
|
|
"epoch": 1.8059701492537314,
|
|
"grad_norm": 0.3491283230796325,
|
|
"learning_rate": 3.2329877622393515e-05,
|
|
"loss": 1.0507,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21938323974609375,
|
|
"step": 424,
|
|
"valid_targets_mean": 11132.9,
|
|
"valid_targets_min": 7632
|
|
},
|
|
{
|
|
"epoch": 1.8102345415778252,
|
|
"grad_norm": 0.386094531849704,
|
|
"learning_rate": 3.228301976019841e-05,
|
|
"loss": 1.1135,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2914331555366516,
|
|
"step": 425,
|
|
"valid_targets_mean": 16018.5,
|
|
"valid_targets_min": 14821
|
|
},
|
|
{
|
|
"epoch": 1.8144989339019189,
|
|
"grad_norm": 0.42035237534257025,
|
|
"learning_rate": 3.22360533917915e-05,
|
|
"loss": 1.0777,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29757189750671387,
|
|
"step": 426,
|
|
"valid_targets_mean": 16201.6,
|
|
"valid_targets_min": 15221
|
|
},
|
|
{
|
|
"epoch": 1.8187633262260128,
|
|
"grad_norm": 0.3272401912447551,
|
|
"learning_rate": 3.218897893206608e-05,
|
|
"loss": 1.0407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22152376174926758,
|
|
"step": 427,
|
|
"valid_targets_mean": 13069.1,
|
|
"valid_targets_min": 8831
|
|
},
|
|
{
|
|
"epoch": 1.8230277185501067,
|
|
"grad_norm": 0.41873622157001394,
|
|
"learning_rate": 3.2141796796870335e-05,
|
|
"loss": 1.0824,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29691261053085327,
|
|
"step": 428,
|
|
"valid_targets_mean": 16014.8,
|
|
"valid_targets_min": 13788
|
|
},
|
|
{
|
|
"epoch": 1.8272921108742004,
|
|
"grad_norm": 0.35459421001907965,
|
|
"learning_rate": 3.2094507403003614e-05,
|
|
"loss": 1.077,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3163725733757019,
|
|
"step": 429,
|
|
"valid_targets_mean": 16206.0,
|
|
"valid_targets_min": 15778
|
|
},
|
|
{
|
|
"epoch": 1.831556503198294,
|
|
"grad_norm": 0.3392941956349515,
|
|
"learning_rate": 3.2047111168212785e-05,
|
|
"loss": 1.1017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2829766869544983,
|
|
"step": 430,
|
|
"valid_targets_mean": 15181.8,
|
|
"valid_targets_min": 13169
|
|
},
|
|
{
|
|
"epoch": 1.835820895522388,
|
|
"grad_norm": 0.42684034612504657,
|
|
"learning_rate": 3.1999608511188524e-05,
|
|
"loss": 1.0455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28068628907203674,
|
|
"step": 431,
|
|
"valid_targets_mean": 16113.2,
|
|
"valid_targets_min": 13828
|
|
},
|
|
{
|
|
"epoch": 1.840085287846482,
|
|
"grad_norm": 0.2746470236815193,
|
|
"learning_rate": 3.1951999851561625e-05,
|
|
"loss": 1.1286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21455985307693481,
|
|
"step": 432,
|
|
"valid_targets_mean": 11254.6,
|
|
"valid_targets_min": 1974
|
|
},
|
|
{
|
|
"epoch": 1.8443496801705757,
|
|
"grad_norm": 0.36610134802439465,
|
|
"learning_rate": 3.190428560989931e-05,
|
|
"loss": 1.0754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2696194052696228,
|
|
"step": 433,
|
|
"valid_targets_mean": 15552.6,
|
|
"valid_targets_min": 14147
|
|
},
|
|
{
|
|
"epoch": 1.8486140724946694,
|
|
"grad_norm": 0.400332194583115,
|
|
"learning_rate": 3.185646620770146e-05,
|
|
"loss": 1.0556,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3428300619125366,
|
|
"step": 434,
|
|
"valid_targets_mean": 16115.7,
|
|
"valid_targets_min": 15331
|
|
},
|
|
{
|
|
"epoch": 1.8528784648187633,
|
|
"grad_norm": 0.3407840252878956,
|
|
"learning_rate": 3.180854206739696e-05,
|
|
"loss": 1.1194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15828776359558105,
|
|
"step": 435,
|
|
"valid_targets_mean": 7300.2,
|
|
"valid_targets_min": 1215
|
|
},
|
|
{
|
|
"epoch": 1.8571428571428572,
|
|
"grad_norm": 0.3993524123800141,
|
|
"learning_rate": 3.176051361233991e-05,
|
|
"loss": 1.0794,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27049949765205383,
|
|
"step": 436,
|
|
"valid_targets_mean": 16174.1,
|
|
"valid_targets_min": 15414
|
|
},
|
|
{
|
|
"epoch": 1.861407249466951,
|
|
"grad_norm": 0.4822527374297782,
|
|
"learning_rate": 3.171238126680594e-05,
|
|
"loss": 1.0505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29055434465408325,
|
|
"step": 437,
|
|
"valid_targets_mean": 16202.2,
|
|
"valid_targets_min": 15560
|
|
},
|
|
{
|
|
"epoch": 1.8656716417910446,
|
|
"grad_norm": 0.31172090535429725,
|
|
"learning_rate": 3.166414545598839e-05,
|
|
"loss": 1.0991,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23214572668075562,
|
|
"step": 438,
|
|
"valid_targets_mean": 12580.4,
|
|
"valid_targets_min": 10074
|
|
},
|
|
{
|
|
"epoch": 1.8699360341151388,
|
|
"grad_norm": 0.4353380907159879,
|
|
"learning_rate": 3.161580660599464e-05,
|
|
"loss": 1.0707,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27525749802589417,
|
|
"step": 439,
|
|
"valid_targets_mean": 15703.7,
|
|
"valid_targets_min": 4778
|
|
},
|
|
{
|
|
"epoch": 1.8742004264392325,
|
|
"grad_norm": 0.392351166551999,
|
|
"learning_rate": 3.1567365143842264e-05,
|
|
"loss": 1.0603,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3120921850204468,
|
|
"step": 440,
|
|
"valid_targets_mean": 16157.0,
|
|
"valid_targets_min": 15368
|
|
},
|
|
{
|
|
"epoch": 1.8784648187633262,
|
|
"grad_norm": 0.28404162303736435,
|
|
"learning_rate": 3.1518821497455326e-05,
|
|
"loss": 1.0662,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22893066704273224,
|
|
"step": 441,
|
|
"valid_targets_mean": 13424.1,
|
|
"valid_targets_min": 11379
|
|
},
|
|
{
|
|
"epoch": 1.88272921108742,
|
|
"grad_norm": 0.3828851066479204,
|
|
"learning_rate": 3.147017609566054e-05,
|
|
"loss": 1.0955,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3331298232078552,
|
|
"step": 442,
|
|
"valid_targets_mean": 16049.3,
|
|
"valid_targets_min": 14702
|
|
},
|
|
{
|
|
"epoch": 1.886993603411514,
|
|
"grad_norm": 0.2848328516596313,
|
|
"learning_rate": 3.142142936818353e-05,
|
|
"loss": 1.0738,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2532411813735962,
|
|
"step": 443,
|
|
"valid_targets_mean": 13397.8,
|
|
"valid_targets_min": 2017
|
|
},
|
|
{
|
|
"epoch": 1.8912579957356077,
|
|
"grad_norm": 0.3358827557474576,
|
|
"learning_rate": 3.137258174564501e-05,
|
|
"loss": 1.131,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27709946036338806,
|
|
"step": 444,
|
|
"valid_targets_mean": 16007.1,
|
|
"valid_targets_min": 15085
|
|
},
|
|
{
|
|
"epoch": 1.8955223880597014,
|
|
"grad_norm": 0.39408596835599197,
|
|
"learning_rate": 3.1323633659556986e-05,
|
|
"loss": 1.0239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28863510489463806,
|
|
"step": 445,
|
|
"valid_targets_mean": 16240.1,
|
|
"valid_targets_min": 15762
|
|
},
|
|
{
|
|
"epoch": 1.8997867803837953,
|
|
"grad_norm": 0.2776216793862093,
|
|
"learning_rate": 3.127458554231894e-05,
|
|
"loss": 1.1116,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1944802701473236,
|
|
"step": 446,
|
|
"valid_targets_mean": 9927.9,
|
|
"valid_targets_min": 2329
|
|
},
|
|
{
|
|
"epoch": 1.9040511727078893,
|
|
"grad_norm": 0.3809551637456404,
|
|
"learning_rate": 3.122543782721402e-05,
|
|
"loss": 1.0928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27463626861572266,
|
|
"step": 447,
|
|
"valid_targets_mean": 16032.5,
|
|
"valid_targets_min": 15102
|
|
},
|
|
{
|
|
"epoch": 1.908315565031983,
|
|
"grad_norm": 0.3629617030320813,
|
|
"learning_rate": 3.1176190948405194e-05,
|
|
"loss": 1.0737,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34954962134361267,
|
|
"step": 448,
|
|
"valid_targets_mean": 16119.2,
|
|
"valid_targets_min": 15712
|
|
},
|
|
{
|
|
"epoch": 1.9125799573560767,
|
|
"grad_norm": 0.32157438333518096,
|
|
"learning_rate": 3.112684534093142e-05,
|
|
"loss": 1.0878,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19989347457885742,
|
|
"step": 449,
|
|
"valid_targets_mean": 10913.1,
|
|
"valid_targets_min": 6367
|
|
},
|
|
{
|
|
"epoch": 1.9168443496801706,
|
|
"grad_norm": 0.34579393461468116,
|
|
"learning_rate": 3.107740144070385e-05,
|
|
"loss": 1.0235,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2891630530357361,
|
|
"step": 450,
|
|
"valid_targets_mean": 16040.9,
|
|
"valid_targets_min": 13080
|
|
},
|
|
{
|
|
"epoch": 1.9211087420042645,
|
|
"grad_norm": 0.39082666775836783,
|
|
"learning_rate": 3.102785968450188e-05,
|
|
"loss": 1.043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3001328110694885,
|
|
"step": 451,
|
|
"valid_targets_mean": 16137.6,
|
|
"valid_targets_min": 15228
|
|
},
|
|
{
|
|
"epoch": 1.9253731343283582,
|
|
"grad_norm": 0.2674061959920609,
|
|
"learning_rate": 3.09782205099694e-05,
|
|
"loss": 1.1203,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2544635236263275,
|
|
"step": 452,
|
|
"valid_targets_mean": 13191.7,
|
|
"valid_targets_min": 10839
|
|
},
|
|
{
|
|
"epoch": 1.929637526652452,
|
|
"grad_norm": 0.3051703102612724,
|
|
"learning_rate": 3.092848435561084e-05,
|
|
"loss": 1.0383,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28948408365249634,
|
|
"step": 453,
|
|
"valid_targets_mean": 16126.2,
|
|
"valid_targets_min": 14702
|
|
},
|
|
{
|
|
"epoch": 1.9339019189765458,
|
|
"grad_norm": 0.31071649144982727,
|
|
"learning_rate": 3.0878651660787376e-05,
|
|
"loss": 1.0736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2999756932258606,
|
|
"step": 454,
|
|
"valid_targets_mean": 16165.5,
|
|
"valid_targets_min": 14997
|
|
},
|
|
{
|
|
"epoch": 1.9381663113006398,
|
|
"grad_norm": 0.28775024375357744,
|
|
"learning_rate": 3.082872286571295e-05,
|
|
"loss": 1.0611,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26242709159851074,
|
|
"step": 455,
|
|
"valid_targets_mean": 14387.2,
|
|
"valid_targets_min": 12697
|
|
},
|
|
{
|
|
"epoch": 1.9424307036247335,
|
|
"grad_norm": 0.28090612344311117,
|
|
"learning_rate": 3.077869841145049e-05,
|
|
"loss": 1.0564,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30365267395973206,
|
|
"step": 456,
|
|
"valid_targets_mean": 16208.8,
|
|
"valid_targets_min": 15627
|
|
},
|
|
{
|
|
"epoch": 1.9466950959488272,
|
|
"grad_norm": 0.294242971564645,
|
|
"learning_rate": 3.0728578739907934e-05,
|
|
"loss": 1.1074,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21823406219482422,
|
|
"step": 457,
|
|
"valid_targets_mean": 10413.9,
|
|
"valid_targets_min": 2491
|
|
},
|
|
{
|
|
"epoch": 1.950959488272921,
|
|
"grad_norm": 0.29858032626112163,
|
|
"learning_rate": 3.067836429383437e-05,
|
|
"loss": 1.0378,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23922613263130188,
|
|
"step": 458,
|
|
"valid_targets_mean": 16266.1,
|
|
"valid_targets_min": 16019
|
|
},
|
|
{
|
|
"epoch": 1.955223880597015,
|
|
"grad_norm": 0.2824659397473703,
|
|
"learning_rate": 3.062805551681609e-05,
|
|
"loss": 1.0779,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3138640224933624,
|
|
"step": 459,
|
|
"valid_targets_mean": 16080.7,
|
|
"valid_targets_min": 14943
|
|
},
|
|
{
|
|
"epoch": 1.9594882729211087,
|
|
"grad_norm": 0.33450839912164904,
|
|
"learning_rate": 3.057765285327271e-05,
|
|
"loss": 1.1298,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1324230283498764,
|
|
"step": 460,
|
|
"valid_targets_mean": 6411.7,
|
|
"valid_targets_min": 2004
|
|
},
|
|
{
|
|
"epoch": 1.9637526652452024,
|
|
"grad_norm": 0.30443859172334176,
|
|
"learning_rate": 3.0527156748453214e-05,
|
|
"loss": 1.0247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2705356478691101,
|
|
"step": 461,
|
|
"valid_targets_mean": 16094.2,
|
|
"valid_targets_min": 13927
|
|
},
|
|
{
|
|
"epoch": 1.9680170575692963,
|
|
"grad_norm": 0.25303205575402105,
|
|
"learning_rate": 3.047656764843203e-05,
|
|
"loss": 1.1089,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31647318601608276,
|
|
"step": 462,
|
|
"valid_targets_mean": 16166.5,
|
|
"valid_targets_min": 15218
|
|
},
|
|
{
|
|
"epoch": 1.9722814498933903,
|
|
"grad_norm": 0.29050836340256686,
|
|
"learning_rate": 3.0425886000105094e-05,
|
|
"loss": 1.043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2042907178401947,
|
|
"step": 463,
|
|
"valid_targets_mean": 12991.4,
|
|
"valid_targets_min": 11115
|
|
},
|
|
{
|
|
"epoch": 1.976545842217484,
|
|
"grad_norm": 0.2595278858325184,
|
|
"learning_rate": 3.0375112251185892e-05,
|
|
"loss": 1.0472,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28346630930900574,
|
|
"step": 464,
|
|
"valid_targets_mean": 16167.2,
|
|
"valid_targets_min": 15368
|
|
},
|
|
{
|
|
"epoch": 1.9808102345415777,
|
|
"grad_norm": 0.2907791177123676,
|
|
"learning_rate": 3.0324246850201527e-05,
|
|
"loss": 1.1343,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3213297724723816,
|
|
"step": 465,
|
|
"valid_targets_mean": 16105.9,
|
|
"valid_targets_min": 15564
|
|
},
|
|
{
|
|
"epoch": 1.9850746268656716,
|
|
"grad_norm": 0.29493125054466257,
|
|
"learning_rate": 3.0273290246488732e-05,
|
|
"loss": 1.0956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25564977526664734,
|
|
"step": 466,
|
|
"valid_targets_mean": 15038.5,
|
|
"valid_targets_min": 13132
|
|
},
|
|
{
|
|
"epoch": 1.9893390191897655,
|
|
"grad_norm": 0.2748687198619738,
|
|
"learning_rate": 3.0222242890189904e-05,
|
|
"loss": 1.1019,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31964734196662903,
|
|
"step": 467,
|
|
"valid_targets_mean": 16099.2,
|
|
"valid_targets_min": 15195
|
|
},
|
|
{
|
|
"epoch": 1.9936034115138592,
|
|
"grad_norm": 0.2957007354271567,
|
|
"learning_rate": 3.017110523224914e-05,
|
|
"loss": 1.0748,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24382814764976501,
|
|
"step": 468,
|
|
"valid_targets_mean": 13108.7,
|
|
"valid_targets_min": 1500
|
|
},
|
|
{
|
|
"epoch": 1.997867803837953,
|
|
"grad_norm": 0.30158366498484296,
|
|
"learning_rate": 3.011987772440825e-05,
|
|
"loss": 1.1061,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2694101929664612,
|
|
"step": 469,
|
|
"valid_targets_mean": 15314.6,
|
|
"valid_targets_min": 13039
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.34885266698923534,
|
|
"learning_rate": 3.006856081920277e-05,
|
|
"loss": 1.0758,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4675246477127075,
|
|
"step": 470,
|
|
"valid_targets_mean": 10737.9,
|
|
"valid_targets_min": 1562
|
|
},
|
|
{
|
|
"epoch": 2.0042643923240937,
|
|
"grad_norm": 0.34517596530036393,
|
|
"learning_rate": 3.001715496995793e-05,
|
|
"loss": 1.0286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2580025792121887,
|
|
"step": 471,
|
|
"valid_targets_mean": 16126.5,
|
|
"valid_targets_min": 15300
|
|
},
|
|
{
|
|
"epoch": 2.008528784648188,
|
|
"grad_norm": 0.373065396849927,
|
|
"learning_rate": 2.9965660630784715e-05,
|
|
"loss": 1.0686,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.316106379032135,
|
|
"step": 472,
|
|
"valid_targets_mean": 16121.2,
|
|
"valid_targets_min": 14702
|
|
},
|
|
{
|
|
"epoch": 2.0127931769722816,
|
|
"grad_norm": 0.3771084735928616,
|
|
"learning_rate": 2.9914078256575782e-05,
|
|
"loss": 1.0198,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1904955953359604,
|
|
"step": 473,
|
|
"valid_targets_mean": 11766.6,
|
|
"valid_targets_min": 7044
|
|
},
|
|
{
|
|
"epoch": 2.0170575692963753,
|
|
"grad_norm": 0.4005641507418509,
|
|
"learning_rate": 2.9862408303001492e-05,
|
|
"loss": 1.0289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.286452054977417,
|
|
"step": 474,
|
|
"valid_targets_mean": 16154.8,
|
|
"valid_targets_min": 15606
|
|
},
|
|
{
|
|
"epoch": 2.021321961620469,
|
|
"grad_norm": 0.4423303974992883,
|
|
"learning_rate": 2.9810651226505875e-05,
|
|
"loss": 1.0107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29240161180496216,
|
|
"step": 475,
|
|
"valid_targets_mean": 16143.0,
|
|
"valid_targets_min": 14917
|
|
},
|
|
{
|
|
"epoch": 2.025586353944563,
|
|
"grad_norm": 0.3732349325294711,
|
|
"learning_rate": 2.9758807484302566e-05,
|
|
"loss": 1.0117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22778771817684174,
|
|
"step": 476,
|
|
"valid_targets_mean": 14726.9,
|
|
"valid_targets_min": 13072
|
|
},
|
|
{
|
|
"epoch": 2.029850746268657,
|
|
"grad_norm": 0.3381768710409226,
|
|
"learning_rate": 2.9706877534370822e-05,
|
|
"loss": 1.0104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2630852460861206,
|
|
"step": 477,
|
|
"valid_targets_mean": 16200.3,
|
|
"valid_targets_min": 15042
|
|
},
|
|
{
|
|
"epoch": 2.0341151385927505,
|
|
"grad_norm": 0.4221093160318879,
|
|
"learning_rate": 2.965486183545142e-05,
|
|
"loss": 1.0938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2496234029531479,
|
|
"step": 478,
|
|
"valid_targets_mean": 13077.4,
|
|
"valid_targets_min": 1630
|
|
},
|
|
{
|
|
"epoch": 2.038379530916844,
|
|
"grad_norm": 0.3276412284276854,
|
|
"learning_rate": 2.9602760847042645e-05,
|
|
"loss": 1.0234,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24705776572227478,
|
|
"step": 479,
|
|
"valid_targets_mean": 15628.0,
|
|
"valid_targets_min": 14094
|
|
},
|
|
{
|
|
"epoch": 2.0426439232409384,
|
|
"grad_norm": 0.32310401402046046,
|
|
"learning_rate": 2.955057502939621e-05,
|
|
"loss": 1.0477,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28313151001930237,
|
|
"step": 480,
|
|
"valid_targets_mean": 16204.5,
|
|
"valid_targets_min": 15520
|
|
},
|
|
{
|
|
"epoch": 2.046908315565032,
|
|
"grad_norm": 0.3577915559469497,
|
|
"learning_rate": 2.9498304843513193e-05,
|
|
"loss": 1.0475,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16355785727500916,
|
|
"step": 481,
|
|
"valid_targets_mean": 8899.1,
|
|
"valid_targets_min": 1392
|
|
},
|
|
{
|
|
"epoch": 2.0511727078891258,
|
|
"grad_norm": 0.28212571183019797,
|
|
"learning_rate": 2.9445950751139957e-05,
|
|
"loss": 0.9925,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2508832812309265,
|
|
"step": 482,
|
|
"valid_targets_mean": 16143.0,
|
|
"valid_targets_min": 15153
|
|
},
|
|
{
|
|
"epoch": 2.0554371002132195,
|
|
"grad_norm": 0.33622066965100017,
|
|
"learning_rate": 2.939351321476412e-05,
|
|
"loss": 1.0443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30986666679382324,
|
|
"step": 483,
|
|
"valid_targets_mean": 16180.8,
|
|
"valid_targets_min": 15538
|
|
},
|
|
{
|
|
"epoch": 2.0597014925373136,
|
|
"grad_norm": 0.3467890112463114,
|
|
"learning_rate": 2.9340992697610393e-05,
|
|
"loss": 1.1174,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2318936139345169,
|
|
"step": 484,
|
|
"valid_targets_mean": 12631.6,
|
|
"valid_targets_min": 7725
|
|
},
|
|
{
|
|
"epoch": 2.0639658848614073,
|
|
"grad_norm": 0.2674323491019401,
|
|
"learning_rate": 2.9288389663636537e-05,
|
|
"loss": 1.0595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2773456573486328,
|
|
"step": 485,
|
|
"valid_targets_mean": 16057.7,
|
|
"valid_targets_min": 14555
|
|
},
|
|
{
|
|
"epoch": 2.068230277185501,
|
|
"grad_norm": 0.2936106148375603,
|
|
"learning_rate": 2.923570457752925e-05,
|
|
"loss": 0.9843,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2952362895011902,
|
|
"step": 486,
|
|
"valid_targets_mean": 16159.5,
|
|
"valid_targets_min": 15168
|
|
},
|
|
{
|
|
"epoch": 2.0724946695095947,
|
|
"grad_norm": 0.31998591126401277,
|
|
"learning_rate": 2.9182937904700078e-05,
|
|
"loss": 1.0427,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23296266794204712,
|
|
"step": 487,
|
|
"valid_targets_mean": 13743.6,
|
|
"valid_targets_min": 11030
|
|
},
|
|
{
|
|
"epoch": 2.076759061833689,
|
|
"grad_norm": 0.31585506557092585,
|
|
"learning_rate": 2.9130090111281278e-05,
|
|
"loss": 1.013,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2714338004589081,
|
|
"step": 488,
|
|
"valid_targets_mean": 16219.4,
|
|
"valid_targets_min": 15554
|
|
},
|
|
{
|
|
"epoch": 2.0810234541577826,
|
|
"grad_norm": 0.3031311573959109,
|
|
"learning_rate": 2.9077161664121722e-05,
|
|
"loss": 1.0553,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3078286647796631,
|
|
"step": 489,
|
|
"valid_targets_mean": 16029.9,
|
|
"valid_targets_min": 15168
|
|
},
|
|
{
|
|
"epoch": 2.0852878464818763,
|
|
"grad_norm": 0.3645885710506865,
|
|
"learning_rate": 2.902415303078275e-05,
|
|
"loss": 1.0255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2386752814054489,
|
|
"step": 490,
|
|
"valid_targets_mean": 15594.2,
|
|
"valid_targets_min": 13709
|
|
},
|
|
{
|
|
"epoch": 2.08955223880597,
|
|
"grad_norm": 0.3035060185630192,
|
|
"learning_rate": 2.8971064679534072e-05,
|
|
"loss": 1.0153,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27316075563430786,
|
|
"step": 491,
|
|
"valid_targets_mean": 16149.3,
|
|
"valid_targets_min": 15057
|
|
},
|
|
{
|
|
"epoch": 2.093816631130064,
|
|
"grad_norm": 0.35076723647713254,
|
|
"learning_rate": 2.8917897079349604e-05,
|
|
"loss": 1.0378,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20928055047988892,
|
|
"step": 492,
|
|
"valid_targets_mean": 10589.6,
|
|
"valid_targets_min": 2052
|
|
},
|
|
{
|
|
"epoch": 2.098081023454158,
|
|
"grad_norm": 0.36278573612041354,
|
|
"learning_rate": 2.8864650699903336e-05,
|
|
"loss": 1.0248,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2569931745529175,
|
|
"step": 493,
|
|
"valid_targets_mean": 15575.6,
|
|
"valid_targets_min": 12875
|
|
},
|
|
{
|
|
"epoch": 2.1023454157782515,
|
|
"grad_norm": 0.30816980414676637,
|
|
"learning_rate": 2.881132601156518e-05,
|
|
"loss": 1.0578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3187094032764435,
|
|
"step": 494,
|
|
"valid_targets_mean": 16201.0,
|
|
"valid_targets_min": 15588
|
|
},
|
|
{
|
|
"epoch": 2.106609808102345,
|
|
"grad_norm": 0.34040889262708063,
|
|
"learning_rate": 2.8757923485396805e-05,
|
|
"loss": 1.0357,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15746864676475525,
|
|
"step": 495,
|
|
"valid_targets_mean": 8183.4,
|
|
"valid_targets_min": 1761
|
|
},
|
|
{
|
|
"epoch": 2.1108742004264394,
|
|
"grad_norm": 0.32466615006446503,
|
|
"learning_rate": 2.8704443593147517e-05,
|
|
"loss": 1.0719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27217546105384827,
|
|
"step": 496,
|
|
"valid_targets_mean": 16106.9,
|
|
"valid_targets_min": 15525
|
|
},
|
|
{
|
|
"epoch": 2.115138592750533,
|
|
"grad_norm": 0.3023775342977778,
|
|
"learning_rate": 2.8650886807250024e-05,
|
|
"loss": 1.0675,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31930744647979736,
|
|
"step": 497,
|
|
"valid_targets_mean": 16090.3,
|
|
"valid_targets_min": 14394
|
|
},
|
|
{
|
|
"epoch": 2.1194029850746268,
|
|
"grad_norm": 0.3371633957587706,
|
|
"learning_rate": 2.8597253600816332e-05,
|
|
"loss": 1.0762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20702311396598816,
|
|
"step": 498,
|
|
"valid_targets_mean": 11938.5,
|
|
"valid_targets_min": 10146
|
|
},
|
|
{
|
|
"epoch": 2.1236673773987205,
|
|
"grad_norm": 0.3176936683472285,
|
|
"learning_rate": 2.8543544447633517e-05,
|
|
"loss": 1.0566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2848049998283386,
|
|
"step": 499,
|
|
"valid_targets_mean": 16117.8,
|
|
"valid_targets_min": 14547
|
|
},
|
|
{
|
|
"epoch": 2.1279317697228146,
|
|
"grad_norm": 0.4137454949540055,
|
|
"learning_rate": 2.8489759822159558e-05,
|
|
"loss": 1.1128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3339790105819702,
|
|
"step": 500,
|
|
"valid_targets_mean": 16178.9,
|
|
"valid_targets_min": 15565
|
|
},
|
|
{
|
|
"epoch": 2.1321961620469083,
|
|
"grad_norm": 0.32527015375381896,
|
|
"learning_rate": 2.843590019951914e-05,
|
|
"loss": 1.0501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22105172276496887,
|
|
"step": 501,
|
|
"valid_targets_mean": 13181.2,
|
|
"valid_targets_min": 11593
|
|
},
|
|
{
|
|
"epoch": 2.136460554371002,
|
|
"grad_norm": 0.4063954902492941,
|
|
"learning_rate": 2.838196605549948e-05,
|
|
"loss": 1.0656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31084293127059937,
|
|
"step": 502,
|
|
"valid_targets_mean": 16180.7,
|
|
"valid_targets_min": 15667
|
|
},
|
|
{
|
|
"epoch": 2.140724946695096,
|
|
"grad_norm": 0.2866719521007267,
|
|
"learning_rate": 2.8327957866546082e-05,
|
|
"loss": 1.1069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25871700048446655,
|
|
"step": 503,
|
|
"valid_targets_mean": 12895.1,
|
|
"valid_targets_min": 755
|
|
},
|
|
{
|
|
"epoch": 2.14498933901919,
|
|
"grad_norm": 0.40645393887022263,
|
|
"learning_rate": 2.8273876109758568e-05,
|
|
"loss": 1.0785,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2629484534263611,
|
|
"step": 504,
|
|
"valid_targets_mean": 15436.5,
|
|
"valid_targets_min": 14157
|
|
},
|
|
{
|
|
"epoch": 2.1492537313432836,
|
|
"grad_norm": 0.37813096114486067,
|
|
"learning_rate": 2.8219721262886427e-05,
|
|
"loss": 1.0456,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31807708740234375,
|
|
"step": 505,
|
|
"valid_targets_mean": 16037.3,
|
|
"valid_targets_min": 13211
|
|
},
|
|
{
|
|
"epoch": 2.1535181236673773,
|
|
"grad_norm": 0.2977743779696731,
|
|
"learning_rate": 2.816549380432483e-05,
|
|
"loss": 1.0264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18133559823036194,
|
|
"step": 506,
|
|
"valid_targets_mean": 9544.8,
|
|
"valid_targets_min": 1763
|
|
},
|
|
{
|
|
"epoch": 2.1577825159914714,
|
|
"grad_norm": 0.37204065392259444,
|
|
"learning_rate": 2.8111194213110386e-05,
|
|
"loss": 1.0286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2634444832801819,
|
|
"step": 507,
|
|
"valid_targets_mean": 15868.5,
|
|
"valid_targets_min": 9799
|
|
},
|
|
{
|
|
"epoch": 2.162046908315565,
|
|
"grad_norm": 0.3239743361709542,
|
|
"learning_rate": 2.805682296891691e-05,
|
|
"loss": 1.074,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31965699791908264,
|
|
"step": 508,
|
|
"valid_targets_mean": 16133.4,
|
|
"valid_targets_min": 15537
|
|
},
|
|
{
|
|
"epoch": 2.166311300639659,
|
|
"grad_norm": 0.34246005873336005,
|
|
"learning_rate": 2.8002380552051186e-05,
|
|
"loss": 1.0715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16129739582538605,
|
|
"step": 509,
|
|
"valid_targets_mean": 9578.0,
|
|
"valid_targets_min": 5674
|
|
},
|
|
{
|
|
"epoch": 2.1705756929637525,
|
|
"grad_norm": 0.3449084096654681,
|
|
"learning_rate": 2.7947867443448728e-05,
|
|
"loss": 1.0268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2731706500053406,
|
|
"step": 510,
|
|
"valid_targets_mean": 16089.0,
|
|
"valid_targets_min": 14444
|
|
},
|
|
{
|
|
"epoch": 2.1748400852878467,
|
|
"grad_norm": 0.30284223216636613,
|
|
"learning_rate": 2.789328412466953e-05,
|
|
"loss": 1.0741,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2972923815250397,
|
|
"step": 511,
|
|
"valid_targets_mean": 16163.5,
|
|
"valid_targets_min": 15222
|
|
},
|
|
{
|
|
"epoch": 2.1791044776119404,
|
|
"grad_norm": 0.373113109179941,
|
|
"learning_rate": 2.7838631077893813e-05,
|
|
"loss": 1.0548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21403327584266663,
|
|
"step": 512,
|
|
"valid_targets_mean": 12320.2,
|
|
"valid_targets_min": 10472
|
|
},
|
|
{
|
|
"epoch": 2.183368869936034,
|
|
"grad_norm": 0.3815816706427068,
|
|
"learning_rate": 2.7783908785917753e-05,
|
|
"loss": 1.0746,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3001013696193695,
|
|
"step": 513,
|
|
"valid_targets_mean": 16060.1,
|
|
"valid_targets_min": 14908
|
|
},
|
|
{
|
|
"epoch": 2.1876332622601278,
|
|
"grad_norm": 0.2998392934268683,
|
|
"learning_rate": 2.7729117732149244e-05,
|
|
"loss": 1.0626,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29828304052352905,
|
|
"step": 514,
|
|
"valid_targets_mean": 15956.0,
|
|
"valid_targets_min": 12151
|
|
},
|
|
{
|
|
"epoch": 2.191897654584222,
|
|
"grad_norm": 0.4332747528053942,
|
|
"learning_rate": 2.7674258400603587e-05,
|
|
"loss": 1.0431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2451964169740677,
|
|
"step": 515,
|
|
"valid_targets_mean": 14654.4,
|
|
"valid_targets_min": 12701
|
|
},
|
|
{
|
|
"epoch": 2.1961620469083156,
|
|
"grad_norm": 0.35999553766272824,
|
|
"learning_rate": 2.761933127589927e-05,
|
|
"loss": 1.0719,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2868337631225586,
|
|
"step": 516,
|
|
"valid_targets_mean": 16187.1,
|
|
"valid_targets_min": 15153
|
|
},
|
|
{
|
|
"epoch": 2.2004264392324093,
|
|
"grad_norm": 0.34876479689639817,
|
|
"learning_rate": 2.7564336843253633e-05,
|
|
"loss": 1.0367,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2030986100435257,
|
|
"step": 517,
|
|
"valid_targets_mean": 11016.9,
|
|
"valid_targets_min": 1500
|
|
},
|
|
{
|
|
"epoch": 2.204690831556503,
|
|
"grad_norm": 0.30481299782119614,
|
|
"learning_rate": 2.7509275588478606e-05,
|
|
"loss": 1.0649,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2779153287410736,
|
|
"step": 518,
|
|
"valid_targets_mean": 16131.2,
|
|
"valid_targets_min": 15565
|
|
},
|
|
{
|
|
"epoch": 2.208955223880597,
|
|
"grad_norm": 0.36837699902079,
|
|
"learning_rate": 2.7454147997976404e-05,
|
|
"loss": 1.0135,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28670260310173035,
|
|
"step": 519,
|
|
"valid_targets_mean": 16204.6,
|
|
"valid_targets_min": 15596
|
|
},
|
|
{
|
|
"epoch": 2.213219616204691,
|
|
"grad_norm": 0.3052854817653588,
|
|
"learning_rate": 2.7398954558735272e-05,
|
|
"loss": 1.0505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15494415163993835,
|
|
"step": 520,
|
|
"valid_targets_mean": 8753.9,
|
|
"valid_targets_min": 2749
|
|
},
|
|
{
|
|
"epoch": 2.2174840085287846,
|
|
"grad_norm": 0.3719041397938604,
|
|
"learning_rate": 2.7343695758325125e-05,
|
|
"loss": 1.0293,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2593284249305725,
|
|
"step": 521,
|
|
"valid_targets_mean": 16047.2,
|
|
"valid_targets_min": 15012
|
|
},
|
|
{
|
|
"epoch": 2.2217484008528783,
|
|
"grad_norm": 0.3207789320304075,
|
|
"learning_rate": 2.7288372084893282e-05,
|
|
"loss": 1.0266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29587921500205994,
|
|
"step": 522,
|
|
"valid_targets_mean": 16112.9,
|
|
"valid_targets_min": 14609
|
|
},
|
|
{
|
|
"epoch": 2.2260127931769724,
|
|
"grad_norm": 0.2915274338073017,
|
|
"learning_rate": 2.7232984027160126e-05,
|
|
"loss": 1.037,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22466421127319336,
|
|
"step": 523,
|
|
"valid_targets_mean": 12362.7,
|
|
"valid_targets_min": 10008
|
|
},
|
|
{
|
|
"epoch": 2.230277185501066,
|
|
"grad_norm": 0.3404642290839142,
|
|
"learning_rate": 2.7177532074414822e-05,
|
|
"loss": 1.0744,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2900736331939697,
|
|
"step": 524,
|
|
"valid_targets_mean": 16111.7,
|
|
"valid_targets_min": 14958
|
|
},
|
|
{
|
|
"epoch": 2.23454157782516,
|
|
"grad_norm": 0.2907464000342923,
|
|
"learning_rate": 2.712201671651094e-05,
|
|
"loss": 1.0374,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31494271755218506,
|
|
"step": 525,
|
|
"valid_targets_mean": 16096.5,
|
|
"valid_targets_min": 13688
|
|
},
|
|
{
|
|
"epoch": 2.2388059701492535,
|
|
"grad_norm": 0.32048507495101003,
|
|
"learning_rate": 2.7066438443862205e-05,
|
|
"loss": 1.0949,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26120030879974365,
|
|
"step": 526,
|
|
"valid_targets_mean": 13684.5,
|
|
"valid_targets_min": 11557
|
|
},
|
|
{
|
|
"epoch": 2.2430703624733477,
|
|
"grad_norm": 0.33007219784645936,
|
|
"learning_rate": 2.701079774743808e-05,
|
|
"loss": 1.0497,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3147214353084564,
|
|
"step": 527,
|
|
"valid_targets_mean": 16176.9,
|
|
"valid_targets_min": 15185
|
|
},
|
|
{
|
|
"epoch": 2.2473347547974414,
|
|
"grad_norm": 0.3276428323624906,
|
|
"learning_rate": 2.6955095118759496e-05,
|
|
"loss": 1.1136,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24769821763038635,
|
|
"step": 528,
|
|
"valid_targets_mean": 13108.9,
|
|
"valid_targets_min": 2016
|
|
},
|
|
{
|
|
"epoch": 2.251599147121535,
|
|
"grad_norm": 0.3418907614080023,
|
|
"learning_rate": 2.689933104989447e-05,
|
|
"loss": 1.0355,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25434744358062744,
|
|
"step": 529,
|
|
"valid_targets_mean": 15346.7,
|
|
"valid_targets_min": 14049
|
|
},
|
|
{
|
|
"epoch": 2.2558635394456292,
|
|
"grad_norm": 0.2904867573329887,
|
|
"learning_rate": 2.6843506033453777e-05,
|
|
"loss": 1.092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.321340948343277,
|
|
"step": 530,
|
|
"valid_targets_mean": 15995.2,
|
|
"valid_targets_min": 13688
|
|
},
|
|
{
|
|
"epoch": 2.260127931769723,
|
|
"grad_norm": 0.3476989542237827,
|
|
"learning_rate": 2.6787620562586587e-05,
|
|
"loss": 1.048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17278584837913513,
|
|
"step": 531,
|
|
"valid_targets_mean": 9370.6,
|
|
"valid_targets_min": 3012
|
|
},
|
|
{
|
|
"epoch": 2.2643923240938166,
|
|
"grad_norm": 0.2786187248061428,
|
|
"learning_rate": 2.673167513097613e-05,
|
|
"loss": 0.9944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23674175143241882,
|
|
"step": 532,
|
|
"valid_targets_mean": 16198.4,
|
|
"valid_targets_min": 15665
|
|
},
|
|
{
|
|
"epoch": 2.2686567164179103,
|
|
"grad_norm": 0.33480287771669115,
|
|
"learning_rate": 2.6675670232835297e-05,
|
|
"loss": 1.0376,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29758474230766296,
|
|
"step": 533,
|
|
"valid_targets_mean": 16011.2,
|
|
"valid_targets_min": 13427
|
|
},
|
|
{
|
|
"epoch": 2.272921108742004,
|
|
"grad_norm": 0.3125122769507082,
|
|
"learning_rate": 2.661960636290231e-05,
|
|
"loss": 1.052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18115438520908356,
|
|
"step": 534,
|
|
"valid_targets_mean": 10492.3,
|
|
"valid_targets_min": 5775
|
|
},
|
|
{
|
|
"epoch": 2.277185501066098,
|
|
"grad_norm": 0.335477046064761,
|
|
"learning_rate": 2.6563484016436346e-05,
|
|
"loss": 1.0559,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.270550400018692,
|
|
"step": 535,
|
|
"valid_targets_mean": 16125.0,
|
|
"valid_targets_min": 15091
|
|
},
|
|
{
|
|
"epoch": 2.281449893390192,
|
|
"grad_norm": 0.314942245164124,
|
|
"learning_rate": 2.6507303689213143e-05,
|
|
"loss": 1.0926,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2903967499732971,
|
|
"step": 536,
|
|
"valid_targets_mean": 16207.7,
|
|
"valid_targets_min": 15562
|
|
},
|
|
{
|
|
"epoch": 2.2857142857142856,
|
|
"grad_norm": 0.314621997715093,
|
|
"learning_rate": 2.6451065877520634e-05,
|
|
"loss": 1.0289,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21829786896705627,
|
|
"step": 537,
|
|
"valid_targets_mean": 13124.1,
|
|
"valid_targets_min": 10613
|
|
},
|
|
{
|
|
"epoch": 2.2899786780383797,
|
|
"grad_norm": 0.28636340650931896,
|
|
"learning_rate": 2.639477107815455e-05,
|
|
"loss": 1.0859,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2993796467781067,
|
|
"step": 538,
|
|
"valid_targets_mean": 16085.9,
|
|
"valid_targets_min": 15042
|
|
},
|
|
{
|
|
"epoch": 2.2942430703624734,
|
|
"grad_norm": 0.3145823987158278,
|
|
"learning_rate": 2.633841978841406e-05,
|
|
"loss": 1.0428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3006322383880615,
|
|
"step": 539,
|
|
"valid_targets_mean": 16127.8,
|
|
"valid_targets_min": 14446
|
|
},
|
|
{
|
|
"epoch": 2.298507462686567,
|
|
"grad_norm": 0.26769100096181425,
|
|
"learning_rate": 2.6282012506097347e-05,
|
|
"loss": 0.9944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2365688532590866,
|
|
"step": 540,
|
|
"valid_targets_mean": 14421.1,
|
|
"valid_targets_min": 12694
|
|
},
|
|
{
|
|
"epoch": 2.302771855010661,
|
|
"grad_norm": 0.2917387085286522,
|
|
"learning_rate": 2.622554972949724e-05,
|
|
"loss": 1.0699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29734212160110474,
|
|
"step": 541,
|
|
"valid_targets_mean": 16063.4,
|
|
"valid_targets_min": 14259
|
|
},
|
|
{
|
|
"epoch": 2.307036247334755,
|
|
"grad_norm": 0.3196379228120349,
|
|
"learning_rate": 2.6169031957396778e-05,
|
|
"loss": 1.0505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21211479604244232,
|
|
"step": 542,
|
|
"valid_targets_mean": 11104.2,
|
|
"valid_targets_min": 2564
|
|
},
|
|
{
|
|
"epoch": 2.3113006396588487,
|
|
"grad_norm": 0.252583483704961,
|
|
"learning_rate": 2.611245968906482e-05,
|
|
"loss": 1.0956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28201597929000854,
|
|
"step": 543,
|
|
"valid_targets_mean": 15902.0,
|
|
"valid_targets_min": 13609
|
|
},
|
|
{
|
|
"epoch": 2.3155650319829424,
|
|
"grad_norm": 0.272609277675995,
|
|
"learning_rate": 2.605583342425165e-05,
|
|
"loss": 0.9867,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27425339818000793,
|
|
"step": 544,
|
|
"valid_targets_mean": 16183.0,
|
|
"valid_targets_min": 15463
|
|
},
|
|
{
|
|
"epoch": 2.319829424307036,
|
|
"grad_norm": 0.28361784931520334,
|
|
"learning_rate": 2.5999153663184546e-05,
|
|
"loss": 1.0623,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17816561460494995,
|
|
"step": 545,
|
|
"valid_targets_mean": 9009.8,
|
|
"valid_targets_min": 1284
|
|
},
|
|
{
|
|
"epoch": 2.3240938166311302,
|
|
"grad_norm": 0.25903056353359666,
|
|
"learning_rate": 2.594242090656335e-05,
|
|
"loss": 1.0542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24510842561721802,
|
|
"step": 546,
|
|
"valid_targets_mean": 16194.9,
|
|
"valid_targets_min": 14875
|
|
},
|
|
{
|
|
"epoch": 2.328358208955224,
|
|
"grad_norm": 0.33662351487682074,
|
|
"learning_rate": 2.5885635655556075e-05,
|
|
"loss": 1.0407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2889542579650879,
|
|
"step": 547,
|
|
"valid_targets_mean": 16138.1,
|
|
"valid_targets_min": 14550
|
|
},
|
|
{
|
|
"epoch": 2.3326226012793176,
|
|
"grad_norm": 0.2572787483287525,
|
|
"learning_rate": 2.5828798411794443e-05,
|
|
"loss": 1.0784,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22583162784576416,
|
|
"step": 548,
|
|
"valid_targets_mean": 12317.6,
|
|
"valid_targets_min": 8720
|
|
},
|
|
{
|
|
"epoch": 2.3368869936034113,
|
|
"grad_norm": 0.3387629705408929,
|
|
"learning_rate": 2.5771909677369484e-05,
|
|
"loss": 1.0128,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28297415375709534,
|
|
"step": 549,
|
|
"valid_targets_mean": 16203.8,
|
|
"valid_targets_min": 15058
|
|
},
|
|
{
|
|
"epoch": 2.3411513859275055,
|
|
"grad_norm": 0.32417196993230063,
|
|
"learning_rate": 2.571496995482709e-05,
|
|
"loss": 1.0359,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2865076959133148,
|
|
"step": 550,
|
|
"valid_targets_mean": 16102.8,
|
|
"valid_targets_min": 14826
|
|
},
|
|
{
|
|
"epoch": 2.345415778251599,
|
|
"grad_norm": 0.2981277693270899,
|
|
"learning_rate": 2.565797974716357e-05,
|
|
"loss": 0.9893,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21984124183654785,
|
|
"step": 551,
|
|
"valid_targets_mean": 13737.8,
|
|
"valid_targets_min": 11566
|
|
},
|
|
{
|
|
"epoch": 2.349680170575693,
|
|
"grad_norm": 0.364748162831638,
|
|
"learning_rate": 2.5600939557821205e-05,
|
|
"loss": 1.064,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3167724609375,
|
|
"step": 552,
|
|
"valid_targets_mean": 16058.5,
|
|
"valid_targets_min": 14649
|
|
},
|
|
{
|
|
"epoch": 2.3539445628997866,
|
|
"grad_norm": 0.29462969851788084,
|
|
"learning_rate": 2.5543849890683813e-05,
|
|
"loss": 1.041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.259488582611084,
|
|
"step": 553,
|
|
"valid_targets_mean": 13189.4,
|
|
"valid_targets_min": 3578
|
|
},
|
|
{
|
|
"epoch": 2.3582089552238807,
|
|
"grad_norm": 0.2968723375949295,
|
|
"learning_rate": 2.548671125007229e-05,
|
|
"loss": 1.0296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24670171737670898,
|
|
"step": 554,
|
|
"valid_targets_mean": 15325.0,
|
|
"valid_targets_min": 13465
|
|
},
|
|
{
|
|
"epoch": 2.3624733475479744,
|
|
"grad_norm": 0.3531811065799325,
|
|
"learning_rate": 2.5429524140740155e-05,
|
|
"loss": 1.0447,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2935154139995575,
|
|
"step": 555,
|
|
"valid_targets_mean": 16192.3,
|
|
"valid_targets_min": 15636
|
|
},
|
|
{
|
|
"epoch": 2.366737739872068,
|
|
"grad_norm": 0.26755386598655445,
|
|
"learning_rate": 2.537228906786908e-05,
|
|
"loss": 1.0759,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16546911001205444,
|
|
"step": 556,
|
|
"valid_targets_mean": 8583.2,
|
|
"valid_targets_min": 1277
|
|
},
|
|
{
|
|
"epoch": 2.3710021321961623,
|
|
"grad_norm": 0.34376174101342133,
|
|
"learning_rate": 2.5315006537064473e-05,
|
|
"loss": 1.0346,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27252626419067383,
|
|
"step": 557,
|
|
"valid_targets_mean": 16119.8,
|
|
"valid_targets_min": 15222
|
|
},
|
|
{
|
|
"epoch": 2.375266524520256,
|
|
"grad_norm": 0.254239466533083,
|
|
"learning_rate": 2.5257677054350927e-05,
|
|
"loss": 1.0451,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32484906911849976,
|
|
"step": 558,
|
|
"valid_targets_mean": 16112.5,
|
|
"valid_targets_min": 13427
|
|
},
|
|
{
|
|
"epoch": 2.3795309168443497,
|
|
"grad_norm": 0.2855408536563262,
|
|
"learning_rate": 2.5200301126167857e-05,
|
|
"loss": 1.0183,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19524550437927246,
|
|
"step": 559,
|
|
"valid_targets_mean": 11318.0,
|
|
"valid_targets_min": 7978
|
|
},
|
|
{
|
|
"epoch": 2.3837953091684434,
|
|
"grad_norm": 0.29290215055425123,
|
|
"learning_rate": 2.514287925936492e-05,
|
|
"loss": 1.0268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2714173495769501,
|
|
"step": 560,
|
|
"valid_targets_mean": 16124.8,
|
|
"valid_targets_min": 14702
|
|
},
|
|
{
|
|
"epoch": 2.388059701492537,
|
|
"grad_norm": 0.264587408670158,
|
|
"learning_rate": 2.5085411961197626e-05,
|
|
"loss": 1.0382,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30561578273773193,
|
|
"step": 561,
|
|
"valid_targets_mean": 16119.8,
|
|
"valid_targets_min": 15507
|
|
},
|
|
{
|
|
"epoch": 2.3923240938166312,
|
|
"grad_norm": 0.29703874036572053,
|
|
"learning_rate": 2.502789973932278e-05,
|
|
"loss": 1.0542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23760643601417542,
|
|
"step": 562,
|
|
"valid_targets_mean": 13217.6,
|
|
"valid_targets_min": 9927
|
|
},
|
|
{
|
|
"epoch": 2.396588486140725,
|
|
"grad_norm": 0.27521833873424617,
|
|
"learning_rate": 2.4970343101794073e-05,
|
|
"loss": 1.0578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29066234827041626,
|
|
"step": 563,
|
|
"valid_targets_mean": 16146.4,
|
|
"valid_targets_min": 15545
|
|
},
|
|
{
|
|
"epoch": 2.4008528784648187,
|
|
"grad_norm": 0.3138363244065825,
|
|
"learning_rate": 2.4912742557057538e-05,
|
|
"loss": 1.0256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2866852283477783,
|
|
"step": 564,
|
|
"valid_targets_mean": 16232.5,
|
|
"valid_targets_min": 15938
|
|
},
|
|
{
|
|
"epoch": 2.405117270788913,
|
|
"grad_norm": 0.34269422690135737,
|
|
"learning_rate": 2.485509861394708e-05,
|
|
"loss": 1.0407,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25185465812683105,
|
|
"step": 565,
|
|
"valid_targets_mean": 15403.8,
|
|
"valid_targets_min": 13098
|
|
},
|
|
{
|
|
"epoch": 2.4093816631130065,
|
|
"grad_norm": 0.2899844099522823,
|
|
"learning_rate": 2.4797411781679975e-05,
|
|
"loss": 1.0334,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29885533452033997,
|
|
"step": 566,
|
|
"valid_targets_mean": 16083.7,
|
|
"valid_targets_min": 13883
|
|
},
|
|
{
|
|
"epoch": 2.4136460554371,
|
|
"grad_norm": 0.3122942927433159,
|
|
"learning_rate": 2.473968256985238e-05,
|
|
"loss": 1.0992,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2282446324825287,
|
|
"step": 567,
|
|
"valid_targets_mean": 11219.6,
|
|
"valid_targets_min": 2899
|
|
},
|
|
{
|
|
"epoch": 2.417910447761194,
|
|
"grad_norm": 0.23632056584438826,
|
|
"learning_rate": 2.4681911488434825e-05,
|
|
"loss": 0.9762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23319000005722046,
|
|
"step": 568,
|
|
"valid_targets_mean": 16104.4,
|
|
"valid_targets_min": 14771
|
|
},
|
|
{
|
|
"epoch": 2.4221748400852876,
|
|
"grad_norm": 0.36234671617359504,
|
|
"learning_rate": 2.4624099047767702e-05,
|
|
"loss": 1.0098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30094248056411743,
|
|
"step": 569,
|
|
"valid_targets_mean": 16132.6,
|
|
"valid_targets_min": 13886
|
|
},
|
|
{
|
|
"epoch": 2.4264392324093818,
|
|
"grad_norm": 0.25416569702976993,
|
|
"learning_rate": 2.4566245758556787e-05,
|
|
"loss": 1.0387,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18206633627414703,
|
|
"step": 570,
|
|
"valid_targets_mean": 9096.2,
|
|
"valid_targets_min": 2044
|
|
},
|
|
{
|
|
"epoch": 2.4307036247334755,
|
|
"grad_norm": 0.309343376998228,
|
|
"learning_rate": 2.4508352131868664e-05,
|
|
"loss": 1.0308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24328666925430298,
|
|
"step": 571,
|
|
"valid_targets_mean": 16176.6,
|
|
"valid_targets_min": 14769
|
|
},
|
|
{
|
|
"epoch": 2.434968017057569,
|
|
"grad_norm": 0.27995366768803925,
|
|
"learning_rate": 2.445041867912629e-05,
|
|
"loss": 1.0949,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31025460362434387,
|
|
"step": 572,
|
|
"valid_targets_mean": 16152.8,
|
|
"valid_targets_min": 15180
|
|
},
|
|
{
|
|
"epoch": 2.4392324093816633,
|
|
"grad_norm": 0.28389477313638534,
|
|
"learning_rate": 2.439244591210443e-05,
|
|
"loss": 1.0379,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2253277450799942,
|
|
"step": 573,
|
|
"valid_targets_mean": 12206.7,
|
|
"valid_targets_min": 8908
|
|
},
|
|
{
|
|
"epoch": 2.443496801705757,
|
|
"grad_norm": 0.32162903536975057,
|
|
"learning_rate": 2.4334434342925133e-05,
|
|
"loss": 1.0412,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2790234088897705,
|
|
"step": 574,
|
|
"valid_targets_mean": 16198.4,
|
|
"valid_targets_min": 15622
|
|
},
|
|
{
|
|
"epoch": 2.4477611940298507,
|
|
"grad_norm": 0.2612451270954594,
|
|
"learning_rate": 2.4276384484053227e-05,
|
|
"loss": 1.1031,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3081274926662445,
|
|
"step": 575,
|
|
"valid_targets_mean": 16086.4,
|
|
"valid_targets_min": 15153
|
|
},
|
|
{
|
|
"epoch": 2.4520255863539444,
|
|
"grad_norm": 0.3491514604467944,
|
|
"learning_rate": 2.4218296848291795e-05,
|
|
"loss": 1.0572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2677220106124878,
|
|
"step": 576,
|
|
"valid_targets_mean": 14360.7,
|
|
"valid_targets_min": 12313
|
|
},
|
|
{
|
|
"epoch": 2.4562899786780386,
|
|
"grad_norm": 0.28692500381866665,
|
|
"learning_rate": 2.4160171948777603e-05,
|
|
"loss": 1.0159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2858474850654602,
|
|
"step": 577,
|
|
"valid_targets_mean": 16193.1,
|
|
"valid_targets_min": 15374
|
|
},
|
|
{
|
|
"epoch": 2.4605543710021323,
|
|
"grad_norm": 0.275130562732031,
|
|
"learning_rate": 2.410201029897665e-05,
|
|
"loss": 1.0913,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24891135096549988,
|
|
"step": 578,
|
|
"valid_targets_mean": 12682.9,
|
|
"valid_targets_min": 1240
|
|
},
|
|
{
|
|
"epoch": 2.464818763326226,
|
|
"grad_norm": 0.2943698116744979,
|
|
"learning_rate": 2.4043812412679532e-05,
|
|
"loss": 1.0546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26071763038635254,
|
|
"step": 579,
|
|
"valid_targets_mean": 14894.9,
|
|
"valid_targets_min": 13767
|
|
},
|
|
{
|
|
"epoch": 2.4690831556503197,
|
|
"grad_norm": 0.25500988535123864,
|
|
"learning_rate": 2.3985578803996985e-05,
|
|
"loss": 1.0265,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2972412109375,
|
|
"step": 580,
|
|
"valid_targets_mean": 16157.9,
|
|
"valid_targets_min": 14275
|
|
},
|
|
{
|
|
"epoch": 2.473347547974414,
|
|
"grad_norm": 0.29927062736580173,
|
|
"learning_rate": 2.392730998735529e-05,
|
|
"loss": 1.05,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17381608486175537,
|
|
"step": 581,
|
|
"valid_targets_mean": 10229.2,
|
|
"valid_targets_min": 1759
|
|
},
|
|
{
|
|
"epoch": 2.4776119402985075,
|
|
"grad_norm": 0.2541380870867221,
|
|
"learning_rate": 2.3869006477491755e-05,
|
|
"loss": 1.0934,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28194326162338257,
|
|
"step": 582,
|
|
"valid_targets_mean": 15959.8,
|
|
"valid_targets_min": 13835
|
|
},
|
|
{
|
|
"epoch": 2.481876332622601,
|
|
"grad_norm": 0.2762729974148565,
|
|
"learning_rate": 2.381066878945017e-05,
|
|
"loss": 1.0006,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2987706959247589,
|
|
"step": 583,
|
|
"valid_targets_mean": 16156.6,
|
|
"valid_targets_min": 15054
|
|
},
|
|
{
|
|
"epoch": 2.486140724946695,
|
|
"grad_norm": 0.2474085611889176,
|
|
"learning_rate": 2.3752297438576257e-05,
|
|
"loss": 1.0479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18751725554466248,
|
|
"step": 584,
|
|
"valid_targets_mean": 10441.4,
|
|
"valid_targets_min": 7074
|
|
},
|
|
{
|
|
"epoch": 2.490405117270789,
|
|
"grad_norm": 0.24419316067038616,
|
|
"learning_rate": 2.3693892940513074e-05,
|
|
"loss": 1.0593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27784836292266846,
|
|
"step": 585,
|
|
"valid_targets_mean": 16191.9,
|
|
"valid_targets_min": 15389
|
|
},
|
|
{
|
|
"epoch": 2.4946695095948828,
|
|
"grad_norm": 0.2257422624548447,
|
|
"learning_rate": 2.3635455811196536e-05,
|
|
"loss": 1.0472,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32030776143074036,
|
|
"step": 586,
|
|
"valid_targets_mean": 16169.7,
|
|
"valid_targets_min": 15678
|
|
},
|
|
{
|
|
"epoch": 2.4989339019189765,
|
|
"grad_norm": 0.27087617879229475,
|
|
"learning_rate": 2.3576986566850796e-05,
|
|
"loss": 1.058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24315331876277924,
|
|
"step": 587,
|
|
"valid_targets_mean": 13982.8,
|
|
"valid_targets_min": 11677
|
|
},
|
|
{
|
|
"epoch": 2.50319829424307,
|
|
"grad_norm": 0.23183419509830458,
|
|
"learning_rate": 2.351848572398371e-05,
|
|
"loss": 0.9892,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26703619956970215,
|
|
"step": 588,
|
|
"valid_targets_mean": 16228.9,
|
|
"valid_targets_min": 15674
|
|
},
|
|
{
|
|
"epoch": 2.5074626865671643,
|
|
"grad_norm": 0.2876555675694533,
|
|
"learning_rate": 2.3459953799382276e-05,
|
|
"loss": 1.0059,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.283439040184021,
|
|
"step": 589,
|
|
"valid_targets_mean": 16192.3,
|
|
"valid_targets_min": 15222
|
|
},
|
|
{
|
|
"epoch": 2.511727078891258,
|
|
"grad_norm": 0.257214821267071,
|
|
"learning_rate": 2.3401391310108054e-05,
|
|
"loss": 1.0117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25144246220588684,
|
|
"step": 590,
|
|
"valid_targets_mean": 15235.8,
|
|
"valid_targets_min": 10805
|
|
},
|
|
{
|
|
"epoch": 2.5159914712153517,
|
|
"grad_norm": 0.28742274365564024,
|
|
"learning_rate": 2.3342798773492602e-05,
|
|
"loss": 1.0093,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27801424264907837,
|
|
"step": 591,
|
|
"valid_targets_mean": 16150.8,
|
|
"valid_targets_min": 14997
|
|
},
|
|
{
|
|
"epoch": 2.520255863539446,
|
|
"grad_norm": 0.2792250435177512,
|
|
"learning_rate": 2.328417670713294e-05,
|
|
"loss": 1.0332,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2068663090467453,
|
|
"step": 592,
|
|
"valid_targets_mean": 10595.8,
|
|
"valid_targets_min": 1383
|
|
},
|
|
{
|
|
"epoch": 2.5245202558635396,
|
|
"grad_norm": 0.25584728220546477,
|
|
"learning_rate": 2.3225525628886918e-05,
|
|
"loss": 1.0436,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25134313106536865,
|
|
"step": 593,
|
|
"valid_targets_mean": 16091.4,
|
|
"valid_targets_min": 15167
|
|
},
|
|
{
|
|
"epoch": 2.5287846481876333,
|
|
"grad_norm": 0.24579866266022213,
|
|
"learning_rate": 2.3166846056868687e-05,
|
|
"loss": 1.0581,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33337050676345825,
|
|
"step": 594,
|
|
"valid_targets_mean": 15568.4,
|
|
"valid_targets_min": 2605
|
|
},
|
|
{
|
|
"epoch": 2.533049040511727,
|
|
"grad_norm": 0.2604522535541197,
|
|
"learning_rate": 2.31081385094441e-05,
|
|
"loss": 1.0388,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15701742470264435,
|
|
"step": 595,
|
|
"valid_targets_mean": 8344.5,
|
|
"valid_targets_min": 717
|
|
},
|
|
{
|
|
"epoch": 2.5373134328358207,
|
|
"grad_norm": 0.23510609540711125,
|
|
"learning_rate": 2.304940350522615e-05,
|
|
"loss": 1.0552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25622326135635376,
|
|
"step": 596,
|
|
"valid_targets_mean": 16130.5,
|
|
"valid_targets_min": 14384
|
|
},
|
|
{
|
|
"epoch": 2.541577825159915,
|
|
"grad_norm": 0.2554529059538655,
|
|
"learning_rate": 2.299064156307037e-05,
|
|
"loss": 1.0373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30680519342422485,
|
|
"step": 597,
|
|
"valid_targets_mean": 16067.1,
|
|
"valid_targets_min": 14103
|
|
},
|
|
{
|
|
"epoch": 2.5458422174840085,
|
|
"grad_norm": 0.2439618134001834,
|
|
"learning_rate": 2.2931853202070275e-05,
|
|
"loss": 1.0624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22057399153709412,
|
|
"step": 598,
|
|
"valid_targets_mean": 13112.9,
|
|
"valid_targets_min": 9219
|
|
},
|
|
{
|
|
"epoch": 2.550106609808102,
|
|
"grad_norm": 0.24263854012333433,
|
|
"learning_rate": 2.2873038941552724e-05,
|
|
"loss": 0.9907,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2783924341201782,
|
|
"step": 599,
|
|
"valid_targets_mean": 16142.3,
|
|
"valid_targets_min": 13573
|
|
},
|
|
{
|
|
"epoch": 2.5543710021321964,
|
|
"grad_norm": 0.31281048228813396,
|
|
"learning_rate": 2.2814199301073412e-05,
|
|
"loss": 1.0716,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3061503469944,
|
|
"step": 600,
|
|
"valid_targets_mean": 16099.6,
|
|
"valid_targets_min": 13080
|
|
},
|
|
{
|
|
"epoch": 2.55863539445629,
|
|
"grad_norm": 0.22100958753785552,
|
|
"learning_rate": 2.27553348004122e-05,
|
|
"loss": 1.0724,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2541562020778656,
|
|
"step": 601,
|
|
"valid_targets_mean": 14181.0,
|
|
"valid_targets_min": 11734
|
|
},
|
|
{
|
|
"epoch": 2.5628997867803838,
|
|
"grad_norm": 0.2757247058016967,
|
|
"learning_rate": 2.2696445959568577e-05,
|
|
"loss": 1.0465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3028034567832947,
|
|
"step": 602,
|
|
"valid_targets_mean": 16122.7,
|
|
"valid_targets_min": 15319
|
|
},
|
|
{
|
|
"epoch": 2.5671641791044775,
|
|
"grad_norm": 0.23155575529044867,
|
|
"learning_rate": 2.2637533298757064e-05,
|
|
"loss": 1.0579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24338635802268982,
|
|
"step": 603,
|
|
"valid_targets_mean": 13220.1,
|
|
"valid_targets_min": 2036
|
|
},
|
|
{
|
|
"epoch": 2.571428571428571,
|
|
"grad_norm": 0.25103099670230467,
|
|
"learning_rate": 2.2578597338402567e-05,
|
|
"loss": 1.0428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26038774847984314,
|
|
"step": 604,
|
|
"valid_targets_mean": 16067.2,
|
|
"valid_targets_min": 14862
|
|
},
|
|
{
|
|
"epoch": 2.5756929637526653,
|
|
"grad_norm": 0.216514057593945,
|
|
"learning_rate": 2.2519638599135844e-05,
|
|
"loss": 1.0982,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28920871019363403,
|
|
"step": 605,
|
|
"valid_targets_mean": 16087.8,
|
|
"valid_targets_min": 14331
|
|
},
|
|
{
|
|
"epoch": 2.579957356076759,
|
|
"grad_norm": 0.25468437099798963,
|
|
"learning_rate": 2.2460657601788875e-05,
|
|
"loss": 1.0366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18615485727787018,
|
|
"step": 606,
|
|
"valid_targets_mean": 9125.1,
|
|
"valid_targets_min": 1895
|
|
},
|
|
{
|
|
"epoch": 2.5842217484008527,
|
|
"grad_norm": 0.2157935003553507,
|
|
"learning_rate": 2.2401654867390256e-05,
|
|
"loss": 1.0319,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2346121072769165,
|
|
"step": 607,
|
|
"valid_targets_mean": 16230.6,
|
|
"valid_targets_min": 15761
|
|
},
|
|
{
|
|
"epoch": 2.588486140724947,
|
|
"grad_norm": 0.2722214784520387,
|
|
"learning_rate": 2.2342630917160605e-05,
|
|
"loss": 1.0526,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3194594979286194,
|
|
"step": 608,
|
|
"valid_targets_mean": 16008.2,
|
|
"valid_targets_min": 12492
|
|
},
|
|
{
|
|
"epoch": 2.5927505330490406,
|
|
"grad_norm": 0.24055844482244143,
|
|
"learning_rate": 2.2283586272507975e-05,
|
|
"loss": 1.0366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20761112868785858,
|
|
"step": 609,
|
|
"valid_targets_mean": 12059.9,
|
|
"valid_targets_min": 7841
|
|
},
|
|
{
|
|
"epoch": 2.5970149253731343,
|
|
"grad_norm": 0.25176700378196953,
|
|
"learning_rate": 2.2224521455023193e-05,
|
|
"loss": 1.0351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27428489923477173,
|
|
"step": 610,
|
|
"valid_targets_mean": 16181.1,
|
|
"valid_targets_min": 15563
|
|
},
|
|
{
|
|
"epoch": 2.6012793176972284,
|
|
"grad_norm": 0.2837174045985541,
|
|
"learning_rate": 2.216543698647534e-05,
|
|
"loss": 1.0351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32162636518478394,
|
|
"step": 611,
|
|
"valid_targets_mean": 16136.7,
|
|
"valid_targets_min": 14943
|
|
},
|
|
{
|
|
"epoch": 2.605543710021322,
|
|
"grad_norm": 0.25060068140336916,
|
|
"learning_rate": 2.210633338880704e-05,
|
|
"loss": 1.0672,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23636803030967712,
|
|
"step": 612,
|
|
"valid_targets_mean": 13411.0,
|
|
"valid_targets_min": 11613
|
|
},
|
|
{
|
|
"epoch": 2.609808102345416,
|
|
"grad_norm": 0.29988526616833044,
|
|
"learning_rate": 2.204721118412994e-05,
|
|
"loss": 1.0629,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33013397455215454,
|
|
"step": 613,
|
|
"valid_targets_mean": 16006.3,
|
|
"valid_targets_min": 15028
|
|
},
|
|
{
|
|
"epoch": 2.6140724946695095,
|
|
"grad_norm": 0.23392427852382872,
|
|
"learning_rate": 2.1988070894720037e-05,
|
|
"loss": 1.0508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30861896276474,
|
|
"step": 614,
|
|
"valid_targets_mean": 16166.3,
|
|
"valid_targets_min": 15389
|
|
},
|
|
{
|
|
"epoch": 2.6183368869936032,
|
|
"grad_norm": 0.2566019859501764,
|
|
"learning_rate": 2.192891304301309e-05,
|
|
"loss": 1.071,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24006184935569763,
|
|
"step": 615,
|
|
"valid_targets_mean": 14385.6,
|
|
"valid_targets_min": 12637
|
|
},
|
|
{
|
|
"epoch": 2.6226012793176974,
|
|
"grad_norm": 0.24410610023772966,
|
|
"learning_rate": 2.18697381516e-05,
|
|
"loss": 1.0465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2994387447834015,
|
|
"step": 616,
|
|
"valid_targets_mean": 16184.0,
|
|
"valid_targets_min": 15614
|
|
},
|
|
{
|
|
"epoch": 2.626865671641791,
|
|
"grad_norm": 0.260247846089678,
|
|
"learning_rate": 2.181054674322221e-05,
|
|
"loss": 1.0306,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19397930800914764,
|
|
"step": 617,
|
|
"valid_targets_mean": 10109.2,
|
|
"valid_targets_min": 1733
|
|
},
|
|
{
|
|
"epoch": 2.631130063965885,
|
|
"grad_norm": 0.24510360860781857,
|
|
"learning_rate": 2.1751339340767043e-05,
|
|
"loss": 0.9939,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26600921154022217,
|
|
"step": 618,
|
|
"valid_targets_mean": 16138.7,
|
|
"valid_targets_min": 14734
|
|
},
|
|
{
|
|
"epoch": 2.635394456289979,
|
|
"grad_norm": 0.2791782186631597,
|
|
"learning_rate": 2.169211646726313e-05,
|
|
"loss": 1.0788,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31525731086730957,
|
|
"step": 619,
|
|
"valid_targets_mean": 16145.5,
|
|
"valid_targets_min": 15576
|
|
},
|
|
{
|
|
"epoch": 2.6396588486140726,
|
|
"grad_norm": 0.24716367049686047,
|
|
"learning_rate": 2.163287864587576e-05,
|
|
"loss": 1.0436,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15222877264022827,
|
|
"step": 620,
|
|
"valid_targets_mean": 8127.2,
|
|
"valid_targets_min": 2379
|
|
},
|
|
{
|
|
"epoch": 2.6439232409381663,
|
|
"grad_norm": 0.280066841325202,
|
|
"learning_rate": 2.157362639990229e-05,
|
|
"loss": 0.9964,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2535462975502014,
|
|
"step": 621,
|
|
"valid_targets_mean": 16050.8,
|
|
"valid_targets_min": 14159
|
|
},
|
|
{
|
|
"epoch": 2.64818763326226,
|
|
"grad_norm": 0.2531906956808335,
|
|
"learning_rate": 2.151436025276747e-05,
|
|
"loss": 1.047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3116755187511444,
|
|
"step": 622,
|
|
"valid_targets_mean": 16133.9,
|
|
"valid_targets_min": 13934
|
|
},
|
|
{
|
|
"epoch": 2.6524520255863537,
|
|
"grad_norm": 0.2850201057006353,
|
|
"learning_rate": 2.145508072801888e-05,
|
|
"loss": 1.0769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25311654806137085,
|
|
"step": 623,
|
|
"valid_targets_mean": 13166.8,
|
|
"valid_targets_min": 9709
|
|
},
|
|
{
|
|
"epoch": 2.656716417910448,
|
|
"grad_norm": 0.23355453716914845,
|
|
"learning_rate": 2.1395788349322256e-05,
|
|
"loss": 1.0671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2790774703025818,
|
|
"step": 624,
|
|
"valid_targets_mean": 16132.4,
|
|
"valid_targets_min": 14394
|
|
},
|
|
{
|
|
"epoch": 2.6609808102345416,
|
|
"grad_norm": 0.31998428525759265,
|
|
"learning_rate": 2.133648364045689e-05,
|
|
"loss": 1.0399,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3171985149383545,
|
|
"step": 625,
|
|
"valid_targets_mean": 16104.8,
|
|
"valid_targets_min": 14688
|
|
},
|
|
{
|
|
"epoch": 2.6652452025586353,
|
|
"grad_norm": 0.21947281552927425,
|
|
"learning_rate": 2.1277167125310996e-05,
|
|
"loss": 1.0454,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2476813942193985,
|
|
"step": 626,
|
|
"valid_targets_mean": 15302.1,
|
|
"valid_targets_min": 13615
|
|
},
|
|
{
|
|
"epoch": 2.6695095948827294,
|
|
"grad_norm": 0.2937535223304543,
|
|
"learning_rate": 2.1217839327877098e-05,
|
|
"loss": 1.0462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2926105856895447,
|
|
"step": 627,
|
|
"valid_targets_mean": 16166.6,
|
|
"valid_targets_min": 15148
|
|
},
|
|
{
|
|
"epoch": 2.673773987206823,
|
|
"grad_norm": 0.236485365201918,
|
|
"learning_rate": 2.1158500772247352e-05,
|
|
"loss": 1.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26240310072898865,
|
|
"step": 628,
|
|
"valid_targets_mean": 13016.6,
|
|
"valid_targets_min": 1533
|
|
},
|
|
{
|
|
"epoch": 2.678038379530917,
|
|
"grad_norm": 0.2821086013302492,
|
|
"learning_rate": 2.1099151982608985e-05,
|
|
"loss": 1.0742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2824803590774536,
|
|
"step": 629,
|
|
"valid_targets_mean": 15976.4,
|
|
"valid_targets_min": 14810
|
|
},
|
|
{
|
|
"epoch": 2.6823027718550105,
|
|
"grad_norm": 0.24455709718828342,
|
|
"learning_rate": 2.1039793483239607e-05,
|
|
"loss": 1.0681,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30158841609954834,
|
|
"step": 630,
|
|
"valid_targets_mean": 16166.0,
|
|
"valid_targets_min": 15282
|
|
},
|
|
{
|
|
"epoch": 2.6865671641791042,
|
|
"grad_norm": 0.237209848329062,
|
|
"learning_rate": 2.0980425798502616e-05,
|
|
"loss": 1.0209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1627788245677948,
|
|
"step": 631,
|
|
"valid_targets_mean": 8038.8,
|
|
"valid_targets_min": 1420
|
|
},
|
|
{
|
|
"epoch": 2.6908315565031984,
|
|
"grad_norm": 0.24278918018028017,
|
|
"learning_rate": 2.092104945284255e-05,
|
|
"loss": 1.0157,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24492160975933075,
|
|
"step": 632,
|
|
"valid_targets_mean": 15944.4,
|
|
"valid_targets_min": 14420
|
|
},
|
|
{
|
|
"epoch": 2.695095948827292,
|
|
"grad_norm": 0.25151491707665696,
|
|
"learning_rate": 2.0861664970780434e-05,
|
|
"loss": 1.0376,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3210940659046173,
|
|
"step": 633,
|
|
"valid_targets_mean": 16005.0,
|
|
"valid_targets_min": 12680
|
|
},
|
|
{
|
|
"epoch": 2.699360341151386,
|
|
"grad_norm": 0.2402402743315667,
|
|
"learning_rate": 2.08022728769092e-05,
|
|
"loss": 1.0514,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19892586767673492,
|
|
"step": 634,
|
|
"valid_targets_mean": 10561.3,
|
|
"valid_targets_min": 6389
|
|
},
|
|
{
|
|
"epoch": 2.70362473347548,
|
|
"grad_norm": 0.22059046014233277,
|
|
"learning_rate": 2.0742873695889005e-05,
|
|
"loss": 1.0731,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.279842734336853,
|
|
"step": 635,
|
|
"valid_targets_mean": 16137.4,
|
|
"valid_targets_min": 15187
|
|
},
|
|
{
|
|
"epoch": 2.7078891257995736,
|
|
"grad_norm": 0.2549914086411169,
|
|
"learning_rate": 2.0683467952442626e-05,
|
|
"loss": 1.0577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3054582476615906,
|
|
"step": 636,
|
|
"valid_targets_mean": 16199.2,
|
|
"valid_targets_min": 15333
|
|
},
|
|
{
|
|
"epoch": 2.7121535181236673,
|
|
"grad_norm": 0.24298507497702615,
|
|
"learning_rate": 2.0624056171350785e-05,
|
|
"loss": 1.0576,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23113980889320374,
|
|
"step": 637,
|
|
"valid_targets_mean": 13013.5,
|
|
"valid_targets_min": 10913
|
|
},
|
|
{
|
|
"epoch": 2.716417910447761,
|
|
"grad_norm": 0.2471230597120791,
|
|
"learning_rate": 2.0564638877447566e-05,
|
|
"loss": 0.9992,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28163012862205505,
|
|
"step": 638,
|
|
"valid_targets_mean": 16089.1,
|
|
"valid_targets_min": 15225
|
|
},
|
|
{
|
|
"epoch": 2.7206823027718547,
|
|
"grad_norm": 0.2617874704502744,
|
|
"learning_rate": 2.0505216595615742e-05,
|
|
"loss": 1.1097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3296041488647461,
|
|
"step": 639,
|
|
"valid_targets_mean": 16108.9,
|
|
"valid_targets_min": 14793
|
|
},
|
|
{
|
|
"epoch": 2.724946695095949,
|
|
"grad_norm": 0.2183371999404649,
|
|
"learning_rate": 2.044578985078215e-05,
|
|
"loss": 1.0646,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2446061074733734,
|
|
"step": 640,
|
|
"valid_targets_mean": 15094.3,
|
|
"valid_targets_min": 13211
|
|
},
|
|
{
|
|
"epoch": 2.7292110874200426,
|
|
"grad_norm": 0.26131948956127204,
|
|
"learning_rate": 2.0386359167913046e-05,
|
|
"loss": 1.0648,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.320263147354126,
|
|
"step": 641,
|
|
"valid_targets_mean": 16148.0,
|
|
"valid_targets_min": 15288
|
|
},
|
|
{
|
|
"epoch": 2.7334754797441363,
|
|
"grad_norm": 0.22950984010860573,
|
|
"learning_rate": 2.0326925072009485e-05,
|
|
"loss": 1.0857,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1871369332075119,
|
|
"step": 642,
|
|
"valid_targets_mean": 10481.8,
|
|
"valid_targets_min": 1219
|
|
},
|
|
{
|
|
"epoch": 2.7377398720682304,
|
|
"grad_norm": 0.23719243746195032,
|
|
"learning_rate": 2.0267488088102657e-05,
|
|
"loss": 1.0849,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25228750705718994,
|
|
"step": 643,
|
|
"valid_targets_mean": 15958.4,
|
|
"valid_targets_min": 15228
|
|
},
|
|
{
|
|
"epoch": 2.742004264392324,
|
|
"grad_norm": 0.24644555909085203,
|
|
"learning_rate": 2.0208048741249288e-05,
|
|
"loss": 0.9916,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29770416021347046,
|
|
"step": 644,
|
|
"valid_targets_mean": 16206.8,
|
|
"valid_targets_min": 15398
|
|
},
|
|
{
|
|
"epoch": 2.746268656716418,
|
|
"grad_norm": 0.21217998900070079,
|
|
"learning_rate": 2.014860755652695e-05,
|
|
"loss": 1.0249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17109495401382446,
|
|
"step": 645,
|
|
"valid_targets_mean": 9416.3,
|
|
"valid_targets_min": 979
|
|
},
|
|
{
|
|
"epoch": 2.750533049040512,
|
|
"grad_norm": 0.22591098862055015,
|
|
"learning_rate": 2.0089165059029477e-05,
|
|
"loss": 1.0624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24200916290283203,
|
|
"step": 646,
|
|
"valid_targets_mean": 16177.7,
|
|
"valid_targets_min": 14460
|
|
},
|
|
{
|
|
"epoch": 2.7547974413646057,
|
|
"grad_norm": 0.20975905675277473,
|
|
"learning_rate": 2.0029721773862277e-05,
|
|
"loss": 1.0362,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30201756954193115,
|
|
"step": 647,
|
|
"valid_targets_mean": 15917.4,
|
|
"valid_targets_min": 9299
|
|
},
|
|
{
|
|
"epoch": 2.7590618336886994,
|
|
"grad_norm": 0.22888891178981322,
|
|
"learning_rate": 1.997027822613773e-05,
|
|
"loss": 1.0103,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20682796835899353,
|
|
"step": 648,
|
|
"valid_targets_mean": 12600.8,
|
|
"valid_targets_min": 9289
|
|
},
|
|
{
|
|
"epoch": 2.763326226012793,
|
|
"grad_norm": 0.21690541236552421,
|
|
"learning_rate": 1.9910834940970533e-05,
|
|
"loss": 1.0881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30877169966697693,
|
|
"step": 649,
|
|
"valid_targets_mean": 16163.2,
|
|
"valid_targets_min": 15488
|
|
},
|
|
{
|
|
"epoch": 2.767590618336887,
|
|
"grad_norm": 0.25150084829078434,
|
|
"learning_rate": 1.985139244347305e-05,
|
|
"loss": 1.0175,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28148651123046875,
|
|
"step": 650,
|
|
"valid_targets_mean": 16152.5,
|
|
"valid_targets_min": 14851
|
|
},
|
|
{
|
|
"epoch": 2.771855010660981,
|
|
"grad_norm": 0.23104681337169866,
|
|
"learning_rate": 1.979195125875072e-05,
|
|
"loss": 1.0532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24804601073265076,
|
|
"step": 651,
|
|
"valid_targets_mean": 14425.4,
|
|
"valid_targets_min": 12081
|
|
},
|
|
{
|
|
"epoch": 2.7761194029850746,
|
|
"grad_norm": 0.27722695150572985,
|
|
"learning_rate": 1.9732511911897353e-05,
|
|
"loss": 1.0534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2992546558380127,
|
|
"step": 652,
|
|
"valid_targets_mean": 16109.8,
|
|
"valid_targets_min": 14956
|
|
},
|
|
{
|
|
"epoch": 2.7803837953091683,
|
|
"grad_norm": 0.25971725300390797,
|
|
"learning_rate": 1.9673074927990525e-05,
|
|
"loss": 1.054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2553447484970093,
|
|
"step": 653,
|
|
"valid_targets_mean": 12686.2,
|
|
"valid_targets_min": 1160
|
|
},
|
|
{
|
|
"epoch": 2.7846481876332625,
|
|
"grad_norm": 0.2537874516386417,
|
|
"learning_rate": 1.9613640832086957e-05,
|
|
"loss": 1.0174,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2649880349636078,
|
|
"step": 654,
|
|
"valid_targets_mean": 16176.4,
|
|
"valid_targets_min": 15720
|
|
},
|
|
{
|
|
"epoch": 2.788912579957356,
|
|
"grad_norm": 0.26893498968806956,
|
|
"learning_rate": 1.9554210149217855e-05,
|
|
"loss": 1.0149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28672242164611816,
|
|
"step": 655,
|
|
"valid_targets_mean": 16022.2,
|
|
"valid_targets_min": 13473
|
|
},
|
|
{
|
|
"epoch": 2.79317697228145,
|
|
"grad_norm": 0.26631615615334103,
|
|
"learning_rate": 1.9494783404384265e-05,
|
|
"loss": 1.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20251776278018951,
|
|
"step": 656,
|
|
"valid_targets_mean": 9653.7,
|
|
"valid_targets_min": 1158
|
|
},
|
|
{
|
|
"epoch": 2.7974413646055436,
|
|
"grad_norm": 0.23092218311033125,
|
|
"learning_rate": 1.9435361122552437e-05,
|
|
"loss": 0.9846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24132248759269714,
|
|
"step": 657,
|
|
"valid_targets_mean": 16161.2,
|
|
"valid_targets_min": 14851
|
|
},
|
|
{
|
|
"epoch": 2.8017057569296373,
|
|
"grad_norm": 0.25735963443562043,
|
|
"learning_rate": 1.9375943828649215e-05,
|
|
"loss": 1.0606,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2917920649051666,
|
|
"step": 658,
|
|
"valid_targets_mean": 16125.6,
|
|
"valid_targets_min": 14877
|
|
},
|
|
{
|
|
"epoch": 2.8059701492537314,
|
|
"grad_norm": 0.24947329490805698,
|
|
"learning_rate": 1.9316532047557378e-05,
|
|
"loss": 1.0235,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1940438151359558,
|
|
"step": 659,
|
|
"valid_targets_mean": 11347.2,
|
|
"valid_targets_min": 7388
|
|
},
|
|
{
|
|
"epoch": 2.810234541577825,
|
|
"grad_norm": 0.22255033056333007,
|
|
"learning_rate": 1.9257126304110998e-05,
|
|
"loss": 1.031,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27259165048599243,
|
|
"step": 660,
|
|
"valid_targets_mean": 16103.5,
|
|
"valid_targets_min": 15242
|
|
},
|
|
{
|
|
"epoch": 2.814498933901919,
|
|
"grad_norm": 0.23951809938555543,
|
|
"learning_rate": 1.919772712309081e-05,
|
|
"loss": 1.0209,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29353398084640503,
|
|
"step": 661,
|
|
"valid_targets_mean": 16163.3,
|
|
"valid_targets_min": 15198
|
|
},
|
|
{
|
|
"epoch": 2.818763326226013,
|
|
"grad_norm": 0.21718664313423708,
|
|
"learning_rate": 1.9138335029219572e-05,
|
|
"loss": 1.0536,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23224960267543793,
|
|
"step": 662,
|
|
"valid_targets_mean": 13117.1,
|
|
"valid_targets_min": 11573
|
|
},
|
|
{
|
|
"epoch": 2.8230277185501067,
|
|
"grad_norm": 0.2257844184470096,
|
|
"learning_rate": 1.9078950547157458e-05,
|
|
"loss": 1.0369,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2831473648548126,
|
|
"step": 663,
|
|
"valid_targets_mean": 16066.2,
|
|
"valid_targets_min": 13927
|
|
},
|
|
{
|
|
"epoch": 2.8272921108742004,
|
|
"grad_norm": 0.22243980626383753,
|
|
"learning_rate": 1.9019574201497387e-05,
|
|
"loss": 1.0857,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3331933617591858,
|
|
"step": 664,
|
|
"valid_targets_mean": 16098.2,
|
|
"valid_targets_min": 14646
|
|
},
|
|
{
|
|
"epoch": 2.831556503198294,
|
|
"grad_norm": 0.21657423948340665,
|
|
"learning_rate": 1.8960206516760396e-05,
|
|
"loss": 1.0492,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25344744324684143,
|
|
"step": 665,
|
|
"valid_targets_mean": 15457.3,
|
|
"valid_targets_min": 14161
|
|
},
|
|
{
|
|
"epoch": 2.835820895522388,
|
|
"grad_norm": 0.21439810928341393,
|
|
"learning_rate": 1.890084801739102e-05,
|
|
"loss": 0.9945,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2717779278755188,
|
|
"step": 666,
|
|
"valid_targets_mean": 16156.0,
|
|
"valid_targets_min": 15128
|
|
},
|
|
{
|
|
"epoch": 2.840085287846482,
|
|
"grad_norm": 0.2130122550921266,
|
|
"learning_rate": 1.884149922775265e-05,
|
|
"loss": 1.0345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21412064135074615,
|
|
"step": 667,
|
|
"valid_targets_mean": 11165.4,
|
|
"valid_targets_min": 2031
|
|
},
|
|
{
|
|
"epoch": 2.8443496801705757,
|
|
"grad_norm": 0.21128604300748366,
|
|
"learning_rate": 1.878216067212291e-05,
|
|
"loss": 1.0247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2540205121040344,
|
|
"step": 668,
|
|
"valid_targets_mean": 15901.6,
|
|
"valid_targets_min": 14526
|
|
},
|
|
{
|
|
"epoch": 2.8486140724946694,
|
|
"grad_norm": 0.2387833449847982,
|
|
"learning_rate": 1.8722832874689007e-05,
|
|
"loss": 1.0656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28927671909332275,
|
|
"step": 669,
|
|
"valid_targets_mean": 16190.7,
|
|
"valid_targets_min": 15714
|
|
},
|
|
{
|
|
"epoch": 2.8528784648187635,
|
|
"grad_norm": 0.23623343768116514,
|
|
"learning_rate": 1.8663516359543123e-05,
|
|
"loss": 1.0172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1471552848815918,
|
|
"step": 670,
|
|
"valid_targets_mean": 8172.2,
|
|
"valid_targets_min": 1215
|
|
},
|
|
{
|
|
"epoch": 2.857142857142857,
|
|
"grad_norm": 0.22674027962997848,
|
|
"learning_rate": 1.860421165067775e-05,
|
|
"loss": 1.0239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2460513412952423,
|
|
"step": 671,
|
|
"valid_targets_mean": 16181.2,
|
|
"valid_targets_min": 15380
|
|
},
|
|
{
|
|
"epoch": 2.861407249466951,
|
|
"grad_norm": 0.22114452151323957,
|
|
"learning_rate": 1.8544919271981125e-05,
|
|
"loss": 1.0617,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31195616722106934,
|
|
"step": 672,
|
|
"valid_targets_mean": 16093.1,
|
|
"valid_targets_min": 14929
|
|
},
|
|
{
|
|
"epoch": 2.8656716417910446,
|
|
"grad_norm": 0.2136213592765994,
|
|
"learning_rate": 1.8485639747232535e-05,
|
|
"loss": 1.035,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22793647646903992,
|
|
"step": 673,
|
|
"valid_targets_mean": 12507.3,
|
|
"valid_targets_min": 10158
|
|
},
|
|
{
|
|
"epoch": 2.8699360341151388,
|
|
"grad_norm": 0.23365397541891172,
|
|
"learning_rate": 1.8426373600097723e-05,
|
|
"loss": 1.1082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27648717164993286,
|
|
"step": 674,
|
|
"valid_targets_mean": 16078.8,
|
|
"valid_targets_min": 13788
|
|
},
|
|
{
|
|
"epoch": 2.8742004264392325,
|
|
"grad_norm": 0.22044626779400517,
|
|
"learning_rate": 1.836712135412424e-05,
|
|
"loss": 1.0315,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2947613298892975,
|
|
"step": 675,
|
|
"valid_targets_mean": 16158.5,
|
|
"valid_targets_min": 14904
|
|
},
|
|
{
|
|
"epoch": 2.878464818763326,
|
|
"grad_norm": 0.24912478292173995,
|
|
"learning_rate": 1.8307883532736878e-05,
|
|
"loss": 1.0229,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23116914927959442,
|
|
"step": 676,
|
|
"valid_targets_mean": 14858.4,
|
|
"valid_targets_min": 12939
|
|
},
|
|
{
|
|
"epoch": 2.88272921108742,
|
|
"grad_norm": 0.2030538010263503,
|
|
"learning_rate": 1.8248660659232964e-05,
|
|
"loss": 1.0148,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29867780208587646,
|
|
"step": 677,
|
|
"valid_targets_mean": 16104.2,
|
|
"valid_targets_min": 15187
|
|
},
|
|
{
|
|
"epoch": 2.886993603411514,
|
|
"grad_norm": 0.22455801254559324,
|
|
"learning_rate": 1.8189453256777798e-05,
|
|
"loss": 1.0114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25471770763397217,
|
|
"step": 678,
|
|
"valid_targets_mean": 13330.7,
|
|
"valid_targets_min": 1100
|
|
},
|
|
{
|
|
"epoch": 2.8912579957356077,
|
|
"grad_norm": 0.22572819203043235,
|
|
"learning_rate": 1.8130261848399996e-05,
|
|
"loss": 1.0466,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25024929642677307,
|
|
"step": 679,
|
|
"valid_targets_mean": 15772.3,
|
|
"valid_targets_min": 14001
|
|
},
|
|
{
|
|
"epoch": 2.8955223880597014,
|
|
"grad_norm": 0.2148928953258898,
|
|
"learning_rate": 1.8071086956986916e-05,
|
|
"loss": 1.0073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3032970726490021,
|
|
"step": 680,
|
|
"valid_targets_mean": 16085.4,
|
|
"valid_targets_min": 14479
|
|
},
|
|
{
|
|
"epoch": 2.8997867803837956,
|
|
"grad_norm": 0.23287112459611656,
|
|
"learning_rate": 1.8011929105279967e-05,
|
|
"loss": 1.041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1503039300441742,
|
|
"step": 681,
|
|
"valid_targets_mean": 8402.1,
|
|
"valid_targets_min": 1075
|
|
},
|
|
{
|
|
"epoch": 2.9040511727078893,
|
|
"grad_norm": 0.20159707915220337,
|
|
"learning_rate": 1.795278881587007e-05,
|
|
"loss": 1.0471,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2602740526199341,
|
|
"step": 682,
|
|
"valid_targets_mean": 16153.5,
|
|
"valid_targets_min": 15636
|
|
},
|
|
{
|
|
"epoch": 2.908315565031983,
|
|
"grad_norm": 0.21093567241301997,
|
|
"learning_rate": 1.7893666611192962e-05,
|
|
"loss": 1.0346,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2978820204734802,
|
|
"step": 683,
|
|
"valid_targets_mean": 16154.4,
|
|
"valid_targets_min": 15505
|
|
},
|
|
{
|
|
"epoch": 2.9125799573560767,
|
|
"grad_norm": 0.20731989692928762,
|
|
"learning_rate": 1.783456301352467e-05,
|
|
"loss": 1.0782,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18348245322704315,
|
|
"step": 684,
|
|
"valid_targets_mean": 10106.0,
|
|
"valid_targets_min": 4326
|
|
},
|
|
{
|
|
"epoch": 2.9168443496801704,
|
|
"grad_norm": 0.20726205030517525,
|
|
"learning_rate": 1.7775478544976813e-05,
|
|
"loss": 1.0677,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2854314148426056,
|
|
"step": 685,
|
|
"valid_targets_mean": 16062.8,
|
|
"valid_targets_min": 14365
|
|
},
|
|
{
|
|
"epoch": 2.9211087420042645,
|
|
"grad_norm": 0.21417839427489976,
|
|
"learning_rate": 1.7716413727492035e-05,
|
|
"loss": 1.0752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3212803900241852,
|
|
"step": 686,
|
|
"valid_targets_mean": 16094.8,
|
|
"valid_targets_min": 14920
|
|
},
|
|
{
|
|
"epoch": 2.925373134328358,
|
|
"grad_norm": 0.2098697663887528,
|
|
"learning_rate": 1.7657369082839392e-05,
|
|
"loss": 1.0722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2322990596294403,
|
|
"step": 687,
|
|
"valid_targets_mean": 13003.5,
|
|
"valid_targets_min": 10625
|
|
},
|
|
{
|
|
"epoch": 2.929637526652452,
|
|
"grad_norm": 0.22237164566610645,
|
|
"learning_rate": 1.7598345132609747e-05,
|
|
"loss": 1.0324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2856200933456421,
|
|
"step": 688,
|
|
"valid_targets_mean": 16220.6,
|
|
"valid_targets_min": 15582
|
|
},
|
|
{
|
|
"epoch": 2.933901918976546,
|
|
"grad_norm": 0.22324289372338676,
|
|
"learning_rate": 1.7539342398211132e-05,
|
|
"loss": 1.0593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3239976167678833,
|
|
"step": 689,
|
|
"valid_targets_mean": 16127.6,
|
|
"valid_targets_min": 15595
|
|
},
|
|
{
|
|
"epoch": 2.9381663113006398,
|
|
"grad_norm": 0.2260280034583233,
|
|
"learning_rate": 1.748036140086416e-05,
|
|
"loss": 1.0494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2603621482849121,
|
|
"step": 690,
|
|
"valid_targets_mean": 15390.4,
|
|
"valid_targets_min": 14171
|
|
},
|
|
{
|
|
"epoch": 2.9424307036247335,
|
|
"grad_norm": 0.22104793798071715,
|
|
"learning_rate": 1.742140266159744e-05,
|
|
"loss": 1.0286,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2908846139907837,
|
|
"step": 691,
|
|
"valid_targets_mean": 16097.5,
|
|
"valid_targets_min": 15042
|
|
},
|
|
{
|
|
"epoch": 2.946695095948827,
|
|
"grad_norm": 0.2316562632020644,
|
|
"learning_rate": 1.7362466701242943e-05,
|
|
"loss": 1.0351,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21313974261283875,
|
|
"step": 692,
|
|
"valid_targets_mean": 11418.3,
|
|
"valid_targets_min": 2707
|
|
},
|
|
{
|
|
"epoch": 2.950959488272921,
|
|
"grad_norm": 0.21042378519746668,
|
|
"learning_rate": 1.7303554040431426e-05,
|
|
"loss": 1.0486,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2517317533493042,
|
|
"step": 693,
|
|
"valid_targets_mean": 16096.1,
|
|
"valid_targets_min": 13929
|
|
},
|
|
{
|
|
"epoch": 2.955223880597015,
|
|
"grad_norm": 0.2544599471399008,
|
|
"learning_rate": 1.7244665199587812e-05,
|
|
"loss": 1.0689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2812119126319885,
|
|
"step": 694,
|
|
"valid_targets_mean": 16215.6,
|
|
"valid_targets_min": 15674
|
|
},
|
|
{
|
|
"epoch": 2.9594882729211087,
|
|
"grad_norm": 0.2095821412385017,
|
|
"learning_rate": 1.7185800698926594e-05,
|
|
"loss": 1.0718,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16977180540561676,
|
|
"step": 695,
|
|
"valid_targets_mean": 9167.3,
|
|
"valid_targets_min": 2370
|
|
},
|
|
{
|
|
"epoch": 2.9637526652452024,
|
|
"grad_norm": 0.20048483730316313,
|
|
"learning_rate": 1.7126961058447276e-05,
|
|
"loss": 1.0793,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27764832973480225,
|
|
"step": 696,
|
|
"valid_targets_mean": 16013.3,
|
|
"valid_targets_min": 14420
|
|
},
|
|
{
|
|
"epoch": 2.9680170575692966,
|
|
"grad_norm": 0.2322609467170458,
|
|
"learning_rate": 1.706814679792973e-05,
|
|
"loss": 1.0605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27883732318878174,
|
|
"step": 697,
|
|
"valid_targets_mean": 16093.7,
|
|
"valid_targets_min": 13108
|
|
},
|
|
{
|
|
"epoch": 2.9722814498933903,
|
|
"grad_norm": 0.2237777591899605,
|
|
"learning_rate": 1.7009358436929632e-05,
|
|
"loss": 1.0599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22867128252983093,
|
|
"step": 698,
|
|
"valid_targets_mean": 12394.0,
|
|
"valid_targets_min": 9653
|
|
},
|
|
{
|
|
"epoch": 2.976545842217484,
|
|
"grad_norm": 0.22114776777868672,
|
|
"learning_rate": 1.6950596494773855e-05,
|
|
"loss": 1.091,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3075253367424011,
|
|
"step": 699,
|
|
"valid_targets_mean": 16081.6,
|
|
"valid_targets_min": 14632
|
|
},
|
|
{
|
|
"epoch": 2.9808102345415777,
|
|
"grad_norm": 0.2152688913421649,
|
|
"learning_rate": 1.6891861490555906e-05,
|
|
"loss": 0.9983,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29235392808914185,
|
|
"step": 700,
|
|
"valid_targets_mean": 16114.5,
|
|
"valid_targets_min": 15221
|
|
},
|
|
{
|
|
"epoch": 2.9850746268656714,
|
|
"grad_norm": 0.21852433363432214,
|
|
"learning_rate": 1.683315394313132e-05,
|
|
"loss": 1.0639,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24894961714744568,
|
|
"step": 701,
|
|
"valid_targets_mean": 14577.7,
|
|
"valid_targets_min": 12869
|
|
},
|
|
{
|
|
"epoch": 2.9893390191897655,
|
|
"grad_norm": 0.24510299803151367,
|
|
"learning_rate": 1.677447437111309e-05,
|
|
"loss": 1.0082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2949763536453247,
|
|
"step": 702,
|
|
"valid_targets_mean": 16146.8,
|
|
"valid_targets_min": 15427
|
|
},
|
|
{
|
|
"epoch": 2.9936034115138592,
|
|
"grad_norm": 0.23612089030624425,
|
|
"learning_rate": 1.671582329286707e-05,
|
|
"loss": 1.0479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23207339644432068,
|
|
"step": 703,
|
|
"valid_targets_mean": 12671.8,
|
|
"valid_targets_min": 1334
|
|
},
|
|
{
|
|
"epoch": 2.997867803837953,
|
|
"grad_norm": 0.24541368708513386,
|
|
"learning_rate": 1.66572012265074e-05,
|
|
"loss": 1.0403,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25882816314697266,
|
|
"step": 704,
|
|
"valid_targets_mean": 15686.2,
|
|
"valid_targets_min": 14947
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.2988024198484961,
|
|
"learning_rate": 1.6598608689891953e-05,
|
|
"loss": 1.003,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.47871822118759155,
|
|
"step": 705,
|
|
"valid_targets_mean": 11341.6,
|
|
"valid_targets_min": 3066
|
|
},
|
|
{
|
|
"epoch": 3.0042643923240937,
|
|
"grad_norm": 0.2266855675990286,
|
|
"learning_rate": 1.654004620061773e-05,
|
|
"loss": 1.0221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2473788857460022,
|
|
"step": 706,
|
|
"valid_targets_mean": 16072.4,
|
|
"valid_targets_min": 14698
|
|
},
|
|
{
|
|
"epoch": 3.008528784648188,
|
|
"grad_norm": 0.24397232042587513,
|
|
"learning_rate": 1.6481514276016297e-05,
|
|
"loss": 1.0196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.265364408493042,
|
|
"step": 707,
|
|
"valid_targets_mean": 16044.9,
|
|
"valid_targets_min": 11563
|
|
},
|
|
{
|
|
"epoch": 3.0127931769722816,
|
|
"grad_norm": 0.21774523167351617,
|
|
"learning_rate": 1.6423013433149207e-05,
|
|
"loss": 1.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21565969288349152,
|
|
"step": 708,
|
|
"valid_targets_mean": 13379.7,
|
|
"valid_targets_min": 10328
|
|
},
|
|
{
|
|
"epoch": 3.0170575692963753,
|
|
"grad_norm": 0.22723363387040352,
|
|
"learning_rate": 1.636454418880347e-05,
|
|
"loss": 1.0165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2604562044143677,
|
|
"step": 709,
|
|
"valid_targets_mean": 16162.3,
|
|
"valid_targets_min": 15122
|
|
},
|
|
{
|
|
"epoch": 3.021321961620469,
|
|
"grad_norm": 0.23087794160849823,
|
|
"learning_rate": 1.630610705948693e-05,
|
|
"loss": 1.0108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28909438848495483,
|
|
"step": 710,
|
|
"valid_targets_mean": 16157.8,
|
|
"valid_targets_min": 15578
|
|
},
|
|
{
|
|
"epoch": 3.025586353944563,
|
|
"grad_norm": 0.2278612049391398,
|
|
"learning_rate": 1.6247702561423753e-05,
|
|
"loss": 1.0195,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22586047649383545,
|
|
"step": 711,
|
|
"valid_targets_mean": 13078.1,
|
|
"valid_targets_min": 11469
|
|
},
|
|
{
|
|
"epoch": 3.029850746268657,
|
|
"grad_norm": 0.24001780421330396,
|
|
"learning_rate": 1.6189331210549828e-05,
|
|
"loss": 1.0564,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30949312448501587,
|
|
"step": 712,
|
|
"valid_targets_mean": 16113.1,
|
|
"valid_targets_min": 15270
|
|
},
|
|
{
|
|
"epoch": 3.0341151385927505,
|
|
"grad_norm": 0.2436155708375844,
|
|
"learning_rate": 1.613099352250825e-05,
|
|
"loss": 1.0506,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25395599007606506,
|
|
"step": 713,
|
|
"valid_targets_mean": 13016.7,
|
|
"valid_targets_min": 1369
|
|
},
|
|
{
|
|
"epoch": 3.038379530916844,
|
|
"grad_norm": 0.26118984540755125,
|
|
"learning_rate": 1.6072690012644717e-05,
|
|
"loss": 1.0233,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2473236322402954,
|
|
"step": 714,
|
|
"valid_targets_mean": 16104.4,
|
|
"valid_targets_min": 14551
|
|
},
|
|
{
|
|
"epoch": 3.0426439232409384,
|
|
"grad_norm": 0.2224532421613924,
|
|
"learning_rate": 1.6014421196003022e-05,
|
|
"loss": 0.9958,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2721056044101715,
|
|
"step": 715,
|
|
"valid_targets_mean": 16228.6,
|
|
"valid_targets_min": 15711
|
|
},
|
|
{
|
|
"epoch": 3.046908315565032,
|
|
"grad_norm": 0.23300941273161108,
|
|
"learning_rate": 1.5956187587320468e-05,
|
|
"loss": 1.0163,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1803487092256546,
|
|
"step": 716,
|
|
"valid_targets_mean": 10309.6,
|
|
"valid_targets_min": 1344
|
|
},
|
|
{
|
|
"epoch": 3.0511727078891258,
|
|
"grad_norm": 0.23875698882674556,
|
|
"learning_rate": 1.5897989701023355e-05,
|
|
"loss": 1.0308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2667001485824585,
|
|
"step": 717,
|
|
"valid_targets_mean": 16109.7,
|
|
"valid_targets_min": 14769
|
|
},
|
|
{
|
|
"epoch": 3.0554371002132195,
|
|
"grad_norm": 0.22441155544330002,
|
|
"learning_rate": 1.58398280512224e-05,
|
|
"loss": 1.0402,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2941433787345886,
|
|
"step": 718,
|
|
"valid_targets_mean": 15781.9,
|
|
"valid_targets_min": 4778
|
|
},
|
|
{
|
|
"epoch": 3.0597014925373136,
|
|
"grad_norm": 0.22787547247463202,
|
|
"learning_rate": 1.5781703151708215e-05,
|
|
"loss": 1.0194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18810631334781647,
|
|
"step": 719,
|
|
"valid_targets_mean": 10639.8,
|
|
"valid_targets_min": 4800
|
|
},
|
|
{
|
|
"epoch": 3.0639658848614073,
|
|
"grad_norm": 0.2347582147376603,
|
|
"learning_rate": 1.5723615515946773e-05,
|
|
"loss": 1.0522,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2743699550628662,
|
|
"step": 720,
|
|
"valid_targets_mean": 16126.2,
|
|
"valid_targets_min": 15410
|
|
},
|
|
{
|
|
"epoch": 3.068230277185501,
|
|
"grad_norm": 0.2396019554271381,
|
|
"learning_rate": 1.5665565657074874e-05,
|
|
"loss": 1.0562,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3132514953613281,
|
|
"step": 721,
|
|
"valid_targets_mean": 16086.5,
|
|
"valid_targets_min": 14307
|
|
},
|
|
{
|
|
"epoch": 3.0724946695095947,
|
|
"grad_norm": 0.23540444130078883,
|
|
"learning_rate": 1.560755408789558e-05,
|
|
"loss": 1.0111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2244694083929062,
|
|
"step": 722,
|
|
"valid_targets_mean": 14448.2,
|
|
"valid_targets_min": 12279
|
|
},
|
|
{
|
|
"epoch": 3.076759061833689,
|
|
"grad_norm": 0.21770435242774863,
|
|
"learning_rate": 1.5549581320873715e-05,
|
|
"loss": 1.0388,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28377026319503784,
|
|
"step": 723,
|
|
"valid_targets_mean": 16100.5,
|
|
"valid_targets_min": 14460
|
|
},
|
|
{
|
|
"epoch": 3.0810234541577826,
|
|
"grad_norm": 0.23265730631315767,
|
|
"learning_rate": 1.5491647868131343e-05,
|
|
"loss": 1.0703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2843765616416931,
|
|
"step": 724,
|
|
"valid_targets_mean": 16215.7,
|
|
"valid_targets_min": 15372
|
|
},
|
|
{
|
|
"epoch": 3.0852878464818763,
|
|
"grad_norm": 0.2194538754887101,
|
|
"learning_rate": 1.5433754241443223e-05,
|
|
"loss": 1.0092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23863404989242554,
|
|
"step": 725,
|
|
"valid_targets_mean": 15597.2,
|
|
"valid_targets_min": 13274
|
|
},
|
|
{
|
|
"epoch": 3.08955223880597,
|
|
"grad_norm": 0.23074129167573834,
|
|
"learning_rate": 1.53759009522323e-05,
|
|
"loss": 1.0145,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26802095770835876,
|
|
"step": 726,
|
|
"valid_targets_mean": 16214.7,
|
|
"valid_targets_min": 15574
|
|
},
|
|
{
|
|
"epoch": 3.093816631130064,
|
|
"grad_norm": 0.2522402268059096,
|
|
"learning_rate": 1.5318088511565185e-05,
|
|
"loss": 0.9812,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2044985443353653,
|
|
"step": 727,
|
|
"valid_targets_mean": 11884.8,
|
|
"valid_targets_min": 1898
|
|
},
|
|
{
|
|
"epoch": 3.098081023454158,
|
|
"grad_norm": 0.23790237363419217,
|
|
"learning_rate": 1.5260317430147627e-05,
|
|
"loss": 0.9949,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2379896193742752,
|
|
"step": 728,
|
|
"valid_targets_mean": 15739.9,
|
|
"valid_targets_min": 13414
|
|
},
|
|
{
|
|
"epoch": 3.1023454157782515,
|
|
"grad_norm": 0.24412181927245838,
|
|
"learning_rate": 1.5202588218320024e-05,
|
|
"loss": 1.0149,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2855202853679657,
|
|
"step": 729,
|
|
"valid_targets_mean": 16185.2,
|
|
"valid_targets_min": 15222
|
|
},
|
|
{
|
|
"epoch": 3.106609808102345,
|
|
"grad_norm": 0.24245536165586512,
|
|
"learning_rate": 1.5144901386052924e-05,
|
|
"loss": 0.985,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14238911867141724,
|
|
"step": 730,
|
|
"valid_targets_mean": 8392.7,
|
|
"valid_targets_min": 1158
|
|
},
|
|
{
|
|
"epoch": 3.1108742004264394,
|
|
"grad_norm": 0.22716508602160268,
|
|
"learning_rate": 1.5087257442942467e-05,
|
|
"loss": 1.0369,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2581910789012909,
|
|
"step": 731,
|
|
"valid_targets_mean": 16164.5,
|
|
"valid_targets_min": 15163
|
|
},
|
|
{
|
|
"epoch": 3.115138592750533,
|
|
"grad_norm": 0.22496683546445154,
|
|
"learning_rate": 1.502965689820593e-05,
|
|
"loss": 1.0127,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.293232798576355,
|
|
"step": 732,
|
|
"valid_targets_mean": 16121.2,
|
|
"valid_targets_min": 15579
|
|
},
|
|
{
|
|
"epoch": 3.1194029850746268,
|
|
"grad_norm": 0.20609639755204723,
|
|
"learning_rate": 1.4972100260677222e-05,
|
|
"loss": 1.0679,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20337709784507751,
|
|
"step": 733,
|
|
"valid_targets_mean": 12018.5,
|
|
"valid_targets_min": 6953
|
|
},
|
|
{
|
|
"epoch": 3.1236673773987205,
|
|
"grad_norm": 0.20993276078800788,
|
|
"learning_rate": 1.4914588038802383e-05,
|
|
"loss": 1.0256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.284699022769928,
|
|
"step": 734,
|
|
"valid_targets_mean": 16149.8,
|
|
"valid_targets_min": 15222
|
|
},
|
|
{
|
|
"epoch": 3.1279317697228146,
|
|
"grad_norm": 0.22073555730795605,
|
|
"learning_rate": 1.4857120740635084e-05,
|
|
"loss": 1.0357,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3081209063529968,
|
|
"step": 735,
|
|
"valid_targets_mean": 16092.7,
|
|
"valid_targets_min": 14058
|
|
},
|
|
{
|
|
"epoch": 3.1321961620469083,
|
|
"grad_norm": 0.2118749400777254,
|
|
"learning_rate": 1.4799698873832153e-05,
|
|
"loss": 1.0533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25038349628448486,
|
|
"step": 736,
|
|
"valid_targets_mean": 14434.2,
|
|
"valid_targets_min": 12077
|
|
},
|
|
{
|
|
"epoch": 3.136460554371002,
|
|
"grad_norm": 0.21808191893465817,
|
|
"learning_rate": 1.4742322945649073e-05,
|
|
"loss": 0.9979,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2898986339569092,
|
|
"step": 737,
|
|
"valid_targets_mean": 16217.7,
|
|
"valid_targets_min": 15808
|
|
},
|
|
{
|
|
"epoch": 3.140724946695096,
|
|
"grad_norm": 0.21834155157389645,
|
|
"learning_rate": 1.4684993462935532e-05,
|
|
"loss": 0.9881,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2285723090171814,
|
|
"step": 738,
|
|
"valid_targets_mean": 13375.1,
|
|
"valid_targets_min": 1759
|
|
},
|
|
{
|
|
"epoch": 3.14498933901919,
|
|
"grad_norm": 0.21066829367355328,
|
|
"learning_rate": 1.462771093213092e-05,
|
|
"loss": 1.0113,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2540314197540283,
|
|
"step": 739,
|
|
"valid_targets_mean": 15798.1,
|
|
"valid_targets_min": 13840
|
|
},
|
|
{
|
|
"epoch": 3.1492537313432836,
|
|
"grad_norm": 0.22388010721759177,
|
|
"learning_rate": 1.4570475859259856e-05,
|
|
"loss": 0.9978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2815060615539551,
|
|
"step": 740,
|
|
"valid_targets_mean": 16178.0,
|
|
"valid_targets_min": 15576
|
|
},
|
|
{
|
|
"epoch": 3.1535181236673773,
|
|
"grad_norm": 0.25907589389289265,
|
|
"learning_rate": 1.4513288749927714e-05,
|
|
"loss": 0.9978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1643589735031128,
|
|
"step": 741,
|
|
"valid_targets_mean": 9426.2,
|
|
"valid_targets_min": 2154
|
|
},
|
|
{
|
|
"epoch": 3.1577825159914714,
|
|
"grad_norm": 0.20641498134376396,
|
|
"learning_rate": 1.4456150109316192e-05,
|
|
"loss": 1.024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26102137565612793,
|
|
"step": 742,
|
|
"valid_targets_mean": 16006.3,
|
|
"valid_targets_min": 14473
|
|
},
|
|
{
|
|
"epoch": 3.162046908315565,
|
|
"grad_norm": 0.240935797241021,
|
|
"learning_rate": 1.4399060442178798e-05,
|
|
"loss": 0.947,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2881847620010376,
|
|
"step": 743,
|
|
"valid_targets_mean": 16178.9,
|
|
"valid_targets_min": 15476
|
|
},
|
|
{
|
|
"epoch": 3.166311300639659,
|
|
"grad_norm": 0.22276458014826844,
|
|
"learning_rate": 1.4342020252836437e-05,
|
|
"loss": 1.0389,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19214186072349548,
|
|
"step": 744,
|
|
"valid_targets_mean": 10538.3,
|
|
"valid_targets_min": 6177
|
|
},
|
|
{
|
|
"epoch": 3.1705756929637525,
|
|
"grad_norm": 0.21187980596465947,
|
|
"learning_rate": 1.4285030045172913e-05,
|
|
"loss": 1.0197,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26047828793525696,
|
|
"step": 745,
|
|
"valid_targets_mean": 16127.6,
|
|
"valid_targets_min": 14124
|
|
},
|
|
{
|
|
"epoch": 3.1748400852878467,
|
|
"grad_norm": 0.21632618709500964,
|
|
"learning_rate": 1.422809032263052e-05,
|
|
"loss": 1.0468,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2817734181880951,
|
|
"step": 746,
|
|
"valid_targets_mean": 16165.9,
|
|
"valid_targets_min": 15366
|
|
},
|
|
{
|
|
"epoch": 3.1791044776119404,
|
|
"grad_norm": 0.19992786613248376,
|
|
"learning_rate": 1.4171201588205566e-05,
|
|
"loss": 1.0547,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24404045939445496,
|
|
"step": 747,
|
|
"valid_targets_mean": 13604.9,
|
|
"valid_targets_min": 10519
|
|
},
|
|
{
|
|
"epoch": 3.183368869936034,
|
|
"grad_norm": 0.20249665386988036,
|
|
"learning_rate": 1.4114364344443935e-05,
|
|
"loss": 0.9756,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.264335572719574,
|
|
"step": 748,
|
|
"valid_targets_mean": 16148.0,
|
|
"valid_targets_min": 13688
|
|
},
|
|
{
|
|
"epoch": 3.1876332622601278,
|
|
"grad_norm": 0.2125162350655941,
|
|
"learning_rate": 1.4057579093436653e-05,
|
|
"loss": 1.0189,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.296421617269516,
|
|
"step": 749,
|
|
"valid_targets_mean": 16185.6,
|
|
"valid_targets_min": 15616
|
|
},
|
|
{
|
|
"epoch": 3.191897654584222,
|
|
"grad_norm": 0.20187139404961882,
|
|
"learning_rate": 1.400084633681546e-05,
|
|
"loss": 1.037,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25970757007598877,
|
|
"step": 750,
|
|
"valid_targets_mean": 15437.9,
|
|
"valid_targets_min": 13886
|
|
},
|
|
{
|
|
"epoch": 3.1961620469083156,
|
|
"grad_norm": 0.1933929537100215,
|
|
"learning_rate": 1.3944166575748355e-05,
|
|
"loss": 0.9745,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2798892855644226,
|
|
"step": 751,
|
|
"valid_targets_mean": 16108.0,
|
|
"valid_targets_min": 15148
|
|
},
|
|
{
|
|
"epoch": 3.2004264392324093,
|
|
"grad_norm": 0.24288889012927542,
|
|
"learning_rate": 1.3887540310935187e-05,
|
|
"loss": 1.0267,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1941322237253189,
|
|
"step": 752,
|
|
"valid_targets_mean": 10666.6,
|
|
"valid_targets_min": 1758
|
|
},
|
|
{
|
|
"epoch": 3.204690831556503,
|
|
"grad_norm": 0.19913062025676398,
|
|
"learning_rate": 1.3830968042603226e-05,
|
|
"loss": 1.0082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26480650901794434,
|
|
"step": 753,
|
|
"valid_targets_mean": 15740.0,
|
|
"valid_targets_min": 14420
|
|
},
|
|
{
|
|
"epoch": 3.208955223880597,
|
|
"grad_norm": 0.2455636710309093,
|
|
"learning_rate": 1.3774450270502762e-05,
|
|
"loss": 0.9949,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31609392166137695,
|
|
"step": 754,
|
|
"valid_targets_mean": 16115.1,
|
|
"valid_targets_min": 14966
|
|
},
|
|
{
|
|
"epoch": 3.213219616204691,
|
|
"grad_norm": 0.2118354645940954,
|
|
"learning_rate": 1.3717987493902656e-05,
|
|
"loss": 1.0205,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14785653352737427,
|
|
"step": 755,
|
|
"valid_targets_mean": 8256.4,
|
|
"valid_targets_min": 1725
|
|
},
|
|
{
|
|
"epoch": 3.2174840085287846,
|
|
"grad_norm": 0.2430534376385067,
|
|
"learning_rate": 1.3661580211585947e-05,
|
|
"loss": 1.0203,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25054389238357544,
|
|
"step": 756,
|
|
"valid_targets_mean": 16184.0,
|
|
"valid_targets_min": 14698
|
|
},
|
|
{
|
|
"epoch": 3.2217484008528783,
|
|
"grad_norm": 0.24162088545510896,
|
|
"learning_rate": 1.3605228921845457e-05,
|
|
"loss": 1.0206,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30578795075416565,
|
|
"step": 757,
|
|
"valid_targets_mean": 16165.3,
|
|
"valid_targets_min": 15239
|
|
},
|
|
{
|
|
"epoch": 3.2260127931769724,
|
|
"grad_norm": 0.2240326703391185,
|
|
"learning_rate": 1.3548934122479373e-05,
|
|
"loss": 1.0558,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20352651178836823,
|
|
"step": 758,
|
|
"valid_targets_mean": 11775.9,
|
|
"valid_targets_min": 8991
|
|
},
|
|
{
|
|
"epoch": 3.230277185501066,
|
|
"grad_norm": 0.2410022141296356,
|
|
"learning_rate": 1.349269631078686e-05,
|
|
"loss": 1.0173,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2741716504096985,
|
|
"step": 759,
|
|
"valid_targets_mean": 16214.9,
|
|
"valid_targets_min": 15357
|
|
},
|
|
{
|
|
"epoch": 3.23454157782516,
|
|
"grad_norm": 0.22791667668633342,
|
|
"learning_rate": 1.3436515983563659e-05,
|
|
"loss": 1.0685,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30892500281333923,
|
|
"step": 760,
|
|
"valid_targets_mean": 16046.1,
|
|
"valid_targets_min": 15157
|
|
},
|
|
{
|
|
"epoch": 3.2388059701492535,
|
|
"grad_norm": 0.22418104434533087,
|
|
"learning_rate": 1.3380393637097692e-05,
|
|
"loss": 0.9868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24890297651290894,
|
|
"step": 761,
|
|
"valid_targets_mean": 14222.7,
|
|
"valid_targets_min": 12022
|
|
},
|
|
{
|
|
"epoch": 3.2430703624733477,
|
|
"grad_norm": 0.22364469895511957,
|
|
"learning_rate": 1.3324329767164708e-05,
|
|
"loss": 1.0181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2839733958244324,
|
|
"step": 762,
|
|
"valid_targets_mean": 16097.0,
|
|
"valid_targets_min": 13888
|
|
},
|
|
{
|
|
"epoch": 3.2473347547974414,
|
|
"grad_norm": 0.2138675118579394,
|
|
"learning_rate": 1.3268324869023878e-05,
|
|
"loss": 0.9988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2439764440059662,
|
|
"step": 763,
|
|
"valid_targets_mean": 13022.2,
|
|
"valid_targets_min": 1535
|
|
},
|
|
{
|
|
"epoch": 3.251599147121535,
|
|
"grad_norm": 0.20025910558984245,
|
|
"learning_rate": 1.3212379437413421e-05,
|
|
"loss": 1.0638,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.266014039516449,
|
|
"step": 764,
|
|
"valid_targets_mean": 15528.1,
|
|
"valid_targets_min": 14452
|
|
},
|
|
{
|
|
"epoch": 3.2558635394456292,
|
|
"grad_norm": 0.21667010718081733,
|
|
"learning_rate": 1.3156493966546236e-05,
|
|
"loss": 1.0167,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28856518864631653,
|
|
"step": 765,
|
|
"valid_targets_mean": 16141.7,
|
|
"valid_targets_min": 14987
|
|
},
|
|
{
|
|
"epoch": 3.260127931769723,
|
|
"grad_norm": 0.2185113869050033,
|
|
"learning_rate": 1.3100668950105534e-05,
|
|
"loss": 1.0809,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19959990680217743,
|
|
"step": 766,
|
|
"valid_targets_mean": 10493.4,
|
|
"valid_targets_min": 2195
|
|
},
|
|
{
|
|
"epoch": 3.2643923240938166,
|
|
"grad_norm": 0.19663806577012186,
|
|
"learning_rate": 1.3044904881240507e-05,
|
|
"loss": 1.0014,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25376349687576294,
|
|
"step": 767,
|
|
"valid_targets_mean": 16092.9,
|
|
"valid_targets_min": 15480
|
|
},
|
|
{
|
|
"epoch": 3.2686567164179103,
|
|
"grad_norm": 0.2194771759902532,
|
|
"learning_rate": 1.2989202252561926e-05,
|
|
"loss": 1.0207,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31395870447158813,
|
|
"step": 768,
|
|
"valid_targets_mean": 16164.0,
|
|
"valid_targets_min": 15618
|
|
},
|
|
{
|
|
"epoch": 3.272921108742004,
|
|
"grad_norm": 0.21227372654419208,
|
|
"learning_rate": 1.2933561556137806e-05,
|
|
"loss": 0.9937,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20684891939163208,
|
|
"step": 769,
|
|
"valid_targets_mean": 11801.2,
|
|
"valid_targets_min": 9058
|
|
},
|
|
{
|
|
"epoch": 3.277185501066098,
|
|
"grad_norm": 0.2304324486379456,
|
|
"learning_rate": 1.2877983283489062e-05,
|
|
"loss": 1.0106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2633814513683319,
|
|
"step": 770,
|
|
"valid_targets_mean": 16097.4,
|
|
"valid_targets_min": 14732
|
|
},
|
|
{
|
|
"epoch": 3.281449893390192,
|
|
"grad_norm": 0.20527170635041583,
|
|
"learning_rate": 1.2822467925585186e-05,
|
|
"loss": 1.0257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2899390757083893,
|
|
"step": 771,
|
|
"valid_targets_mean": 16153.3,
|
|
"valid_targets_min": 15217
|
|
},
|
|
{
|
|
"epoch": 3.2857142857142856,
|
|
"grad_norm": 0.20913612528231754,
|
|
"learning_rate": 1.2767015972839879e-05,
|
|
"loss": 0.9893,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21578413248062134,
|
|
"step": 772,
|
|
"valid_targets_mean": 13491.8,
|
|
"valid_targets_min": 11383
|
|
},
|
|
{
|
|
"epoch": 3.2899786780383797,
|
|
"grad_norm": 0.19422581490469495,
|
|
"learning_rate": 1.2711627915106728e-05,
|
|
"loss": 1.0052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2850065231323242,
|
|
"step": 773,
|
|
"valid_targets_mean": 16005.6,
|
|
"valid_targets_min": 9286
|
|
},
|
|
{
|
|
"epoch": 3.2942430703624734,
|
|
"grad_norm": 0.2108346113520723,
|
|
"learning_rate": 1.2656304241674877e-05,
|
|
"loss": 0.9973,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30305132269859314,
|
|
"step": 774,
|
|
"valid_targets_mean": 16154.3,
|
|
"valid_targets_min": 15623
|
|
},
|
|
{
|
|
"epoch": 3.298507462686567,
|
|
"grad_norm": 0.18490596176842927,
|
|
"learning_rate": 1.2601045441264734e-05,
|
|
"loss": 0.9799,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24768772721290588,
|
|
"step": 775,
|
|
"valid_targets_mean": 15966.1,
|
|
"valid_targets_min": 14649
|
|
},
|
|
{
|
|
"epoch": 3.302771855010661,
|
|
"grad_norm": 0.2065317895797339,
|
|
"learning_rate": 1.2545852002023599e-05,
|
|
"loss": 0.9942,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30079466104507446,
|
|
"step": 776,
|
|
"valid_targets_mean": 16077.0,
|
|
"valid_targets_min": 14795
|
|
},
|
|
{
|
|
"epoch": 3.307036247334755,
|
|
"grad_norm": 0.23824529055789273,
|
|
"learning_rate": 1.2490724411521406e-05,
|
|
"loss": 1.0184,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20452925562858582,
|
|
"step": 777,
|
|
"valid_targets_mean": 11349.3,
|
|
"valid_targets_min": 1500
|
|
},
|
|
{
|
|
"epoch": 3.3113006396588487,
|
|
"grad_norm": 0.21648887677200584,
|
|
"learning_rate": 1.243566315674637e-05,
|
|
"loss": 1.0384,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2684295177459717,
|
|
"step": 778,
|
|
"valid_targets_mean": 15895.2,
|
|
"valid_targets_min": 14853
|
|
},
|
|
{
|
|
"epoch": 3.3155650319829424,
|
|
"grad_norm": 0.21679968258683346,
|
|
"learning_rate": 1.238066872410073e-05,
|
|
"loss": 0.9662,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29563671350479126,
|
|
"step": 779,
|
|
"valid_targets_mean": 16154.4,
|
|
"valid_targets_min": 15042
|
|
},
|
|
{
|
|
"epoch": 3.319829424307036,
|
|
"grad_norm": 0.22116485254505697,
|
|
"learning_rate": 1.2325741599396418e-05,
|
|
"loss": 0.9854,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13217319548130035,
|
|
"step": 780,
|
|
"valid_targets_mean": 7354.0,
|
|
"valid_targets_min": 2380
|
|
},
|
|
{
|
|
"epoch": 3.3240938166311302,
|
|
"grad_norm": 0.20648000330195984,
|
|
"learning_rate": 1.2270882267850765e-05,
|
|
"loss": 1.0674,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2683570981025696,
|
|
"step": 781,
|
|
"valid_targets_mean": 16123.9,
|
|
"valid_targets_min": 15331
|
|
},
|
|
{
|
|
"epoch": 3.328358208955224,
|
|
"grad_norm": 0.21007057028989912,
|
|
"learning_rate": 1.2216091214082248e-05,
|
|
"loss": 1.0288,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28703442215919495,
|
|
"step": 782,
|
|
"valid_targets_mean": 16087.6,
|
|
"valid_targets_min": 13835
|
|
},
|
|
{
|
|
"epoch": 3.3326226012793176,
|
|
"grad_norm": 0.2157248680996307,
|
|
"learning_rate": 1.2161368922106192e-05,
|
|
"loss": 1.0276,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1911306381225586,
|
|
"step": 783,
|
|
"valid_targets_mean": 11460.7,
|
|
"valid_targets_min": 8049
|
|
},
|
|
{
|
|
"epoch": 3.3368869936034113,
|
|
"grad_norm": 0.21780108169899068,
|
|
"learning_rate": 1.2106715875330475e-05,
|
|
"loss": 1.0501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27310866117477417,
|
|
"step": 784,
|
|
"valid_targets_mean": 16209.4,
|
|
"valid_targets_min": 15350
|
|
},
|
|
{
|
|
"epoch": 3.3411513859275055,
|
|
"grad_norm": 0.21280209729977745,
|
|
"learning_rate": 1.2052132556551275e-05,
|
|
"loss": 1.0367,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2992352247238159,
|
|
"step": 785,
|
|
"valid_targets_mean": 16167.2,
|
|
"valid_targets_min": 15730
|
|
},
|
|
{
|
|
"epoch": 3.345415778251599,
|
|
"grad_norm": 0.21333591743615385,
|
|
"learning_rate": 1.1997619447948814e-05,
|
|
"loss": 1.0698,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24031849205493927,
|
|
"step": 786,
|
|
"valid_targets_mean": 13789.7,
|
|
"valid_targets_min": 11708
|
|
},
|
|
{
|
|
"epoch": 3.349680170575693,
|
|
"grad_norm": 0.20205112261373354,
|
|
"learning_rate": 1.1943177031083094e-05,
|
|
"loss": 1.0053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29222190380096436,
|
|
"step": 787,
|
|
"valid_targets_mean": 16186.4,
|
|
"valid_targets_min": 14810
|
|
},
|
|
{
|
|
"epoch": 3.3539445628997866,
|
|
"grad_norm": 0.20941481525377442,
|
|
"learning_rate": 1.1888805786889621e-05,
|
|
"loss": 1.0411,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2621380388736725,
|
|
"step": 788,
|
|
"valid_targets_mean": 13417.4,
|
|
"valid_targets_min": 3667
|
|
},
|
|
{
|
|
"epoch": 3.3582089552238807,
|
|
"grad_norm": 0.2004826920475616,
|
|
"learning_rate": 1.183450619567518e-05,
|
|
"loss": 1.0038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25708091259002686,
|
|
"step": 789,
|
|
"valid_targets_mean": 15748.0,
|
|
"valid_targets_min": 13975
|
|
},
|
|
{
|
|
"epoch": 3.3624733475479744,
|
|
"grad_norm": 0.18353874472333903,
|
|
"learning_rate": 1.1780278737113581e-05,
|
|
"loss": 1.0402,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2851468622684479,
|
|
"step": 790,
|
|
"valid_targets_mean": 15791.8,
|
|
"valid_targets_min": 5994
|
|
},
|
|
{
|
|
"epoch": 3.366737739872068,
|
|
"grad_norm": 0.1936685158973221,
|
|
"learning_rate": 1.1726123890241439e-05,
|
|
"loss": 0.9975,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17022772133350372,
|
|
"step": 791,
|
|
"valid_targets_mean": 9803.9,
|
|
"valid_targets_min": 1575
|
|
},
|
|
{
|
|
"epoch": 3.3710021321961623,
|
|
"grad_norm": 0.1836632139660297,
|
|
"learning_rate": 1.1672042133453925e-05,
|
|
"loss": 1.0138,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24327097833156586,
|
|
"step": 792,
|
|
"valid_targets_mean": 16135.9,
|
|
"valid_targets_min": 15270
|
|
},
|
|
{
|
|
"epoch": 3.375266524520256,
|
|
"grad_norm": 0.19606375449703972,
|
|
"learning_rate": 1.1618033944500527e-05,
|
|
"loss": 0.9982,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32109493017196655,
|
|
"step": 793,
|
|
"valid_targets_mean": 16139.2,
|
|
"valid_targets_min": 15361
|
|
},
|
|
{
|
|
"epoch": 3.3795309168443497,
|
|
"grad_norm": 0.20067880131394983,
|
|
"learning_rate": 1.1564099800480864e-05,
|
|
"loss": 1.048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19777941703796387,
|
|
"step": 794,
|
|
"valid_targets_mean": 11481.5,
|
|
"valid_targets_min": 6068
|
|
},
|
|
{
|
|
"epoch": 3.3837953091684434,
|
|
"grad_norm": 0.20515621052947725,
|
|
"learning_rate": 1.151024017784045e-05,
|
|
"loss": 1.0054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24627156555652618,
|
|
"step": 795,
|
|
"valid_targets_mean": 16202.7,
|
|
"valid_targets_min": 15135
|
|
},
|
|
{
|
|
"epoch": 3.388059701492537,
|
|
"grad_norm": 0.2178803359427102,
|
|
"learning_rate": 1.1456455552366488e-05,
|
|
"loss": 1.043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31557852029800415,
|
|
"step": 796,
|
|
"valid_targets_mean": 16132.7,
|
|
"valid_targets_min": 14783
|
|
},
|
|
{
|
|
"epoch": 3.3923240938166312,
|
|
"grad_norm": 0.18350168282278012,
|
|
"learning_rate": 1.1402746399183671e-05,
|
|
"loss": 1.0137,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24853818118572235,
|
|
"step": 797,
|
|
"valid_targets_mean": 13810.4,
|
|
"valid_targets_min": 11194
|
|
},
|
|
{
|
|
"epoch": 3.396588486140725,
|
|
"grad_norm": 0.19600293746108755,
|
|
"learning_rate": 1.1349113192749986e-05,
|
|
"loss": 1.0325,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2772599160671234,
|
|
"step": 798,
|
|
"valid_targets_mean": 16136.4,
|
|
"valid_targets_min": 13927
|
|
},
|
|
{
|
|
"epoch": 3.4008528784648187,
|
|
"grad_norm": 0.20306513004117993,
|
|
"learning_rate": 1.1295556406852488e-05,
|
|
"loss": 1.0258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29193854331970215,
|
|
"step": 799,
|
|
"valid_targets_mean": 16118.9,
|
|
"valid_targets_min": 15147
|
|
},
|
|
{
|
|
"epoch": 3.405117270788913,
|
|
"grad_norm": 0.1789680337786877,
|
|
"learning_rate": 1.1242076514603201e-05,
|
|
"loss": 1.0816,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25641292333602905,
|
|
"step": 800,
|
|
"valid_targets_mean": 14175.8,
|
|
"valid_targets_min": 12875
|
|
},
|
|
{
|
|
"epoch": 3.4093816631130065,
|
|
"grad_norm": 0.21327911409893333,
|
|
"learning_rate": 1.1188673988434831e-05,
|
|
"loss": 1.04,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3180328607559204,
|
|
"step": 801,
|
|
"valid_targets_mean": 16137.8,
|
|
"valid_targets_min": 15389
|
|
},
|
|
{
|
|
"epoch": 3.4136460554371,
|
|
"grad_norm": 0.18702688074220328,
|
|
"learning_rate": 1.1135349300096667e-05,
|
|
"loss": 1.0053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20022016763687134,
|
|
"step": 802,
|
|
"valid_targets_mean": 10829.2,
|
|
"valid_targets_min": 1238
|
|
},
|
|
{
|
|
"epoch": 3.417910447761194,
|
|
"grad_norm": 0.20021405336513426,
|
|
"learning_rate": 1.1082102920650397e-05,
|
|
"loss": 1.0103,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2536824345588684,
|
|
"step": 803,
|
|
"valid_targets_mean": 16158.3,
|
|
"valid_targets_min": 15109
|
|
},
|
|
{
|
|
"epoch": 3.4221748400852876,
|
|
"grad_norm": 0.2343082045165571,
|
|
"learning_rate": 1.102893532046593e-05,
|
|
"loss": 1.039,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28357917070388794,
|
|
"step": 804,
|
|
"valid_targets_mean": 16059.1,
|
|
"valid_targets_min": 14384
|
|
},
|
|
{
|
|
"epoch": 3.4264392324093818,
|
|
"grad_norm": 0.18774598172060927,
|
|
"learning_rate": 1.0975846969217258e-05,
|
|
"loss": 1.0246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15860168635845184,
|
|
"step": 805,
|
|
"valid_targets_mean": 8455.3,
|
|
"valid_targets_min": 578
|
|
},
|
|
{
|
|
"epoch": 3.4307036247334755,
|
|
"grad_norm": 0.19433251187804543,
|
|
"learning_rate": 1.092283833587829e-05,
|
|
"loss": 1.0397,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2533392608165741,
|
|
"step": 806,
|
|
"valid_targets_mean": 16085.5,
|
|
"valid_targets_min": 14929
|
|
},
|
|
{
|
|
"epoch": 3.434968017057569,
|
|
"grad_norm": 0.21801910284939063,
|
|
"learning_rate": 1.086990988871873e-05,
|
|
"loss": 1.0609,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2913307249546051,
|
|
"step": 807,
|
|
"valid_targets_mean": 16047.4,
|
|
"valid_targets_min": 13080
|
|
},
|
|
{
|
|
"epoch": 3.4392324093816633,
|
|
"grad_norm": 0.19502316630234423,
|
|
"learning_rate": 1.0817062095299929e-05,
|
|
"loss": 1.0441,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18524152040481567,
|
|
"step": 808,
|
|
"valid_targets_mean": 11042.4,
|
|
"valid_targets_min": 7440
|
|
},
|
|
{
|
|
"epoch": 3.443496801705757,
|
|
"grad_norm": 0.20864485170866784,
|
|
"learning_rate": 1.0764295422470755e-05,
|
|
"loss": 1.0013,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2895178496837616,
|
|
"step": 809,
|
|
"valid_targets_mean": 16087.7,
|
|
"valid_targets_min": 13211
|
|
},
|
|
{
|
|
"epoch": 3.4477611940298507,
|
|
"grad_norm": 0.18863795458851085,
|
|
"learning_rate": 1.0711610336363477e-05,
|
|
"loss": 1.0257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3027087152004242,
|
|
"step": 810,
|
|
"valid_targets_mean": 16093.6,
|
|
"valid_targets_min": 14556
|
|
},
|
|
{
|
|
"epoch": 3.4520255863539444,
|
|
"grad_norm": 0.18456814498100765,
|
|
"learning_rate": 1.065900730238961e-05,
|
|
"loss": 1.025,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23894429206848145,
|
|
"step": 811,
|
|
"valid_targets_mean": 14490.8,
|
|
"valid_targets_min": 12326
|
|
},
|
|
{
|
|
"epoch": 3.4562899786780386,
|
|
"grad_norm": 0.1902760939156765,
|
|
"learning_rate": 1.0606486785235879e-05,
|
|
"loss": 0.9798,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2806459665298462,
|
|
"step": 812,
|
|
"valid_targets_mean": 16143.8,
|
|
"valid_targets_min": 14907
|
|
},
|
|
{
|
|
"epoch": 3.4605543710021323,
|
|
"grad_norm": 0.19157785153299178,
|
|
"learning_rate": 1.0554049248860045e-05,
|
|
"loss": 1.0569,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25310009717941284,
|
|
"step": 813,
|
|
"valid_targets_mean": 12887.4,
|
|
"valid_targets_min": 1961
|
|
},
|
|
{
|
|
"epoch": 3.464818763326226,
|
|
"grad_norm": 0.18985238273898838,
|
|
"learning_rate": 1.0501695156486819e-05,
|
|
"loss": 1.0567,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25601091980934143,
|
|
"step": 814,
|
|
"valid_targets_mean": 15759.6,
|
|
"valid_targets_min": 11287
|
|
},
|
|
{
|
|
"epoch": 3.4690831556503197,
|
|
"grad_norm": 0.19855924467029767,
|
|
"learning_rate": 1.0449424970603796e-05,
|
|
"loss": 0.9965,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26552850008010864,
|
|
"step": 815,
|
|
"valid_targets_mean": 16230.9,
|
|
"valid_targets_min": 15773
|
|
},
|
|
{
|
|
"epoch": 3.473347547974414,
|
|
"grad_norm": 0.1974055282587953,
|
|
"learning_rate": 1.0397239152957356e-05,
|
|
"loss": 1.0171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16817912459373474,
|
|
"step": 816,
|
|
"valid_targets_mean": 9027.7,
|
|
"valid_targets_min": 1228
|
|
},
|
|
{
|
|
"epoch": 3.4776119402985075,
|
|
"grad_norm": 0.20712085130917862,
|
|
"learning_rate": 1.034513816454858e-05,
|
|
"loss": 1.0378,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2572016716003418,
|
|
"step": 817,
|
|
"valid_targets_mean": 16111.5,
|
|
"valid_targets_min": 15042
|
|
},
|
|
{
|
|
"epoch": 3.481876332622601,
|
|
"grad_norm": 0.19575625777873262,
|
|
"learning_rate": 1.0293122465629186e-05,
|
|
"loss": 1.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2861330509185791,
|
|
"step": 818,
|
|
"valid_targets_mean": 16084.9,
|
|
"valid_targets_min": 13788
|
|
},
|
|
{
|
|
"epoch": 3.486140724946695,
|
|
"grad_norm": 0.22385303113206428,
|
|
"learning_rate": 1.0241192515697432e-05,
|
|
"loss": 1.011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20530882477760315,
|
|
"step": 819,
|
|
"valid_targets_mean": 12038.9,
|
|
"valid_targets_min": 7752
|
|
},
|
|
{
|
|
"epoch": 3.490405117270789,
|
|
"grad_norm": 0.1946858165374974,
|
|
"learning_rate": 1.0189348773494135e-05,
|
|
"loss": 1.0241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2773318290710449,
|
|
"step": 820,
|
|
"valid_targets_mean": 16122.8,
|
|
"valid_targets_min": 15219
|
|
},
|
|
{
|
|
"epoch": 3.4946695095948828,
|
|
"grad_norm": 0.19537526220319537,
|
|
"learning_rate": 1.0137591696998514e-05,
|
|
"loss": 1.0268,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31383180618286133,
|
|
"step": 821,
|
|
"valid_targets_mean": 16039.4,
|
|
"valid_targets_min": 15167
|
|
},
|
|
{
|
|
"epoch": 3.4989339019189765,
|
|
"grad_norm": 0.24280617354394693,
|
|
"learning_rate": 1.0085921743424225e-05,
|
|
"loss": 1.0271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22470004856586456,
|
|
"step": 822,
|
|
"valid_targets_mean": 13571.1,
|
|
"valid_targets_min": 11707
|
|
},
|
|
{
|
|
"epoch": 3.50319829424307,
|
|
"grad_norm": 0.18304494041520544,
|
|
"learning_rate": 1.0034339369215288e-05,
|
|
"loss": 1.0324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28197503089904785,
|
|
"step": 823,
|
|
"valid_targets_mean": 16043.7,
|
|
"valid_targets_min": 13934
|
|
},
|
|
{
|
|
"epoch": 3.5074626865671643,
|
|
"grad_norm": 0.19420082892046947,
|
|
"learning_rate": 9.982845030042068e-06,
|
|
"loss": 1.0656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.337486207485199,
|
|
"step": 824,
|
|
"valid_targets_mean": 16131.1,
|
|
"valid_targets_min": 15258
|
|
},
|
|
{
|
|
"epoch": 3.511727078891258,
|
|
"grad_norm": 0.20605511973553206,
|
|
"learning_rate": 9.931439180797237e-06,
|
|
"loss": 1.0218,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22845080494880676,
|
|
"step": 825,
|
|
"valid_targets_mean": 14083.7,
|
|
"valid_targets_min": 12058
|
|
},
|
|
{
|
|
"epoch": 3.5159914712153517,
|
|
"grad_norm": 0.18888891400658922,
|
|
"learning_rate": 9.880122275591752e-06,
|
|
"loss": 1.0479,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2947491407394409,
|
|
"step": 826,
|
|
"valid_targets_mean": 16235.3,
|
|
"valid_targets_min": 15869
|
|
},
|
|
{
|
|
"epoch": 3.520255863539446,
|
|
"grad_norm": 0.2063578630426139,
|
|
"learning_rate": 9.828894767750865e-06,
|
|
"loss": 1.0607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2067328840494156,
|
|
"step": 827,
|
|
"valid_targets_mean": 10532.3,
|
|
"valid_targets_min": 793
|
|
},
|
|
{
|
|
"epoch": 3.5245202558635396,
|
|
"grad_norm": 0.19912988426708253,
|
|
"learning_rate": 9.777757109810102e-06,
|
|
"loss": 1.0312,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2553637623786926,
|
|
"step": 828,
|
|
"valid_targets_mean": 16077.7,
|
|
"valid_targets_min": 15153
|
|
},
|
|
{
|
|
"epoch": 3.5287846481876333,
|
|
"grad_norm": 0.18925687906293026,
|
|
"learning_rate": 9.726709753511275e-06,
|
|
"loss": 1.0715,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2934688329696655,
|
|
"step": 829,
|
|
"valid_targets_mean": 16147.0,
|
|
"valid_targets_min": 15263
|
|
},
|
|
{
|
|
"epoch": 3.533049040511727,
|
|
"grad_norm": 0.2094808172783584,
|
|
"learning_rate": 9.675753149798474e-06,
|
|
"loss": 1.0262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16240262985229492,
|
|
"step": 830,
|
|
"valid_targets_mean": 9455.6,
|
|
"valid_targets_min": 1075
|
|
},
|
|
{
|
|
"epoch": 3.5373134328358207,
|
|
"grad_norm": 0.18576715219917836,
|
|
"learning_rate": 9.624887748814118e-06,
|
|
"loss": 1.0308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24754361808300018,
|
|
"step": 831,
|
|
"valid_targets_mean": 16233.1,
|
|
"valid_targets_min": 15409
|
|
},
|
|
{
|
|
"epoch": 3.541577825159915,
|
|
"grad_norm": 0.2064767838511618,
|
|
"learning_rate": 9.574113999894909e-06,
|
|
"loss": 1.0296,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.274272620677948,
|
|
"step": 832,
|
|
"valid_targets_mean": 16230.2,
|
|
"valid_targets_min": 14917
|
|
},
|
|
{
|
|
"epoch": 3.5458422174840085,
|
|
"grad_norm": 0.20402400381489313,
|
|
"learning_rate": 9.523432351567979e-06,
|
|
"loss": 1.0223,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.202209010720253,
|
|
"step": 833,
|
|
"valid_targets_mean": 12193.7,
|
|
"valid_targets_min": 9042
|
|
},
|
|
{
|
|
"epoch": 3.550106609808102,
|
|
"grad_norm": 0.19935362434216167,
|
|
"learning_rate": 9.472843251546792e-06,
|
|
"loss": 1.0421,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31874680519104004,
|
|
"step": 834,
|
|
"valid_targets_mean": 16074.3,
|
|
"valid_targets_min": 14705
|
|
},
|
|
{
|
|
"epoch": 3.5543710021321964,
|
|
"grad_norm": 0.21569338244238667,
|
|
"learning_rate": 9.422347146727294e-06,
|
|
"loss": 1.0171,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2925390601158142,
|
|
"step": 835,
|
|
"valid_targets_mean": 16097.2,
|
|
"valid_targets_min": 14702
|
|
},
|
|
{
|
|
"epoch": 3.55863539445629,
|
|
"grad_norm": 0.19039616467467887,
|
|
"learning_rate": 9.371944483183912e-06,
|
|
"loss": 1.0199,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24568170309066772,
|
|
"step": 836,
|
|
"valid_targets_mean": 13546.5,
|
|
"valid_targets_min": 11766
|
|
},
|
|
{
|
|
"epoch": 3.5628997867803838,
|
|
"grad_norm": 0.19359612793383688,
|
|
"learning_rate": 9.321635706165635e-06,
|
|
"loss": 1.0503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2961440980434418,
|
|
"step": 837,
|
|
"valid_targets_mean": 16135.5,
|
|
"valid_targets_min": 15091
|
|
},
|
|
{
|
|
"epoch": 3.5671641791044775,
|
|
"grad_norm": 0.2212993937532291,
|
|
"learning_rate": 9.271421260092075e-06,
|
|
"loss": 1.0581,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26963526010513306,
|
|
"step": 838,
|
|
"valid_targets_mean": 12912.3,
|
|
"valid_targets_min": 1400
|
|
},
|
|
{
|
|
"epoch": 3.571428571428571,
|
|
"grad_norm": 0.17477649578500942,
|
|
"learning_rate": 9.221301588549519e-06,
|
|
"loss": 1.0187,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25952205061912537,
|
|
"step": 839,
|
|
"valid_targets_mean": 15765.0,
|
|
"valid_targets_min": 14646
|
|
},
|
|
{
|
|
"epoch": 3.5756929637526653,
|
|
"grad_norm": 0.19564495166764467,
|
|
"learning_rate": 9.171277134287057e-06,
|
|
"loss": 1.0423,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28726887702941895,
|
|
"step": 840,
|
|
"valid_targets_mean": 16137.4,
|
|
"valid_targets_min": 14841
|
|
},
|
|
{
|
|
"epoch": 3.579957356076759,
|
|
"grad_norm": 0.22310022257348242,
|
|
"learning_rate": 9.121348339212634e-06,
|
|
"loss": 1.0514,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19209259748458862,
|
|
"step": 841,
|
|
"valid_targets_mean": 11219.8,
|
|
"valid_targets_min": 3007
|
|
},
|
|
{
|
|
"epoch": 3.5842217484008527,
|
|
"grad_norm": 0.18790974314852715,
|
|
"learning_rate": 9.07151564438916e-06,
|
|
"loss": 1.0272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26113003492355347,
|
|
"step": 842,
|
|
"valid_targets_mean": 15881.8,
|
|
"valid_targets_min": 15016
|
|
},
|
|
{
|
|
"epoch": 3.588486140724947,
|
|
"grad_norm": 0.19344700899715275,
|
|
"learning_rate": 9.021779490030611e-06,
|
|
"loss": 1.0069,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29760706424713135,
|
|
"step": 843,
|
|
"valid_targets_mean": 16168.9,
|
|
"valid_targets_min": 15515
|
|
},
|
|
{
|
|
"epoch": 3.5927505330490406,
|
|
"grad_norm": 0.19844246180745356,
|
|
"learning_rate": 8.972140315498119e-06,
|
|
"loss": 0.9891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16281500458717346,
|
|
"step": 844,
|
|
"valid_targets_mean": 9614.0,
|
|
"valid_targets_min": 3748
|
|
},
|
|
{
|
|
"epoch": 3.5970149253731343,
|
|
"grad_norm": 0.17974321723597542,
|
|
"learning_rate": 8.922598559296154e-06,
|
|
"loss": 0.9994,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26607078313827515,
|
|
"step": 845,
|
|
"valid_targets_mean": 16162.2,
|
|
"valid_targets_min": 15506
|
|
},
|
|
{
|
|
"epoch": 3.6012793176972284,
|
|
"grad_norm": 0.20341146934383053,
|
|
"learning_rate": 8.873154659068582e-06,
|
|
"loss": 0.9778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2741701602935791,
|
|
"step": 846,
|
|
"valid_targets_mean": 16113.0,
|
|
"valid_targets_min": 14547
|
|
},
|
|
{
|
|
"epoch": 3.605543710021322,
|
|
"grad_norm": 0.18731768881578453,
|
|
"learning_rate": 8.823809051594816e-06,
|
|
"loss": 1.0405,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21835577487945557,
|
|
"step": 847,
|
|
"valid_targets_mean": 13214.4,
|
|
"valid_targets_min": 11479
|
|
},
|
|
{
|
|
"epoch": 3.609808102345416,
|
|
"grad_norm": 0.1900110640471695,
|
|
"learning_rate": 8.774562172785988e-06,
|
|
"loss": 1.0198,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27935534715652466,
|
|
"step": 848,
|
|
"valid_targets_mean": 16196.8,
|
|
"valid_targets_min": 15650
|
|
},
|
|
{
|
|
"epoch": 3.6140724946695095,
|
|
"grad_norm": 0.19643877531258055,
|
|
"learning_rate": 8.725414457681063e-06,
|
|
"loss": 1.0721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31650349497795105,
|
|
"step": 849,
|
|
"valid_targets_mean": 16141.3,
|
|
"valid_targets_min": 15560
|
|
},
|
|
{
|
|
"epoch": 3.6183368869936032,
|
|
"grad_norm": 0.18159277841303603,
|
|
"learning_rate": 8.676366340443017e-06,
|
|
"loss": 1.0258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23279966413974762,
|
|
"step": 850,
|
|
"valid_targets_mean": 15714.5,
|
|
"valid_targets_min": 13969
|
|
},
|
|
{
|
|
"epoch": 3.6226012793176974,
|
|
"grad_norm": 0.18914174971991118,
|
|
"learning_rate": 8.627418254355e-06,
|
|
"loss": 0.9954,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29254311323165894,
|
|
"step": 851,
|
|
"valid_targets_mean": 16100.1,
|
|
"valid_targets_min": 14702
|
|
},
|
|
{
|
|
"epoch": 3.626865671641791,
|
|
"grad_norm": 0.18851106922705965,
|
|
"learning_rate": 8.578570631816474e-06,
|
|
"loss": 0.9885,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1963026523590088,
|
|
"step": 852,
|
|
"valid_targets_mean": 10805.0,
|
|
"valid_targets_min": 1647
|
|
},
|
|
{
|
|
"epoch": 3.631130063965885,
|
|
"grad_norm": 0.18553123818491868,
|
|
"learning_rate": 8.529823904339472e-06,
|
|
"loss": 1.0004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26472026109695435,
|
|
"step": 853,
|
|
"valid_targets_mean": 16080.2,
|
|
"valid_targets_min": 14810
|
|
},
|
|
{
|
|
"epoch": 3.635394456289979,
|
|
"grad_norm": 0.18921337437319277,
|
|
"learning_rate": 8.481178502544684e-06,
|
|
"loss": 0.9801,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2843508720397949,
|
|
"step": 854,
|
|
"valid_targets_mean": 16059.2,
|
|
"valid_targets_min": 13226
|
|
},
|
|
{
|
|
"epoch": 3.6396588486140726,
|
|
"grad_norm": 0.19440573786676135,
|
|
"learning_rate": 8.43263485615774e-06,
|
|
"loss": 1.0438,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16292321681976318,
|
|
"step": 855,
|
|
"valid_targets_mean": 8378.9,
|
|
"valid_targets_min": 1276
|
|
},
|
|
{
|
|
"epoch": 3.6439232409381663,
|
|
"grad_norm": 0.18601232249517927,
|
|
"learning_rate": 8.384193394005372e-06,
|
|
"loss": 1.0378,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2532096803188324,
|
|
"step": 856,
|
|
"valid_targets_mean": 16128.1,
|
|
"valid_targets_min": 14943
|
|
},
|
|
{
|
|
"epoch": 3.64818763326226,
|
|
"grad_norm": 0.20527307938374237,
|
|
"learning_rate": 8.33585454401161e-06,
|
|
"loss": 1.0523,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32182398438453674,
|
|
"step": 857,
|
|
"valid_targets_mean": 16055.6,
|
|
"valid_targets_min": 15389
|
|
},
|
|
{
|
|
"epoch": 3.6524520255863537,
|
|
"grad_norm": 0.1873639985796243,
|
|
"learning_rate": 8.287618733194073e-06,
|
|
"loss": 1.029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21054118871688843,
|
|
"step": 858,
|
|
"valid_targets_mean": 12071.9,
|
|
"valid_targets_min": 9257
|
|
},
|
|
{
|
|
"epoch": 3.656716417910448,
|
|
"grad_norm": 0.19285049569075394,
|
|
"learning_rate": 8.239486387660096e-06,
|
|
"loss": 0.9993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29161518812179565,
|
|
"step": 859,
|
|
"valid_targets_mean": 16002.4,
|
|
"valid_targets_min": 14544
|
|
},
|
|
{
|
|
"epoch": 3.6609808102345416,
|
|
"grad_norm": 0.206953502913472,
|
|
"learning_rate": 8.191457932603052e-06,
|
|
"loss": 0.9978,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3028186857700348,
|
|
"step": 860,
|
|
"valid_targets_mean": 16125.6,
|
|
"valid_targets_min": 14765
|
|
},
|
|
{
|
|
"epoch": 3.6652452025586353,
|
|
"grad_norm": 0.2021671638526298,
|
|
"learning_rate": 8.143533792298545e-06,
|
|
"loss": 1.0762,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25631392002105713,
|
|
"step": 861,
|
|
"valid_targets_mean": 15072.8,
|
|
"valid_targets_min": 13354
|
|
},
|
|
{
|
|
"epoch": 3.6695095948827294,
|
|
"grad_norm": 0.18705163656391824,
|
|
"learning_rate": 8.095714390100698e-06,
|
|
"loss": 1.0125,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2564089298248291,
|
|
"step": 862,
|
|
"valid_targets_mean": 16131.2,
|
|
"valid_targets_min": 13888
|
|
},
|
|
{
|
|
"epoch": 3.673773987206823,
|
|
"grad_norm": 0.20229185100536531,
|
|
"learning_rate": 8.048000148438375e-06,
|
|
"loss": 1.0595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2647925019264221,
|
|
"step": 863,
|
|
"valid_targets_mean": 13058.5,
|
|
"valid_targets_min": 1185
|
|
},
|
|
{
|
|
"epoch": 3.678038379530917,
|
|
"grad_norm": 0.19478431134981805,
|
|
"learning_rate": 8.000391488811485e-06,
|
|
"loss": 1.015,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2527012228965759,
|
|
"step": 864,
|
|
"valid_targets_mean": 15782.9,
|
|
"valid_targets_min": 15070
|
|
},
|
|
{
|
|
"epoch": 3.6823027718550105,
|
|
"grad_norm": 0.19431581425484498,
|
|
"learning_rate": 7.952888831787215e-06,
|
|
"loss": 1.0346,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29282718896865845,
|
|
"step": 865,
|
|
"valid_targets_mean": 16152.8,
|
|
"valid_targets_min": 14904
|
|
},
|
|
{
|
|
"epoch": 3.6865671641791042,
|
|
"grad_norm": 0.195257986285235,
|
|
"learning_rate": 7.905492596996391e-06,
|
|
"loss": 0.9991,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1756191849708557,
|
|
"step": 866,
|
|
"valid_targets_mean": 9315.6,
|
|
"valid_targets_min": 979
|
|
},
|
|
{
|
|
"epoch": 3.6908315565031984,
|
|
"grad_norm": 0.2013478651180254,
|
|
"learning_rate": 7.858203203129668e-06,
|
|
"loss": 1.0574,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2624044418334961,
|
|
"step": 867,
|
|
"valid_targets_mean": 16006.4,
|
|
"valid_targets_min": 14911
|
|
},
|
|
{
|
|
"epoch": 3.695095948827292,
|
|
"grad_norm": 0.20042757097195638,
|
|
"learning_rate": 7.811021067933919e-06,
|
|
"loss": 1.0214,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.275198757648468,
|
|
"step": 868,
|
|
"valid_targets_mean": 16138.8,
|
|
"valid_targets_min": 14951
|
|
},
|
|
{
|
|
"epoch": 3.699360341151386,
|
|
"grad_norm": 0.2086779710908981,
|
|
"learning_rate": 7.763946608208504e-06,
|
|
"loss": 1.0115,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20529082417488098,
|
|
"step": 869,
|
|
"valid_targets_mean": 11099.1,
|
|
"valid_targets_min": 7003
|
|
},
|
|
{
|
|
"epoch": 3.70362473347548,
|
|
"grad_norm": 0.18841632626418162,
|
|
"learning_rate": 7.716980239801588e-06,
|
|
"loss": 1.0112,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28387880325317383,
|
|
"step": 870,
|
|
"valid_targets_mean": 16065.7,
|
|
"valid_targets_min": 14908
|
|
},
|
|
{
|
|
"epoch": 3.7078891257995736,
|
|
"grad_norm": 0.2009942429824906,
|
|
"learning_rate": 7.670122377606495e-06,
|
|
"loss": 1.0628,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31606560945510864,
|
|
"step": 871,
|
|
"valid_targets_mean": 16118.9,
|
|
"valid_targets_min": 15290
|
|
},
|
|
{
|
|
"epoch": 3.7121535181236673,
|
|
"grad_norm": 0.18713924668332327,
|
|
"learning_rate": 7.623373435557988e-06,
|
|
"loss": 1.0437,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24377189576625824,
|
|
"step": 872,
|
|
"valid_targets_mean": 13757.4,
|
|
"valid_targets_min": 11218
|
|
},
|
|
{
|
|
"epoch": 3.716417910447761,
|
|
"grad_norm": 0.19627794573308893,
|
|
"learning_rate": 7.5767338266286775e-06,
|
|
"loss": 1.0006,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28263744711875916,
|
|
"step": 873,
|
|
"valid_targets_mean": 16168.4,
|
|
"valid_targets_min": 14830
|
|
},
|
|
{
|
|
"epoch": 3.7206823027718547,
|
|
"grad_norm": 0.20272887024473196,
|
|
"learning_rate": 7.530203962825331e-06,
|
|
"loss": 1.0316,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3026537001132965,
|
|
"step": 874,
|
|
"valid_targets_mean": 16155.6,
|
|
"valid_targets_min": 15464
|
|
},
|
|
{
|
|
"epoch": 3.724946695095949,
|
|
"grad_norm": 0.18496492208485346,
|
|
"learning_rate": 7.483784255185249e-06,
|
|
"loss": 1.0431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23528644442558289,
|
|
"step": 875,
|
|
"valid_targets_mean": 14721.8,
|
|
"valid_targets_min": 12209
|
|
},
|
|
{
|
|
"epoch": 3.7292110874200426,
|
|
"grad_norm": 0.1938003198560578,
|
|
"learning_rate": 7.437475113772632e-06,
|
|
"loss": 1.0017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2918860912322998,
|
|
"step": 876,
|
|
"valid_targets_mean": 16160.6,
|
|
"valid_targets_min": 15234
|
|
},
|
|
{
|
|
"epoch": 3.7334754797441363,
|
|
"grad_norm": 0.1857564354208292,
|
|
"learning_rate": 7.391276947674932e-06,
|
|
"loss": 1.0165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2113693207502365,
|
|
"step": 877,
|
|
"valid_targets_mean": 11079.2,
|
|
"valid_targets_min": 1520
|
|
},
|
|
{
|
|
"epoch": 3.7377398720682304,
|
|
"grad_norm": 0.20687492345356723,
|
|
"learning_rate": 7.345190164999307e-06,
|
|
"loss": 1.007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24111422896385193,
|
|
"step": 878,
|
|
"valid_targets_mean": 15988.7,
|
|
"valid_targets_min": 14889
|
|
},
|
|
{
|
|
"epoch": 3.742004264392324,
|
|
"grad_norm": 0.18975274436616069,
|
|
"learning_rate": 7.299215172868947e-06,
|
|
"loss": 1.0029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3014640510082245,
|
|
"step": 879,
|
|
"valid_targets_mean": 16100.1,
|
|
"valid_targets_min": 15198
|
|
},
|
|
{
|
|
"epoch": 3.746268656716418,
|
|
"grad_norm": 0.17178565152484693,
|
|
"learning_rate": 7.2533523774194865e-06,
|
|
"loss": 0.9928,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15241798758506775,
|
|
"step": 880,
|
|
"valid_targets_mean": 8749.8,
|
|
"valid_targets_min": 1971
|
|
},
|
|
{
|
|
"epoch": 3.750533049040512,
|
|
"grad_norm": 0.16823338937422472,
|
|
"learning_rate": 7.2076021837954616e-06,
|
|
"loss": 0.9577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24019664525985718,
|
|
"step": 881,
|
|
"valid_targets_mean": 16235.8,
|
|
"valid_targets_min": 15737
|
|
},
|
|
{
|
|
"epoch": 3.7547974413646057,
|
|
"grad_norm": 0.19457652381144655,
|
|
"learning_rate": 7.161964996146689e-06,
|
|
"loss": 0.9948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28556281328201294,
|
|
"step": 882,
|
|
"valid_targets_mean": 16172.3,
|
|
"valid_targets_min": 15386
|
|
},
|
|
{
|
|
"epoch": 3.7590618336886994,
|
|
"grad_norm": 0.17320229188333314,
|
|
"learning_rate": 7.116441217624708e-06,
|
|
"loss": 1.0278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2017824500799179,
|
|
"step": 883,
|
|
"valid_targets_mean": 11656.7,
|
|
"valid_targets_min": 7621
|
|
},
|
|
{
|
|
"epoch": 3.763326226012793,
|
|
"grad_norm": 0.17868285444807047,
|
|
"learning_rate": 7.071031250379228e-06,
|
|
"loss": 0.998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27688509225845337,
|
|
"step": 884,
|
|
"valid_targets_mean": 16177.2,
|
|
"valid_targets_min": 15576
|
|
},
|
|
{
|
|
"epoch": 3.767590618336887,
|
|
"grad_norm": 0.18116858646029893,
|
|
"learning_rate": 7.0257354955545466e-06,
|
|
"loss": 1.0266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2880440354347229,
|
|
"step": 885,
|
|
"valid_targets_mean": 16203.8,
|
|
"valid_targets_min": 15219
|
|
},
|
|
{
|
|
"epoch": 3.771855010660981,
|
|
"grad_norm": 0.17238054940141237,
|
|
"learning_rate": 6.980554353286066e-06,
|
|
"loss": 0.9933,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24837496876716614,
|
|
"step": 886,
|
|
"valid_targets_mean": 14070.1,
|
|
"valid_targets_min": 12079
|
|
},
|
|
{
|
|
"epoch": 3.7761194029850746,
|
|
"grad_norm": 0.19830502471733977,
|
|
"learning_rate": 6.935488222696676e-06,
|
|
"loss": 1.0337,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2940099239349365,
|
|
"step": 887,
|
|
"valid_targets_mean": 16149.6,
|
|
"valid_targets_min": 15401
|
|
},
|
|
{
|
|
"epoch": 3.7803837953091683,
|
|
"grad_norm": 0.17875551605968748,
|
|
"learning_rate": 6.890537501893302e-06,
|
|
"loss": 1.0153,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2383759617805481,
|
|
"step": 888,
|
|
"valid_targets_mean": 12633.7,
|
|
"valid_targets_min": 618
|
|
},
|
|
{
|
|
"epoch": 3.7846481876332625,
|
|
"grad_norm": 0.1717516988375723,
|
|
"learning_rate": 6.845702587963352e-06,
|
|
"loss": 1.0471,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2500758469104767,
|
|
"step": 889,
|
|
"valid_targets_mean": 15490.9,
|
|
"valid_targets_min": 13898
|
|
},
|
|
{
|
|
"epoch": 3.788912579957356,
|
|
"grad_norm": 0.17536669547483766,
|
|
"learning_rate": 6.800983876971192e-06,
|
|
"loss": 0.967,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27792251110076904,
|
|
"step": 890,
|
|
"valid_targets_mean": 16048.4,
|
|
"valid_targets_min": 13573
|
|
},
|
|
{
|
|
"epoch": 3.79317697228145,
|
|
"grad_norm": 0.18991827312707868,
|
|
"learning_rate": 6.756381763954718e-06,
|
|
"loss": 1.0392,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1701337993144989,
|
|
"step": 891,
|
|
"valid_targets_mean": 9984.5,
|
|
"valid_targets_min": 1676
|
|
},
|
|
{
|
|
"epoch": 3.7974413646055436,
|
|
"grad_norm": 0.167736113405825,
|
|
"learning_rate": 6.7118966429217645e-06,
|
|
"loss": 1.0304,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.255683958530426,
|
|
"step": 892,
|
|
"valid_targets_mean": 15897.7,
|
|
"valid_targets_min": 15188
|
|
},
|
|
{
|
|
"epoch": 3.8017057569296373,
|
|
"grad_norm": 0.19724106669757815,
|
|
"learning_rate": 6.667528906846714e-06,
|
|
"loss": 1.0152,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30840742588043213,
|
|
"step": 893,
|
|
"valid_targets_mean": 16174.7,
|
|
"valid_targets_min": 15665
|
|
},
|
|
{
|
|
"epoch": 3.8059701492537314,
|
|
"grad_norm": 0.17662184585660445,
|
|
"learning_rate": 6.623278947666974e-06,
|
|
"loss": 1.0597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19059161841869354,
|
|
"step": 894,
|
|
"valid_targets_mean": 10780.8,
|
|
"valid_targets_min": 6697
|
|
},
|
|
{
|
|
"epoch": 3.810234541577825,
|
|
"grad_norm": 0.17658779693706902,
|
|
"learning_rate": 6.579147156279538e-06,
|
|
"loss": 1.017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2489801049232483,
|
|
"step": 895,
|
|
"valid_targets_mean": 16181.2,
|
|
"valid_targets_min": 14287
|
|
},
|
|
{
|
|
"epoch": 3.814498933901919,
|
|
"grad_norm": 0.1860395690959855,
|
|
"learning_rate": 6.535133922537513e-06,
|
|
"loss": 1.0184,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27477774024009705,
|
|
"step": 896,
|
|
"valid_targets_mean": 16171.2,
|
|
"valid_targets_min": 15437
|
|
},
|
|
{
|
|
"epoch": 3.818763326226013,
|
|
"grad_norm": 0.19224230910304432,
|
|
"learning_rate": 6.491239635246709e-06,
|
|
"loss": 1.029,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.204367995262146,
|
|
"step": 897,
|
|
"valid_targets_mean": 13337.2,
|
|
"valid_targets_min": 10600
|
|
},
|
|
{
|
|
"epoch": 3.8230277185501067,
|
|
"grad_norm": 0.18093082818791587,
|
|
"learning_rate": 6.447464682162143e-06,
|
|
"loss": 1.0278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28919845819473267,
|
|
"step": 898,
|
|
"valid_targets_mean": 16177.3,
|
|
"valid_targets_min": 15404
|
|
},
|
|
{
|
|
"epoch": 3.8272921108742004,
|
|
"grad_norm": 0.19298455083094485,
|
|
"learning_rate": 6.403809449984704e-06,
|
|
"loss": 1.0163,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29189974069595337,
|
|
"step": 899,
|
|
"valid_targets_mean": 16179.9,
|
|
"valid_targets_min": 15636
|
|
},
|
|
{
|
|
"epoch": 3.831556503198294,
|
|
"grad_norm": 0.1767420179649191,
|
|
"learning_rate": 6.3602743243576405e-06,
|
|
"loss": 1.0556,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26589658856391907,
|
|
"step": 900,
|
|
"valid_targets_mean": 15050.4,
|
|
"valid_targets_min": 12744
|
|
},
|
|
{
|
|
"epoch": 3.835820895522388,
|
|
"grad_norm": 0.18011064807367771,
|
|
"learning_rate": 6.316859689863222e-06,
|
|
"loss": 1.0028,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27655208110809326,
|
|
"step": 901,
|
|
"valid_targets_mean": 16103.3,
|
|
"valid_targets_min": 14365
|
|
},
|
|
{
|
|
"epoch": 3.840085287846482,
|
|
"grad_norm": 0.17395673981038276,
|
|
"learning_rate": 6.273565930019316e-06,
|
|
"loss": 1.0172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19080668687820435,
|
|
"step": 902,
|
|
"valid_targets_mean": 9851.0,
|
|
"valid_targets_min": 1680
|
|
},
|
|
{
|
|
"epoch": 3.8443496801705757,
|
|
"grad_norm": 0.16555740578076278,
|
|
"learning_rate": 6.230393427276e-06,
|
|
"loss": 0.9984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2510816752910614,
|
|
"step": 903,
|
|
"valid_targets_mean": 16164.2,
|
|
"valid_targets_min": 15371
|
|
},
|
|
{
|
|
"epoch": 3.8486140724946694,
|
|
"grad_norm": 0.1821501550607803,
|
|
"learning_rate": 6.187342563012198e-06,
|
|
"loss": 0.9932,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29555076360702515,
|
|
"step": 904,
|
|
"valid_targets_mean": 16153.7,
|
|
"valid_targets_min": 15258
|
|
},
|
|
{
|
|
"epoch": 3.8528784648187635,
|
|
"grad_norm": 0.1746269251661234,
|
|
"learning_rate": 6.144413717532269e-06,
|
|
"loss": 0.985,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.13593673706054688,
|
|
"step": 905,
|
|
"valid_targets_mean": 7781.8,
|
|
"valid_targets_min": 1738
|
|
},
|
|
{
|
|
"epoch": 3.857142857142857,
|
|
"grad_norm": 0.16465614397089992,
|
|
"learning_rate": 6.1016072700627106e-06,
|
|
"loss": 1.0492,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25289154052734375,
|
|
"step": 906,
|
|
"valid_targets_mean": 16108.3,
|
|
"valid_targets_min": 14821
|
|
},
|
|
{
|
|
"epoch": 3.861407249466951,
|
|
"grad_norm": 0.16890711782852966,
|
|
"learning_rate": 6.058923598748756e-06,
|
|
"loss": 1.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27441728115081787,
|
|
"step": 907,
|
|
"valid_targets_mean": 16135.9,
|
|
"valid_targets_min": 15182
|
|
},
|
|
{
|
|
"epoch": 3.8656716417910446,
|
|
"grad_norm": 0.18238285888271216,
|
|
"learning_rate": 6.016363080651066e-06,
|
|
"loss": 1.0129,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22377993166446686,
|
|
"step": 908,
|
|
"valid_targets_mean": 12611.5,
|
|
"valid_targets_min": 9636
|
|
},
|
|
{
|
|
"epoch": 3.8699360341151388,
|
|
"grad_norm": 0.18454798647982595,
|
|
"learning_rate": 5.973926091742386e-06,
|
|
"loss": 1.0333,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28381484746932983,
|
|
"step": 909,
|
|
"valid_targets_mean": 15943.4,
|
|
"valid_targets_min": 11336
|
|
},
|
|
{
|
|
"epoch": 3.8742004264392325,
|
|
"grad_norm": 0.18673125131825194,
|
|
"learning_rate": 5.931613006904196e-06,
|
|
"loss": 0.9666,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27381324768066406,
|
|
"step": 910,
|
|
"valid_targets_mean": 16215.7,
|
|
"valid_targets_min": 15773
|
|
},
|
|
{
|
|
"epoch": 3.878464818763326,
|
|
"grad_norm": 0.16458547922432532,
|
|
"learning_rate": 5.889424199923473e-06,
|
|
"loss": 1.0194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2533954381942749,
|
|
"step": 911,
|
|
"valid_targets_mean": 15084.9,
|
|
"valid_targets_min": 13687
|
|
},
|
|
{
|
|
"epoch": 3.88272921108742,
|
|
"grad_norm": 0.17898454832383665,
|
|
"learning_rate": 5.847360043489318e-06,
|
|
"loss": 1.0415,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27176639437675476,
|
|
"step": 912,
|
|
"valid_targets_mean": 16055.0,
|
|
"valid_targets_min": 13080
|
|
},
|
|
{
|
|
"epoch": 3.886993603411514,
|
|
"grad_norm": 0.1948402691787504,
|
|
"learning_rate": 5.805420909189683e-06,
|
|
"loss": 0.9968,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23655077815055847,
|
|
"step": 913,
|
|
"valid_targets_mean": 12997.0,
|
|
"valid_targets_min": 1489
|
|
},
|
|
{
|
|
"epoch": 3.8912579957356077,
|
|
"grad_norm": 0.19024798333407084,
|
|
"learning_rate": 5.7636071675081076e-06,
|
|
"loss": 1.0155,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24532374739646912,
|
|
"step": 914,
|
|
"valid_targets_mean": 15195.4,
|
|
"valid_targets_min": 13288
|
|
},
|
|
{
|
|
"epoch": 3.8955223880597014,
|
|
"grad_norm": 0.17422448747153263,
|
|
"learning_rate": 5.721919187820431e-06,
|
|
"loss": 1.0186,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30523931980133057,
|
|
"step": 915,
|
|
"valid_targets_mean": 16162.2,
|
|
"valid_targets_min": 14786
|
|
},
|
|
{
|
|
"epoch": 3.8997867803837956,
|
|
"grad_norm": 0.18834891235846302,
|
|
"learning_rate": 5.6803573383915265e-06,
|
|
"loss": 1.0157,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16399307548999786,
|
|
"step": 916,
|
|
"valid_targets_mean": 8992.8,
|
|
"valid_targets_min": 2237
|
|
},
|
|
{
|
|
"epoch": 3.9040511727078893,
|
|
"grad_norm": 0.1867944799039997,
|
|
"learning_rate": 5.638921986372064e-06,
|
|
"loss": 1.051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25738126039505005,
|
|
"step": 917,
|
|
"valid_targets_mean": 16127.8,
|
|
"valid_targets_min": 15305
|
|
},
|
|
{
|
|
"epoch": 3.908315565031983,
|
|
"grad_norm": 0.17361563033877148,
|
|
"learning_rate": 5.5976134977952315e-06,
|
|
"loss": 1.0119,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28804343938827515,
|
|
"step": 918,
|
|
"valid_targets_mean": 16123.2,
|
|
"valid_targets_min": 15121
|
|
},
|
|
{
|
|
"epoch": 3.9125799573560767,
|
|
"grad_norm": 0.16825648583825015,
|
|
"learning_rate": 5.556432237573564e-06,
|
|
"loss": 1.0279,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20955432951450348,
|
|
"step": 919,
|
|
"valid_targets_mean": 11376.9,
|
|
"valid_targets_min": 7337
|
|
},
|
|
{
|
|
"epoch": 3.9168443496801704,
|
|
"grad_norm": 0.16553801574522675,
|
|
"learning_rate": 5.5153785694956416e-06,
|
|
"loss": 0.9933,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24325954914093018,
|
|
"step": 920,
|
|
"valid_targets_mean": 16196.0,
|
|
"valid_targets_min": 15345
|
|
},
|
|
{
|
|
"epoch": 3.9211087420042645,
|
|
"grad_norm": 0.18329983316187032,
|
|
"learning_rate": 5.474452856222942e-06,
|
|
"loss": 1.0192,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3223472833633423,
|
|
"step": 921,
|
|
"valid_targets_mean": 15823.3,
|
|
"valid_targets_min": 4778
|
|
},
|
|
{
|
|
"epoch": 3.925373134328358,
|
|
"grad_norm": 0.1636455592002287,
|
|
"learning_rate": 5.433655459286611e-06,
|
|
"loss": 1.0356,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23511505126953125,
|
|
"step": 922,
|
|
"valid_targets_mean": 13433.8,
|
|
"valid_targets_min": 9965
|
|
},
|
|
{
|
|
"epoch": 3.929637526652452,
|
|
"grad_norm": 0.17299159273541392,
|
|
"learning_rate": 5.392986739084238e-06,
|
|
"loss": 1.0416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2826547622680664,
|
|
"step": 923,
|
|
"valid_targets_mean": 16122.8,
|
|
"valid_targets_min": 15294
|
|
},
|
|
{
|
|
"epoch": 3.933901918976546,
|
|
"grad_norm": 0.18542024973383645,
|
|
"learning_rate": 5.352447054876755e-06,
|
|
"loss": 1.0217,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2850426137447357,
|
|
"step": 924,
|
|
"valid_targets_mean": 16221.2,
|
|
"valid_targets_min": 15261
|
|
},
|
|
{
|
|
"epoch": 3.9381663113006398,
|
|
"grad_norm": 0.17584366091314624,
|
|
"learning_rate": 5.31203676478516e-06,
|
|
"loss": 1.0178,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24125772714614868,
|
|
"step": 925,
|
|
"valid_targets_mean": 14959.6,
|
|
"valid_targets_min": 12523
|
|
},
|
|
{
|
|
"epoch": 3.9424307036247335,
|
|
"grad_norm": 0.178384382105139,
|
|
"learning_rate": 5.271756225787434e-06,
|
|
"loss": 1.0219,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30257290601730347,
|
|
"step": 926,
|
|
"valid_targets_mean": 16134.2,
|
|
"valid_targets_min": 15345
|
|
},
|
|
{
|
|
"epoch": 3.946695095948827,
|
|
"grad_norm": 0.18212083604118592,
|
|
"learning_rate": 5.231605793715348e-06,
|
|
"loss": 1.0402,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20673322677612305,
|
|
"step": 927,
|
|
"valid_targets_mean": 10423.7,
|
|
"valid_targets_min": 1155
|
|
},
|
|
{
|
|
"epoch": 3.950959488272921,
|
|
"grad_norm": 0.17544505960661458,
|
|
"learning_rate": 5.191585823251335e-06,
|
|
"loss": 1.0086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2677339017391205,
|
|
"step": 928,
|
|
"valid_targets_mean": 15745.4,
|
|
"valid_targets_min": 12492
|
|
},
|
|
{
|
|
"epoch": 3.955223880597015,
|
|
"grad_norm": 0.17946206809277102,
|
|
"learning_rate": 5.151696667925348e-06,
|
|
"loss": 1.0196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30542314052581787,
|
|
"step": 929,
|
|
"valid_targets_mean": 15883.8,
|
|
"valid_targets_min": 9286
|
|
},
|
|
{
|
|
"epoch": 3.9594882729211087,
|
|
"grad_norm": 0.17024673912893915,
|
|
"learning_rate": 5.111938680111732e-06,
|
|
"loss": 1.0081,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15605497360229492,
|
|
"step": 930,
|
|
"valid_targets_mean": 8194.7,
|
|
"valid_targets_min": 2514
|
|
},
|
|
{
|
|
"epoch": 3.9637526652452024,
|
|
"grad_norm": 0.1603880817840821,
|
|
"learning_rate": 5.072312211026125e-06,
|
|
"loss": 0.9481,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23745033144950867,
|
|
"step": 931,
|
|
"valid_targets_mean": 16183.0,
|
|
"valid_targets_min": 15263
|
|
},
|
|
{
|
|
"epoch": 3.9680170575692966,
|
|
"grad_norm": 0.18716221209545653,
|
|
"learning_rate": 5.032817610722369e-06,
|
|
"loss": 1.0416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2806117534637451,
|
|
"step": 932,
|
|
"valid_targets_mean": 16226.6,
|
|
"valid_targets_min": 15460
|
|
},
|
|
{
|
|
"epoch": 3.9722814498933903,
|
|
"grad_norm": 0.17056746416208973,
|
|
"learning_rate": 4.993455228089366e-06,
|
|
"loss": 0.98,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19527921080589294,
|
|
"step": 933,
|
|
"valid_targets_mean": 12267.8,
|
|
"valid_targets_min": 9004
|
|
},
|
|
{
|
|
"epoch": 3.976545842217484,
|
|
"grad_norm": 0.1655198301817832,
|
|
"learning_rate": 4.954225410848048e-06,
|
|
"loss": 1.027,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29158180952072144,
|
|
"step": 934,
|
|
"valid_targets_mean": 16006.9,
|
|
"valid_targets_min": 13688
|
|
},
|
|
{
|
|
"epoch": 3.9808102345415777,
|
|
"grad_norm": 0.1835251340588986,
|
|
"learning_rate": 4.915128505548284e-06,
|
|
"loss": 1.0526,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2927752733230591,
|
|
"step": 935,
|
|
"valid_targets_mean": 16135.8,
|
|
"valid_targets_min": 14460
|
|
},
|
|
{
|
|
"epoch": 3.9850746268656714,
|
|
"grad_norm": 0.17772379148672862,
|
|
"learning_rate": 4.8761648575658145e-06,
|
|
"loss": 0.9824,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2293371558189392,
|
|
"step": 936,
|
|
"valid_targets_mean": 14490.9,
|
|
"valid_targets_min": 12290
|
|
},
|
|
{
|
|
"epoch": 3.9893390191897655,
|
|
"grad_norm": 0.17677193480971368,
|
|
"learning_rate": 4.837334811099217e-06,
|
|
"loss": 1.0409,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3174881637096405,
|
|
"step": 937,
|
|
"valid_targets_mean": 16084.7,
|
|
"valid_targets_min": 14795
|
|
},
|
|
{
|
|
"epoch": 3.9936034115138592,
|
|
"grad_norm": 0.16691715810349897,
|
|
"learning_rate": 4.7986387091668365e-06,
|
|
"loss": 1.0494,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2444138526916504,
|
|
"step": 938,
|
|
"valid_targets_mean": 13311.0,
|
|
"valid_targets_min": 1753
|
|
},
|
|
{
|
|
"epoch": 3.997867803837953,
|
|
"grad_norm": 0.1722769767004743,
|
|
"learning_rate": 4.760076893603791e-06,
|
|
"loss": 0.988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24182796478271484,
|
|
"step": 939,
|
|
"valid_targets_mean": 16049.2,
|
|
"valid_targets_min": 15191
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.2504244198165015,
|
|
"learning_rate": 4.721649705058926e-06,
|
|
"loss": 0.9825,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4427710175514221,
|
|
"step": 940,
|
|
"valid_targets_mean": 11319.7,
|
|
"valid_targets_min": 1545
|
|
},
|
|
{
|
|
"epoch": 4.004264392324094,
|
|
"grad_norm": 0.17246692751377352,
|
|
"learning_rate": 4.683357482991819e-06,
|
|
"loss": 0.9659,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2455691248178482,
|
|
"step": 941,
|
|
"valid_targets_mean": 16066.7,
|
|
"valid_targets_min": 14483
|
|
},
|
|
{
|
|
"epoch": 4.008528784648187,
|
|
"grad_norm": 0.1798024598736799,
|
|
"learning_rate": 4.645200565669776e-06,
|
|
"loss": 1.0174,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3127375841140747,
|
|
"step": 942,
|
|
"valid_targets_mean": 16023.8,
|
|
"valid_targets_min": 14103
|
|
},
|
|
{
|
|
"epoch": 4.0127931769722816,
|
|
"grad_norm": 0.17460584931760878,
|
|
"learning_rate": 4.607179290164823e-06,
|
|
"loss": 1.0181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2128245085477829,
|
|
"step": 943,
|
|
"valid_targets_mean": 13279.5,
|
|
"valid_targets_min": 10443
|
|
},
|
|
{
|
|
"epoch": 4.017057569296376,
|
|
"grad_norm": 0.17515223987813858,
|
|
"learning_rate": 4.569293992350783e-06,
|
|
"loss": 0.9927,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2609207034111023,
|
|
"step": 944,
|
|
"valid_targets_mean": 16190.7,
|
|
"valid_targets_min": 14904
|
|
},
|
|
{
|
|
"epoch": 4.021321961620469,
|
|
"grad_norm": 0.18214997012512624,
|
|
"learning_rate": 4.531545006900244e-06,
|
|
"loss": 1.0005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.296354740858078,
|
|
"step": 945,
|
|
"valid_targets_mean": 16119.8,
|
|
"valid_targets_min": 15234
|
|
},
|
|
{
|
|
"epoch": 4.025586353944563,
|
|
"grad_norm": 0.1616773227415402,
|
|
"learning_rate": 4.493932667281646e-06,
|
|
"loss": 1.0045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23627632856369019,
|
|
"step": 946,
|
|
"valid_targets_mean": 14883.1,
|
|
"valid_targets_min": 12676
|
|
},
|
|
{
|
|
"epoch": 4.029850746268656,
|
|
"grad_norm": 0.17564863386214266,
|
|
"learning_rate": 4.456457305756321e-06,
|
|
"loss": 1.0169,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2919178009033203,
|
|
"step": 947,
|
|
"valid_targets_mean": 16098.3,
|
|
"valid_targets_min": 15263
|
|
},
|
|
{
|
|
"epoch": 4.0341151385927505,
|
|
"grad_norm": 0.17370772393234352,
|
|
"learning_rate": 4.419119253375557e-06,
|
|
"loss": 1.0203,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2674356698989868,
|
|
"step": 948,
|
|
"valid_targets_mean": 12999.3,
|
|
"valid_targets_min": 2666
|
|
},
|
|
{
|
|
"epoch": 4.038379530916845,
|
|
"grad_norm": 0.1829213891838492,
|
|
"learning_rate": 4.381918839977675e-06,
|
|
"loss": 1.0165,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25065314769744873,
|
|
"step": 949,
|
|
"valid_targets_mean": 15620.4,
|
|
"valid_targets_min": 13538
|
|
},
|
|
{
|
|
"epoch": 4.042643923240938,
|
|
"grad_norm": 0.18813205257563564,
|
|
"learning_rate": 4.344856394185122e-06,
|
|
"loss": 0.9905,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3093401789665222,
|
|
"step": 950,
|
|
"valid_targets_mean": 16151.6,
|
|
"valid_targets_min": 15414
|
|
},
|
|
{
|
|
"epoch": 4.046908315565032,
|
|
"grad_norm": 0.17425678705418207,
|
|
"learning_rate": 4.307932243401538e-06,
|
|
"loss": 1.0561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17597821354866028,
|
|
"step": 951,
|
|
"valid_targets_mean": 9453.4,
|
|
"valid_targets_min": 1451
|
|
},
|
|
{
|
|
"epoch": 4.051172707889126,
|
|
"grad_norm": 0.16299499509558893,
|
|
"learning_rate": 4.271146713808927e-06,
|
|
"loss": 0.9752,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24879279732704163,
|
|
"step": 952,
|
|
"valid_targets_mean": 16083.6,
|
|
"valid_targets_min": 13226
|
|
},
|
|
{
|
|
"epoch": 4.0554371002132195,
|
|
"grad_norm": 0.1791656232253041,
|
|
"learning_rate": 4.234500130364698e-06,
|
|
"loss": 1.0566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3101106584072113,
|
|
"step": 953,
|
|
"valid_targets_mean": 16129.1,
|
|
"valid_targets_min": 15302
|
|
},
|
|
{
|
|
"epoch": 4.059701492537314,
|
|
"grad_norm": 0.16465711266648786,
|
|
"learning_rate": 4.197992816798851e-06,
|
|
"loss": 0.9986,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1662733256816864,
|
|
"step": 954,
|
|
"valid_targets_mean": 10084.4,
|
|
"valid_targets_min": 5271
|
|
},
|
|
{
|
|
"epoch": 4.063965884861407,
|
|
"grad_norm": 0.17209047962238969,
|
|
"learning_rate": 4.161625095611101e-06,
|
|
"loss": 1.0102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2812535762786865,
|
|
"step": 955,
|
|
"valid_targets_mean": 16028.5,
|
|
"valid_targets_min": 14444
|
|
},
|
|
{
|
|
"epoch": 4.068230277185501,
|
|
"grad_norm": 0.18920002579566672,
|
|
"learning_rate": 4.125397288068007e-06,
|
|
"loss": 1.0075,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.295272558927536,
|
|
"step": 956,
|
|
"valid_targets_mean": 16037.3,
|
|
"valid_targets_min": 15042
|
|
},
|
|
{
|
|
"epoch": 4.072494669509595,
|
|
"grad_norm": 0.16631336871093422,
|
|
"learning_rate": 4.089309714200187e-06,
|
|
"loss": 1.0173,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21547776460647583,
|
|
"step": 957,
|
|
"valid_targets_mean": 12814.3,
|
|
"valid_targets_min": 10793
|
|
},
|
|
{
|
|
"epoch": 4.076759061833688,
|
|
"grad_norm": 0.17195252518997706,
|
|
"learning_rate": 4.0533626927994185e-06,
|
|
"loss": 1.0294,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27610135078430176,
|
|
"step": 958,
|
|
"valid_targets_mean": 16213.8,
|
|
"valid_targets_min": 15779
|
|
},
|
|
{
|
|
"epoch": 4.081023454157783,
|
|
"grad_norm": 0.17746150202592195,
|
|
"learning_rate": 4.017556541415888e-06,
|
|
"loss": 1.0215,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2968849539756775,
|
|
"step": 959,
|
|
"valid_targets_mean": 16128.7,
|
|
"valid_targets_min": 15225
|
|
},
|
|
{
|
|
"epoch": 4.085287846481877,
|
|
"grad_norm": 0.15732737671341956,
|
|
"learning_rate": 3.981891576355352e-06,
|
|
"loss": 1.0329,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23210272192955017,
|
|
"step": 960,
|
|
"valid_targets_mean": 14446.7,
|
|
"valid_targets_min": 12362
|
|
},
|
|
{
|
|
"epoch": 4.08955223880597,
|
|
"grad_norm": 0.1687050929318872,
|
|
"learning_rate": 3.946368112676346e-06,
|
|
"loss": 0.9614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2920669913291931,
|
|
"step": 961,
|
|
"valid_targets_mean": 16109.6,
|
|
"valid_targets_min": 15314
|
|
},
|
|
{
|
|
"epoch": 4.093816631130064,
|
|
"grad_norm": 0.1809155819031798,
|
|
"learning_rate": 3.9109864641874166e-06,
|
|
"loss": 0.9769,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19918814301490784,
|
|
"step": 962,
|
|
"valid_targets_mean": 11302.1,
|
|
"valid_targets_min": 1971
|
|
},
|
|
{
|
|
"epoch": 4.098081023454157,
|
|
"grad_norm": 0.1637091957585024,
|
|
"learning_rate": 3.875746943444316e-06,
|
|
"loss": 1.0004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26292359828948975,
|
|
"step": 963,
|
|
"valid_targets_mean": 14906.4,
|
|
"valid_targets_min": 13182
|
|
},
|
|
{
|
|
"epoch": 4.1023454157782515,
|
|
"grad_norm": 0.17110911413629215,
|
|
"learning_rate": 3.840649861747278e-06,
|
|
"loss": 1.0001,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29952409863471985,
|
|
"step": 964,
|
|
"valid_targets_mean": 16189.0,
|
|
"valid_targets_min": 15541
|
|
},
|
|
{
|
|
"epoch": 4.106609808102346,
|
|
"grad_norm": 0.17203665064856394,
|
|
"learning_rate": 3.8056955291382667e-06,
|
|
"loss": 1.0416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15105456113815308,
|
|
"step": 965,
|
|
"valid_targets_mean": 8370.9,
|
|
"valid_targets_min": 1779
|
|
},
|
|
{
|
|
"epoch": 4.110874200426439,
|
|
"grad_norm": 0.16543690889160476,
|
|
"learning_rate": 3.7708842543981928e-06,
|
|
"loss": 1.0102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2592537999153137,
|
|
"step": 966,
|
|
"valid_targets_mean": 16096.9,
|
|
"valid_targets_min": 15058
|
|
},
|
|
{
|
|
"epoch": 4.115138592750533,
|
|
"grad_norm": 0.16640196738551852,
|
|
"learning_rate": 3.736216345044237e-06,
|
|
"loss": 0.9855,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3046841323375702,
|
|
"step": 967,
|
|
"valid_targets_mean": 16148.6,
|
|
"valid_targets_min": 15180
|
|
},
|
|
{
|
|
"epoch": 4.119402985074627,
|
|
"grad_norm": 0.17170009093669797,
|
|
"learning_rate": 3.7016921073271084e-06,
|
|
"loss": 1.0408,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2107902467250824,
|
|
"step": 968,
|
|
"valid_targets_mean": 12434.7,
|
|
"valid_targets_min": 9731
|
|
},
|
|
{
|
|
"epoch": 4.1236673773987205,
|
|
"grad_norm": 0.16001787781461205,
|
|
"learning_rate": 3.6673118462283453e-06,
|
|
"loss": 1.0082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2566899359226227,
|
|
"step": 969,
|
|
"valid_targets_mean": 16190.2,
|
|
"valid_targets_min": 15606
|
|
},
|
|
{
|
|
"epoch": 4.127931769722815,
|
|
"grad_norm": 0.16967689729626861,
|
|
"learning_rate": 3.6330758654576227e-06,
|
|
"loss": 0.9784,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2849799692630768,
|
|
"step": 970,
|
|
"valid_targets_mean": 16164.5,
|
|
"valid_targets_min": 14793
|
|
},
|
|
{
|
|
"epoch": 4.132196162046908,
|
|
"grad_norm": 0.15176319024151982,
|
|
"learning_rate": 3.598984467450055e-06,
|
|
"loss": 1.041,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24832749366760254,
|
|
"step": 971,
|
|
"valid_targets_mean": 14369.9,
|
|
"valid_targets_min": 12092
|
|
},
|
|
{
|
|
"epoch": 4.136460554371002,
|
|
"grad_norm": 0.16531344462110711,
|
|
"learning_rate": 3.565037953363546e-06,
|
|
"loss": 1.0143,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2875286936759949,
|
|
"step": 972,
|
|
"valid_targets_mean": 16104.4,
|
|
"valid_targets_min": 15148
|
|
},
|
|
{
|
|
"epoch": 4.140724946695096,
|
|
"grad_norm": 0.17350623076171356,
|
|
"learning_rate": 3.5312366230761154e-06,
|
|
"loss": 1.0355,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23286902904510498,
|
|
"step": 973,
|
|
"valid_targets_mean": 13172.6,
|
|
"valid_targets_min": 3256
|
|
},
|
|
{
|
|
"epoch": 4.144989339019189,
|
|
"grad_norm": 0.15340678177707007,
|
|
"learning_rate": 3.497580775183258e-06,
|
|
"loss": 0.9921,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2518599033355713,
|
|
"step": 974,
|
|
"valid_targets_mean": 15601.2,
|
|
"valid_targets_min": 14121
|
|
},
|
|
{
|
|
"epoch": 4.149253731343284,
|
|
"grad_norm": 0.1626701032938541,
|
|
"learning_rate": 3.464070706995295e-06,
|
|
"loss": 1.0218,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3254699409008026,
|
|
"step": 975,
|
|
"valid_targets_mean": 16042.2,
|
|
"valid_targets_min": 14897
|
|
},
|
|
{
|
|
"epoch": 4.153518123667378,
|
|
"grad_norm": 0.17186135125890936,
|
|
"learning_rate": 3.4307067145347417e-06,
|
|
"loss": 1.038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1800900399684906,
|
|
"step": 976,
|
|
"valid_targets_mean": 8586.8,
|
|
"valid_targets_min": 1768
|
|
},
|
|
{
|
|
"epoch": 4.157782515991471,
|
|
"grad_norm": 0.1529083398755195,
|
|
"learning_rate": 3.397489092533739e-06,
|
|
"loss": 1.0341,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2551673650741577,
|
|
"step": 977,
|
|
"valid_targets_mean": 16131.9,
|
|
"valid_targets_min": 15537
|
|
},
|
|
{
|
|
"epoch": 4.162046908315565,
|
|
"grad_norm": 0.17395760784964165,
|
|
"learning_rate": 3.364418134431371e-06,
|
|
"loss": 1.0481,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3169260025024414,
|
|
"step": 978,
|
|
"valid_targets_mean": 16057.0,
|
|
"valid_targets_min": 15080
|
|
},
|
|
{
|
|
"epoch": 4.166311300639659,
|
|
"grad_norm": 0.16875699439080014,
|
|
"learning_rate": 3.331494132371149e-06,
|
|
"loss": 0.9846,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18680010735988617,
|
|
"step": 979,
|
|
"valid_targets_mean": 10399.8,
|
|
"valid_targets_min": 5144
|
|
},
|
|
{
|
|
"epoch": 4.1705756929637525,
|
|
"grad_norm": 0.16679936398998382,
|
|
"learning_rate": 3.2987173771983816e-06,
|
|
"loss": 1.0194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26042672991752625,
|
|
"step": 980,
|
|
"valid_targets_mean": 16078.6,
|
|
"valid_targets_min": 14547
|
|
},
|
|
{
|
|
"epoch": 4.174840085287847,
|
|
"grad_norm": 0.17405132531861456,
|
|
"learning_rate": 3.266088158457634e-06,
|
|
"loss": 0.9868,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3239675760269165,
|
|
"step": 981,
|
|
"valid_targets_mean": 16150.1,
|
|
"valid_targets_min": 15327
|
|
},
|
|
{
|
|
"epoch": 4.17910447761194,
|
|
"grad_norm": 0.15822002672622312,
|
|
"learning_rate": 3.233606764390147e-06,
|
|
"loss": 1.0079,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24741286039352417,
|
|
"step": 982,
|
|
"valid_targets_mean": 14295.7,
|
|
"valid_targets_min": 11896
|
|
},
|
|
{
|
|
"epoch": 4.183368869936034,
|
|
"grad_norm": 0.1579526767136909,
|
|
"learning_rate": 3.2012734819313127e-06,
|
|
"loss": 0.9713,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27433016896247864,
|
|
"step": 983,
|
|
"valid_targets_mean": 16193.6,
|
|
"valid_targets_min": 15576
|
|
},
|
|
{
|
|
"epoch": 4.187633262260128,
|
|
"grad_norm": 0.15783691778025702,
|
|
"learning_rate": 3.1690885967081187e-06,
|
|
"loss": 1.0139,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3027735948562622,
|
|
"step": 984,
|
|
"valid_targets_mean": 16187.3,
|
|
"valid_targets_min": 15688
|
|
},
|
|
{
|
|
"epoch": 4.1918976545842215,
|
|
"grad_norm": 0.15058203511071058,
|
|
"learning_rate": 3.1370523930366393e-06,
|
|
"loss": 1.0096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23257461190223694,
|
|
"step": 985,
|
|
"valid_targets_mean": 15108.0,
|
|
"valid_targets_min": 13057
|
|
},
|
|
{
|
|
"epoch": 4.196162046908316,
|
|
"grad_norm": 0.17297443496300652,
|
|
"learning_rate": 3.105165153919525e-06,
|
|
"loss": 1.0544,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32339954376220703,
|
|
"step": 986,
|
|
"valid_targets_mean": 16057.4,
|
|
"valid_targets_min": 13080
|
|
},
|
|
{
|
|
"epoch": 4.20042643923241,
|
|
"grad_norm": 0.17096423504833785,
|
|
"learning_rate": 3.073427161043492e-06,
|
|
"loss": 1.0446,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19717785716056824,
|
|
"step": 987,
|
|
"valid_targets_mean": 10671.0,
|
|
"valid_targets_min": 1160
|
|
},
|
|
{
|
|
"epoch": 4.204690831556503,
|
|
"grad_norm": 0.15811864850862392,
|
|
"learning_rate": 3.0418386947768463e-06,
|
|
"loss": 1.0348,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25622496008872986,
|
|
"step": 988,
|
|
"valid_targets_mean": 15663.9,
|
|
"valid_targets_min": 13837
|
|
},
|
|
{
|
|
"epoch": 4.208955223880597,
|
|
"grad_norm": 0.1704318941483858,
|
|
"learning_rate": 3.01040003416698e-06,
|
|
"loss": 1.0535,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3200272023677826,
|
|
"step": 989,
|
|
"valid_targets_mean": 16049.9,
|
|
"valid_targets_min": 14594
|
|
},
|
|
{
|
|
"epoch": 4.21321961620469,
|
|
"grad_norm": 0.16854343341015596,
|
|
"learning_rate": 2.97911145693796e-06,
|
|
"loss": 0.9835,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15381957590579987,
|
|
"step": 990,
|
|
"valid_targets_mean": 8766.8,
|
|
"valid_targets_min": 1535
|
|
},
|
|
{
|
|
"epoch": 4.217484008528785,
|
|
"grad_norm": 0.15484972848704895,
|
|
"learning_rate": 2.947973239488009e-06,
|
|
"loss": 1.0194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25665929913520813,
|
|
"step": 991,
|
|
"valid_targets_mean": 16073.6,
|
|
"valid_targets_min": 13538
|
|
},
|
|
{
|
|
"epoch": 4.221748400852879,
|
|
"grad_norm": 0.17861405921548443,
|
|
"learning_rate": 2.91698565688711e-06,
|
|
"loss": 1.0424,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3063114285469055,
|
|
"step": 992,
|
|
"valid_targets_mean": 16132.2,
|
|
"valid_targets_min": 15545
|
|
},
|
|
{
|
|
"epoch": 4.226012793176972,
|
|
"grad_norm": 0.16031459231248926,
|
|
"learning_rate": 2.886148982874566e-06,
|
|
"loss": 0.9808,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.185684472322464,
|
|
"step": 993,
|
|
"valid_targets_mean": 12287.9,
|
|
"valid_targets_min": 10321
|
|
},
|
|
{
|
|
"epoch": 4.230277185501066,
|
|
"grad_norm": 0.16045974590643913,
|
|
"learning_rate": 2.8554634898565668e-06,
|
|
"loss": 1.0018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2779512405395508,
|
|
"step": 994,
|
|
"valid_targets_mean": 16178.9,
|
|
"valid_targets_min": 15636
|
|
},
|
|
{
|
|
"epoch": 4.23454157782516,
|
|
"grad_norm": 0.1778944082901531,
|
|
"learning_rate": 2.824929448903806e-06,
|
|
"loss": 0.9823,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2869250774383545,
|
|
"step": 995,
|
|
"valid_targets_mean": 16156.2,
|
|
"valid_targets_min": 14699
|
|
},
|
|
{
|
|
"epoch": 4.2388059701492535,
|
|
"grad_norm": 0.1493336206027735,
|
|
"learning_rate": 2.794547129749059e-06,
|
|
"loss": 0.9895,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23386715352535248,
|
|
"step": 996,
|
|
"valid_targets_mean": 14443.9,
|
|
"valid_targets_min": 12790
|
|
},
|
|
{
|
|
"epoch": 4.243070362473348,
|
|
"grad_norm": 0.16220313233911257,
|
|
"learning_rate": 2.7643168007848255e-06,
|
|
"loss": 0.9708,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2724795937538147,
|
|
"step": 997,
|
|
"valid_targets_mean": 16089.3,
|
|
"valid_targets_min": 15042
|
|
},
|
|
{
|
|
"epoch": 4.247334754797441,
|
|
"grad_norm": 0.16170772060137895,
|
|
"learning_rate": 2.734238729060956e-06,
|
|
"loss": 1.0114,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20901989936828613,
|
|
"step": 998,
|
|
"valid_targets_mean": 13288.2,
|
|
"valid_targets_min": 1630
|
|
},
|
|
{
|
|
"epoch": 4.251599147121535,
|
|
"grad_norm": 0.15830204817167906,
|
|
"learning_rate": 2.7043131802822653e-06,
|
|
"loss": 1.0119,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2576751112937927,
|
|
"step": 999,
|
|
"valid_targets_mean": 15930.2,
|
|
"valid_targets_min": 14795
|
|
},
|
|
{
|
|
"epoch": 4.255863539445629,
|
|
"grad_norm": 0.1867642856332476,
|
|
"learning_rate": 2.674540418806222e-06,
|
|
"loss": 1.0501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30706915259361267,
|
|
"step": 1000,
|
|
"valid_targets_mean": 16080.7,
|
|
"valid_targets_min": 14917
|
|
},
|
|
{
|
|
"epoch": 4.2601279317697225,
|
|
"grad_norm": 0.17186096561203892,
|
|
"learning_rate": 2.6449207076405857e-06,
|
|
"loss": 1.0333,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18668824434280396,
|
|
"step": 1001,
|
|
"valid_targets_mean": 9100.4,
|
|
"valid_targets_min": 1545
|
|
},
|
|
{
|
|
"epoch": 4.264392324093817,
|
|
"grad_norm": 0.15607267361455907,
|
|
"learning_rate": 2.6154543084411035e-06,
|
|
"loss": 0.9947,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23665571212768555,
|
|
"step": 1002,
|
|
"valid_targets_mean": 16176.8,
|
|
"valid_targets_min": 15348
|
|
},
|
|
{
|
|
"epoch": 4.268656716417911,
|
|
"grad_norm": 0.16745332192918422,
|
|
"learning_rate": 2.5861414815091834e-06,
|
|
"loss": 1.0021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2971222400665283,
|
|
"step": 1003,
|
|
"valid_targets_mean": 16140.2,
|
|
"valid_targets_min": 14907
|
|
},
|
|
{
|
|
"epoch": 4.272921108742004,
|
|
"grad_norm": 0.1536915120933892,
|
|
"learning_rate": 2.5569824857895987e-06,
|
|
"loss": 0.9776,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15721696615219116,
|
|
"step": 1004,
|
|
"valid_targets_mean": 10518.3,
|
|
"valid_targets_min": 5601
|
|
},
|
|
{
|
|
"epoch": 4.277185501066098,
|
|
"grad_norm": 0.15329230166214117,
|
|
"learning_rate": 2.5279775788682083e-06,
|
|
"loss": 0.9857,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25782108306884766,
|
|
"step": 1005,
|
|
"valid_targets_mean": 16179.2,
|
|
"valid_targets_min": 15505
|
|
},
|
|
{
|
|
"epoch": 4.281449893390192,
|
|
"grad_norm": 0.16258821898989245,
|
|
"learning_rate": 2.499127016969671e-06,
|
|
"loss": 1.0034,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31064146757125854,
|
|
"step": 1006,
|
|
"valid_targets_mean": 16071.4,
|
|
"valid_targets_min": 14103
|
|
},
|
|
{
|
|
"epoch": 4.285714285714286,
|
|
"grad_norm": 0.15808292683731548,
|
|
"learning_rate": 2.4704310549551934e-06,
|
|
"loss": 1.0443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2495027780532837,
|
|
"step": 1007,
|
|
"valid_targets_mean": 15003.7,
|
|
"valid_targets_min": 12787
|
|
},
|
|
{
|
|
"epoch": 4.28997867803838,
|
|
"grad_norm": 0.1605732731969054,
|
|
"learning_rate": 2.441889946320266e-06,
|
|
"loss": 0.9922,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2703011929988861,
|
|
"step": 1008,
|
|
"valid_targets_mean": 16140.7,
|
|
"valid_targets_min": 15389
|
|
},
|
|
{
|
|
"epoch": 4.294243070362473,
|
|
"grad_norm": 0.16814631204029493,
|
|
"learning_rate": 2.4135039431924233e-06,
|
|
"loss": 1.0159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3285123109817505,
|
|
"step": 1009,
|
|
"valid_targets_mean": 16154.0,
|
|
"valid_targets_min": 15556
|
|
},
|
|
{
|
|
"epoch": 4.298507462686567,
|
|
"grad_norm": 0.15002691688599254,
|
|
"learning_rate": 2.3852732963290426e-06,
|
|
"loss": 0.9767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2269066572189331,
|
|
"step": 1010,
|
|
"valid_targets_mean": 15455.0,
|
|
"valid_targets_min": 13975
|
|
},
|
|
{
|
|
"epoch": 4.302771855010661,
|
|
"grad_norm": 0.17298389903055245,
|
|
"learning_rate": 2.3571982551150853e-06,
|
|
"loss": 1.0086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29187387228012085,
|
|
"step": 1011,
|
|
"valid_targets_mean": 16222.7,
|
|
"valid_targets_min": 15806
|
|
},
|
|
{
|
|
"epoch": 4.3070362473347545,
|
|
"grad_norm": 0.16594472638041377,
|
|
"learning_rate": 2.329279067560937e-06,
|
|
"loss": 1.018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19952982664108276,
|
|
"step": 1012,
|
|
"valid_targets_mean": 11263.8,
|
|
"valid_targets_min": 2852
|
|
},
|
|
{
|
|
"epoch": 4.311300639658849,
|
|
"grad_norm": 0.14878057763580033,
|
|
"learning_rate": 2.301515980300182e-06,
|
|
"loss": 0.9703,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24623236060142517,
|
|
"step": 1013,
|
|
"valid_targets_mean": 15904.6,
|
|
"valid_targets_min": 14269
|
|
},
|
|
{
|
|
"epoch": 4.315565031982943,
|
|
"grad_norm": 0.1664120989672971,
|
|
"learning_rate": 2.2739092385874527e-06,
|
|
"loss": 1.0225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3133246898651123,
|
|
"step": 1014,
|
|
"valid_targets_mean": 15890.2,
|
|
"valid_targets_min": 13080
|
|
},
|
|
{
|
|
"epoch": 4.319829424307036,
|
|
"grad_norm": 0.1679412224909653,
|
|
"learning_rate": 2.2464590862962443e-06,
|
|
"loss": 1.0714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.157842218875885,
|
|
"step": 1015,
|
|
"valid_targets_mean": 9874.5,
|
|
"valid_targets_min": 1763
|
|
},
|
|
{
|
|
"epoch": 4.32409381663113,
|
|
"grad_norm": 0.15170182866254592,
|
|
"learning_rate": 2.219165765916769e-06,
|
|
"loss": 0.9763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2510037124156952,
|
|
"step": 1016,
|
|
"valid_targets_mean": 16141.7,
|
|
"valid_targets_min": 15225
|
|
},
|
|
{
|
|
"epoch": 4.3283582089552235,
|
|
"grad_norm": 0.1566256747824191,
|
|
"learning_rate": 2.192029518553798e-06,
|
|
"loss": 1.0175,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27299946546554565,
|
|
"step": 1017,
|
|
"valid_targets_mean": 16163.5,
|
|
"valid_targets_min": 15023
|
|
},
|
|
{
|
|
"epoch": 4.332622601279318,
|
|
"grad_norm": 0.16085658004618664,
|
|
"learning_rate": 2.165050583924566e-06,
|
|
"loss": 1.0073,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17534524202346802,
|
|
"step": 1018,
|
|
"valid_targets_mean": 10685.0,
|
|
"valid_targets_min": 8089
|
|
},
|
|
{
|
|
"epoch": 4.336886993603412,
|
|
"grad_norm": 0.15338849547135697,
|
|
"learning_rate": 2.1382292003566163e-06,
|
|
"loss": 0.9786,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2618844509124756,
|
|
"step": 1019,
|
|
"valid_targets_mean": 16124.3,
|
|
"valid_targets_min": 14958
|
|
},
|
|
{
|
|
"epoch": 4.341151385927505,
|
|
"grad_norm": 0.17116869671671522,
|
|
"learning_rate": 2.1115656047857213e-06,
|
|
"loss": 1.0341,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3112441301345825,
|
|
"step": 1020,
|
|
"valid_targets_mean": 16112.7,
|
|
"valid_targets_min": 14259
|
|
},
|
|
{
|
|
"epoch": 4.345415778251599,
|
|
"grad_norm": 0.150789433772488,
|
|
"learning_rate": 2.0850600327537806e-06,
|
|
"loss": 1.0104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22541023790836334,
|
|
"step": 1021,
|
|
"valid_targets_mean": 14805.6,
|
|
"valid_targets_min": 12847
|
|
},
|
|
{
|
|
"epoch": 4.349680170575693,
|
|
"grad_norm": 0.16306860494702535,
|
|
"learning_rate": 2.058712718406719e-06,
|
|
"loss": 0.9824,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2656344473361969,
|
|
"step": 1022,
|
|
"valid_targets_mean": 16220.5,
|
|
"valid_targets_min": 15492
|
|
},
|
|
{
|
|
"epoch": 4.353944562899787,
|
|
"grad_norm": 0.15423342533630213,
|
|
"learning_rate": 2.032523894492471e-06,
|
|
"loss": 0.9938,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22228878736495972,
|
|
"step": 1023,
|
|
"valid_targets_mean": 13809.1,
|
|
"valid_targets_min": 1400
|
|
},
|
|
{
|
|
"epoch": 4.358208955223881,
|
|
"grad_norm": 0.14751574771293288,
|
|
"learning_rate": 2.0064937923588634e-06,
|
|
"loss": 0.9891,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24881970882415771,
|
|
"step": 1024,
|
|
"valid_targets_mean": 15233.9,
|
|
"valid_targets_min": 13301
|
|
},
|
|
{
|
|
"epoch": 4.362473347547974,
|
|
"grad_norm": 0.16974394234227128,
|
|
"learning_rate": 1.9806226419516195e-06,
|
|
"loss": 1.0345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3334333002567291,
|
|
"step": 1025,
|
|
"valid_targets_mean": 16119.5,
|
|
"valid_targets_min": 15337
|
|
},
|
|
{
|
|
"epoch": 4.366737739872068,
|
|
"grad_norm": 0.15804196601559314,
|
|
"learning_rate": 1.954910671812298e-06,
|
|
"loss": 0.9604,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16841614246368408,
|
|
"step": 1026,
|
|
"valid_targets_mean": 10671.9,
|
|
"valid_targets_min": 1922
|
|
},
|
|
{
|
|
"epoch": 4.371002132196162,
|
|
"grad_norm": 0.15478484273028714,
|
|
"learning_rate": 1.9293581090762894e-06,
|
|
"loss": 0.9773,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25780200958251953,
|
|
"step": 1027,
|
|
"valid_targets_mean": 16111.6,
|
|
"valid_targets_min": 15024
|
|
},
|
|
{
|
|
"epoch": 4.3752665245202556,
|
|
"grad_norm": 0.16077698496779474,
|
|
"learning_rate": 1.9039651794708058e-06,
|
|
"loss": 1.0045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3041727542877197,
|
|
"step": 1028,
|
|
"valid_targets_mean": 16166.4,
|
|
"valid_targets_min": 15153
|
|
},
|
|
{
|
|
"epoch": 4.37953091684435,
|
|
"grad_norm": 0.15765458616190584,
|
|
"learning_rate": 1.8787321073128817e-06,
|
|
"loss": 1.0002,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16751885414123535,
|
|
"step": 1029,
|
|
"valid_targets_mean": 10813.5,
|
|
"valid_targets_min": 7229
|
|
},
|
|
{
|
|
"epoch": 4.383795309168444,
|
|
"grad_norm": 0.15327668842291345,
|
|
"learning_rate": 1.8536591155073958e-06,
|
|
"loss": 1.035,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26276057958602905,
|
|
"step": 1030,
|
|
"valid_targets_mean": 16132.2,
|
|
"valid_targets_min": 13998
|
|
},
|
|
{
|
|
"epoch": 4.388059701492537,
|
|
"grad_norm": 0.16348802349145783,
|
|
"learning_rate": 1.8287464255451181e-06,
|
|
"loss": 1.0365,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31952422857284546,
|
|
"step": 1031,
|
|
"valid_targets_mean": 16103.5,
|
|
"valid_targets_min": 15221
|
|
},
|
|
{
|
|
"epoch": 4.392324093816631,
|
|
"grad_norm": 0.15242318786548045,
|
|
"learning_rate": 1.803994257500714e-06,
|
|
"loss": 1.0578,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22637370228767395,
|
|
"step": 1032,
|
|
"valid_targets_mean": 12657.4,
|
|
"valid_targets_min": 10184
|
|
},
|
|
{
|
|
"epoch": 4.396588486140725,
|
|
"grad_norm": 0.1570367933427492,
|
|
"learning_rate": 1.7794028300308474e-06,
|
|
"loss": 0.97,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2758348286151886,
|
|
"step": 1033,
|
|
"valid_targets_mean": 16116.2,
|
|
"valid_targets_min": 14473
|
|
},
|
|
{
|
|
"epoch": 4.400852878464819,
|
|
"grad_norm": 0.15577642436453135,
|
|
"learning_rate": 1.7549723603722003e-06,
|
|
"loss": 0.9842,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26771968603134155,
|
|
"step": 1034,
|
|
"valid_targets_mean": 16112.7,
|
|
"valid_targets_min": 13108
|
|
},
|
|
{
|
|
"epoch": 4.405117270788913,
|
|
"grad_norm": 0.14800215530279717,
|
|
"learning_rate": 1.730703064339605e-06,
|
|
"loss": 1.0185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2370331585407257,
|
|
"step": 1035,
|
|
"valid_targets_mean": 15234.6,
|
|
"valid_targets_min": 13039
|
|
},
|
|
{
|
|
"epoch": 4.409381663113006,
|
|
"grad_norm": 0.16303545524154645,
|
|
"learning_rate": 1.7065951563241022e-06,
|
|
"loss": 1.0129,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2689518332481384,
|
|
"step": 1036,
|
|
"valid_targets_mean": 16181.4,
|
|
"valid_targets_min": 15559
|
|
},
|
|
{
|
|
"epoch": 4.4136460554371,
|
|
"grad_norm": 0.15966327249920928,
|
|
"learning_rate": 1.682648849291051e-06,
|
|
"loss": 1.0179,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20377540588378906,
|
|
"step": 1037,
|
|
"valid_targets_mean": 11859.0,
|
|
"valid_targets_min": 1729
|
|
},
|
|
{
|
|
"epoch": 4.417910447761194,
|
|
"grad_norm": 0.14769832114251558,
|
|
"learning_rate": 1.6588643547782579e-06,
|
|
"loss": 0.9838,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2632647454738617,
|
|
"step": 1038,
|
|
"valid_targets_mean": 16072.0,
|
|
"valid_targets_min": 14287
|
|
},
|
|
{
|
|
"epoch": 4.422174840085288,
|
|
"grad_norm": 0.15809775822892966,
|
|
"learning_rate": 1.6352418828941052e-06,
|
|
"loss": 1.021,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3000580370426178,
|
|
"step": 1039,
|
|
"valid_targets_mean": 16157.0,
|
|
"valid_targets_min": 15147
|
|
},
|
|
{
|
|
"epoch": 4.426439232409382,
|
|
"grad_norm": 0.16399847192577693,
|
|
"learning_rate": 1.6117816423156952e-06,
|
|
"loss": 1.0063,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15796786546707153,
|
|
"step": 1040,
|
|
"valid_targets_mean": 8889.2,
|
|
"valid_targets_min": 2228
|
|
},
|
|
{
|
|
"epoch": 4.430703624733475,
|
|
"grad_norm": 0.14611658166081745,
|
|
"learning_rate": 1.5884838402870029e-06,
|
|
"loss": 0.9856,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24859371781349182,
|
|
"step": 1041,
|
|
"valid_targets_mean": 15932.7,
|
|
"valid_targets_min": 9286
|
|
},
|
|
{
|
|
"epoch": 4.434968017057569,
|
|
"grad_norm": 0.16102392580702096,
|
|
"learning_rate": 1.5653486826170384e-06,
|
|
"loss": 1.0101,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2845401465892792,
|
|
"step": 1042,
|
|
"valid_targets_mean": 16150.2,
|
|
"valid_targets_min": 14556
|
|
},
|
|
{
|
|
"epoch": 4.439232409381663,
|
|
"grad_norm": 0.1477293053720464,
|
|
"learning_rate": 1.5423763736780583e-06,
|
|
"loss": 0.9726,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19538019597530365,
|
|
"step": 1043,
|
|
"valid_targets_mean": 11303.3,
|
|
"valid_targets_min": 8757
|
|
},
|
|
{
|
|
"epoch": 4.443496801705757,
|
|
"grad_norm": 0.16104094252331272,
|
|
"learning_rate": 1.5195671164037173e-06,
|
|
"loss": 1.0075,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26239079236984253,
|
|
"step": 1044,
|
|
"valid_targets_mean": 16184.0,
|
|
"valid_targets_min": 15290
|
|
},
|
|
{
|
|
"epoch": 4.447761194029851,
|
|
"grad_norm": 0.1576181987064525,
|
|
"learning_rate": 1.496921112287315e-06,
|
|
"loss": 1.0156,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28871822357177734,
|
|
"step": 1045,
|
|
"valid_targets_mean": 16116.8,
|
|
"valid_targets_min": 14479
|
|
},
|
|
{
|
|
"epoch": 4.452025586353945,
|
|
"grad_norm": 0.1514559329091864,
|
|
"learning_rate": 1.4744385613799894e-06,
|
|
"loss": 0.9911,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23139512538909912,
|
|
"step": 1046,
|
|
"valid_targets_mean": 15366.7,
|
|
"valid_targets_min": 14043
|
|
},
|
|
{
|
|
"epoch": 4.456289978678038,
|
|
"grad_norm": 0.1544327160620694,
|
|
"learning_rate": 1.4521196622889644e-06,
|
|
"loss": 1.0174,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28524869680404663,
|
|
"step": 1047,
|
|
"valid_targets_mean": 16143.6,
|
|
"valid_targets_min": 15408
|
|
},
|
|
{
|
|
"epoch": 4.460554371002132,
|
|
"grad_norm": 0.1539747406488716,
|
|
"learning_rate": 1.4299646121757892e-06,
|
|
"loss": 0.9533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21494226157665253,
|
|
"step": 1048,
|
|
"valid_targets_mean": 12775.2,
|
|
"valid_targets_min": 1665
|
|
},
|
|
{
|
|
"epoch": 4.464818763326226,
|
|
"grad_norm": 0.14883048075606736,
|
|
"learning_rate": 1.4079736067545912e-06,
|
|
"loss": 1.0303,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26429611444473267,
|
|
"step": 1049,
|
|
"valid_targets_mean": 15916.8,
|
|
"valid_targets_min": 13208
|
|
},
|
|
{
|
|
"epoch": 4.46908315565032,
|
|
"grad_norm": 0.15749999395713188,
|
|
"learning_rate": 1.3861468402903634e-06,
|
|
"loss": 1.0528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3019416332244873,
|
|
"step": 1050,
|
|
"valid_targets_mean": 15767.2,
|
|
"valid_targets_min": 7641
|
|
},
|
|
{
|
|
"epoch": 4.473347547974414,
|
|
"grad_norm": 0.15992625620668152,
|
|
"learning_rate": 1.3644845055972322e-06,
|
|
"loss": 1.0067,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1712096482515335,
|
|
"step": 1051,
|
|
"valid_targets_mean": 9511.8,
|
|
"valid_targets_min": 1923
|
|
},
|
|
{
|
|
"epoch": 4.477611940298507,
|
|
"grad_norm": 0.14959621631803036,
|
|
"learning_rate": 1.3429867940367626e-06,
|
|
"loss": 1.0094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25053784251213074,
|
|
"step": 1052,
|
|
"valid_targets_mean": 16088.7,
|
|
"valid_targets_min": 14698
|
|
},
|
|
{
|
|
"epoch": 4.481876332622601,
|
|
"grad_norm": 0.15615095263392972,
|
|
"learning_rate": 1.321653895516264e-06,
|
|
"loss": 1.0581,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3083847761154175,
|
|
"step": 1053,
|
|
"valid_targets_mean": 16089.3,
|
|
"valid_targets_min": 14313
|
|
},
|
|
{
|
|
"epoch": 4.486140724946695,
|
|
"grad_norm": 0.15470075468336017,
|
|
"learning_rate": 1.3004859984871199e-06,
|
|
"loss": 1.0584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1911090612411499,
|
|
"step": 1054,
|
|
"valid_targets_mean": 10396.3,
|
|
"valid_targets_min": 6721
|
|
},
|
|
{
|
|
"epoch": 4.490405117270789,
|
|
"grad_norm": 0.15536045395181527,
|
|
"learning_rate": 1.279483289943102e-06,
|
|
"loss": 1.0568,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26203101873397827,
|
|
"step": 1055,
|
|
"valid_targets_mean": 16159.7,
|
|
"valid_targets_min": 15182
|
|
},
|
|
{
|
|
"epoch": 4.494669509594883,
|
|
"grad_norm": 0.1601967574271805,
|
|
"learning_rate": 1.2586459554187558e-06,
|
|
"loss": 0.9644,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.287068247795105,
|
|
"step": 1056,
|
|
"valid_targets_mean": 16055.6,
|
|
"valid_targets_min": 11563
|
|
},
|
|
{
|
|
"epoch": 4.498933901918977,
|
|
"grad_norm": 0.1441967479889594,
|
|
"learning_rate": 1.2379741789877175e-06,
|
|
"loss": 0.9872,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.211162269115448,
|
|
"step": 1057,
|
|
"valid_targets_mean": 13391.1,
|
|
"valid_targets_min": 11725
|
|
},
|
|
{
|
|
"epoch": 4.50319829424307,
|
|
"grad_norm": 0.15205725282962812,
|
|
"learning_rate": 1.2174681432611245e-06,
|
|
"loss": 1.0221,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3103165030479431,
|
|
"step": 1058,
|
|
"valid_targets_mean": 16118.4,
|
|
"valid_targets_min": 15359
|
|
},
|
|
{
|
|
"epoch": 4.507462686567164,
|
|
"grad_norm": 0.16376572486838228,
|
|
"learning_rate": 1.1971280293859811e-06,
|
|
"loss": 1.0478,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29465800523757935,
|
|
"step": 1059,
|
|
"valid_targets_mean": 16146.3,
|
|
"valid_targets_min": 15305
|
|
},
|
|
{
|
|
"epoch": 4.5117270788912585,
|
|
"grad_norm": 0.14402907076972832,
|
|
"learning_rate": 1.17695401704357e-06,
|
|
"loss": 1.0072,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25192785263061523,
|
|
"step": 1060,
|
|
"valid_targets_mean": 15245.5,
|
|
"valid_targets_min": 13728
|
|
},
|
|
{
|
|
"epoch": 4.515991471215352,
|
|
"grad_norm": 0.16432331284789337,
|
|
"learning_rate": 1.1569462844478552e-06,
|
|
"loss": 0.9562,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26456835865974426,
|
|
"step": 1061,
|
|
"valid_targets_mean": 16195.4,
|
|
"valid_targets_min": 15305
|
|
},
|
|
{
|
|
"epoch": 4.520255863539446,
|
|
"grad_norm": 0.16065398401619552,
|
|
"learning_rate": 1.1371050083439107e-06,
|
|
"loss": 1.0315,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19990354776382446,
|
|
"step": 1062,
|
|
"valid_targets_mean": 10561.4,
|
|
"valid_targets_min": 1369
|
|
},
|
|
{
|
|
"epoch": 4.524520255863539,
|
|
"grad_norm": 0.14646982443053014,
|
|
"learning_rate": 1.1174303640063622e-06,
|
|
"loss": 1.0269,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2594957947731018,
|
|
"step": 1063,
|
|
"valid_targets_mean": 16008.1,
|
|
"valid_targets_min": 15016
|
|
},
|
|
{
|
|
"epoch": 4.528784648187633,
|
|
"grad_norm": 0.15701583127972654,
|
|
"learning_rate": 1.097922525237849e-06,
|
|
"loss": 0.9584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27362123131752014,
|
|
"step": 1064,
|
|
"valid_targets_mean": 16250.7,
|
|
"valid_targets_min": 15657
|
|
},
|
|
{
|
|
"epoch": 4.533049040511727,
|
|
"grad_norm": 0.15381529886819967,
|
|
"learning_rate": 1.078581664367455e-06,
|
|
"loss": 1.0058,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17687851190567017,
|
|
"step": 1065,
|
|
"valid_targets_mean": 9856.1,
|
|
"valid_targets_min": 1136
|
|
},
|
|
{
|
|
"epoch": 4.537313432835821,
|
|
"grad_norm": 0.14443424313899902,
|
|
"learning_rate": 1.0594079522492274e-06,
|
|
"loss": 0.9305,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2510538101196289,
|
|
"step": 1066,
|
|
"valid_targets_mean": 16141.2,
|
|
"valid_targets_min": 14841
|
|
},
|
|
{
|
|
"epoch": 4.541577825159915,
|
|
"grad_norm": 0.15747376640028649,
|
|
"learning_rate": 1.040401558260633e-06,
|
|
"loss": 1.0514,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29428815841674805,
|
|
"step": 1067,
|
|
"valid_targets_mean": 16152.6,
|
|
"valid_targets_min": 15628
|
|
},
|
|
{
|
|
"epoch": 4.545842217484008,
|
|
"grad_norm": 0.1613989326737328,
|
|
"learning_rate": 1.0215626503010911e-06,
|
|
"loss": 1.032,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21291378140449524,
|
|
"step": 1068,
|
|
"valid_targets_mean": 12159.6,
|
|
"valid_targets_min": 10098
|
|
},
|
|
{
|
|
"epoch": 4.550106609808102,
|
|
"grad_norm": 0.14544194922176812,
|
|
"learning_rate": 1.002891394790475e-06,
|
|
"loss": 1.0014,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27118825912475586,
|
|
"step": 1069,
|
|
"valid_targets_mean": 16114.3,
|
|
"valid_targets_min": 15154
|
|
},
|
|
{
|
|
"epoch": 4.554371002132196,
|
|
"grad_norm": 0.15391142328365776,
|
|
"learning_rate": 9.843879566676273e-07,
|
|
"loss": 1.005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2847220003604889,
|
|
"step": 1070,
|
|
"valid_targets_mean": 16146.2,
|
|
"valid_targets_min": 15081
|
|
},
|
|
{
|
|
"epoch": 4.55863539445629,
|
|
"grad_norm": 0.14876989839842653,
|
|
"learning_rate": 9.660524993889386e-07,
|
|
"loss": 1.0106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22060608863830566,
|
|
"step": 1071,
|
|
"valid_targets_mean": 14322.9,
|
|
"valid_targets_min": 12453
|
|
},
|
|
{
|
|
"epoch": 4.562899786780384,
|
|
"grad_norm": 0.15028057509574336,
|
|
"learning_rate": 9.478851849268733e-07,
|
|
"loss": 0.9695,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26452404260635376,
|
|
"step": 1072,
|
|
"valid_targets_mean": 16183.2,
|
|
"valid_targets_min": 15361
|
|
},
|
|
{
|
|
"epoch": 4.567164179104478,
|
|
"grad_norm": 0.15781811933848672,
|
|
"learning_rate": 9.298861737685527e-07,
|
|
"loss": 0.9916,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2241704761981964,
|
|
"step": 1073,
|
|
"valid_targets_mean": 13273.8,
|
|
"valid_targets_min": 1961
|
|
},
|
|
{
|
|
"epoch": 4.571428571428571,
|
|
"grad_norm": 0.14766354955730807,
|
|
"learning_rate": 9.120556249143341e-07,
|
|
"loss": 1.0185,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25623926520347595,
|
|
"step": 1074,
|
|
"valid_targets_mean": 15460.6,
|
|
"valid_targets_min": 13041
|
|
},
|
|
{
|
|
"epoch": 4.575692963752665,
|
|
"grad_norm": 0.15939438874130157,
|
|
"learning_rate": 8.943936958763988e-07,
|
|
"loss": 1.0483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3335661292076111,
|
|
"step": 1075,
|
|
"valid_targets_mean": 16153.5,
|
|
"valid_targets_min": 15474
|
|
},
|
|
{
|
|
"epoch": 4.5799573560767595,
|
|
"grad_norm": 0.16581608055696434,
|
|
"learning_rate": 8.769005426773836e-07,
|
|
"loss": 1.0092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1556980311870575,
|
|
"step": 1076,
|
|
"valid_targets_mean": 8296.6,
|
|
"valid_targets_min": 1759
|
|
},
|
|
{
|
|
"epoch": 4.584221748400853,
|
|
"grad_norm": 0.14417940194847872,
|
|
"learning_rate": 8.595763198489714e-07,
|
|
"loss": 0.9909,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2521516680717468,
|
|
"step": 1077,
|
|
"valid_targets_mean": 15818.3,
|
|
"valid_targets_min": 7637
|
|
},
|
|
{
|
|
"epoch": 4.588486140724947,
|
|
"grad_norm": 0.15714196727427426,
|
|
"learning_rate": 8.42421180430546e-07,
|
|
"loss": 1.0011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29390835762023926,
|
|
"step": 1078,
|
|
"valid_targets_mean": 16082.0,
|
|
"valid_targets_min": 14558
|
|
},
|
|
{
|
|
"epoch": 4.59275053304904,
|
|
"grad_norm": 0.15621193374665054,
|
|
"learning_rate": 8.254352759678386e-07,
|
|
"loss": 1.0095,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19507339596748352,
|
|
"step": 1079,
|
|
"valid_targets_mean": 10988.8,
|
|
"valid_targets_min": 7524
|
|
},
|
|
{
|
|
"epoch": 4.597014925373134,
|
|
"grad_norm": 0.15080103999037953,
|
|
"learning_rate": 8.086187565115877e-07,
|
|
"loss": 1.0579,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27117210626602173,
|
|
"step": 1080,
|
|
"valid_targets_mean": 16105.0,
|
|
"valid_targets_min": 14248
|
|
},
|
|
{
|
|
"epoch": 4.601279317697228,
|
|
"grad_norm": 0.15637589604321644,
|
|
"learning_rate": 7.919717706162067e-07,
|
|
"loss": 1.0249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28904783725738525,
|
|
"step": 1081,
|
|
"valid_targets_mean": 16170.6,
|
|
"valid_targets_min": 15348
|
|
},
|
|
{
|
|
"epoch": 4.605543710021322,
|
|
"grad_norm": 0.1497637307594254,
|
|
"learning_rate": 7.754944653384777e-07,
|
|
"loss": 0.9961,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2104974389076233,
|
|
"step": 1082,
|
|
"valid_targets_mean": 13349.8,
|
|
"valid_targets_min": 10099
|
|
},
|
|
{
|
|
"epoch": 4.609808102345416,
|
|
"grad_norm": 0.15800987460369717,
|
|
"learning_rate": 7.591869862362534e-07,
|
|
"loss": 1.0077,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26623108983039856,
|
|
"step": 1083,
|
|
"valid_targets_mean": 16033.9,
|
|
"valid_targets_min": 13427
|
|
},
|
|
{
|
|
"epoch": 4.61407249466951,
|
|
"grad_norm": 0.1531642828562778,
|
|
"learning_rate": 7.430494773671682e-07,
|
|
"loss": 0.9676,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3077933192253113,
|
|
"step": 1084,
|
|
"valid_targets_mean": 16172.6,
|
|
"valid_targets_min": 15109
|
|
},
|
|
{
|
|
"epoch": 4.618336886993603,
|
|
"grad_norm": 0.16404055431288472,
|
|
"learning_rate": 7.270820812873714e-07,
|
|
"loss": 1.0082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25060850381851196,
|
|
"step": 1085,
|
|
"valid_targets_mean": 14830.2,
|
|
"valid_targets_min": 12981
|
|
},
|
|
{
|
|
"epoch": 4.622601279317697,
|
|
"grad_norm": 0.15289769966609285,
|
|
"learning_rate": 7.112849390502563e-07,
|
|
"loss": 0.9816,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2679944932460785,
|
|
"step": 1086,
|
|
"valid_targets_mean": 16209.5,
|
|
"valid_targets_min": 15350
|
|
},
|
|
{
|
|
"epoch": 4.6268656716417915,
|
|
"grad_norm": 0.15369614819749217,
|
|
"learning_rate": 6.956581902052306e-07,
|
|
"loss": 1.0225,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20471858978271484,
|
|
"step": 1087,
|
|
"valid_targets_mean": 11744.4,
|
|
"valid_targets_min": 2102
|
|
},
|
|
{
|
|
"epoch": 4.631130063965885,
|
|
"grad_norm": 0.14586590402152805,
|
|
"learning_rate": 6.802019727964593e-07,
|
|
"loss": 0.9888,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23928365111351013,
|
|
"step": 1088,
|
|
"valid_targets_mean": 16153.6,
|
|
"valid_targets_min": 15511
|
|
},
|
|
{
|
|
"epoch": 4.635394456289979,
|
|
"grad_norm": 0.16034697491320948,
|
|
"learning_rate": 6.64916423361679e-07,
|
|
"loss": 1.018,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.293688029050827,
|
|
"step": 1089,
|
|
"valid_targets_mean": 16096.2,
|
|
"valid_targets_min": 15122
|
|
},
|
|
{
|
|
"epoch": 4.639658848614072,
|
|
"grad_norm": 0.16092679284373484,
|
|
"learning_rate": 6.498016769309567e-07,
|
|
"loss": 1.0082,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1474006474018097,
|
|
"step": 1090,
|
|
"valid_targets_mean": 8071.3,
|
|
"valid_targets_min": 2493
|
|
},
|
|
{
|
|
"epoch": 4.643923240938166,
|
|
"grad_norm": 0.1374452974138826,
|
|
"learning_rate": 6.348578670255224e-07,
|
|
"loss": 1.0004,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24160240590572357,
|
|
"step": 1091,
|
|
"valid_targets_mean": 16186.2,
|
|
"valid_targets_min": 15270
|
|
},
|
|
{
|
|
"epoch": 4.6481876332622605,
|
|
"grad_norm": 0.14990534345753154,
|
|
"learning_rate": 6.200851256565799e-07,
|
|
"loss": 1.0026,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2906924784183502,
|
|
"step": 1092,
|
|
"valid_targets_mean": 15866.9,
|
|
"valid_targets_min": 5993
|
|
},
|
|
{
|
|
"epoch": 4.652452025586354,
|
|
"grad_norm": 0.15052030368326985,
|
|
"learning_rate": 6.054835833241357e-07,
|
|
"loss": 0.9658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2022162675857544,
|
|
"step": 1093,
|
|
"valid_targets_mean": 13206.6,
|
|
"valid_targets_min": 10096
|
|
},
|
|
{
|
|
"epoch": 4.656716417910448,
|
|
"grad_norm": 0.14661811747825992,
|
|
"learning_rate": 5.910533690158593e-07,
|
|
"loss": 1.0125,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2569063901901245,
|
|
"step": 1094,
|
|
"valid_targets_mean": 16232.6,
|
|
"valid_targets_min": 15734
|
|
},
|
|
{
|
|
"epoch": 4.660980810234541,
|
|
"grad_norm": 0.14959521605839796,
|
|
"learning_rate": 5.767946102059307e-07,
|
|
"loss": 0.9861,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2763957977294922,
|
|
"step": 1095,
|
|
"valid_targets_mean": 16205.2,
|
|
"valid_targets_min": 15637
|
|
},
|
|
{
|
|
"epoch": 4.665245202558635,
|
|
"grad_norm": 0.1517174769008749,
|
|
"learning_rate": 5.627074328539173e-07,
|
|
"loss": 1.0086,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22489699721336365,
|
|
"step": 1096,
|
|
"valid_targets_mean": 13320.2,
|
|
"valid_targets_min": 11667
|
|
},
|
|
{
|
|
"epoch": 4.669509594882729,
|
|
"grad_norm": 0.1540607434871499,
|
|
"learning_rate": 5.487919614036741e-07,
|
|
"loss": 1.0345,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2853516936302185,
|
|
"step": 1097,
|
|
"valid_targets_mean": 16139.1,
|
|
"valid_targets_min": 14753
|
|
},
|
|
{
|
|
"epoch": 4.673773987206823,
|
|
"grad_norm": 0.15418499967552973,
|
|
"learning_rate": 5.350483187822231e-07,
|
|
"loss": 1.03,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25601962208747864,
|
|
"step": 1098,
|
|
"valid_targets_mean": 12700.3,
|
|
"valid_targets_min": 1472
|
|
},
|
|
{
|
|
"epoch": 4.678038379530917,
|
|
"grad_norm": 0.14002577075034336,
|
|
"learning_rate": 5.214766263986848e-07,
|
|
"loss": 1.0247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26440098881721497,
|
|
"step": 1099,
|
|
"valid_targets_mean": 15921.6,
|
|
"valid_targets_min": 15264
|
|
},
|
|
{
|
|
"epoch": 4.682302771855011,
|
|
"grad_norm": 0.15633515780597726,
|
|
"learning_rate": 5.080770041431926e-07,
|
|
"loss": 0.9869,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28674036264419556,
|
|
"step": 1100,
|
|
"valid_targets_mean": 16070.0,
|
|
"valid_targets_min": 13688
|
|
},
|
|
{
|
|
"epoch": 4.686567164179104,
|
|
"grad_norm": 0.15843619704035772,
|
|
"learning_rate": 4.948495703858492e-07,
|
|
"loss": 0.9743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14524246752262115,
|
|
"step": 1101,
|
|
"valid_targets_mean": 8999.8,
|
|
"valid_targets_min": 1416
|
|
},
|
|
{
|
|
"epoch": 4.690831556503198,
|
|
"grad_norm": 0.14453182191447111,
|
|
"learning_rate": 4.81794441975667e-07,
|
|
"loss": 1.0162,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2600679099559784,
|
|
"step": 1102,
|
|
"valid_targets_mean": 16092.8,
|
|
"valid_targets_min": 14994
|
|
},
|
|
{
|
|
"epoch": 4.6950959488272925,
|
|
"grad_norm": 0.15880734371219649,
|
|
"learning_rate": 4.689117342395388e-07,
|
|
"loss": 0.9894,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2726406455039978,
|
|
"step": 1103,
|
|
"valid_targets_mean": 16196.6,
|
|
"valid_targets_min": 15475
|
|
},
|
|
{
|
|
"epoch": 4.699360341151386,
|
|
"grad_norm": 0.1570016874540462,
|
|
"learning_rate": 4.5620156098122204e-07,
|
|
"loss": 1.0145,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19400817155838013,
|
|
"step": 1104,
|
|
"valid_targets_mean": 10582.8,
|
|
"valid_targets_min": 5279
|
|
},
|
|
{
|
|
"epoch": 4.70362473347548,
|
|
"grad_norm": 0.1477680049899446,
|
|
"learning_rate": 4.4366403448033334e-07,
|
|
"loss": 1.0239,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2575407922267914,
|
|
"step": 1105,
|
|
"valid_targets_mean": 16152.5,
|
|
"valid_targets_min": 15082
|
|
},
|
|
{
|
|
"epoch": 4.707889125799573,
|
|
"grad_norm": 0.15557190332540394,
|
|
"learning_rate": 4.3129926549136057e-07,
|
|
"loss": 1.0442,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28639519214630127,
|
|
"step": 1106,
|
|
"valid_targets_mean": 16147.2,
|
|
"valid_targets_min": 15112
|
|
},
|
|
{
|
|
"epoch": 4.712153518123667,
|
|
"grad_norm": 0.143537767091724,
|
|
"learning_rate": 4.191073632426701e-07,
|
|
"loss": 0.9751,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21357901394367218,
|
|
"step": 1107,
|
|
"valid_targets_mean": 13378.2,
|
|
"valid_targets_min": 10566
|
|
},
|
|
{
|
|
"epoch": 4.7164179104477615,
|
|
"grad_norm": 0.15879123382097343,
|
|
"learning_rate": 4.0708843543555643e-07,
|
|
"loss": 0.9998,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2900780439376831,
|
|
"step": 1108,
|
|
"valid_targets_mean": 15993.5,
|
|
"valid_targets_min": 10506
|
|
},
|
|
{
|
|
"epoch": 4.720682302771855,
|
|
"grad_norm": 0.15035207990047497,
|
|
"learning_rate": 3.95242588243292e-07,
|
|
"loss": 0.9857,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2901480793952942,
|
|
"step": 1109,
|
|
"valid_targets_mean": 16143.4,
|
|
"valid_targets_min": 15280
|
|
},
|
|
{
|
|
"epoch": 4.724946695095949,
|
|
"grad_norm": 0.1460776092827468,
|
|
"learning_rate": 3.8356992631017e-07,
|
|
"loss": 1.0324,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2313530147075653,
|
|
"step": 1110,
|
|
"valid_targets_mean": 15238.5,
|
|
"valid_targets_min": 13159
|
|
},
|
|
{
|
|
"epoch": 4.729211087420042,
|
|
"grad_norm": 0.15277335121013408,
|
|
"learning_rate": 3.720705527506008e-07,
|
|
"loss": 1.0195,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3014744520187378,
|
|
"step": 1111,
|
|
"valid_targets_mean": 16091.4,
|
|
"valid_targets_min": 14723
|
|
},
|
|
{
|
|
"epoch": 4.733475479744136,
|
|
"grad_norm": 0.16052988590923026,
|
|
"learning_rate": 3.60744569148197e-07,
|
|
"loss": 1.066,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2035495489835739,
|
|
"step": 1112,
|
|
"valid_targets_mean": 11411.5,
|
|
"valid_targets_min": 2225
|
|
},
|
|
{
|
|
"epoch": 4.73773987206823,
|
|
"grad_norm": 0.14426694374247717,
|
|
"learning_rate": 3.4959207555485873e-07,
|
|
"loss": 1.0372,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27664193511009216,
|
|
"step": 1113,
|
|
"valid_targets_mean": 15943.1,
|
|
"valid_targets_min": 14159
|
|
},
|
|
{
|
|
"epoch": 4.742004264392325,
|
|
"grad_norm": 0.1679484644587711,
|
|
"learning_rate": 3.3861317048992317e-07,
|
|
"loss": 1.04,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30087628960609436,
|
|
"step": 1114,
|
|
"valid_targets_mean": 16178.0,
|
|
"valid_targets_min": 15181
|
|
},
|
|
{
|
|
"epoch": 4.746268656716418,
|
|
"grad_norm": 0.14362575674510863,
|
|
"learning_rate": 3.278079509392562e-07,
|
|
"loss": 0.97,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1749127209186554,
|
|
"step": 1115,
|
|
"valid_targets_mean": 9657.3,
|
|
"valid_targets_min": 3062
|
|
},
|
|
{
|
|
"epoch": 4.750533049040512,
|
|
"grad_norm": 0.1414962354318647,
|
|
"learning_rate": 3.171765123544224e-07,
|
|
"loss": 1.0159,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2550608813762665,
|
|
"step": 1116,
|
|
"valid_targets_mean": 16089.0,
|
|
"valid_targets_min": 13436
|
|
},
|
|
{
|
|
"epoch": 4.754797441364605,
|
|
"grad_norm": 0.15812986008972324,
|
|
"learning_rate": 3.06718948651834e-07,
|
|
"loss": 1.0007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2847060263156891,
|
|
"step": 1117,
|
|
"valid_targets_mean": 16174.9,
|
|
"valid_targets_min": 15128
|
|
},
|
|
{
|
|
"epoch": 4.759061833688699,
|
|
"grad_norm": 0.1440472048445097,
|
|
"learning_rate": 2.964353522119168e-07,
|
|
"loss": 1.0132,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22414368391036987,
|
|
"step": 1118,
|
|
"valid_targets_mean": 13306.7,
|
|
"valid_targets_min": 11186
|
|
},
|
|
{
|
|
"epoch": 4.7633262260127935,
|
|
"grad_norm": 0.15230908494890952,
|
|
"learning_rate": 2.863258138783032e-07,
|
|
"loss": 1.0327,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2935028672218323,
|
|
"step": 1119,
|
|
"valid_targets_mean": 16107.2,
|
|
"valid_targets_min": 15308
|
|
},
|
|
{
|
|
"epoch": 4.767590618336887,
|
|
"grad_norm": 0.14417473132171305,
|
|
"learning_rate": 2.7639042295702245e-07,
|
|
"loss": 0.993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2819124162197113,
|
|
"step": 1120,
|
|
"valid_targets_mean": 16163.9,
|
|
"valid_targets_min": 15717
|
|
},
|
|
{
|
|
"epoch": 4.771855010660981,
|
|
"grad_norm": 0.14151471802233015,
|
|
"learning_rate": 2.666292672157056e-07,
|
|
"loss": 0.9906,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2340664118528366,
|
|
"step": 1121,
|
|
"valid_targets_mean": 15291.8,
|
|
"valid_targets_min": 13903
|
|
},
|
|
{
|
|
"epoch": 4.776119402985074,
|
|
"grad_norm": 0.15851416758379985,
|
|
"learning_rate": 2.570424328828325e-07,
|
|
"loss": 1.01,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2588421106338501,
|
|
"step": 1122,
|
|
"valid_targets_mean": 16229.8,
|
|
"valid_targets_min": 15610
|
|
},
|
|
{
|
|
"epoch": 4.780383795309168,
|
|
"grad_norm": 0.15652233802051627,
|
|
"learning_rate": 2.4763000464694377e-07,
|
|
"loss": 1.0034,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23127931356430054,
|
|
"step": 1123,
|
|
"valid_targets_mean": 12867.4,
|
|
"valid_targets_min": 1501
|
|
},
|
|
{
|
|
"epoch": 4.7846481876332625,
|
|
"grad_norm": 0.142736914108249,
|
|
"learning_rate": 2.383920656559102e-07,
|
|
"loss": 1.0252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2757580876350403,
|
|
"step": 1124,
|
|
"valid_targets_mean": 15862.7,
|
|
"valid_targets_min": 14853
|
|
},
|
|
{
|
|
"epoch": 4.788912579957356,
|
|
"grad_norm": 0.15005101246689867,
|
|
"learning_rate": 2.2932869751619568e-07,
|
|
"loss": 0.983,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27966541051864624,
|
|
"step": 1125,
|
|
"valid_targets_mean": 16139.7,
|
|
"valid_targets_min": 14793
|
|
},
|
|
{
|
|
"epoch": 4.79317697228145,
|
|
"grad_norm": 0.15459377610384537,
|
|
"learning_rate": 2.2043998029212643e-07,
|
|
"loss": 1.0425,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19476796686649323,
|
|
"step": 1126,
|
|
"valid_targets_mean": 10342.5,
|
|
"valid_targets_min": 1758
|
|
},
|
|
{
|
|
"epoch": 4.797441364605544,
|
|
"grad_norm": 0.14312547549339766,
|
|
"learning_rate": 2.1172599250519398e-07,
|
|
"loss": 0.9981,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23207619786262512,
|
|
"step": 1127,
|
|
"valid_targets_mean": 16088.4,
|
|
"valid_targets_min": 14763
|
|
},
|
|
{
|
|
"epoch": 4.801705756929637,
|
|
"grad_norm": 0.15523298033362853,
|
|
"learning_rate": 2.0318681113336013e-07,
|
|
"loss": 1.0299,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2897603511810303,
|
|
"step": 1128,
|
|
"valid_targets_mean": 16119.7,
|
|
"valid_targets_min": 14736
|
|
},
|
|
{
|
|
"epoch": 4.8059701492537314,
|
|
"grad_norm": 0.1453677379546031,
|
|
"learning_rate": 1.9482251161037302e-07,
|
|
"loss": 0.9977,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18096661567687988,
|
|
"step": 1129,
|
|
"valid_targets_mean": 9719.4,
|
|
"valid_targets_min": 5689
|
|
},
|
|
{
|
|
"epoch": 4.810234541577826,
|
|
"grad_norm": 0.1488645762470813,
|
|
"learning_rate": 1.866331678251032e-07,
|
|
"loss": 1.0251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2804568111896515,
|
|
"step": 1130,
|
|
"valid_targets_mean": 16003.1,
|
|
"valid_targets_min": 13828
|
|
},
|
|
{
|
|
"epoch": 4.814498933901919,
|
|
"grad_norm": 0.14846824743421222,
|
|
"learning_rate": 1.7861885212088869e-07,
|
|
"loss": 0.9969,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2831680178642273,
|
|
"step": 1131,
|
|
"valid_targets_mean": 15943.6,
|
|
"valid_targets_min": 13414
|
|
},
|
|
{
|
|
"epoch": 4.818763326226013,
|
|
"grad_norm": 0.14311100391724843,
|
|
"learning_rate": 1.7077963529490204e-07,
|
|
"loss": 0.9993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21057608723640442,
|
|
"step": 1132,
|
|
"valid_targets_mean": 13237.8,
|
|
"valid_targets_min": 10666
|
|
},
|
|
{
|
|
"epoch": 4.823027718550106,
|
|
"grad_norm": 0.15024873088610943,
|
|
"learning_rate": 1.6311558659751535e-07,
|
|
"loss": 0.9778,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25852662324905396,
|
|
"step": 1133,
|
|
"valid_targets_mean": 16197.3,
|
|
"valid_targets_min": 14919
|
|
},
|
|
{
|
|
"epoch": 4.8272921108742,
|
|
"grad_norm": 0.15476097816328543,
|
|
"learning_rate": 1.5562677373169855e-07,
|
|
"loss": 1.0642,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.31582337617874146,
|
|
"step": 1134,
|
|
"valid_targets_mean": 15890.8,
|
|
"valid_targets_min": 11287
|
|
},
|
|
{
|
|
"epoch": 4.8315565031982945,
|
|
"grad_norm": 0.14880901722650003,
|
|
"learning_rate": 1.483132628524131e-07,
|
|
"loss": 1.0291,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24785952270030975,
|
|
"step": 1135,
|
|
"valid_targets_mean": 14563.6,
|
|
"valid_targets_min": 12694
|
|
},
|
|
{
|
|
"epoch": 4.835820895522388,
|
|
"grad_norm": 0.1563087580779486,
|
|
"learning_rate": 1.4117511856603262e-07,
|
|
"loss": 1.0482,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3007662892341614,
|
|
"step": 1136,
|
|
"valid_targets_mean": 16095.4,
|
|
"valid_targets_min": 15282
|
|
},
|
|
{
|
|
"epoch": 4.840085287846482,
|
|
"grad_norm": 0.15273216710371285,
|
|
"learning_rate": 1.342124039297721e-07,
|
|
"loss": 1.0314,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19717839360237122,
|
|
"step": 1137,
|
|
"valid_targets_mean": 10712.7,
|
|
"valid_targets_min": 983
|
|
},
|
|
{
|
|
"epoch": 4.844349680170575,
|
|
"grad_norm": 0.1397819137495005,
|
|
"learning_rate": 1.2742518045112396e-07,
|
|
"loss": 1.0354,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2605479061603546,
|
|
"step": 1138,
|
|
"valid_targets_mean": 15546.0,
|
|
"valid_targets_min": 14178
|
|
},
|
|
{
|
|
"epoch": 4.848614072494669,
|
|
"grad_norm": 0.1565654947664924,
|
|
"learning_rate": 1.2081350808732518e-07,
|
|
"loss": 1.0282,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3161640465259552,
|
|
"step": 1139,
|
|
"valid_targets_mean": 16119.0,
|
|
"valid_targets_min": 15332
|
|
},
|
|
{
|
|
"epoch": 4.8528784648187635,
|
|
"grad_norm": 0.15247671081293684,
|
|
"learning_rate": 1.143774452448243e-07,
|
|
"loss": 1.0316,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16707585752010345,
|
|
"step": 1140,
|
|
"valid_targets_mean": 9525.8,
|
|
"valid_targets_min": 4937
|
|
},
|
|
{
|
|
"epoch": 4.857142857142857,
|
|
"grad_norm": 0.1437034489057456,
|
|
"learning_rate": 1.0811704877875528e-07,
|
|
"loss": 0.9732,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2450575828552246,
|
|
"step": 1141,
|
|
"valid_targets_mean": 16191.3,
|
|
"valid_targets_min": 15163
|
|
},
|
|
{
|
|
"epoch": 4.861407249466951,
|
|
"grad_norm": 0.1612664036029572,
|
|
"learning_rate": 1.0203237399245336e-07,
|
|
"loss": 1.0181,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.282533198595047,
|
|
"step": 1142,
|
|
"valid_targets_mean": 16124.7,
|
|
"valid_targets_min": 15328
|
|
},
|
|
{
|
|
"epoch": 4.865671641791045,
|
|
"grad_norm": 0.14816548673203833,
|
|
"learning_rate": 9.612347463694882e-08,
|
|
"loss": 1.0314,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19812676310539246,
|
|
"step": 1143,
|
|
"valid_targets_mean": 12115.9,
|
|
"valid_targets_min": 9191
|
|
},
|
|
{
|
|
"epoch": 4.869936034115138,
|
|
"grad_norm": 0.14866024981202283,
|
|
"learning_rate": 9.039040291050738e-08,
|
|
"loss": 0.9815,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2674241364002228,
|
|
"step": 1144,
|
|
"valid_targets_mean": 16236.7,
|
|
"valid_targets_min": 15773
|
|
},
|
|
{
|
|
"epoch": 4.8742004264392325,
|
|
"grad_norm": 0.15880645774537222,
|
|
"learning_rate": 8.483320945815499e-08,
|
|
"loss": 1.0056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2802906036376953,
|
|
"step": 1145,
|
|
"valid_targets_mean": 16165.2,
|
|
"valid_targets_min": 14819
|
|
},
|
|
{
|
|
"epoch": 4.878464818763327,
|
|
"grad_norm": 0.14088755569433822,
|
|
"learning_rate": 7.945194337124262e-08,
|
|
"loss": 1.0089,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21992269158363342,
|
|
"step": 1146,
|
|
"valid_targets_mean": 14201.6,
|
|
"valid_targets_min": 11573
|
|
},
|
|
{
|
|
"epoch": 4.88272921108742,
|
|
"grad_norm": 0.14899913298241538,
|
|
"learning_rate": 7.424665218700444e-08,
|
|
"loss": 1.0122,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29248669743537903,
|
|
"step": 1147,
|
|
"valid_targets_mean": 16140.8,
|
|
"valid_targets_min": 15359
|
|
},
|
|
{
|
|
"epoch": 4.886993603411514,
|
|
"grad_norm": 0.1499355802037987,
|
|
"learning_rate": 6.921738188814254e-08,
|
|
"loss": 0.9767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2214260995388031,
|
|
"step": 1148,
|
|
"valid_targets_mean": 13035.8,
|
|
"valid_targets_min": 2380
|
|
},
|
|
{
|
|
"epoch": 4.891257995735607,
|
|
"grad_norm": 0.13887284659092788,
|
|
"learning_rate": 6.436417690241614e-08,
|
|
"loss": 0.9932,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2761473059654236,
|
|
"step": 1149,
|
|
"valid_targets_mean": 15234.4,
|
|
"valid_targets_min": 13564
|
|
},
|
|
{
|
|
"epoch": 4.895522388059701,
|
|
"grad_norm": 0.15423876595711647,
|
|
"learning_rate": 5.968708010225532e-08,
|
|
"loss": 0.949,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2720834016799927,
|
|
"step": 1150,
|
|
"valid_targets_mean": 16216.5,
|
|
"valid_targets_min": 15713
|
|
},
|
|
{
|
|
"epoch": 4.899786780383796,
|
|
"grad_norm": 0.15339007326318832,
|
|
"learning_rate": 5.518613280437901e-08,
|
|
"loss": 1.0331,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17710110545158386,
|
|
"step": 1151,
|
|
"valid_targets_mean": 9263.9,
|
|
"valid_targets_min": 930
|
|
},
|
|
{
|
|
"epoch": 4.904051172707889,
|
|
"grad_norm": 0.14130979523452628,
|
|
"learning_rate": 5.0861374769426433e-08,
|
|
"loss": 1.0092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2627219557762146,
|
|
"step": 1152,
|
|
"valid_targets_mean": 15946.3,
|
|
"valid_targets_min": 14850
|
|
},
|
|
{
|
|
"epoch": 4.908315565031983,
|
|
"grad_norm": 0.15928432460307718,
|
|
"learning_rate": 4.671284420161071e-08,
|
|
"loss": 1.0605,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32579365372657776,
|
|
"step": 1153,
|
|
"valid_targets_mean": 15997.7,
|
|
"valid_targets_min": 14732
|
|
},
|
|
{
|
|
"epoch": 4.912579957356077,
|
|
"grad_norm": 0.156236965321274,
|
|
"learning_rate": 4.274057774838136e-08,
|
|
"loss": 1.0205,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.180985689163208,
|
|
"step": 1154,
|
|
"valid_targets_mean": 10754.5,
|
|
"valid_targets_min": 7226
|
|
},
|
|
{
|
|
"epoch": 4.91684434968017,
|
|
"grad_norm": 0.14288484599599216,
|
|
"learning_rate": 3.894461050010012e-08,
|
|
"loss": 1.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27671968936920166,
|
|
"step": 1155,
|
|
"valid_targets_mean": 16053.7,
|
|
"valid_targets_min": 15223
|
|
},
|
|
{
|
|
"epoch": 4.9211087420042645,
|
|
"grad_norm": 0.15468225628884527,
|
|
"learning_rate": 3.5324975989725615e-08,
|
|
"loss": 0.9843,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.30150264501571655,
|
|
"step": 1156,
|
|
"valid_targets_mean": 16156.8,
|
|
"valid_targets_min": 15596
|
|
},
|
|
{
|
|
"epoch": 4.925373134328359,
|
|
"grad_norm": 0.14012913428926552,
|
|
"learning_rate": 3.188170619252473e-08,
|
|
"loss": 0.9552,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2062998265028,
|
|
"step": 1157,
|
|
"valid_targets_mean": 12721.6,
|
|
"valid_targets_min": 10683
|
|
},
|
|
{
|
|
"epoch": 4.929637526652452,
|
|
"grad_norm": 0.15135915977649797,
|
|
"learning_rate": 2.8614831525786147e-08,
|
|
"loss": 0.9997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2682117223739624,
|
|
"step": 1158,
|
|
"valid_targets_mean": 16143.8,
|
|
"valid_targets_min": 14124
|
|
},
|
|
{
|
|
"epoch": 4.933901918976546,
|
|
"grad_norm": 0.15491333934114618,
|
|
"learning_rate": 2.552438084855613e-08,
|
|
"loss": 1.0172,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2907482385635376,
|
|
"step": 1159,
|
|
"valid_targets_mean": 16117.7,
|
|
"valid_targets_min": 14424
|
|
},
|
|
{
|
|
"epoch": 4.938166311300639,
|
|
"grad_norm": 0.14336988174613013,
|
|
"learning_rate": 2.2610381461372068e-08,
|
|
"loss": 1.0428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2761475145816803,
|
|
"step": 1160,
|
|
"valid_targets_mean": 15388.0,
|
|
"valid_targets_min": 13731
|
|
},
|
|
{
|
|
"epoch": 4.9424307036247335,
|
|
"grad_norm": 0.1472721332240846,
|
|
"learning_rate": 1.987285910603598e-08,
|
|
"loss": 0.9986,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29423782229423523,
|
|
"step": 1161,
|
|
"valid_targets_mean": 16165.4,
|
|
"valid_targets_min": 15308
|
|
},
|
|
{
|
|
"epoch": 4.946695095948828,
|
|
"grad_norm": 0.15451112925589527,
|
|
"learning_rate": 1.7311837965379164e-08,
|
|
"loss": 0.9956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.19189612567424774,
|
|
"step": 1162,
|
|
"valid_targets_mean": 10865.3,
|
|
"valid_targets_min": 1443
|
|
},
|
|
{
|
|
"epoch": 4.950959488272921,
|
|
"grad_norm": 0.14775971878449218,
|
|
"learning_rate": 1.4927340663046798e-08,
|
|
"loss": 1.0422,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26835548877716064,
|
|
"step": 1163,
|
|
"valid_targets_mean": 16131.4,
|
|
"valid_targets_min": 14555
|
|
},
|
|
{
|
|
"epoch": 4.955223880597015,
|
|
"grad_norm": 0.15223179497796113,
|
|
"learning_rate": 1.2719388263300325e-08,
|
|
"loss": 1.0194,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2813838720321655,
|
|
"step": 1164,
|
|
"valid_targets_mean": 16143.4,
|
|
"valid_targets_min": 15234
|
|
},
|
|
{
|
|
"epoch": 4.959488272921108,
|
|
"grad_norm": 0.14919085924589962,
|
|
"learning_rate": 1.0688000270839827e-08,
|
|
"loss": 1.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17233330011367798,
|
|
"step": 1165,
|
|
"valid_targets_mean": 9892.4,
|
|
"valid_targets_min": 1676
|
|
},
|
|
{
|
|
"epoch": 4.963752665245202,
|
|
"grad_norm": 0.13999997154232136,
|
|
"learning_rate": 8.833194630615271e-09,
|
|
"loss": 1.0093,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25140058994293213,
|
|
"step": 1166,
|
|
"valid_targets_mean": 16117.2,
|
|
"valid_targets_min": 14248
|
|
},
|
|
{
|
|
"epoch": 4.968017057569297,
|
|
"grad_norm": 0.14650839142109814,
|
|
"learning_rate": 7.154987727682194e-09,
|
|
"loss": 0.9356,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2747792601585388,
|
|
"step": 1167,
|
|
"valid_targets_mean": 16177.2,
|
|
"valid_targets_min": 15498
|
|
},
|
|
{
|
|
"epoch": 4.97228144989339,
|
|
"grad_norm": 0.14470146907773984,
|
|
"learning_rate": 5.6533943870462625e-09,
|
|
"loss": 1.0106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.20723219215869904,
|
|
"step": 1168,
|
|
"valid_targets_mean": 12527.4,
|
|
"valid_targets_min": 9734
|
|
},
|
|
{
|
|
"epoch": 4.976545842217484,
|
|
"grad_norm": 0.1449205618855386,
|
|
"learning_rate": 4.328427873541152e-09,
|
|
"loss": 1.0014,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24739845097064972,
|
|
"step": 1169,
|
|
"valid_targets_mean": 16187.4,
|
|
"valid_targets_min": 15278
|
|
},
|
|
{
|
|
"epoch": 4.980810234541578,
|
|
"grad_norm": 0.15399492154680527,
|
|
"learning_rate": 3.1800998917086432e-09,
|
|
"loss": 1.0297,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2794463634490967,
|
|
"step": 1170,
|
|
"valid_targets_mean": 16146.8,
|
|
"valid_targets_min": 15337
|
|
},
|
|
{
|
|
"epoch": 4.985074626865671,
|
|
"grad_norm": 0.1460871738721153,
|
|
"learning_rate": 2.2084205856920393e-09,
|
|
"loss": 1.02,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22483548521995544,
|
|
"step": 1171,
|
|
"valid_targets_mean": 14174.9,
|
|
"valid_targets_min": 11882
|
|
},
|
|
{
|
|
"epoch": 4.9893390191897655,
|
|
"grad_norm": 0.14791868420274756,
|
|
"learning_rate": 1.4133985391473482e-09,
|
|
"loss": 1.0201,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28491806983947754,
|
|
"step": 1172,
|
|
"valid_targets_mean": 16147.8,
|
|
"valid_targets_min": 14958
|
|
},
|
|
{
|
|
"epoch": 4.99360341151386,
|
|
"grad_norm": 0.15535541216631937,
|
|
"learning_rate": 7.950407751722288e-10,
|
|
"loss": 1.0033,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25910621881484985,
|
|
"step": 1173,
|
|
"valid_targets_mean": 12998.6,
|
|
"valid_targets_min": 1158
|
|
},
|
|
{
|
|
"epoch": 4.997867803837953,
|
|
"grad_norm": 0.14322205584202816,
|
|
"learning_rate": 3.5335275624159835e-10,
|
|
"loss": 1.0496,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2482285052537918,
|
|
"step": 1174,
|
|
"valid_targets_mean": 15772.4,
|
|
"valid_targets_min": 14853
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.2299317160898379,
|
|
"learning_rate": 8.833838415212014e-11,
|
|
"loss": 1.0092,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.48496419191360474,
|
|
"step": 1175,
|
|
"valid_targets_mean": 11353.3,
|
|
"valid_targets_min": 2084
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.48496419191360474,
|
|
"step": 1175,
|
|
"total_flos": 1940656491724800.0,
|
|
"train_loss": 1.0710605895772893,
|
|
"train_runtime": 5191.8253,
|
|
"train_samples_per_second": 28.892,
|
|
"train_steps_per_second": 0.226,
|
|
"valid_targets_mean": 11353.3,
|
|
"valid_targets_min": 2084
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 1175,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 5,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1940656491724800.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|