{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 1175,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0042643923240938165,
      "grad_norm": 2.5366310886513554,
      "learning_rate": 0.0,
      "loss": 1.4664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3633503019809723,
      "step": 1,
      "valid_targets_mean": 16166.3,
      "valid_targets_min": 15435
    },
    {
      "epoch": 0.008528784648187633,
      "grad_norm": 2.5801694932581136,
      "learning_rate": 3.3898305084745766e-07,
      "loss": 1.4775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.43468669056892395,
      "step": 2,
      "valid_targets_mean": 16231.4,
      "valid_targets_min": 15861
    },
    {
      "epoch": 0.01279317697228145,
      "grad_norm": 2.5436827836237237,
      "learning_rate": 6.779661016949153e-07,
      "loss": 1.498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32442036271095276,
      "step": 3,
      "valid_targets_mean": 12902.7,
      "valid_targets_min": 9698
    },
    {
      "epoch": 0.017057569296375266,
      "grad_norm": 2.557611495365603,
      "learning_rate": 1.016949152542373e-06,
      "loss": 1.5634,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38837745785713196,
      "step": 4,
      "valid_targets_mean": 16193.7,
      "valid_targets_min": 15332
    },
    {
      "epoch": 0.021321961620469083,
      "grad_norm": 2.501076169530371,
      "learning_rate": 1.3559322033898307e-06,
      "loss": 1.4884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4217827320098877,
      "step": 5,
      "valid_targets_mean": 16192.6,
      "valid_targets_min": 15561
    },
    {
      "epoch": 0.0255863539445629,
      "grad_norm": 2.5083867469645673,
      "learning_rate": 1.6949152542372882e-06,
      "loss": 1.4775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33818453550338745,
      "step": 6,
      "valid_targets_mean": 14216.8,
      "valid_targets_min": 11918
    },
    {
      "epoch": 0.029850746268656716,
      "grad_norm": 2.408038285775719,
      "learning_rate": 2.033898305084746e-06,
      "loss": 1.4603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44682514667510986,
      "step": 7,
      "valid_targets_mean": 15977.0,
      "valid_targets_min": 14845
    },
    {
      "epoch": 0.03411513859275053,
      "grad_norm": 2.3292454609481386,
      "learning_rate": 2.372881355932204e-06,
      "loss": 1.4851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3509920835494995,
      "step": 8,
      "valid_targets_mean": 12883.5,
      "valid_targets_min": 1369
    },
    {
      "epoch": 0.03837953091684435,
      "grad_norm": 1.967700745194145,
      "learning_rate": 2.7118644067796613e-06,
      "loss": 1.4199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3503936231136322,
      "step": 9,
      "valid_targets_mean": 15800.5,
      "valid_targets_min": 14349
    },
    {
      "epoch": 0.042643923240938165,
      "grad_norm": 1.8916462786230832,
      "learning_rate": 3.0508474576271192e-06,
      "loss": 1.479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.43284642696380615,
      "step": 10,
      "valid_targets_mean": 16118.9,
      "valid_targets_min": 15042
    },
    {
      "epoch": 0.046908315565031986,
      "grad_norm": 1.6595343637173545,
      "learning_rate": 3.3898305084745763e-06,
      "loss": 1.4307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2499767243862152,
      "step": 11,
      "valid_targets_mean": 9185.1,
      "valid_targets_min": 1758
    },
    {
      "epoch": 0.0511727078891258,
      "grad_norm": 1.5151937956251524,
      "learning_rate": 3.7288135593220342e-06,
      "loss": 1.4265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3513546884059906,
      "step": 12,
      "valid_targets_mean": 16135.2,
      "valid_targets_min": 14794
    },
    {
      "epoch": 0.05543710021321962,
      "grad_norm": 1.5292214435231881,
      "learning_rate": 4.067796610169492e-06,
      "loss": 1.4258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39262068271636963,
      "step": 13,
      "valid_targets_mean": 16090.6,
      "valid_targets_min": 14826
    },
    {
      "epoch": 0.05970149253731343,
      "grad_norm": 1.393250104462496,
      "learning_rate": 4.40677966101695e-06,
      "loss": 1.4146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2585723102092743,
      "step": 14,
      "valid_targets_mean": 10057.8,
      "valid_targets_min": 6101
    },
    {
      "epoch": 0.06396588486140725,
      "grad_norm": 1.1760003188047685,
      "learning_rate": 4.745762711864408e-06,
      "loss": 1.4096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38163837790489197,
      "step": 15,
      "valid_targets_mean": 16117.9,
      "valid_targets_min": 14544
    },
    {
      "epoch": 0.06823027718550106,
      "grad_norm": 1.8086044060522266,
      "learning_rate": 5.084745762711865e-06,
      "loss": 1.4154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.413485050201416,
      "step": 16,
      "valid_targets_mean": 16074.6,
      "valid_targets_min": 14755
    },
    {
      "epoch": 0.07249466950959488,
      "grad_norm": 1.7462651292016687,
      "learning_rate": 5.423728813559323e-06,
      "loss": 1.4223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3601645231246948,
      "step": 17,
      "valid_targets_mean": 14765.2,
      "valid_targets_min": 12313
    },
    {
      "epoch": 0.0767590618336887,
      "grad_norm": 1.4910941336606407,
      "learning_rate": 5.7627118644067805e-06,
      "loss": 1.3985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3598688840866089,
      "step": 18,
      "valid_targets_mean": 16238.3,
      "valid_targets_min": 15660
    },
    {
      "epoch": 0.08102345415778252,
      "grad_norm": 1.2152389918873905,
      "learning_rate": 6.1016949152542385e-06,
      "loss": 1.3569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3777955174446106,
      "step": 19,
      "valid_targets_mean": 16181.4,
      "valid_targets_min": 15422
    },
    {
      "epoch": 0.08528784648187633,
      "grad_norm": 0.9439219563284131,
      "learning_rate": 6.440677966101695e-06,
      "loss": 1.4081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3570820689201355,
      "step": 20,
      "valid_targets_mean": 15211.0,
      "valid_targets_min": 13345
    },
    {
      "epoch": 0.08955223880597014,
      "grad_norm": 0.8614841201368815,
      "learning_rate": 6.779661016949153e-06,
      "loss": 1.3596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39180970191955566,
      "step": 21,
      "valid_targets_mean": 16066.3,
      "valid_targets_min": 13888
    },
    {
      "epoch": 0.09381663113006397,
      "grad_norm": 0.989712835987842,
      "learning_rate": 7.1186440677966106e-06,
      "loss": 1.3796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2866818308830261,
      "step": 22,
      "valid_targets_mean": 11589.2,
      "valid_targets_min": 2526
    },
    {
      "epoch": 0.09808102345415778,
      "grad_norm": 0.8838701674340025,
      "learning_rate": 7.4576271186440685e-06,
      "loss": 1.3191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3461511731147766,
      "step": 23,
      "valid_targets_mean": 16071.5,
      "valid_targets_min": 14705
    },
    {
      "epoch": 0.1023454157782516,
      "grad_norm": 0.7102511059049913,
      "learning_rate": 7.796610169491526e-06,
      "loss": 1.334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38423407077789307,
      "step": 24,
      "valid_targets_mean": 16015.3,
      "valid_targets_min": 13108
    },
    {
      "epoch": 0.10660980810234541,
      "grad_norm": 0.8200282677360692,
      "learning_rate": 8.135593220338983e-06,
      "loss": 1.3382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23730315268039703,
      "step": 25,
      "valid_targets_mean": 10277.5,
      "valid_targets_min": 2154
    },
    {
      "epoch": 0.11087420042643924,
      "grad_norm": 0.7588068868281355,
      "learning_rate": 8.47457627118644e-06,
      "loss": 1.3254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.360531210899353,
      "step": 26,
      "valid_targets_mean": 16022.2,
      "valid_targets_min": 14908
    },
    {
      "epoch": 0.11513859275053305,
      "grad_norm": 0.6220593529622817,
      "learning_rate": 8.8135593220339e-06,
      "loss": 1.3142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35754430294036865,
      "step": 27,
      "valid_targets_mean": 16100.3,
      "valid_targets_min": 13427
    },
    {
      "epoch": 0.11940298507462686,
      "grad_norm": 0.5954017359076195,
      "learning_rate": 9.152542372881356e-06,
      "loss": 1.2747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2550112009048462,
      "step": 28,
      "valid_targets_mean": 11641.7,
      "valid_targets_min": 8792
    },
    {
      "epoch": 0.12366737739872068,
      "grad_norm": 0.641528051079028,
      "learning_rate": 9.491525423728815e-06,
      "loss": 1.3399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3624398708343506,
      "step": 29,
      "valid_targets_mean": 16077.6,
      "valid_targets_min": 15116
    },
    {
      "epoch": 0.1279317697228145,
      "grad_norm": 0.4920851160355056,
      "learning_rate": 9.830508474576272e-06,
      "loss": 1.3,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3876349627971649,
      "step": 30,
      "valid_targets_mean": 16075.6,
      "valid_targets_min": 15222
    },
    {
      "epoch": 0.13219616204690832,
      "grad_norm": 0.5222548588184942,
      "learning_rate": 1.016949152542373e-05,
      "loss": 1.2629,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29042887687683105,
      "step": 31,
      "valid_targets_mean": 14641.4,
      "valid_targets_min": 12602
    },
    {
      "epoch": 0.13646055437100213,
      "grad_norm": 0.5397850083552871,
      "learning_rate": 1.0508474576271188e-05,
      "loss": 1.319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3626946806907654,
      "step": 32,
      "valid_targets_mean": 16118.6,
      "valid_targets_min": 14547
    },
    {
      "epoch": 0.14072494669509594,
      "grad_norm": 0.4793360544551292,
      "learning_rate": 1.0847457627118645e-05,
      "loss": 1.2598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28542160987854004,
      "step": 33,
      "valid_targets_mean": 13292.3,
      "valid_targets_min": 2298
    },
    {
      "epoch": 0.14498933901918976,
      "grad_norm": 0.45405854099713594,
      "learning_rate": 1.1186440677966102e-05,
      "loss": 1.2351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30616092681884766,
      "step": 34,
      "valid_targets_mean": 15516.8,
      "valid_targets_min": 13685
    },
    {
      "epoch": 0.14925373134328357,
      "grad_norm": 0.4319692781535827,
      "learning_rate": 1.1525423728813561e-05,
      "loss": 1.2525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3785768747329712,
      "step": 35,
      "valid_targets_mean": 16160.1,
      "valid_targets_min": 15418
    },
    {
      "epoch": 0.1535181236673774,
      "grad_norm": 0.4527662177446445,
      "learning_rate": 1.1864406779661018e-05,
      "loss": 1.262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22713381052017212,
      "step": 36,
      "valid_targets_mean": 9924.8,
      "valid_targets_min": 1242
    },
    {
      "epoch": 0.15778251599147122,
      "grad_norm": 0.3765831906436275,
      "learning_rate": 1.2203389830508477e-05,
      "loss": 1.2654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30958038568496704,
      "step": 37,
      "valid_targets_mean": 16209.8,
      "valid_targets_min": 15560
    },
    {
      "epoch": 0.16204690831556504,
      "grad_norm": 0.42044497087118887,
      "learning_rate": 1.2542372881355932e-05,
      "loss": 1.2353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3550320565700531,
      "step": 38,
      "valid_targets_mean": 16175.6,
      "valid_targets_min": 15189
    },
    {
      "epoch": 0.16631130063965885,
      "grad_norm": 0.39664232457510257,
      "learning_rate": 1.288135593220339e-05,
      "loss": 1.287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23336681723594666,
      "step": 39,
      "valid_targets_mean": 9991.4,
      "valid_targets_min": 6726
    },
    {
      "epoch": 0.17057569296375266,
      "grad_norm": 0.39504221280618673,
      "learning_rate": 1.3220338983050848e-05,
      "loss": 1.2264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3280348777770996,
      "step": 40,
      "valid_targets_mean": 16142.2,
      "valid_targets_min": 14273
    },
    {
      "epoch": 0.17484008528784648,
      "grad_norm": 0.34053684953238916,
      "learning_rate": 1.3559322033898305e-05,
      "loss": 1.2227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33567771315574646,
      "step": 41,
      "valid_targets_mean": 16186.6,
      "valid_targets_min": 14994
    },
    {
      "epoch": 0.1791044776119403,
      "grad_norm": 0.3295620699042012,
      "learning_rate": 1.3898305084745764e-05,
      "loss": 1.2683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27557477355003357,
      "step": 42,
      "valid_targets_mean": 13378.8,
      "valid_targets_min": 11254
    },
    {
      "epoch": 0.18336886993603413,
      "grad_norm": 0.3280221166685567,
      "learning_rate": 1.4237288135593221e-05,
      "loss": 1.2093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34312349557876587,
      "step": 43,
      "valid_targets_mean": 16160.8,
      "valid_targets_min": 15560
    },
    {
      "epoch": 0.18763326226012794,
      "grad_norm": 0.32067396279656807,
      "learning_rate": 1.4576271186440678e-05,
      "loss": 1.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31136569380760193,
      "step": 44,
      "valid_targets_mean": 16207.8,
      "valid_targets_min": 14732
    },
    {
      "epoch": 0.19189765458422176,
      "grad_norm": 0.3204956775534723,
      "learning_rate": 1.4915254237288137e-05,
      "loss": 1.3217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32411104440689087,
      "step": 45,
      "valid_targets_mean": 14813.5,
      "valid_targets_min": 13169
    },
    {
      "epoch": 0.19616204690831557,
      "grad_norm": 0.31309834097280076,
      "learning_rate": 1.5254237288135594e-05,
      "loss": 1.1979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3351410925388336,
      "step": 46,
      "valid_targets_mean": 16167.5,
      "valid_targets_min": 14831
    },
    {
      "epoch": 0.20042643923240938,
      "grad_norm": 0.3062761729865377,
      "learning_rate": 1.5593220338983053e-05,
      "loss": 1.2702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2603297829627991,
      "step": 47,
      "valid_targets_mean": 11703.6,
      "valid_targets_min": 3390
    },
    {
      "epoch": 0.2046908315565032,
      "grad_norm": 0.3059044906159298,
      "learning_rate": 1.593220338983051e-05,
      "loss": 1.2089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31020739674568176,
      "step": 48,
      "valid_targets_mean": 15695.9,
      "valid_targets_min": 14068
    },
    {
      "epoch": 0.208955223880597,
      "grad_norm": 0.29729679774217543,
      "learning_rate": 1.6271186440677967e-05,
      "loss": 1.2575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3794437348842621,
      "step": 49,
      "valid_targets_mean": 16029.5,
      "valid_targets_min": 13688
    },
    {
      "epoch": 0.21321961620469082,
      "grad_norm": 0.28568244337662785,
      "learning_rate": 1.6610169491525424e-05,
      "loss": 1.22,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17967450618743896,
      "step": 50,
      "valid_targets_mean": 7348.0,
      "valid_targets_min": 1535
    },
    {
      "epoch": 0.21748400852878466,
      "grad_norm": 0.30679422108986126,
      "learning_rate": 1.694915254237288e-05,
      "loss": 1.1838,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30095893144607544,
      "step": 51,
      "valid_targets_mean": 16203.1,
      "valid_targets_min": 15803
    },
    {
      "epoch": 0.22174840085287847,
      "grad_norm": 0.30903751456062006,
      "learning_rate": 1.728813559322034e-05,
      "loss": 1.2364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36445748805999756,
      "step": 52,
      "valid_targets_mean": 16132.4,
      "valid_targets_min": 15171
    },
    {
      "epoch": 0.2260127931769723,
      "grad_norm": 0.2734644653742701,
      "learning_rate": 1.76271186440678e-05,
      "loss": 1.2401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2611805200576782,
      "step": 53,
      "valid_targets_mean": 12511.2,
      "valid_targets_min": 10082
    },
    {
      "epoch": 0.2302771855010661,
      "grad_norm": 0.296167365405311,
      "learning_rate": 1.7966101694915256e-05,
      "loss": 1.2035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33024922013282776,
      "step": 54,
      "valid_targets_mean": 16137.9,
      "valid_targets_min": 14934
    },
    {
      "epoch": 0.2345415778251599,
      "grad_norm": 0.2857314835724685,
      "learning_rate": 1.8305084745762713e-05,
      "loss": 1.2213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36636629700660706,
      "step": 55,
      "valid_targets_mean": 16097.3,
      "valid_targets_min": 15345
    },
    {
      "epoch": 0.23880597014925373,
      "grad_norm": 0.30832952787337065,
      "learning_rate": 1.864406779661017e-05,
      "loss": 1.2059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2799396216869354,
      "step": 56,
      "valid_targets_mean": 14551.7,
      "valid_targets_min": 12631
    },
    {
      "epoch": 0.24307036247334754,
      "grad_norm": 0.2742963507475523,
      "learning_rate": 1.898305084745763e-05,
      "loss": 1.2492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33785948157310486,
      "step": 57,
      "valid_targets_mean": 15843.4,
      "valid_targets_min": 9286
    },
    {
      "epoch": 0.24733475479744135,
      "grad_norm": 0.3353292347627481,
      "learning_rate": 1.9322033898305087e-05,
      "loss": 1.1739,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30091214179992676,
      "step": 58,
      "valid_targets_mean": 13183.4,
      "valid_targets_min": 2731
    },
    {
      "epoch": 0.2515991471215352,
      "grad_norm": 0.28940885000192057,
      "learning_rate": 1.9661016949152545e-05,
      "loss": 1.2328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3025071620941162,
      "step": 59,
      "valid_targets_mean": 15810.2,
      "valid_targets_min": 14420
    },
    {
      "epoch": 0.255863539445629,
      "grad_norm": 0.3158097390368932,
      "learning_rate": 2e-05,
      "loss": 1.1723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34030646085739136,
      "step": 60,
      "valid_targets_mean": 16229.3,
      "valid_targets_min": 15657
    },
    {
      "epoch": 0.2601279317697228,
      "grad_norm": 0.3421290994544124,
      "learning_rate": 2.033898305084746e-05,
      "loss": 1.2155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2056933045387268,
      "step": 61,
      "valid_targets_mean": 8622.5,
      "valid_targets_min": 1160
    },
    {
      "epoch": 0.26439232409381663,
      "grad_norm": 0.2840875671625852,
      "learning_rate": 2.0677966101694916e-05,
      "loss": 1.2035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3078186511993408,
      "step": 62,
      "valid_targets_mean": 16106.1,
      "valid_targets_min": 14943
    },
    {
      "epoch": 0.26865671641791045,
      "grad_norm": 0.36023223069817156,
      "learning_rate": 2.1016949152542376e-05,
      "loss": 1.1707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34042203426361084,
      "step": 63,
      "valid_targets_mean": 16136.8,
      "valid_targets_min": 15314
    },
    {
      "epoch": 0.27292110874200426,
      "grad_norm": 0.3230768382997439,
      "learning_rate": 2.1355932203389833e-05,
      "loss": 1.2295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2322762906551361,
      "step": 64,
      "valid_targets_mean": 10336.6,
      "valid_targets_min": 5623
    },
    {
      "epoch": 0.2771855010660981,
      "grad_norm": 0.3201591381046788,
      "learning_rate": 2.169491525423729e-05,
      "loss": 1.1718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3034995496273041,
      "step": 65,
      "valid_targets_mean": 16176.8,
      "valid_targets_min": 15278
    },
    {
      "epoch": 0.2814498933901919,
      "grad_norm": 0.3665430118978998,
      "learning_rate": 2.2033898305084748e-05,
      "loss": 1.162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35378801822662354,
      "step": 66,
      "valid_targets_mean": 16186.6,
      "valid_targets_min": 15380
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.29217465033844975,
      "learning_rate": 2.2372881355932205e-05,
      "loss": 1.206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2516692280769348,
      "step": 67,
      "valid_targets_mean": 12693.9,
      "valid_targets_min": 10543
    },
    {
      "epoch": 0.2899786780383795,
      "grad_norm": 0.411568614568208,
      "learning_rate": 2.2711864406779665e-05,
      "loss": 1.1956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3390015661716461,
      "step": 68,
      "valid_targets_mean": 16133.4,
      "valid_targets_min": 15452
    },
    {
      "epoch": 0.2942430703624733,
      "grad_norm": 0.34592991350624464,
      "learning_rate": 2.3050847457627122e-05,
      "loss": 1.1607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3600677251815796,
      "step": 69,
      "valid_targets_mean": 16142.4,
      "valid_targets_min": 15328
    },
    {
      "epoch": 0.29850746268656714,
      "grad_norm": 0.4123090858740144,
      "learning_rate": 2.338983050847458e-05,
      "loss": 1.2265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28057190775871277,
      "step": 70,
      "valid_targets_mean": 14594.2,
      "valid_targets_min": 13086
    },
    {
      "epoch": 0.302771855010661,
      "grad_norm": 0.4890966579587274,
      "learning_rate": 2.3728813559322036e-05,
      "loss": 1.1575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3367359936237335,
      "step": 71,
      "valid_targets_mean": 16185.4,
      "valid_targets_min": 15260
    },
    {
      "epoch": 0.3070362473347548,
      "grad_norm": 0.4147372197442472,
      "learning_rate": 2.406779661016949e-05,
      "loss": 1.2517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.253772497177124,
      "step": 72,
      "valid_targets_mean": 11549.2,
      "valid_targets_min": 1417
    },
    {
      "epoch": 0.31130063965884863,
      "grad_norm": 0.3466568226950996,
      "learning_rate": 2.4406779661016954e-05,
      "loss": 1.2116,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3072333335876465,
      "step": 73,
      "valid_targets_mean": 16113.0,
      "valid_targets_min": 13998
    },
    {
      "epoch": 0.31556503198294245,
      "grad_norm": 0.42271407097276814,
      "learning_rate": 2.474576271186441e-05,
      "loss": 1.1922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31899935007095337,
      "step": 74,
      "valid_targets_mean": 16215.8,
      "valid_targets_min": 15958
    },
    {
      "epoch": 0.31982942430703626,
      "grad_norm": 0.4615831928578139,
      "learning_rate": 2.5084745762711865e-05,
      "loss": 1.2115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17871591448783875,
      "step": 75,
      "valid_targets_mean": 8364.3,
      "valid_targets_min": 2376
    },
    {
      "epoch": 0.32409381663113007,
      "grad_norm": 0.4916646150801305,
      "learning_rate": 2.5423728813559322e-05,
      "loss": 1.1658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3067433834075928,
      "step": 76,
      "valid_targets_mean": 16091.7,
      "valid_targets_min": 14826
    },
    {
      "epoch": 0.3283582089552239,
      "grad_norm": 0.3818058190469012,
      "learning_rate": 2.576271186440678e-05,
      "loss": 1.1853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34559395909309387,
      "step": 77,
      "valid_targets_mean": 16167.6,
      "valid_targets_min": 15351
    },
    {
      "epoch": 0.3326226012793177,
      "grad_norm": 0.5328297519583807,
      "learning_rate": 2.610169491525424e-05,
      "loss": 1.1718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23474229872226715,
      "step": 78,
      "valid_targets_mean": 12202.2,
      "valid_targets_min": 8376
    },
    {
      "epoch": 0.3368869936034115,
      "grad_norm": 0.4530723381013144,
      "learning_rate": 2.6440677966101696e-05,
      "loss": 1.1892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31477317214012146,
      "step": 79,
      "valid_targets_mean": 16147.0,
      "valid_targets_min": 15397
    },
    {
      "epoch": 0.3411513859275053,
      "grad_norm": 0.37980374625899643,
      "learning_rate": 2.6779661016949153e-05,
      "loss": 1.1893,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34435707330703735,
      "step": 80,
      "valid_targets_mean": 16172.6,
      "valid_targets_min": 14636
    },
    {
      "epoch": 0.34541577825159914,
      "grad_norm": 0.443903919371291,
      "learning_rate": 2.711864406779661e-05,
      "loss": 1.2273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2900157868862152,
      "step": 81,
      "valid_targets_mean": 14128.0,
      "valid_targets_min": 10472
    },
    {
      "epoch": 0.34968017057569295,
      "grad_norm": 0.42006078121550716,
      "learning_rate": 2.7457627118644068e-05,
      "loss": 1.1602,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34231239557266235,
      "step": 82,
      "valid_targets_mean": 16067.8,
      "valid_targets_min": 15370
    },
    {
      "epoch": 0.35394456289978676,
      "grad_norm": 0.4771362126592886,
      "learning_rate": 2.7796610169491528e-05,
      "loss": 1.1927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29910576343536377,
      "step": 83,
      "valid_targets_mean": 13262.2,
      "valid_targets_min": 2435
    },
    {
      "epoch": 0.3582089552238806,
      "grad_norm": 0.5188342182814704,
      "learning_rate": 2.8135593220338985e-05,
      "loss": 1.1403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2677900195121765,
      "step": 84,
      "valid_targets_mean": 15934.3,
      "valid_targets_min": 14185
    },
    {
      "epoch": 0.3624733475479744,
      "grad_norm": 0.44679103859423375,
      "learning_rate": 2.8474576271186442e-05,
      "loss": 1.2264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36229631304740906,
      "step": 85,
      "valid_targets_mean": 16101.3,
      "valid_targets_min": 14897
    },
    {
      "epoch": 0.36673773987206826,
      "grad_norm": 0.5537923610373594,
      "learning_rate": 2.88135593220339e-05,
      "loss": 1.221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2012385129928589,
      "step": 86,
      "valid_targets_mean": 9425.7,
      "valid_targets_min": 1851
    },
    {
      "epoch": 0.37100213219616207,
      "grad_norm": 0.40877363516574183,
      "learning_rate": 2.9152542372881356e-05,
      "loss": 1.1826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3085198998451233,
      "step": 87,
      "valid_targets_mean": 16128.9,
      "valid_targets_min": 15263
    },
    {
      "epoch": 0.3752665245202559,
      "grad_norm": 0.531131956607798,
      "learning_rate": 2.9491525423728817e-05,
      "loss": 1.1847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3547207713127136,
      "step": 88,
      "valid_targets_mean": 16217.1,
      "valid_targets_min": 15697
    },
    {
      "epoch": 0.3795309168443497,
      "grad_norm": 0.4821539701368115,
      "learning_rate": 2.9830508474576274e-05,
      "loss": 1.1545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20888623595237732,
      "step": 89,
      "valid_targets_mean": 10271.9,
      "valid_targets_min": 5871
    },
    {
      "epoch": 0.3837953091684435,
      "grad_norm": 0.44479347429852767,
      "learning_rate": 3.016949152542373e-05,
      "loss": 1.195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3040030598640442,
      "step": 90,
      "valid_targets_mean": 16159.1,
      "valid_targets_min": 15337
    },
    {
      "epoch": 0.3880597014925373,
      "grad_norm": 0.49611777623662034,
      "learning_rate": 3.0508474576271188e-05,
      "loss": 1.1665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36148935556411743,
      "step": 91,
      "valid_targets_mean": 16088.1,
      "valid_targets_min": 14827
    },
    {
      "epoch": 0.39232409381663114,
      "grad_norm": 0.47030432730526317,
      "learning_rate": 3.084745762711865e-05,
      "loss": 1.2088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27276670932769775,
      "step": 92,
      "valid_targets_mean": 13574.6,
      "valid_targets_min": 10444
    },
    {
      "epoch": 0.39658848614072495,
      "grad_norm": 0.45488608147303355,
      "learning_rate": 3.1186440677966106e-05,
      "loss": 1.1785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33878713846206665,
      "step": 93,
      "valid_targets_mean": 16158.7,
      "valid_targets_min": 15460
    },
    {
      "epoch": 0.40085287846481876,
      "grad_norm": 0.485936892703445,
      "learning_rate": 3.152542372881356e-05,
      "loss": 1.1511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34667015075683594,
      "step": 94,
      "valid_targets_mean": 16128.6,
      "valid_targets_min": 13927
    },
    {
      "epoch": 0.4051172707889126,
      "grad_norm": 0.39962744663044864,
      "learning_rate": 3.186440677966102e-05,
      "loss": 1.1833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29390081763267517,
      "step": 95,
      "valid_targets_mean": 15844.7,
      "valid_targets_min": 14737
    },
    {
      "epoch": 0.4093816631130064,
      "grad_norm": 0.4535828391796072,
      "learning_rate": 3.2203389830508473e-05,
      "loss": 1.2341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3389269709587097,
      "step": 96,
      "valid_targets_mean": 16087.4,
      "valid_targets_min": 13635
    },
    {
      "epoch": 0.4136460554371002,
      "grad_norm": 0.4208222066539856,
      "learning_rate": 3.2542372881355934e-05,
      "loss": 1.1837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23698459565639496,
      "step": 97,
      "valid_targets_mean": 10771.6,
      "valid_targets_min": 1136
    },
    {
      "epoch": 0.417910447761194,
      "grad_norm": 0.6033426037267763,
      "learning_rate": 3.2881355932203394e-05,
      "loss": 1.1683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29125797748565674,
      "step": 98,
      "valid_targets_mean": 15845.2,
      "valid_targets_min": 14972
    },
    {
      "epoch": 0.42217484008528783,
      "grad_norm": 0.6430996304411255,
      "learning_rate": 3.322033898305085e-05,
      "loss": 1.1804,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3551673889160156,
      "step": 99,
      "valid_targets_mean": 16180.6,
      "valid_targets_min": 15678
    },
    {
      "epoch": 0.42643923240938164,
      "grad_norm": 0.565665763179061,
      "learning_rate": 3.355932203389831e-05,
      "loss": 1.1789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19581037759780884,
      "step": 100,
      "valid_targets_mean": 8886.4,
      "valid_targets_min": 2484
    },
    {
      "epoch": 0.43070362473347545,
      "grad_norm": 0.5396605416088711,
      "learning_rate": 3.389830508474576e-05,
      "loss": 1.1322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27528661489486694,
      "step": 101,
      "valid_targets_mean": 16190.2,
      "valid_targets_min": 15322
    },
    {
      "epoch": 0.4349680170575693,
      "grad_norm": 0.872782047618966,
      "learning_rate": 3.423728813559322e-05,
      "loss": 1.1835,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3470345437526703,
      "step": 102,
      "valid_targets_mean": 16177.2,
      "valid_targets_min": 15635
    },
    {
      "epoch": 0.43923240938166314,
      "grad_norm": 1.0278755291690116,
      "learning_rate": 3.457627118644068e-05,
      "loss": 1.1275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23301859200000763,
      "step": 103,
      "valid_targets_mean": 12241.3,
      "valid_targets_min": 9421
    },
    {
      "epoch": 0.44349680170575695,
      "grad_norm": 0.7125446740464207,
      "learning_rate": 3.491525423728814e-05,
      "loss": 1.1447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29817789793014526,
      "step": 104,
      "valid_targets_mean": 16131.7,
      "valid_targets_min": 15263
    },
    {
      "epoch": 0.44776119402985076,
      "grad_norm": 0.5563012628453976,
      "learning_rate": 3.52542372881356e-05,
      "loss": 1.1743,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3532581329345703,
      "step": 105,
      "valid_targets_mean": 15808.0,
      "valid_targets_min": 5994
    },
    {
      "epoch": 0.4520255863539446,
      "grad_norm": 0.5790943913836976,
      "learning_rate": 3.559322033898305e-05,
      "loss": 1.2051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2807878851890564,
      "step": 106,
      "valid_targets_mean": 14647.7,
      "valid_targets_min": 12782
    },
    {
      "epoch": 0.4562899786780384,
      "grad_norm": 0.44736003462007023,
      "learning_rate": 3.593220338983051e-05,
      "loss": 1.1903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3288416862487793,
      "step": 107,
      "valid_targets_mean": 16161.3,
      "valid_targets_min": 15446
    },
    {
      "epoch": 0.4605543710021322,
      "grad_norm": 0.5622289779961762,
      "learning_rate": 3.627118644067797e-05,
      "loss": 1.1981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28626295924186707,
      "step": 108,
      "valid_targets_mean": 12701.5,
      "valid_targets_min": 755
    },
    {
      "epoch": 0.464818763326226,
      "grad_norm": 0.6298643931105169,
      "learning_rate": 3.6610169491525426e-05,
      "loss": 1.1212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27614328265190125,
      "step": 109,
      "valid_targets_mean": 15305.1,
      "valid_targets_min": 13189
    },
    {
      "epoch": 0.4690831556503198,
      "grad_norm": 0.5185621603579966,
      "learning_rate": 3.6949152542372886e-05,
      "loss": 1.1703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33316150307655334,
      "step": 110,
      "valid_targets_mean": 16089.3,
      "valid_targets_min": 13573
    },
    {
      "epoch": 0.47334754797441364,
      "grad_norm": 0.42559122357589,
      "learning_rate": 3.728813559322034e-05,
      "loss": 1.2036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19938254356384277,
      "step": 111,
      "valid_targets_mean": 9455.9,
      "valid_targets_min": 1155
    },
    {
      "epoch": 0.47761194029850745,
      "grad_norm": 0.547538253832718,
      "learning_rate": 3.76271186440678e-05,
      "loss": 1.1543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2797814905643463,
      "step": 112,
      "valid_targets_mean": 16189.5,
      "valid_targets_min": 14479
    },
    {
      "epoch": 0.48187633262260127,
      "grad_norm": 0.4953749309045982,
      "learning_rate": 3.796610169491526e-05,
      "loss": 1.1223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3203335404396057,
      "step": 113,
      "valid_targets_mean": 16139.4,
      "valid_targets_min": 15023
    },
    {
      "epoch": 0.4861407249466951,
      "grad_norm": 0.5008062729973279,
      "learning_rate": 3.8305084745762714e-05,
      "loss": 1.1945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20449399948120117,
      "step": 114,
      "valid_targets_mean": 10739.7,
      "valid_targets_min": 4961
    },
    {
      "epoch": 0.4904051172707889,
      "grad_norm": 0.5386560071865651,
      "learning_rate": 3.8644067796610175e-05,
      "loss": 1.1995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3071936368942261,
      "step": 115,
      "valid_targets_mean": 16131.4,
      "valid_targets_min": 15295
    },
    {
      "epoch": 0.4946695095948827,
      "grad_norm": 0.40711995591176553,
      "learning_rate": 3.898305084745763e-05,
      "loss": 1.1794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35818758606910706,
      "step": 116,
      "valid_targets_mean": 16016.1,
      "valid_targets_min": 14837
    },
    {
      "epoch": 0.4989339019189765,
      "grad_norm": 0.5473817794095149,
      "learning_rate": 3.932203389830509e-05,
      "loss": 1.1484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22010652720928192,
      "step": 117,
      "valid_targets_mean": 12074.7,
      "valid_targets_min": 9259
    },
    {
      "epoch": 0.5031982942430704,
      "grad_norm": 0.5549393845209296,
      "learning_rate": 3.966101694915255e-05,
      "loss": 1.2017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33431297540664673,
      "step": 118,
      "valid_targets_mean": 16067.9,
      "valid_targets_min": 13427
    },
    {
      "epoch": 0.5074626865671642,
      "grad_norm": 0.5146152133859702,
      "learning_rate": 4e-05,
      "loss": 1.1359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32214197516441345,
      "step": 119,
      "valid_targets_mean": 15887.3,
      "valid_targets_min": 4483
    },
    {
      "epoch": 0.511727078891258,
      "grad_norm": 0.6228833876090004,
      "learning_rate": 3.999991166161585e-05,
      "loss": 1.1709,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2574143409729004,
      "step": 120,
      "valid_targets_mean": 15023.2,
      "valid_targets_min": 12822
    },
    {
      "epoch": 0.5159914712153518,
      "grad_norm": 0.6342331737079137,
      "learning_rate": 3.999964664724376e-05,
      "loss": 1.1309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33971458673477173,
      "step": 121,
      "valid_targets_mean": 16139.8,
      "valid_targets_min": 15345
    },
    {
      "epoch": 0.5202558635394456,
      "grad_norm": 0.7094986485415746,
      "learning_rate": 3.999920495922483e-05,
      "loss": 1.1437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20790129899978638,
      "step": 122,
      "valid_targets_mean": 10948.9,
      "valid_targets_min": 2964
    },
    {
      "epoch": 0.5245202558635395,
      "grad_norm": 0.7145033987132133,
      "learning_rate": 3.999858660146085e-05,
      "loss": 1.1595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29542362689971924,
      "step": 123,
      "valid_targets_mean": 16067.6,
      "valid_targets_min": 13788
    },
    {
      "epoch": 0.5287846481876333,
      "grad_norm": 0.7457689773326728,
      "learning_rate": 3.999779157941431e-05,
      "loss": 1.1707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3226638734340668,
      "step": 124,
      "valid_targets_mean": 16100.9,
      "valid_targets_min": 14446
    },
    {
      "epoch": 0.5330490405117271,
      "grad_norm": 0.5239696778473059,
      "learning_rate": 3.99968199001083e-05,
      "loss": 1.132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17688265442848206,
      "step": 125,
      "valid_targets_mean": 8757.8,
      "valid_targets_min": 1946
    },
    {
      "epoch": 0.5373134328358209,
      "grad_norm": 0.6724127021853642,
      "learning_rate": 3.999567157212646e-05,
      "loss": 1.1538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29729247093200684,
      "step": 126,
      "valid_targets_mean": 16084.3,
      "valid_targets_min": 15180
    },
    {
      "epoch": 0.5415778251599147,
      "grad_norm": 0.5970809000359247,
      "learning_rate": 3.9994346605612955e-05,
      "loss": 1.1575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3342553675174713,
      "step": 127,
      "valid_targets_mean": 16168.2,
      "valid_targets_min": 15465
    },
    {
      "epoch": 0.5458422174840085,
      "grad_norm": 0.6500359122095334,
      "learning_rate": 3.999284501227232e-05,
      "loss": 1.1443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22495630383491516,
      "step": 128,
      "valid_targets_mean": 11782.7,
      "valid_targets_min": 8043
    },
    {
      "epoch": 0.5501066098081023,
      "grad_norm": 0.5131778839895256,
      "learning_rate": 3.9991166805369393e-05,
      "loss": 1.1667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31228113174438477,
      "step": 129,
      "valid_targets_mean": 16157.4,
      "valid_targets_min": 15459
    },
    {
      "epoch": 0.5543710021321961,
      "grad_norm": 0.6887330054802512,
      "learning_rate": 3.9989311999729166e-05,
      "loss": 1.1831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33670181035995483,
      "step": 130,
      "valid_targets_mean": 16114.2,
      "valid_targets_min": 14385
    },
    {
      "epoch": 0.55863539445629,
      "grad_norm": 0.754673773153781,
      "learning_rate": 3.99872806117367e-05,
      "loss": 1.1204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2688842713832855,
      "step": 131,
      "valid_targets_mean": 14860.6,
      "valid_targets_min": 13129
    },
    {
      "epoch": 0.5628997867803838,
      "grad_norm": 0.6456491151478851,
      "learning_rate": 3.998507265933696e-05,
      "loss": 1.1058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2996610403060913,
      "step": 132,
      "valid_targets_mean": 15748.8,
      "valid_targets_min": 2605
    },
    {
      "epoch": 0.5671641791044776,
      "grad_norm": 0.7739595345647093,
      "learning_rate": 3.9982688162034624e-05,
      "loss": 1.1461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2546170949935913,
      "step": 133,
      "valid_targets_mean": 13342.2,
      "valid_targets_min": 2588
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.9331641630918175,
      "learning_rate": 3.998012714089397e-05,
      "loss": 1.14,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28307855129241943,
      "step": 134,
      "valid_targets_mean": 15889.0,
      "valid_targets_min": 14972
    },
    {
      "epoch": 0.5756929637526652,
      "grad_norm": 0.9902818305571806,
      "learning_rate": 3.997738961853863e-05,
      "loss": 1.1315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3365092873573303,
      "step": 135,
      "valid_targets_mean": 16079.2,
      "valid_targets_min": 14609
    },
    {
      "epoch": 0.579957356076759,
      "grad_norm": 0.8715174096943445,
      "learning_rate": 3.9974475619151445e-05,
      "loss": 1.1013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1926274299621582,
      "step": 136,
      "valid_targets_mean": 11098.3,
      "valid_targets_min": 4124
    },
    {
      "epoch": 0.5842217484008528,
      "grad_norm": 0.5818454793871639,
      "learning_rate": 3.997138516847422e-05,
      "loss": 1.0952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2703971266746521,
      "step": 137,
      "valid_targets_mean": 16150.4,
      "valid_targets_min": 15263
    },
    {
      "epoch": 0.5884861407249466,
      "grad_norm": 0.5206090871135683,
      "learning_rate": 3.9968118293807476e-05,
      "loss": 1.1584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36197149753570557,
      "step": 138,
      "valid_targets_mean": 16076.4,
      "valid_targets_min": 15001
    },
    {
      "epoch": 0.5927505330490405,
      "grad_norm": 0.47851414710060025,
      "learning_rate": 3.996467502401028e-05,
      "loss": 1.156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2182786762714386,
      "step": 139,
      "valid_targets_mean": 10867.7,
      "valid_targets_min": 7289
    },
    {
      "epoch": 0.5970149253731343,
      "grad_norm": 0.5229917474490419,
      "learning_rate": 3.9961055389499904e-05,
      "loss": 1.1422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.301999032497406,
      "step": 140,
      "valid_targets_mean": 16133.0,
      "valid_targets_min": 14726
    },
    {
      "epoch": 0.6012793176972282,
      "grad_norm": 0.4640175563151738,
      "learning_rate": 3.995725942225162e-05,
      "loss": 1.1762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34188324213027954,
      "step": 141,
      "valid_targets_mean": 16148.1,
      "valid_targets_min": 15478
    },
    {
      "epoch": 0.605543710021322,
      "grad_norm": 0.653443767069592,
      "learning_rate": 3.995328715579839e-05,
      "loss": 1.1606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27668648958206177,
      "step": 142,
      "valid_targets_mean": 13650.9,
      "valid_targets_min": 11524
    },
    {
      "epoch": 0.6098081023454158,
      "grad_norm": 0.4986487612919465,
      "learning_rate": 3.994913862523058e-05,
      "loss": 1.1816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3264992833137512,
      "step": 143,
      "valid_targets_mean": 16144.9,
      "valid_targets_min": 14836
    },
    {
      "epoch": 0.6140724946695096,
      "grad_norm": 0.5588149612000367,
      "learning_rate": 3.9944813867195624e-05,
      "loss": 1.1544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30848005414009094,
      "step": 144,
      "valid_targets_mean": 16204.7,
      "valid_targets_min": 15523
    },
    {
      "epoch": 0.6183368869936035,
      "grad_norm": 0.7453941380994512,
      "learning_rate": 3.9940312919897744e-05,
      "loss": 1.084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25924232602119446,
      "step": 145,
      "valid_targets_mean": 15518.0,
      "valid_targets_min": 13968
    },
    {
      "epoch": 0.6226012793176973,
      "grad_norm": 0.5464420276850471,
      "learning_rate": 3.993563582309759e-05,
      "loss": 1.0965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31063953042030334,
      "step": 146,
      "valid_targets_mean": 16188.8,
      "valid_targets_min": 15135
    },
    {
      "epoch": 0.6268656716417911,
      "grad_norm": 0.42469028732271724,
      "learning_rate": 3.993078261811186e-05,
      "loss": 1.1803,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23097334802150726,
      "step": 147,
      "valid_targets_mean": 10491.1,
      "valid_targets_min": 1680
    },
    {
      "epoch": 0.6311300639658849,
      "grad_norm": 0.5478065261122042,
      "learning_rate": 3.9925753347813e-05,
      "loss": 1.1282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.265234112739563,
      "step": 148,
      "valid_targets_mean": 15896.2,
      "valid_targets_min": 14353
    },
    {
      "epoch": 0.6353944562899787,
      "grad_norm": 0.5043516530535429,
      "learning_rate": 3.992054805662876e-05,
      "loss": 1.1885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3632124662399292,
      "step": 149,
      "valid_targets_mean": 16139.4,
      "valid_targets_min": 15325
    },
    {
      "epoch": 0.6396588486140725,
      "grad_norm": 0.4865290796482085,
      "learning_rate": 3.991516679054185e-05,
      "loss": 1.1321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15352267026901245,
      "step": 150,
      "valid_targets_mean": 7331.1,
      "valid_targets_min": 1086
    },
    {
      "epoch": 0.6439232409381663,
      "grad_norm": 0.4746388637360173,
      "learning_rate": 3.9909609597089496e-05,
      "loss": 1.0899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2732847332954407,
      "step": 151,
      "valid_targets_mean": 16209.2,
      "valid_targets_min": 15437
    },
    {
      "epoch": 0.6481876332622601,
      "grad_norm": 0.5814090165743458,
      "learning_rate": 3.9903876525363055e-05,
      "loss": 1.2186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37276649475097656,
      "step": 152,
      "valid_targets_mean": 15970.0,
      "valid_targets_min": 15153
    },
    {
      "epoch": 0.652452025586354,
      "grad_norm": 0.47405089117198984,
      "learning_rate": 3.989796762600755e-05,
      "loss": 1.1468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23082441091537476,
      "step": 153,
      "valid_targets_mean": 12333.0,
      "valid_targets_min": 7440
    },
    {
      "epoch": 0.6567164179104478,
      "grad_norm": 0.5802677001801227,
      "learning_rate": 3.9891882951221246e-05,
      "loss": 1.1678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.297301709651947,
      "step": 154,
      "valid_targets_mean": 16176.9,
      "valid_targets_min": 15348
    },
    {
      "epoch": 0.6609808102345416,
      "grad_norm": 0.4830864833929257,
      "learning_rate": 3.988562255475518e-05,
      "loss": 1.1887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3305373191833496,
      "step": 155,
      "valid_targets_mean": 16113.9,
      "valid_targets_min": 15057
    },
    {
      "epoch": 0.6652452025586354,
      "grad_norm": 0.5582433112020596,
      "learning_rate": 3.987918649191268e-05,
      "loss": 1.1626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30254873633384705,
      "step": 156,
      "valid_targets_mean": 15849.1,
      "valid_targets_min": 14908
    },
    {
      "epoch": 0.6695095948827292,
      "grad_norm": 0.5375408464387431,
      "learning_rate": 3.987257481954888e-05,
      "loss": 1.0919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3167189955711365,
      "step": 157,
      "valid_targets_mean": 16035.5,
      "valid_targets_min": 13635
    },
    {
      "epoch": 0.673773987206823,
      "grad_norm": 0.45790634920349066,
      "learning_rate": 3.9865787596070236e-05,
      "loss": 1.1224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2649564743041992,
      "step": 158,
      "valid_targets_mean": 13319.5,
      "valid_targets_min": 1947
    },
    {
      "epoch": 0.6780383795309168,
      "grad_norm": 0.4764551363056651,
      "learning_rate": 3.9858824881433975e-05,
      "loss": 1.1808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2935394048690796,
      "step": 159,
      "valid_targets_mean": 15898.2,
      "valid_targets_min": 14591
    },
    {
      "epoch": 0.6823027718550106,
      "grad_norm": 0.5022076446019287,
      "learning_rate": 3.9851686737147585e-05,
      "loss": 1.1168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31322112679481506,
      "step": 160,
      "valid_targets_mean": 16092.8,
      "valid_targets_min": 14793
    },
    {
      "epoch": 0.6865671641791045,
      "grad_norm": 0.5018966263143605,
      "learning_rate": 3.9844373226268305e-05,
      "loss": 1.1379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19624844193458557,
      "step": 161,
      "valid_targets_mean": 8096.2,
      "valid_targets_min": 1500
    },
    {
      "epoch": 0.6908315565031983,
      "grad_norm": 0.42890520031468626,
      "learning_rate": 3.983688441340249e-05,
      "loss": 1.1309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2715575098991394,
      "step": 162,
      "valid_targets_mean": 16160.3,
      "valid_targets_min": 15572
    },
    {
      "epoch": 0.6950959488272921,
      "grad_norm": 0.6118186311739395,
      "learning_rate": 3.98292203647051e-05,
      "loss": 1.1715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33360719680786133,
      "step": 163,
      "valid_targets_mean": 16126.5,
      "valid_targets_min": 15564
    },
    {
      "epoch": 0.6993603411513859,
      "grad_norm": 0.48975314855537266,
      "learning_rate": 3.982138114787912e-05,
      "loss": 1.1766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18657957017421722,
      "step": 164,
      "valid_targets_mean": 10036.9,
      "valid_targets_min": 3346
    },
    {
      "epoch": 0.7036247334754797,
      "grad_norm": 0.4611278946702579,
      "learning_rate": 3.98133668321749e-05,
      "loss": 1.1189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2684292197227478,
      "step": 165,
      "valid_targets_mean": 16222.7,
      "valid_targets_min": 15436
    },
    {
      "epoch": 0.7078891257995735,
      "grad_norm": 0.4698326366462607,
      "learning_rate": 3.980517748838963e-05,
      "loss": 1.093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.302453875541687,
      "step": 166,
      "valid_targets_mean": 16143.4,
      "valid_targets_min": 13886
    },
    {
      "epoch": 0.7121535181236673,
      "grad_norm": 0.6089019650141191,
      "learning_rate": 3.979681318886664e-05,
      "loss": 1.1503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2620971202850342,
      "step": 167,
      "valid_targets_mean": 13617.7,
      "valid_targets_min": 11839
    },
    {
      "epoch": 0.7164179104477612,
      "grad_norm": 0.6121308914161944,
      "learning_rate": 3.978827400749481e-05,
      "loss": 1.1294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3074718713760376,
      "step": 168,
      "valid_targets_mean": 16190.0,
      "valid_targets_min": 15712
    },
    {
      "epoch": 0.720682302771855,
      "grad_norm": 0.4181329572456291,
      "learning_rate": 3.977956001970788e-05,
      "loss": 1.0923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.316328227519989,
      "step": 169,
      "valid_targets_mean": 16177.5,
      "valid_targets_min": 15165
    },
    {
      "epoch": 0.7249466950959488,
      "grad_norm": 0.3820694759598411,
      "learning_rate": 3.977067130248381e-05,
      "loss": 1.1247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2775130271911621,
      "step": 170,
      "valid_targets_mean": 16127.6,
      "valid_targets_min": 15280
    },
    {
      "epoch": 0.7292110874200426,
      "grad_norm": 0.42918885224199965,
      "learning_rate": 3.9761607934344095e-05,
      "loss": 1.1151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3212129473686218,
      "step": 171,
      "valid_targets_mean": 16080.7,
      "valid_targets_min": 14124
    },
    {
      "epoch": 0.7334754797441365,
      "grad_norm": 0.38146809378376195,
      "learning_rate": 3.975236999535306e-05,
      "loss": 1.1169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2378343939781189,
      "step": 172,
      "valid_targets_mean": 10701.9,
      "valid_targets_min": 1268
    },
    {
      "epoch": 0.7377398720682303,
      "grad_norm": 0.398396946713863,
      "learning_rate": 3.974295756711717e-05,
      "loss": 1.1167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2819068729877472,
      "step": 173,
      "valid_targets_mean": 16045.4,
      "valid_targets_min": 15437
    },
    {
      "epoch": 0.7420042643923241,
      "grad_norm": 0.5961222558082274,
      "learning_rate": 3.9733370732784296e-05,
      "loss": 1.1651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30488142371177673,
      "step": 174,
      "valid_targets_mean": 16151.0,
      "valid_targets_min": 14351
    },
    {
      "epoch": 0.746268656716418,
      "grad_norm": 0.5021411112013566,
      "learning_rate": 3.972360957704298e-05,
      "loss": 1.1145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18337294459342957,
      "step": 175,
      "valid_targets_mean": 8556.6,
      "valid_targets_min": 1158
    },
    {
      "epoch": 0.7505330490405118,
      "grad_norm": 0.32592792574295393,
      "learning_rate": 3.97136741861217e-05,
      "loss": 1.1762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2854708135128021,
      "step": 176,
      "valid_targets_mean": 16134.4,
      "valid_targets_min": 14897
    },
    {
      "epoch": 0.7547974413646056,
      "grad_norm": 0.4732969959201329,
      "learning_rate": 3.970356464778808e-05,
      "loss": 1.1243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3042914867401123,
      "step": 177,
      "valid_targets_mean": 16085.6,
      "valid_targets_min": 12492
    },
    {
      "epoch": 0.7590618336886994,
      "grad_norm": 0.47942982862373595,
      "learning_rate": 3.969328105134817e-05,
      "loss": 1.1127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22245652973651886,
      "step": 178,
      "valid_targets_mean": 11892.4,
      "valid_targets_min": 9743
    },
    {
      "epoch": 0.7633262260127932,
      "grad_norm": 0.357596810395852,
      "learning_rate": 3.9682823487645584e-05,
      "loss": 1.1982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35377755761146545,
      "step": 179,
      "valid_targets_mean": 15843.5,
      "valid_targets_min": 13927
    },
    {
      "epoch": 0.767590618336887,
      "grad_norm": 0.536182510954731,
      "learning_rate": 3.9672192049060745e-05,
      "loss": 1.1299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2949283719062805,
      "step": 180,
      "valid_targets_mean": 16161.1,
      "valid_targets_min": 14871
    },
    {
      "epoch": 0.7718550106609808,
      "grad_norm": 0.5883409953635337,
      "learning_rate": 3.966138682951008e-05,
      "loss": 1.1181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2617324888706207,
      "step": 181,
      "valid_targets_mean": 15097.6,
      "valid_targets_min": 12384
    },
    {
      "epoch": 0.7761194029850746,
      "grad_norm": 0.44943437576431317,
      "learning_rate": 3.9650407924445147e-05,
      "loss": 1.1358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.302264928817749,
      "step": 182,
      "valid_targets_mean": 15968.6,
      "valid_targets_min": 9799
    },
    {
      "epoch": 0.7803837953091685,
      "grad_norm": 0.348496876382619,
      "learning_rate": 3.963925543085181e-05,
      "loss": 1.1741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2787725031375885,
      "step": 183,
      "valid_targets_mean": 13224.8,
      "valid_targets_min": 2180
    },
    {
      "epoch": 0.7846481876332623,
      "grad_norm": 0.5040058663611126,
      "learning_rate": 3.96279294472494e-05,
      "loss": 1.1152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2726561427116394,
      "step": 184,
      "valid_targets_mean": 16042.3,
      "valid_targets_min": 15121
    },
    {
      "epoch": 0.7889125799573561,
      "grad_norm": 0.4983532852453396,
      "learning_rate": 3.961643007368984e-05,
      "loss": 1.0954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3302464783191681,
      "step": 185,
      "valid_targets_mean": 16088.2,
      "valid_targets_min": 15153
    },
    {
      "epoch": 0.7931769722814499,
      "grad_norm": 0.3970225467932824,
      "learning_rate": 3.960475741175671e-05,
      "loss": 1.1351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18872615694999695,
      "step": 186,
      "valid_targets_mean": 10063.5,
      "valid_targets_min": 1284
    },
    {
      "epoch": 0.7974413646055437,
      "grad_norm": 0.3378836915461822,
      "learning_rate": 3.959291156456444e-05,
      "loss": 1.1136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2803310751914978,
      "step": 187,
      "valid_targets_mean": 16124.9,
      "valid_targets_min": 14690
    },
    {
      "epoch": 0.8017057569296375,
      "grad_norm": 0.35346936929216877,
      "learning_rate": 3.9580892636757334e-05,
      "loss": 1.1666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34958887100219727,
      "step": 188,
      "valid_targets_mean": 16013.7,
      "valid_targets_min": 13414
    },
    {
      "epoch": 0.8059701492537313,
      "grad_norm": 0.3533808674922251,
      "learning_rate": 3.9568700734508645e-05,
      "loss": 1.1105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.198248952627182,
      "step": 189,
      "valid_targets_mean": 9630.3,
      "valid_targets_min": 4230
    },
    {
      "epoch": 0.8102345415778252,
      "grad_norm": 0.3223232955392409,
      "learning_rate": 3.955633596551967e-05,
      "loss": 1.1622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2920791506767273,
      "step": 190,
      "valid_targets_mean": 16130.3,
      "valid_targets_min": 15217
    },
    {
      "epoch": 0.814498933901919,
      "grad_norm": 0.37818416609817124,
      "learning_rate": 3.9543798439018776e-05,
      "loss": 1.1361,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33160802721977234,
      "step": 191,
      "valid_targets_mean": 16100.2,
      "valid_targets_min": 15121
    },
    {
      "epoch": 0.8187633262260128,
      "grad_norm": 0.36234404052990765,
      "learning_rate": 3.953108826576046e-05,
      "loss": 1.139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2630240023136139,
      "step": 192,
      "valid_targets_mean": 13192.3,
      "valid_targets_min": 10124
    },
    {
      "epoch": 0.8230277185501066,
      "grad_norm": 0.3496189221525795,
      "learning_rate": 3.9518205558024334e-05,
      "loss": 1.1019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3344437777996063,
      "step": 193,
      "valid_targets_mean": 16110.0,
      "valid_targets_min": 15222
    },
    {
      "epoch": 0.8272921108742004,
      "grad_norm": 0.3247000167494858,
      "learning_rate": 3.9505150429614154e-05,
      "loss": 1.0864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32415539026260376,
      "step": 194,
      "valid_targets_mean": 16157.9,
      "valid_targets_min": 15195
    },
    {
      "epoch": 0.8315565031982942,
      "grad_norm": 0.3707009591283196,
      "learning_rate": 3.949192299585681e-05,
      "loss": 1.1231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28162047266960144,
      "step": 195,
      "valid_targets_mean": 15813.3,
      "valid_targets_min": 14450
    },
    {
      "epoch": 0.835820895522388,
      "grad_norm": 0.3701248794721312,
      "learning_rate": 3.9478523373601325e-05,
      "loss": 1.1892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34016382694244385,
      "step": 196,
      "valid_targets_mean": 15987.5,
      "valid_targets_min": 14241
    },
    {
      "epoch": 0.8400852878464818,
      "grad_norm": 0.41382661620814537,
      "learning_rate": 3.946495168121778e-05,
      "loss": 1.1448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2231186181306839,
      "step": 197,
      "valid_targets_mean": 10847.8,
      "valid_targets_min": 793
    },
    {
      "epoch": 0.8443496801705757,
      "grad_norm": 0.3912544164406225,
      "learning_rate": 3.9451208038596325e-05,
      "loss": 1.1034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2738224267959595,
      "step": 198,
      "valid_targets_mean": 15738.3,
      "valid_targets_min": 14685
    },
    {
      "epoch": 0.8486140724946695,
      "grad_norm": 0.37275760589482754,
      "learning_rate": 3.943729256714608e-05,
      "loss": 1.0951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33501487970352173,
      "step": 199,
      "valid_targets_mean": 16183.1,
      "valid_targets_min": 15737
    },
    {
      "epoch": 0.8528784648187633,
      "grad_norm": 0.3523981647759341,
      "learning_rate": 3.942320538979408e-05,
      "loss": 1.1474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1693504899740219,
      "step": 200,
      "valid_targets_mean": 7677.2,
      "valid_targets_min": 2065
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.38769471517671245,
      "learning_rate": 3.9408946630984144e-05,
      "loss": 1.1976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3229611814022064,
      "step": 201,
      "valid_targets_mean": 16004.1,
      "valid_targets_min": 12492
    },
    {
      "epoch": 0.8614072494669509,
      "grad_norm": 0.4029174334792178,
      "learning_rate": 3.939451641667587e-05,
      "loss": 1.1066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3232455253601074,
      "step": 202,
      "valid_targets_mean": 16134.0,
      "valid_targets_min": 14956
    },
    {
      "epoch": 0.8656716417910447,
      "grad_norm": 0.3945056161774726,
      "learning_rate": 3.937991487434342e-05,
      "loss": 1.0754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19846779108047485,
      "step": 203,
      "valid_targets_mean": 11952.2,
      "valid_targets_min": 9228
    },
    {
      "epoch": 0.8699360341151386,
      "grad_norm": 0.3911566718594917,
      "learning_rate": 3.9365142132974484e-05,
      "loss": 1.1028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27967995405197144,
      "step": 204,
      "valid_targets_mean": 16192.1,
      "valid_targets_min": 15300
    },
    {
      "epoch": 0.8742004264392325,
      "grad_norm": 0.3960299479310709,
      "learning_rate": 3.935019832306905e-05,
      "loss": 1.198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3388521373271942,
      "step": 205,
      "valid_targets_mean": 16104.9,
      "valid_targets_min": 15016
    },
    {
      "epoch": 0.8784648187633263,
      "grad_norm": 0.379226669898679,
      "learning_rate": 3.933508357663832e-05,
      "loss": 1.1316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2571180462837219,
      "step": 206,
      "valid_targets_mean": 14878.7,
      "valid_targets_min": 13210
    },
    {
      "epoch": 0.8827292110874201,
      "grad_norm": 0.309941973007609,
      "learning_rate": 3.9319798027203544e-05,
      "loss": 1.0723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3000110983848572,
      "step": 207,
      "valid_targets_mean": 16179.5,
      "valid_targets_min": 15250
    },
    {
      "epoch": 0.8869936034115139,
      "grad_norm": 0.3590551775559692,
      "learning_rate": 3.930434180979478e-05,
      "loss": 1.1104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27522504329681396,
      "step": 208,
      "valid_targets_mean": 13244.8,
      "valid_targets_min": 979
    },
    {
      "epoch": 0.8912579957356077,
      "grad_norm": 0.3794972767149023,
      "learning_rate": 3.928871506094975e-05,
      "loss": 1.0999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27033573389053345,
      "step": 209,
      "valid_targets_mean": 15530.1,
      "valid_targets_min": 14077
    },
    {
      "epoch": 0.8955223880597015,
      "grad_norm": 0.3468110890945256,
      "learning_rate": 3.927291791871264e-05,
      "loss": 1.1048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3237696886062622,
      "step": 210,
      "valid_targets_mean": 16145.0,
      "valid_targets_min": 15408
    },
    {
      "epoch": 0.8997867803837953,
      "grad_norm": 0.28612789274214856,
      "learning_rate": 3.925695052263284e-05,
      "loss": 1.1222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19704505801200867,
      "step": 211,
      "valid_targets_mean": 9302.1,
      "valid_targets_min": 2002
    },
    {
      "epoch": 0.9040511727078892,
      "grad_norm": 0.37829699375162723,
      "learning_rate": 3.924081301376375e-05,
      "loss": 1.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2830193042755127,
      "step": 212,
      "valid_targets_mean": 16123.4,
      "valid_targets_min": 15464
    },
    {
      "epoch": 0.908315565031983,
      "grad_norm": 0.41084813490365696,
      "learning_rate": 3.9224505534661525e-05,
      "loss": 1.1657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3296535611152649,
      "step": 213,
      "valid_targets_mean": 16164.3,
      "valid_targets_min": 15414
    },
    {
      "epoch": 0.9125799573560768,
      "grad_norm": 0.3448857418337144,
      "learning_rate": 3.92080282293838e-05,
      "loss": 1.1359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21162542700767517,
      "step": 214,
      "valid_targets_mean": 11598.8,
      "valid_targets_min": 6923
    },
    {
      "epoch": 0.9168443496801706,
      "grad_norm": 0.4216988848704001,
      "learning_rate": 3.9191381243488417e-05,
      "loss": 1.119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2782018184661865,
      "step": 215,
      "valid_targets_mean": 16140.2,
      "valid_targets_min": 15054
    },
    {
      "epoch": 0.9211087420042644,
      "grad_norm": 0.4520192538398874,
      "learning_rate": 3.9174564724032167e-05,
      "loss": 1.1101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3245173990726471,
      "step": 216,
      "valid_targets_mean": 16168.6,
      "valid_targets_min": 15492
    },
    {
      "epoch": 0.9253731343283582,
      "grad_norm": 0.5445990650271554,
      "learning_rate": 3.9157578819569455e-05,
      "loss": 1.1074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23481634259223938,
      "step": 217,
      "valid_targets_mean": 13440.2,
      "valid_targets_min": 11543
    },
    {
      "epoch": 0.929637526652452,
      "grad_norm": 0.5450244324043093,
      "learning_rate": 3.9140423680151036e-05,
      "loss": 1.1147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30909502506256104,
      "step": 218,
      "valid_targets_mean": 16076.0,
      "valid_targets_min": 14699
    },
    {
      "epoch": 0.9339019189765458,
      "grad_norm": 0.3585828701583468,
      "learning_rate": 3.9123099457322625e-05,
      "loss": 1.1154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3166894316673279,
      "step": 219,
      "valid_targets_mean": 16097.1,
      "valid_targets_min": 14737
    },
    {
      "epoch": 0.9381663113006397,
      "grad_norm": 0.3698144959370942,
      "learning_rate": 3.9105606304123605e-05,
      "loss": 1.1456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2708337604999542,
      "step": 220,
      "valid_targets_mean": 14339.8,
      "valid_targets_min": 12604
    },
    {
      "epoch": 0.9424307036247335,
      "grad_norm": 0.43891439561975154,
      "learning_rate": 3.908794437508567e-05,
      "loss": 1.1189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3262331485748291,
      "step": 221,
      "valid_targets_mean": 16064.1,
      "valid_targets_min": 14428
    },
    {
      "epoch": 0.9466950959488273,
      "grad_norm": 0.396764810157014,
      "learning_rate": 3.907011382623145e-05,
      "loss": 1.1524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23768097162246704,
      "step": 222,
      "valid_targets_mean": 10776.3,
      "valid_targets_min": 1379
    },
    {
      "epoch": 0.9509594882729211,
      "grad_norm": 0.3808667174396742,
      "learning_rate": 3.905211481507313e-05,
      "loss": 1.0704,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2573968470096588,
      "step": 223,
      "valid_targets_mean": 16155.4,
      "valid_targets_min": 14394
    },
    {
      "epoch": 0.9552238805970149,
      "grad_norm": 0.34271746822127364,
      "learning_rate": 3.903394750061106e-05,
      "loss": 1.0411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2858397662639618,
      "step": 224,
      "valid_targets_mean": 16217.8,
      "valid_targets_min": 15574
    },
    {
      "epoch": 0.9594882729211087,
      "grad_norm": 0.4090699476429991,
      "learning_rate": 3.9015612043332375e-05,
      "loss": 1.1108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15227608382701874,
      "step": 225,
      "valid_targets_mean": 7463.5,
      "valid_targets_min": 1267
    },
    {
      "epoch": 0.9637526652452025,
      "grad_norm": 0.4330402554544449,
      "learning_rate": 3.8997108605209535e-05,
      "loss": 1.1013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26998600363731384,
      "step": 226,
      "valid_targets_mean": 16178.3,
      "valid_targets_min": 15368
    },
    {
      "epoch": 0.9680170575692963,
      "grad_norm": 0.3674055145879997,
      "learning_rate": 3.897843734969891e-05,
      "loss": 1.0907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3121291697025299,
      "step": 227,
      "valid_targets_mean": 16218.0,
      "valid_targets_min": 15492
    },
    {
      "epoch": 0.9722814498933902,
      "grad_norm": 0.3443785580263128,
      "learning_rate": 3.895959844173937e-05,
      "loss": 1.1083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20776158571243286,
      "step": 228,
      "valid_targets_mean": 11823.1,
      "valid_targets_min": 9219
    },
    {
      "epoch": 0.976545842217484,
      "grad_norm": 0.5250278239914289,
      "learning_rate": 3.8940592047750774e-05,
      "loss": 1.1067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2968442142009735,
      "step": 229,
      "valid_targets_mean": 16117.2,
      "valid_targets_min": 14958
    },
    {
      "epoch": 0.9808102345415778,
      "grad_norm": 0.47342613018347207,
      "learning_rate": 3.892141833563255e-05,
      "loss": 1.1474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3667376935482025,
      "step": 230,
      "valid_targets_mean": 16062.8,
      "valid_targets_min": 15242
    },
    {
      "epoch": 0.9850746268656716,
      "grad_norm": 0.4334492194409921,
      "learning_rate": 3.8902077474762155e-05,
      "loss": 1.0568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22673600912094116,
      "step": 231,
      "valid_targets_mean": 13741.2,
      "valid_targets_min": 11500
    },
    {
      "epoch": 0.9893390191897654,
      "grad_norm": 0.38506194972597113,
      "learning_rate": 3.888256963599364e-05,
      "loss": 1.1959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3469485938549042,
      "step": 232,
      "valid_targets_mean": 16078.0,
      "valid_targets_min": 14904
    },
    {
      "epoch": 0.9936034115138592,
      "grad_norm": 0.45946627720688377,
      "learning_rate": 3.886289499165609e-05,
      "loss": 1.1409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27444905042648315,
      "step": 233,
      "valid_targets_mean": 13027.3,
      "valid_targets_min": 1521
    },
    {
      "epoch": 0.997867803837953,
      "grad_norm": 0.37072479002064795,
      "learning_rate": 3.884305371555215e-05,
      "loss": 1.1578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30341586470603943,
      "step": 234,
      "valid_targets_mean": 15647.9,
      "valid_targets_min": 14103
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.3713655362758878,
      "learning_rate": 3.882304598295643e-05,
      "loss": 1.164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5115901827812195,
      "step": 235,
      "valid_targets_mean": 9944.1,
      "valid_targets_min": 578
    },
    {
      "epoch": 1.004264392324094,
      "grad_norm": 0.492828062086341,
      "learning_rate": 3.880287197061402e-05,
      "loss": 1.1026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28225335478782654,
      "step": 236,
      "valid_targets_mean": 16134.4,
      "valid_targets_min": 15417
    },
    {
      "epoch": 1.0085287846481876,
      "grad_norm": 0.48528813108169805,
      "learning_rate": 3.878253185673888e-05,
      "loss": 1.1163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34507322311401367,
      "step": 237,
      "valid_targets_mean": 16085.3,
      "valid_targets_min": 15115
    },
    {
      "epoch": 1.0127931769722816,
      "grad_norm": 0.4657002193996111,
      "learning_rate": 3.876202582101229e-05,
      "loss": 1.119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22333009541034698,
      "step": 238,
      "valid_targets_mean": 11956.3,
      "valid_targets_min": 8620
    },
    {
      "epoch": 1.0170575692963753,
      "grad_norm": 0.5797505215217232,
      "learning_rate": 3.874135404458125e-05,
      "loss": 1.1085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30123043060302734,
      "step": 239,
      "valid_targets_mean": 16189.2,
      "valid_targets_min": 15410
    },
    {
      "epoch": 1.0213219616204692,
      "grad_norm": 0.5565920299930178,
      "learning_rate": 3.8720516710056905e-05,
      "loss": 1.115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3295617699623108,
      "step": 240,
      "valid_targets_mean": 16079.0,
      "valid_targets_min": 14919
    },
    {
      "epoch": 1.0255863539445629,
      "grad_norm": 0.46016269563519424,
      "learning_rate": 3.8699514001512885e-05,
      "loss": 1.1288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2568991780281067,
      "step": 241,
      "valid_targets_mean": 14073.2,
      "valid_targets_min": 12010
    },
    {
      "epoch": 1.0298507462686568,
      "grad_norm": 0.45864038975323523,
      "learning_rate": 3.867834610448374e-05,
      "loss": 1.0814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31548625230789185,
      "step": 242,
      "valid_targets_mean": 16126.4,
      "valid_targets_min": 15263
    },
    {
      "epoch": 1.0341151385927505,
      "grad_norm": 0.40278729122913604,
      "learning_rate": 3.865701320596324e-05,
      "loss": 1.117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24541878700256348,
      "step": 243,
      "valid_targets_mean": 13054.0,
      "valid_targets_min": 1882
    },
    {
      "epoch": 1.0383795309168444,
      "grad_norm": 0.4100179953102017,
      "learning_rate": 3.863551549440277e-05,
      "loss": 1.1184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27249300479888916,
      "step": 244,
      "valid_targets_mean": 15801.2,
      "valid_targets_min": 14436
    },
    {
      "epoch": 1.0426439232409381,
      "grad_norm": 0.5075800018498047,
      "learning_rate": 3.861385315970964e-05,
      "loss": 1.1045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2811691164970398,
      "step": 245,
      "valid_targets_mean": 16140.1,
      "valid_targets_min": 14444
    },
    {
      "epoch": 1.046908315565032,
      "grad_norm": 0.421480437018899,
      "learning_rate": 3.859202639324542e-05,
      "loss": 1.0968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19223734736442566,
      "step": 246,
      "valid_targets_mean": 10079.0,
      "valid_targets_min": 1025
    },
    {
      "epoch": 1.0511727078891258,
      "grad_norm": 0.42648584594833727,
      "learning_rate": 3.8570035387824214e-05,
      "loss": 1.101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2835865020751953,
      "step": 247,
      "valid_targets_mean": 16107.3,
      "valid_targets_min": 15290
    },
    {
      "epoch": 1.0554371002132197,
      "grad_norm": 0.44244263245684756,
      "learning_rate": 3.8547880337711036e-05,
      "loss": 1.1155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32503050565719604,
      "step": 248,
      "valid_targets_mean": 16154.4,
      "valid_targets_min": 15031
    },
    {
      "epoch": 1.0597014925373134,
      "grad_norm": 0.5157379647358489,
      "learning_rate": 3.8525561438620016e-05,
      "loss": 1.0586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18939271569252014,
      "step": 249,
      "valid_targets_mean": 10379.2,
      "valid_targets_min": 6997
    },
    {
      "epoch": 1.0639658848614073,
      "grad_norm": 0.4449900776791044,
      "learning_rate": 3.850307888771269e-05,
      "loss": 1.073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2888108193874359,
      "step": 250,
      "valid_targets_mean": 16118.5,
      "valid_targets_min": 14698
    },
    {
      "epoch": 1.068230277185501,
      "grad_norm": 0.48149873655188175,
      "learning_rate": 3.848043288359629e-05,
      "loss": 1.1492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35437071323394775,
      "step": 251,
      "valid_targets_mean": 16145.3,
      "valid_targets_min": 15417
    },
    {
      "epoch": 1.072494669509595,
      "grad_norm": 0.4859386612268441,
      "learning_rate": 3.8457623626321944e-05,
      "loss": 1.1038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2482079416513443,
      "step": 252,
      "valid_targets_mean": 13666.4,
      "valid_targets_min": 11928
    },
    {
      "epoch": 1.0767590618336886,
      "grad_norm": 0.3906169267825302,
      "learning_rate": 3.843465131738296e-05,
      "loss": 1.0505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29448628425598145,
      "step": 253,
      "valid_targets_mean": 16168.5,
      "valid_targets_min": 15367
    },
    {
      "epoch": 1.0810234541577826,
      "grad_norm": 0.46947961764436325,
      "learning_rate": 3.8411516159713e-05,
      "loss": 1.1048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33546367287635803,
      "step": 254,
      "valid_targets_mean": 16058.3,
      "valid_targets_min": 15122
    },
    {
      "epoch": 1.0852878464818763,
      "grad_norm": 0.46691663929706273,
      "learning_rate": 3.838821835768431e-05,
      "loss": 1.0998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2541680634021759,
      "step": 255,
      "valid_targets_mean": 14634.8,
      "valid_targets_min": 12318
    },
    {
      "epoch": 1.0895522388059702,
      "grad_norm": 0.3703812856992591,
      "learning_rate": 3.83647581171059e-05,
      "loss": 1.0719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2811293601989746,
      "step": 256,
      "valid_targets_mean": 16229.5,
      "valid_targets_min": 15678
    },
    {
      "epoch": 1.0938166311300639,
      "grad_norm": 0.3996476088742633,
      "learning_rate": 3.8341135645221744e-05,
      "loss": 1.1548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2120198756456375,
      "step": 257,
      "valid_targets_mean": 10198.9,
      "valid_targets_min": 1521
    },
    {
      "epoch": 1.0980810234541578,
      "grad_norm": 0.4111239192875592,
      "learning_rate": 3.831735115070895e-05,
      "loss": 1.1119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2730482220649719,
      "step": 258,
      "valid_targets_mean": 15648.3,
      "valid_targets_min": 14587
    },
    {
      "epoch": 1.1023454157782515,
      "grad_norm": 0.40793417859239417,
      "learning_rate": 3.8293404843675904e-05,
      "loss": 1.0701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3305908441543579,
      "step": 259,
      "valid_targets_mean": 16135.6,
      "valid_targets_min": 15231
    },
    {
      "epoch": 1.1066098081023454,
      "grad_norm": 0.4148453446560916,
      "learning_rate": 3.8269296935660395e-05,
      "loss": 1.1264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15724597871303558,
      "step": 260,
      "valid_targets_mean": 7092.5,
      "valid_targets_min": 808
    },
    {
      "epoch": 1.1108742004264391,
      "grad_norm": 0.3969229604496845,
      "learning_rate": 3.82450276396278e-05,
      "loss": 1.0551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26030534505844116,
      "step": 261,
      "valid_targets_mean": 16152.0,
      "valid_targets_min": 14548
    },
    {
      "epoch": 1.115138592750533,
      "grad_norm": 0.42210203028372206,
      "learning_rate": 3.822059716996916e-05,
      "loss": 1.0822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29231420159339905,
      "step": 262,
      "valid_targets_mean": 16084.3,
      "valid_targets_min": 11563
    },
    {
      "epoch": 1.1194029850746268,
      "grad_norm": 0.4689989288485153,
      "learning_rate": 3.819600574249929e-05,
      "loss": 1.0943,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22371648252010345,
      "step": 263,
      "valid_targets_mean": 12894.8,
      "valid_targets_min": 10816
    },
    {
      "epoch": 1.1236673773987207,
      "grad_norm": 0.4556738705049439,
      "learning_rate": 3.817125357445489e-05,
      "loss": 1.1106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2985258102416992,
      "step": 264,
      "valid_targets_mean": 16128.0,
      "valid_targets_min": 15288
    },
    {
      "epoch": 1.1279317697228146,
      "grad_norm": 0.3800765405485939,
      "learning_rate": 3.814634088449261e-05,
      "loss": 1.0971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30357831716537476,
      "step": 265,
      "valid_targets_mean": 16191.3,
      "valid_targets_min": 15360
    },
    {
      "epoch": 1.1321961620469083,
      "grad_norm": 0.4833962669327678,
      "learning_rate": 3.812126789268712e-05,
      "loss": 1.0661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2506658434867859,
      "step": 266,
      "valid_targets_mean": 13714.1,
      "valid_targets_min": 10885
    },
    {
      "epoch": 1.136460554371002,
      "grad_norm": 0.518902812754926,
      "learning_rate": 3.80960348205292e-05,
      "loss": 1.0766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30003392696380615,
      "step": 267,
      "valid_targets_mean": 16230.6,
      "valid_targets_min": 14726
    },
    {
      "epoch": 1.140724946695096,
      "grad_norm": 0.462341573969094,
      "learning_rate": 3.807064189092372e-05,
      "loss": 1.115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.258874773979187,
      "step": 268,
      "valid_targets_mean": 12928.8,
      "valid_targets_min": 578
    },
    {
      "epoch": 1.1449893390191899,
      "grad_norm": 0.35268494216191165,
      "learning_rate": 3.804508932818771e-05,
      "loss": 1.0729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2675431966781616,
      "step": 269,
      "valid_targets_mean": 15937.6,
      "valid_targets_min": 14274
    },
    {
      "epoch": 1.1492537313432836,
      "grad_norm": 0.5517836141192989,
      "learning_rate": 3.801937735804838e-05,
      "loss": 1.0772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31933826208114624,
      "step": 270,
      "valid_targets_mean": 16088.9,
      "valid_targets_min": 14394
    },
    {
      "epoch": 1.1535181236673775,
      "grad_norm": 0.5323326988029511,
      "learning_rate": 3.799350620764114e-05,
      "loss": 1.1669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2066635638475418,
      "step": 271,
      "valid_targets_mean": 9558.3,
      "valid_targets_min": 1284
    },
    {
      "epoch": 1.1577825159914712,
      "grad_norm": 0.45852592023556543,
      "learning_rate": 3.7967476105507535e-05,
      "loss": 1.0728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2466944456100464,
      "step": 272,
      "valid_targets_mean": 16074.0,
      "valid_targets_min": 15120
    },
    {
      "epoch": 1.1620469083155651,
      "grad_norm": 0.52730269806394,
      "learning_rate": 3.7941287281593284e-05,
      "loss": 1.1183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3480404019355774,
      "step": 273,
      "valid_targets_mean": 16051.9,
      "valid_targets_min": 14958
    },
    {
      "epoch": 1.1663113006396588,
      "grad_norm": 0.5317950143572628,
      "learning_rate": 3.7914939967246227e-05,
      "loss": 1.1104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19135290384292603,
      "step": 274,
      "valid_targets_mean": 10320.2,
      "valid_targets_min": 4592
    },
    {
      "epoch": 1.1705756929637527,
      "grad_norm": 0.47104182647424275,
      "learning_rate": 3.7888434395214285e-05,
      "loss": 1.0645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2776111364364624,
      "step": 275,
      "valid_targets_mean": 16176.9,
      "valid_targets_min": 15525
    },
    {
      "epoch": 1.1748400852878464,
      "grad_norm": 0.5015585288642224,
      "learning_rate": 3.786177079964339e-05,
      "loss": 1.1372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34761297702789307,
      "step": 276,
      "valid_targets_mean": 15977.2,
      "valid_targets_min": 12151
    },
    {
      "epoch": 1.1791044776119404,
      "grad_norm": 0.46156337605426656,
      "learning_rate": 3.783494941607544e-05,
      "loss": 1.0778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24728554487228394,
      "step": 277,
      "valid_targets_mean": 14817.6,
      "valid_targets_min": 12394
    },
    {
      "epoch": 1.183368869936034,
      "grad_norm": 0.5663761071799178,
      "learning_rate": 3.780797048144621e-05,
      "loss": 1.0673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29986995458602905,
      "step": 278,
      "valid_targets_mean": 16170.4,
      "valid_targets_min": 15476
    },
    {
      "epoch": 1.187633262260128,
      "grad_norm": 0.4937926180202986,
      "learning_rate": 3.7780834234083236e-05,
      "loss": 1.0691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29886218905448914,
      "step": 279,
      "valid_targets_mean": 16205.1,
      "valid_targets_min": 15621
    },
    {
      "epoch": 1.1918976545842217,
      "grad_norm": 0.5114978702997742,
      "learning_rate": 3.775354091370376e-05,
      "loss": 1.129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26027584075927734,
      "step": 280,
      "valid_targets_mean": 15438.3,
      "valid_targets_min": 13444
    },
    {
      "epoch": 1.1961620469083156,
      "grad_norm": 0.44901505238938466,
      "learning_rate": 3.772609076141255e-05,
      "loss": 1.0729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3146480619907379,
      "step": 281,
      "valid_targets_mean": 16119.0,
      "valid_targets_min": 15507
    },
    {
      "epoch": 1.2004264392324093,
      "grad_norm": 0.4209579614378078,
      "learning_rate": 3.769848401969982e-05,
      "loss": 1.1076,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21626295149326324,
      "step": 282,
      "valid_targets_mean": 10172.0,
      "valid_targets_min": 1340
    },
    {
      "epoch": 1.2046908315565032,
      "grad_norm": 0.3888087959337898,
      "learning_rate": 3.767072093243907e-05,
      "loss": 1.1623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2947539985179901,
      "step": 283,
      "valid_targets_mean": 15828.4,
      "valid_targets_min": 14460
    },
    {
      "epoch": 1.208955223880597,
      "grad_norm": 0.34764295291226055,
      "learning_rate": 3.7642801744884915e-05,
      "loss": 1.0957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29402148723602295,
      "step": 284,
      "valid_targets_mean": 16200.7,
      "valid_targets_min": 15297
    },
    {
      "epoch": 1.2132196162046909,
      "grad_norm": 0.292454378743343,
      "learning_rate": 3.761472670367096e-05,
      "loss": 1.0746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17497391998767853,
      "step": 285,
      "valid_targets_mean": 9475.9,
      "valid_targets_min": 1947
    },
    {
      "epoch": 1.2174840085287846,
      "grad_norm": 0.428465132297418,
      "learning_rate": 3.758649605680758e-05,
      "loss": 1.1034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28571125864982605,
      "step": 286,
      "valid_targets_mean": 16135.3,
      "valid_targets_min": 15278
    },
    {
      "epoch": 1.2217484008528785,
      "grad_norm": 0.35353654724450573,
      "learning_rate": 3.755811005367974e-05,
      "loss": 1.1299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34899359941482544,
      "step": 287,
      "valid_targets_mean": 15927.2,
      "valid_targets_min": 13538
    },
    {
      "epoch": 1.2260127931769722,
      "grad_norm": 0.32107825889625696,
      "learning_rate": 3.752956894504481e-05,
      "loss": 1.0786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21786460280418396,
      "step": 288,
      "valid_targets_mean": 12555.1,
      "valid_targets_min": 10326
    },
    {
      "epoch": 1.2302771855010661,
      "grad_norm": 0.4011903267761661,
      "learning_rate": 3.750087298303033e-05,
      "loss": 1.086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26555633544921875,
      "step": 289,
      "valid_targets_mean": 16137.8,
      "valid_targets_min": 12492
    },
    {
      "epoch": 1.2345415778251598,
      "grad_norm": 0.4140800310411746,
      "learning_rate": 3.7472022421131795e-05,
      "loss": 1.09,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3115846812725067,
      "step": 290,
      "valid_targets_mean": 16206.4,
      "valid_targets_min": 15481
    },
    {
      "epoch": 1.2388059701492538,
      "grad_norm": 0.3342400344520096,
      "learning_rate": 3.7443017514210406e-05,
      "loss": 1.1209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25025108456611633,
      "step": 291,
      "valid_targets_mean": 14772.3,
      "valid_targets_min": 12576
    },
    {
      "epoch": 1.2430703624733475,
      "grad_norm": 0.4193850159643592,
      "learning_rate": 3.7413858518490825e-05,
      "loss": 1.0596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30145931243896484,
      "step": 292,
      "valid_targets_mean": 16124.6,
      "valid_targets_min": 14727
    },
    {
      "epoch": 1.2473347547974414,
      "grad_norm": 0.3428033141851263,
      "learning_rate": 3.7384545691558895e-05,
      "loss": 1.1054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2986433506011963,
      "step": 293,
      "valid_targets_mean": 12797.4,
      "valid_targets_min": 1628
    },
    {
      "epoch": 1.251599147121535,
      "grad_norm": 0.46779767077850404,
      "learning_rate": 3.735507929235941e-05,
      "loss": 1.0796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28899234533309937,
      "step": 294,
      "valid_targets_mean": 15906.0,
      "valid_targets_min": 14468
    },
    {
      "epoch": 1.255863539445629,
      "grad_norm": 0.3279641154358886,
      "learning_rate": 3.732545958119378e-05,
      "loss": 1.0802,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3267977833747864,
      "step": 295,
      "valid_targets_mean": 16134.5,
      "valid_targets_min": 15264
    },
    {
      "epoch": 1.260127931769723,
      "grad_norm": 0.32806455507915105,
      "learning_rate": 3.729568681971774e-05,
      "loss": 1.0908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19333700835704803,
      "step": 296,
      "valid_targets_mean": 9574.0,
      "valid_targets_min": 2245
    },
    {
      "epoch": 1.2643923240938166,
      "grad_norm": 0.32374524860685283,
      "learning_rate": 3.726576127093905e-05,
      "loss": 1.0493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2695855498313904,
      "step": 297,
      "valid_targets_mean": 16036.6,
      "valid_targets_min": 13771
    },
    {
      "epoch": 1.2686567164179103,
      "grad_norm": 0.33439627193487537,
      "learning_rate": 3.7235683199215177e-05,
      "loss": 1.0988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3584269881248474,
      "step": 298,
      "valid_targets_mean": 16034.9,
      "valid_targets_min": 13226
    },
    {
      "epoch": 1.2729211087420043,
      "grad_norm": 0.3364668190663482,
      "learning_rate": 3.7205452870250944e-05,
      "loss": 1.0891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20322629809379578,
      "step": 299,
      "valid_targets_mean": 11007.0,
      "valid_targets_min": 5744
    },
    {
      "epoch": 1.2771855010660982,
      "grad_norm": 0.3283276606591826,
      "learning_rate": 3.7175070551096204e-05,
      "loss": 1.0611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2728656530380249,
      "step": 300,
      "valid_targets_mean": 16107.3,
      "valid_targets_min": 14275
    },
    {
      "epoch": 1.2814498933901919,
      "grad_norm": 0.3410129571670106,
      "learning_rate": 3.7144536510143436e-05,
      "loss": 1.0794,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.312499463558197,
      "step": 301,
      "valid_targets_mean": 16167.8,
      "valid_targets_min": 15391
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 0.33178138136357144,
      "learning_rate": 3.711385101712544e-05,
      "loss": 1.088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2378830462694168,
      "step": 302,
      "valid_targets_mean": 13015.2,
      "valid_targets_min": 10716
    },
    {
      "epoch": 1.2899786780383795,
      "grad_norm": 0.3052471145988171,
      "learning_rate": 3.708301434311289e-05,
      "loss": 1.0735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3335162103176117,
      "step": 303,
      "valid_targets_mean": 16074.2,
      "valid_targets_min": 15513
    },
    {
      "epoch": 1.2942430703624734,
      "grad_norm": 0.3837352985797052,
      "learning_rate": 3.7052026760511996e-05,
      "loss": 1.0981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33790653944015503,
      "step": 304,
      "valid_targets_mean": 16062.2,
      "valid_targets_min": 15222
    },
    {
      "epoch": 1.2985074626865671,
      "grad_norm": 0.3321958535826849,
      "learning_rate": 3.7020888543062046e-05,
      "loss": 1.1241,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28074121475219727,
      "step": 305,
      "valid_targets_mean": 15560.0,
      "valid_targets_min": 7641
    },
    {
      "epoch": 1.302771855010661,
      "grad_norm": 0.3501961919464328,
      "learning_rate": 3.6989599965833024e-05,
      "loss": 1.0766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2851867377758026,
      "step": 306,
      "valid_targets_mean": 16099.2,
      "valid_targets_min": 13108
    },
    {
      "epoch": 1.3070362473347548,
      "grad_norm": 0.2955366487957757,
      "learning_rate": 3.695816130522317e-05,
      "loss": 1.0946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22300812602043152,
      "step": 307,
      "valid_targets_mean": 11237.3,
      "valid_targets_min": 1669
    },
    {
      "epoch": 1.3113006396588487,
      "grad_norm": 0.325132523785184,
      "learning_rate": 3.692657283895651e-05,
      "loss": 1.0553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2740810215473175,
      "step": 308,
      "valid_targets_mean": 16148.6,
      "valid_targets_min": 15513
    },
    {
      "epoch": 1.3155650319829424,
      "grad_norm": 0.3924334579310958,
      "learning_rate": 3.689483484608048e-05,
      "loss": 1.0616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30613797903060913,
      "step": 309,
      "valid_targets_mean": 16065.3,
      "valid_targets_min": 13956
    },
    {
      "epoch": 1.3198294243070363,
      "grad_norm": 0.3701546337432741,
      "learning_rate": 3.6862947606963364e-05,
      "loss": 1.0866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1709344983100891,
      "step": 310,
      "valid_targets_mean": 8786.3,
      "valid_targets_min": 979
    },
    {
      "epoch": 1.32409381663113,
      "grad_norm": 0.3069231801232966,
      "learning_rate": 3.6830911403291885e-05,
      "loss": 1.0579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26452311873435974,
      "step": 311,
      "valid_targets_mean": 16189.7,
      "valid_targets_min": 15573
    },
    {
      "epoch": 1.328358208955224,
      "grad_norm": 0.37555960792372617,
      "learning_rate": 3.679872651806869e-05,
      "loss": 1.0453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30860525369644165,
      "step": 312,
      "valid_targets_mean": 16043.3,
      "valid_targets_min": 13998
    },
    {
      "epoch": 1.3326226012793176,
      "grad_norm": 0.3570150907119278,
      "learning_rate": 3.676639323560986e-05,
      "loss": 1.0489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21335217356681824,
      "step": 313,
      "valid_targets_mean": 11691.9,
      "valid_targets_min": 8218
    },
    {
      "epoch": 1.3368869936034116,
      "grad_norm": 0.3495179049936286,
      "learning_rate": 3.6733911841542365e-05,
      "loss": 1.0771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2860753536224365,
      "step": 314,
      "valid_targets_mean": 16156.4,
      "valid_targets_min": 15261
    },
    {
      "epoch": 1.3411513859275053,
      "grad_norm": 0.314152802186107,
      "learning_rate": 3.6701282622801626e-05,
      "loss": 1.1131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34913378953933716,
      "step": 315,
      "valid_targets_mean": 16031.2,
      "valid_targets_min": 14724
    },
    {
      "epoch": 1.3454157782515992,
      "grad_norm": 0.3525399586735576,
      "learning_rate": 3.666850586762886e-05,
      "loss": 1.0882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26787278056144714,
      "step": 316,
      "valid_targets_mean": 15082.3,
      "valid_targets_min": 12379
    },
    {
      "epoch": 1.349680170575693,
      "grad_norm": 0.35426346625897037,
      "learning_rate": 3.663558186556863e-05,
      "loss": 1.0944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3138875365257263,
      "step": 317,
      "valid_targets_mean": 16143.6,
      "valid_targets_min": 15422
    },
    {
      "epoch": 1.3539445628997868,
      "grad_norm": 0.329789873292349,
      "learning_rate": 3.660251090746627e-05,
      "loss": 1.1292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27487125992774963,
      "step": 318,
      "valid_targets_mean": 13230.5,
      "valid_targets_min": 2050
    },
    {
      "epoch": 1.3582089552238805,
      "grad_norm": 0.3254671506286237,
      "learning_rate": 3.656929328546526e-05,
      "loss": 1.104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2868189811706543,
      "step": 319,
      "valid_targets_mean": 15947.4,
      "valid_targets_min": 14844
    },
    {
      "epoch": 1.3624733475479744,
      "grad_norm": 0.37585500252720244,
      "learning_rate": 3.653592929300471e-05,
      "loss": 1.1131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3040839731693268,
      "step": 320,
      "valid_targets_mean": 16161.1,
      "valid_targets_min": 15333
    },
    {
      "epoch": 1.3667377398720681,
      "grad_norm": 0.3427210209211445,
      "learning_rate": 3.650241922481675e-05,
      "loss": 1.0733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1861184984445572,
      "step": 321,
      "valid_targets_mean": 9992.6,
      "valid_targets_min": 2412
    },
    {
      "epoch": 1.371002132196162,
      "grad_norm": 0.3384349571500406,
      "learning_rate": 3.6468763376923886e-05,
      "loss": 1.068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2832762598991394,
      "step": 322,
      "valid_targets_mean": 16080.6,
      "valid_targets_min": 15212
    },
    {
      "epoch": 1.375266524520256,
      "grad_norm": 0.3681645742819213,
      "learning_rate": 3.6434962046636464e-05,
      "loss": 1.0953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32412612438201904,
      "step": 323,
      "valid_targets_mean": 16106.3,
      "valid_targets_min": 15153
    },
    {
      "epoch": 1.3795309168443497,
      "grad_norm": 0.38460123447575495,
      "learning_rate": 3.6401015532549957e-05,
      "loss": 1.1213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21516337990760803,
      "step": 324,
      "valid_targets_mean": 10360.2,
      "valid_targets_min": 7125
    },
    {
      "epoch": 1.3837953091684434,
      "grad_norm": 0.3220307097756737,
      "learning_rate": 3.6366924134542386e-05,
      "loss": 1.0624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.289733350276947,
      "step": 325,
      "valid_targets_mean": 16060.8,
      "valid_targets_min": 13555
    },
    {
      "epoch": 1.3880597014925373,
      "grad_norm": 0.3669520161660149,
      "learning_rate": 3.633268815377166e-05,
      "loss": 1.0962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3282416760921478,
      "step": 326,
      "valid_targets_mean": 16054.6,
      "valid_targets_min": 14273
    },
    {
      "epoch": 1.3923240938166312,
      "grad_norm": 0.33768050522683196,
      "learning_rate": 3.6298307892672895e-05,
      "loss": 1.0716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23629745841026306,
      "step": 327,
      "valid_targets_mean": 14108.6,
      "valid_targets_min": 11744
    },
    {
      "epoch": 1.396588486140725,
      "grad_norm": 0.31959918290802164,
      "learning_rate": 3.626378365495577e-05,
      "loss": 1.1137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29224511981010437,
      "step": 328,
      "valid_targets_mean": 16144.3,
      "valid_targets_min": 15182
    },
    {
      "epoch": 1.4008528784648187,
      "grad_norm": 0.3584955638744689,
      "learning_rate": 3.622911574560181e-05,
      "loss": 1.0662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3278372585773468,
      "step": 329,
      "valid_targets_mean": 16119.1,
      "valid_targets_min": 14732
    },
    {
      "epoch": 1.4051172707889126,
      "grad_norm": 0.3551164253468689,
      "learning_rate": 3.6194304470861744e-05,
      "loss": 1.1081,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2731977701187134,
      "step": 330,
      "valid_targets_mean": 15151.9,
      "valid_targets_min": 13814
    },
    {
      "epoch": 1.4093816631130065,
      "grad_norm": 0.33384857656040146,
      "learning_rate": 3.615935013825272e-05,
      "loss": 1.107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30953341722488403,
      "step": 331,
      "valid_targets_mean": 16155.7,
      "valid_targets_min": 15560
    },
    {
      "epoch": 1.4136460554371002,
      "grad_norm": 0.3465598489468695,
      "learning_rate": 3.612425305655569e-05,
      "loss": 1.0806,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22017063200473785,
      "step": 332,
      "valid_targets_mean": 10614.2,
      "valid_targets_min": 1489
    },
    {
      "epoch": 1.417910447761194,
      "grad_norm": 0.37042791165061556,
      "learning_rate": 3.6089013535812593e-05,
      "loss": 1.0543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2671017348766327,
      "step": 333,
      "valid_targets_mean": 16140.9,
      "valid_targets_min": 15217
    },
    {
      "epoch": 1.4221748400852878,
      "grad_norm": 0.32387094747577067,
      "learning_rate": 3.6053631887323656e-05,
      "loss": 1.0887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3278307616710663,
      "step": 334,
      "valid_targets_mean": 16096.1,
      "valid_targets_min": 14473
    },
    {
      "epoch": 1.4264392324093818,
      "grad_norm": 0.3699947447682408,
      "learning_rate": 3.601810842364465e-05,
      "loss": 1.1212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1788579821586609,
      "step": 335,
      "valid_targets_mean": 8554.1,
      "valid_targets_min": 618
    },
    {
      "epoch": 1.4307036247334755,
      "grad_norm": 0.32886822517451314,
      "learning_rate": 3.598244345858412e-05,
      "loss": 1.1056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2595828175544739,
      "step": 336,
      "valid_targets_mean": 16153.3,
      "valid_targets_min": 15042
    },
    {
      "epoch": 1.4349680170575694,
      "grad_norm": 0.3523255078156776,
      "learning_rate": 3.594663730720059e-05,
      "loss": 1.0832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31492581963539124,
      "step": 337,
      "valid_targets_mean": 16167.1,
      "valid_targets_min": 15032
    },
    {
      "epoch": 1.439232409381663,
      "grad_norm": 0.3705392055125923,
      "learning_rate": 3.591069028579982e-05,
      "loss": 1.0987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22190961241722107,
      "step": 338,
      "valid_targets_mean": 12233.7,
      "valid_targets_min": 8961
    },
    {
      "epoch": 1.443496801705757,
      "grad_norm": 0.3047525795134772,
      "learning_rate": 3.5874602711931994e-05,
      "loss": 1.1007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2945648431777954,
      "step": 339,
      "valid_targets_mean": 16054.2,
      "valid_targets_min": 15148
    },
    {
      "epoch": 1.4477611940298507,
      "grad_norm": 0.34833144896778817,
      "learning_rate": 3.5838374904388904e-05,
      "loss": 1.0703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32256120443344116,
      "step": 340,
      "valid_targets_mean": 16200.9,
      "valid_targets_min": 15576
    },
    {
      "epoch": 1.4520255863539446,
      "grad_norm": 0.33905394371438524,
      "learning_rate": 3.580200718320115e-05,
      "loss": 1.0949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25068533420562744,
      "step": 341,
      "valid_targets_mean": 15703.2,
      "valid_targets_min": 12835
    },
    {
      "epoch": 1.4562899786780383,
      "grad_norm": 0.36592609151750577,
      "learning_rate": 3.576549986963531e-05,
      "loss": 1.0774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3194271922111511,
      "step": 342,
      "valid_targets_mean": 16056.5,
      "valid_targets_min": 14789
    },
    {
      "epoch": 1.4605543710021323,
      "grad_norm": 0.35390446845440837,
      "learning_rate": 3.5728853286191075e-05,
      "loss": 1.0643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2540942132472992,
      "step": 343,
      "valid_targets_mean": 12879.8,
      "valid_targets_min": 1242
    },
    {
      "epoch": 1.464818763326226,
      "grad_norm": 0.2755780659749987,
      "learning_rate": 3.5692067756598465e-05,
      "loss": 1.0582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26042819023132324,
      "step": 344,
      "valid_targets_mean": 16118.8,
      "valid_targets_min": 15426
    },
    {
      "epoch": 1.4690831556503199,
      "grad_norm": 0.38020197667496863,
      "learning_rate": 3.5655143605814885e-05,
      "loss": 1.0941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2965239882469177,
      "step": 345,
      "valid_targets_mean": 15897.9,
      "valid_targets_min": 9286
    },
    {
      "epoch": 1.4733475479744136,
      "grad_norm": 0.2901011570573045,
      "learning_rate": 3.561808116002232e-05,
      "loss": 1.0811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19708998501300812,
      "step": 346,
      "valid_targets_mean": 10358.7,
      "valid_targets_min": 2096
    },
    {
      "epoch": 1.4776119402985075,
      "grad_norm": 0.275342451326057,
      "learning_rate": 3.5580880746624444e-05,
      "loss": 1.0537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24683061242103577,
      "step": 347,
      "valid_targets_mean": 16129.1,
      "valid_targets_min": 15180
    },
    {
      "epoch": 1.4818763326226012,
      "grad_norm": 0.312505048766249,
      "learning_rate": 3.5543542694243685e-05,
      "loss": 1.1107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3103181719779968,
      "step": 348,
      "valid_targets_mean": 16167.1,
      "valid_targets_min": 15444
    },
    {
      "epoch": 1.4861407249466951,
      "grad_norm": 0.29880209782535827,
      "learning_rate": 3.5506067332718355e-05,
      "loss": 1.0879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21556365489959717,
      "step": 349,
      "valid_targets_mean": 10549.6,
      "valid_targets_min": 6923
    },
    {
      "epoch": 1.4904051172707888,
      "grad_norm": 0.3366257575023693,
      "learning_rate": 3.546845499309976e-05,
      "loss": 1.0783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27540475130081177,
      "step": 350,
      "valid_targets_mean": 16196.4,
      "valid_targets_min": 15446
    },
    {
      "epoch": 1.4946695095948828,
      "grad_norm": 0.2949817898380746,
      "learning_rate": 3.5430706007649225e-05,
      "loss": 1.0752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3441014289855957,
      "step": 351,
      "valid_targets_mean": 16196.4,
      "valid_targets_min": 15577
    },
    {
      "epoch": 1.4989339019189765,
      "grad_norm": 0.33561416621297063,
      "learning_rate": 3.539282070983518e-05,
      "loss": 1.0948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24721038341522217,
      "step": 352,
      "valid_targets_mean": 13119.6,
      "valid_targets_min": 10183
    },
    {
      "epoch": 1.5031982942430704,
      "grad_norm": 0.33633932267657934,
      "learning_rate": 3.535479943433023e-05,
      "loss": 1.1638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3473033607006073,
      "step": 353,
      "valid_targets_mean": 15859.2,
      "valid_targets_min": 14337
    },
    {
      "epoch": 1.5074626865671643,
      "grad_norm": 0.30291988931748776,
      "learning_rate": 3.5316642517008184e-05,
      "loss": 1.0757,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30852532386779785,
      "step": 354,
      "valid_targets_mean": 16225.0,
      "valid_targets_min": 15717
    },
    {
      "epoch": 1.511727078891258,
      "grad_norm": 0.35609152737731914,
      "learning_rate": 3.5278350294941074e-05,
      "loss": 1.0929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.281000018119812,
      "step": 355,
      "valid_targets_mean": 15363.8,
      "valid_targets_min": 13266
    },
    {
      "epoch": 1.5159914712153517,
      "grad_norm": 0.3753461112007819,
      "learning_rate": 3.523992310639622e-05,
      "loss": 1.0561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2891591191291809,
      "step": 356,
      "valid_targets_mean": 16191.6,
      "valid_targets_min": 15466
    },
    {
      "epoch": 1.5202558635394456,
      "grad_norm": 0.3055423589980571,
      "learning_rate": 3.5201361290833165e-05,
      "loss": 1.0817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2250066101551056,
      "step": 357,
      "valid_targets_mean": 11349.5,
      "valid_targets_min": 1359
    },
    {
      "epoch": 1.5245202558635396,
      "grad_norm": 0.34286072931150735,
      "learning_rate": 3.516266518890079e-05,
      "loss": 1.066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2844963073730469,
      "step": 358,
      "valid_targets_mean": 16115.3,
      "valid_targets_min": 14702
    },
    {
      "epoch": 1.5287846481876333,
      "grad_norm": 0.3449248650441334,
      "learning_rate": 3.512383514243419e-05,
      "loss": 1.0596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2860240340232849,
      "step": 359,
      "valid_targets_mean": 16163.1,
      "valid_targets_min": 14547
    },
    {
      "epoch": 1.533049040511727,
      "grad_norm": 0.3771111536637937,
      "learning_rate": 3.5084871494451716e-05,
      "loss": 1.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1857428401708603,
      "step": 360,
      "valid_targets_mean": 9576.8,
      "valid_targets_min": 1522
    },
    {
      "epoch": 1.537313432835821,
      "grad_norm": 0.3018932724883368,
      "learning_rate": 3.5045774589151955e-05,
      "loss": 1.0808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2678816318511963,
      "step": 361,
      "valid_targets_mean": 15993.7,
      "valid_targets_min": 10506
    },
    {
      "epoch": 1.5415778251599148,
      "grad_norm": 0.40558509955640737,
      "learning_rate": 3.500654477191064e-05,
      "loss": 1.112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34176117181777954,
      "step": 362,
      "valid_targets_mean": 15984.2,
      "valid_targets_min": 14307
    },
    {
      "epoch": 1.5458422174840085,
      "grad_norm": 0.43847114516949215,
      "learning_rate": 3.496718238927764e-05,
      "loss": 1.0905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19546037912368774,
      "step": 363,
      "valid_targets_mean": 10465.0,
      "valid_targets_min": 6740
    },
    {
      "epoch": 1.5501066098081022,
      "grad_norm": 0.355769107924039,
      "learning_rate": 3.492768778897388e-05,
      "loss": 1.0736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2820717692375183,
      "step": 364,
      "valid_targets_mean": 16167.3,
      "valid_targets_min": 14513
    },
    {
      "epoch": 1.5543710021321961,
      "grad_norm": 0.4284452026174569,
      "learning_rate": 3.4888061319888276e-05,
      "loss": 1.1042,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3305700421333313,
      "step": 365,
      "valid_targets_mean": 16124.3,
      "valid_targets_min": 15263
    },
    {
      "epoch": 1.55863539445629,
      "grad_norm": 0.4382707341244304,
      "learning_rate": 3.484830333207466e-05,
      "loss": 1.0999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24906116724014282,
      "step": 366,
      "valid_targets_mean": 13535.5,
      "valid_targets_min": 11622
    },
    {
      "epoch": 1.5628997867803838,
      "grad_norm": 0.3455333246727441,
      "learning_rate": 3.4808414176748666e-05,
      "loss": 1.0576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2977335751056671,
      "step": 367,
      "valid_targets_mean": 16211.1,
      "valid_targets_min": 15301
    },
    {
      "epoch": 1.5671641791044775,
      "grad_norm": 0.40729051659063775,
      "learning_rate": 3.476839420628466e-05,
      "loss": 1.0815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2757585346698761,
      "step": 368,
      "valid_targets_mean": 13357.7,
      "valid_targets_min": 1733
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.4306050253331128,
      "learning_rate": 3.472824377421257e-05,
      "loss": 1.0562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2567337155342102,
      "step": 369,
      "valid_targets_mean": 15113.8,
      "valid_targets_min": 13189
    },
    {
      "epoch": 1.5756929637526653,
      "grad_norm": 0.340921039883713,
      "learning_rate": 3.4687963235214845e-05,
      "loss": 1.0906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3353586792945862,
      "step": 370,
      "valid_targets_mean": 16135.2,
      "valid_targets_min": 15576
    },
    {
      "epoch": 1.579957356076759,
      "grad_norm": 0.352901062487588,
      "learning_rate": 3.464755294512325e-05,
      "loss": 1.0873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1842219978570938,
      "step": 371,
      "valid_targets_mean": 8529.3,
      "valid_targets_min": 1895
    },
    {
      "epoch": 1.5842217484008527,
      "grad_norm": 0.3252571700975914,
      "learning_rate": 3.4607013260915765e-05,
      "loss": 1.0876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2786511480808258,
      "step": 372,
      "valid_targets_mean": 16116.1,
      "valid_targets_min": 14467
    },
    {
      "epoch": 1.5884861407249466,
      "grad_norm": 0.32289879581539677,
      "learning_rate": 3.4566344540713404e-05,
      "loss": 1.0283,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.283419132232666,
      "step": 373,
      "valid_targets_mean": 16224.1,
      "valid_targets_min": 15168
    },
    {
      "epoch": 1.5927505330490406,
      "grad_norm": 0.2898095739507456,
      "learning_rate": 3.452554714377706e-05,
      "loss": 1.0681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2174898087978363,
      "step": 374,
      "valid_targets_mean": 11231.9,
      "valid_targets_min": 7068
    },
    {
      "epoch": 1.5970149253731343,
      "grad_norm": 0.32701686595227597,
      "learning_rate": 3.448462143050436e-05,
      "loss": 1.0558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28061437606811523,
      "step": 375,
      "valid_targets_mean": 15767.3,
      "valid_targets_min": 9286
    },
    {
      "epoch": 1.6012793176972282,
      "grad_norm": 0.3273263196787299,
      "learning_rate": 3.4443567762426444e-05,
      "loss": 1.1019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31637561321258545,
      "step": 376,
      "valid_targets_mean": 16184.6,
      "valid_targets_min": 15606
    },
    {
      "epoch": 1.6055437100213221,
      "grad_norm": 0.28906601817080585,
      "learning_rate": 3.440238650220477e-05,
      "loss": 1.0381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.223393052816391,
      "step": 377,
      "valid_targets_mean": 13476.9,
      "valid_targets_min": 11755
    },
    {
      "epoch": 1.6098081023454158,
      "grad_norm": 0.35312103375959536,
      "learning_rate": 3.4361078013627945e-05,
      "loss": 1.048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28802990913391113,
      "step": 378,
      "valid_targets_mean": 16131.5,
      "valid_targets_min": 15301
    },
    {
      "epoch": 1.6140724946695095,
      "grad_norm": 0.3752371927643447,
      "learning_rate": 3.4319642661608474e-05,
      "loss": 1.1179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3004334568977356,
      "step": 379,
      "valid_targets_mean": 16156.4,
      "valid_targets_min": 15345
    },
    {
      "epoch": 1.6183368869936035,
      "grad_norm": 0.32696956300360913,
      "learning_rate": 3.427808081217957e-05,
      "loss": 1.102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2737543284893036,
      "step": 380,
      "valid_targets_mean": 15046.2,
      "valid_targets_min": 10805
    },
    {
      "epoch": 1.6226012793176974,
      "grad_norm": 0.32425215210692304,
      "learning_rate": 3.423639283249189e-05,
      "loss": 1.0783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2964897155761719,
      "step": 381,
      "valid_targets_mean": 16231.2,
      "valid_targets_min": 15531
    },
    {
      "epoch": 1.626865671641791,
      "grad_norm": 0.3425598006408661,
      "learning_rate": 3.419457909081032e-05,
      "loss": 1.0768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23575259745121002,
      "step": 382,
      "valid_targets_mean": 10985.6,
      "valid_targets_min": 1923
    },
    {
      "epoch": 1.6311300639658848,
      "grad_norm": 0.34150364485281803,
      "learning_rate": 3.415263995651069e-05,
      "loss": 1.111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28503063321113586,
      "step": 383,
      "valid_targets_mean": 15444.5,
      "valid_targets_min": 13058
    },
    {
      "epoch": 1.6353944562899787,
      "grad_norm": 0.26306448756733036,
      "learning_rate": 3.411057580007653e-05,
      "loss": 1.0587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31446677446365356,
      "step": 384,
      "valid_targets_mean": 16178.7,
      "valid_targets_min": 15572
    },
    {
      "epoch": 1.6396588486140726,
      "grad_norm": 0.3965336853796899,
      "learning_rate": 3.4068386993095806e-05,
      "loss": 1.0459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16267594695091248,
      "step": 385,
      "valid_targets_mean": 8596.7,
      "valid_targets_min": 2213
    },
    {
      "epoch": 1.6439232409381663,
      "grad_norm": 0.3169819070461087,
      "learning_rate": 3.402607390825762e-05,
      "loss": 1.0559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24213969707489014,
      "step": 386,
      "valid_targets_mean": 16232.5,
      "valid_targets_min": 15539
    },
    {
      "epoch": 1.64818763326226,
      "grad_norm": 0.30538475252532604,
      "learning_rate": 3.398363691934894e-05,
      "loss": 1.0899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33324548602104187,
      "step": 387,
      "valid_targets_mean": 16060.8,
      "valid_targets_min": 15033
    },
    {
      "epoch": 1.652452025586354,
      "grad_norm": 0.3569751677678015,
      "learning_rate": 3.3941076401251244e-05,
      "loss": 1.089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1977802813053131,
      "step": 388,
      "valid_targets_mean": 11657.1,
      "valid_targets_min": 9535
    },
    {
      "epoch": 1.6567164179104479,
      "grad_norm": 0.3676226867999698,
      "learning_rate": 3.3898392729937295e-05,
      "loss": 1.0538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2911812961101532,
      "step": 389,
      "valid_targets_mean": 16162.9,
      "valid_targets_min": 15023
    },
    {
      "epoch": 1.6609808102345416,
      "grad_norm": 0.28999735215403477,
      "learning_rate": 3.385558628246774e-05,
      "loss": 1.1031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31773680448532104,
      "step": 390,
      "valid_targets_mean": 16113.8,
      "valid_targets_min": 15576
    },
    {
      "epoch": 1.6652452025586353,
      "grad_norm": 0.31093356074677225,
      "learning_rate": 3.381265743698781e-05,
      "loss": 1.0782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2374432384967804,
      "step": 391,
      "valid_targets_mean": 14455.2,
      "valid_targets_min": 12866
    },
    {
      "epoch": 1.6695095948827292,
      "grad_norm": 0.35211344055285015,
      "learning_rate": 3.3769606572724e-05,
      "loss": 1.0542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2905210852622986,
      "step": 392,
      "valid_targets_mean": 16126.9,
      "valid_targets_min": 14699
    },
    {
      "epoch": 1.6737739872068231,
      "grad_norm": 0.33113775807720236,
      "learning_rate": 3.3726434069980686e-05,
      "loss": 1.0381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2336466759443283,
      "step": 393,
      "valid_targets_mean": 12935.7,
      "valid_targets_min": 1379
    },
    {
      "epoch": 1.6780383795309168,
      "grad_norm": 0.34400941915401295,
      "learning_rate": 3.368314031013678e-05,
      "loss": 1.0792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26921963691711426,
      "step": 394,
      "valid_targets_mean": 16041.7,
      "valid_targets_min": 14053
    },
    {
      "epoch": 1.6823027718550105,
      "grad_norm": 0.35946946376014055,
      "learning_rate": 3.363972567564236e-05,
      "loss": 1.0771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29747501015663147,
      "step": 395,
      "valid_targets_mean": 16214.8,
      "valid_targets_min": 15371
    },
    {
      "epoch": 1.6865671641791045,
      "grad_norm": 0.3554906035816403,
      "learning_rate": 3.35961905500153e-05,
      "loss": 1.099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18330803513526917,
      "step": 396,
      "valid_targets_mean": 8966.2,
      "valid_targets_min": 2017
    },
    {
      "epoch": 1.6908315565031984,
      "grad_norm": 0.3216736094709334,
      "learning_rate": 3.3552535317837855e-05,
      "loss": 1.1295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28136104345321655,
      "step": 397,
      "valid_targets_mean": 15754.8,
      "valid_targets_min": 13899
    },
    {
      "epoch": 1.695095948827292,
      "grad_norm": 0.3400173672246051,
      "learning_rate": 3.35087603647533e-05,
      "loss": 1.0812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.322651207447052,
      "step": 398,
      "valid_targets_mean": 16187.2,
      "valid_targets_min": 15624
    },
    {
      "epoch": 1.6993603411513858,
      "grad_norm": 0.34927667719012767,
      "learning_rate": 3.346486607746249e-05,
      "loss": 1.0958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16751596331596375,
      "step": 399,
      "valid_targets_mean": 9466.9,
      "valid_targets_min": 4761
    },
    {
      "epoch": 1.7036247334754797,
      "grad_norm": 0.3022943680117074,
      "learning_rate": 3.342085284372047e-05,
      "loss": 1.0973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3175053596496582,
      "step": 400,
      "valid_targets_mean": 16054.5,
      "valid_targets_min": 15525
    },
    {
      "epoch": 1.7078891257995736,
      "grad_norm": 0.35250167872229066,
      "learning_rate": 3.337672105233303e-05,
      "loss": 1.0742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29572397470474243,
      "step": 401,
      "valid_targets_mean": 16123.2,
      "valid_targets_min": 14638
    },
    {
      "epoch": 1.7121535181236673,
      "grad_norm": 0.3732899225473128,
      "learning_rate": 3.3332471093153296e-05,
      "loss": 1.1069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22419768571853638,
      "step": 402,
      "valid_targets_mean": 13257.8,
      "valid_targets_min": 10153
    },
    {
      "epoch": 1.716417910447761,
      "grad_norm": 0.32688882568803734,
      "learning_rate": 3.3288103357078244e-05,
      "loss": 1.1048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30736756324768066,
      "step": 403,
      "valid_targets_mean": 16162.8,
      "valid_targets_min": 15337
    },
    {
      "epoch": 1.720682302771855,
      "grad_norm": 0.3331310863968516,
      "learning_rate": 3.324361823604529e-05,
      "loss": 1.0879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33133578300476074,
      "step": 404,
      "valid_targets_mean": 16163.1,
      "valid_targets_min": 15308
    },
    {
      "epoch": 1.724946695095949,
      "grad_norm": 0.35818787168114613,
      "learning_rate": 3.319901612302881e-05,
      "loss": 1.0842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26041942834854126,
      "step": 405,
      "valid_targets_mean": 15849.7,
      "valid_targets_min": 14606
    },
    {
      "epoch": 1.7292110874200426,
      "grad_norm": 0.4007074600786429,
      "learning_rate": 3.315429741203666e-05,
      "loss": 1.0603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27965423464775085,
      "step": 406,
      "valid_targets_mean": 16208.5,
      "valid_targets_min": 15536
    },
    {
      "epoch": 1.7334754797441365,
      "grad_norm": 0.3203604311420045,
      "learning_rate": 3.3109462498106705e-05,
      "loss": 1.0399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20618872344493866,
      "step": 407,
      "valid_targets_mean": 11185.1,
      "valid_targets_min": 1926
    },
    {
      "epoch": 1.7377398720682304,
      "grad_norm": 0.3333080315095021,
      "learning_rate": 3.306451177730333e-05,
      "loss": 1.0416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2642345428466797,
      "step": 408,
      "valid_targets_mean": 15921.4,
      "valid_targets_min": 15152
    },
    {
      "epoch": 1.7420042643923241,
      "grad_norm": 0.3843812441465554,
      "learning_rate": 3.301944564671394e-05,
      "loss": 1.0927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3201923966407776,
      "step": 409,
      "valid_targets_mean": 16101.6,
      "valid_targets_min": 13635
    },
    {
      "epoch": 1.7462686567164178,
      "grad_norm": 0.32315567146113006,
      "learning_rate": 3.297426450444546e-05,
      "loss": 1.0773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18927864730358124,
      "step": 410,
      "valid_targets_mean": 10622.0,
      "valid_targets_min": 2749
    },
    {
      "epoch": 1.7505330490405118,
      "grad_norm": 0.2968381836926156,
      "learning_rate": 3.292896874962078e-05,
      "loss": 1.0479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2641192376613617,
      "step": 411,
      "valid_targets_mean": 16163.8,
      "valid_targets_min": 14690
    },
    {
      "epoch": 1.7547974413646057,
      "grad_norm": 0.3352633067258525,
      "learning_rate": 3.2883558782375294e-05,
      "loss": 1.0779,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29602476954460144,
      "step": 412,
      "valid_targets_mean": 16117.5,
      "valid_targets_min": 13635
    },
    {
      "epoch": 1.7590618336886994,
      "grad_norm": 0.28476969110178263,
      "learning_rate": 3.283803500385332e-05,
      "loss": 1.0934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22423139214515686,
      "step": 413,
      "valid_targets_mean": 12500.9,
      "valid_targets_min": 9491
    },
    {
      "epoch": 1.763326226012793,
      "grad_norm": 0.30474507510851556,
      "learning_rate": 3.2792397816204546e-05,
      "loss": 1.0923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29216915369033813,
      "step": 414,
      "valid_targets_mean": 16139.3,
      "valid_targets_min": 15077
    },
    {
      "epoch": 1.767590618336887,
      "grad_norm": 0.2888866831703543,
      "learning_rate": 3.2746647622580524e-05,
      "loss": 1.0929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3108062148094177,
      "step": 415,
      "valid_targets_mean": 16148.9,
      "valid_targets_min": 15485
    },
    {
      "epoch": 1.771855010660981,
      "grad_norm": 0.32915338022522184,
      "learning_rate": 3.270078482713106e-05,
      "loss": 1.0337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23528018593788147,
      "step": 416,
      "valid_targets_mean": 14075.5,
      "valid_targets_min": 11572
    },
    {
      "epoch": 1.7761194029850746,
      "grad_norm": 0.30919496917968614,
      "learning_rate": 3.265480983500069e-05,
      "loss": 1.063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30584001541137695,
      "step": 417,
      "valid_targets_mean": 16051.5,
      "valid_targets_min": 13927
    },
    {
      "epoch": 1.7803837953091683,
      "grad_norm": 0.3441949263098652,
      "learning_rate": 3.260872305232507e-05,
      "loss": 1.041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25926971435546875,
      "step": 418,
      "valid_targets_mean": 13168.9,
      "valid_targets_min": 2225
    },
    {
      "epoch": 1.7846481876332623,
      "grad_norm": 0.36423291496651444,
      "learning_rate": 3.256252488622738e-05,
      "loss": 1.0468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24720856547355652,
      "step": 419,
      "valid_targets_mean": 16116.3,
      "valid_targets_min": 13473
    },
    {
      "epoch": 1.7889125799573562,
      "grad_norm": 0.4247004875254001,
      "learning_rate": 3.251621574481475e-05,
      "loss": 1.0639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29388993978500366,
      "step": 420,
      "valid_targets_mean": 16112.0,
      "valid_targets_min": 14287
    },
    {
      "epoch": 1.79317697228145,
      "grad_norm": 0.29766378137701294,
      "learning_rate": 3.246979603717467e-05,
      "loss": 1.1038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20671671628952026,
      "step": 421,
      "valid_targets_mean": 10187.9,
      "valid_targets_min": 1240
    },
    {
      "epoch": 1.7974413646055436,
      "grad_norm": 0.40271557718751394,
      "learning_rate": 3.242326617337133e-05,
      "loss": 1.0478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2497304528951645,
      "step": 422,
      "valid_targets_mean": 16181.6,
      "valid_targets_min": 14875
    },
    {
      "epoch": 1.8017057569296375,
      "grad_norm": 0.3782484850120709,
      "learning_rate": 3.2376626564442016e-05,
      "loss": 1.0654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31483617424964905,
      "step": 423,
      "valid_targets_mean": 16183.7,
      "valid_targets_min": 15121
    },
    {
      "epoch": 1.8059701492537314,
      "grad_norm": 0.30649531604027724,
      "learning_rate": 3.2329877622393515e-05,
      "loss": 1.0504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2193414866924286,
      "step": 424,
      "valid_targets_mean": 11132.9,
      "valid_targets_min": 7632
    },
    {
      "epoch": 1.8102345415778252,
      "grad_norm": 0.35448072761495,
      "learning_rate": 3.228301976019841e-05,
      "loss": 1.1135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.291428804397583,
      "step": 425,
      "valid_targets_mean": 16018.5,
      "valid_targets_min": 14821
    },
    {
      "epoch": 1.8144989339019189,
      "grad_norm": 0.3390792473030516,
      "learning_rate": 3.22360533917915e-05,
      "loss": 1.0773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2975163459777832,
      "step": 426,
      "valid_targets_mean": 16201.6,
      "valid_targets_min": 15221
    },
    {
      "epoch": 1.8187633262260128,
      "grad_norm": 0.3147806679424687,
      "learning_rate": 3.218897893206608e-05,
      "loss": 1.0406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2215021848678589,
      "step": 427,
      "valid_targets_mean": 13069.1,
      "valid_targets_min": 8831
    },
    {
      "epoch": 1.8230277185501067,
      "grad_norm": 0.36019990325979584,
      "learning_rate": 3.2141796796870335e-05,
      "loss": 1.0823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2969133257865906,
      "step": 428,
      "valid_targets_mean": 16014.8,
      "valid_targets_min": 13788
    },
    {
      "epoch": 1.8272921108742004,
      "grad_norm": 0.2981772660966227,
      "learning_rate": 3.2094507403003614e-05,
      "loss": 1.0768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31634145975112915,
      "step": 429,
      "valid_targets_mean": 16206.0,
      "valid_targets_min": 15778
    },
    {
      "epoch": 1.831556503198294,
      "grad_norm": 0.3562159773344419,
      "learning_rate": 3.2047111168212785e-05,
      "loss": 1.1017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2830113470554352,
      "step": 430,
      "valid_targets_mean": 15181.8,
      "valid_targets_min": 13169
    },
    {
      "epoch": 1.835820895522388,
      "grad_norm": 0.3462357812701073,
      "learning_rate": 3.1999608511188524e-05,
      "loss": 1.0453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28061801195144653,
      "step": 431,
      "valid_targets_mean": 16113.2,
      "valid_targets_min": 13828
    },
    {
      "epoch": 1.840085287846482,
      "grad_norm": 0.2712904109633026,
      "learning_rate": 3.1951999851561625e-05,
      "loss": 1.1287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2145303189754486,
      "step": 432,
      "valid_targets_mean": 11254.6,
      "valid_targets_min": 1974
    },
    {
      "epoch": 1.8443496801705757,
      "grad_norm": 0.3372878988948171,
      "learning_rate": 3.190428560989931e-05,
      "loss": 1.0754,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.269620805978775,
      "step": 433,
      "valid_targets_mean": 15552.6,
      "valid_targets_min": 14147
    },
    {
      "epoch": 1.8486140724946694,
      "grad_norm": 0.33502781437527734,
      "learning_rate": 3.185646620770146e-05,
      "loss": 1.0554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3428090810775757,
      "step": 434,
      "valid_targets_mean": 16115.7,
      "valid_targets_min": 15331
    },
    {
      "epoch": 1.8528784648187633,
      "grad_norm": 0.32083840655486917,
      "learning_rate": 3.180854206739696e-05,
      "loss": 1.1193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15823984146118164,
      "step": 435,
      "valid_targets_mean": 7300.2,
      "valid_targets_min": 1215
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.3655942212180277,
      "learning_rate": 3.176051361233991e-05,
      "loss": 1.0793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27045610547065735,
      "step": 436,
      "valid_targets_mean": 16174.1,
      "valid_targets_min": 15414
    },
    {
      "epoch": 1.861407249466951,
      "grad_norm": 0.37573240088501814,
      "learning_rate": 3.171238126680594e-05,
      "loss": 1.0503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29048848152160645,
      "step": 437,
      "valid_targets_mean": 16202.2,
      "valid_targets_min": 15560
    },
    {
      "epoch": 1.8656716417910446,
      "grad_norm": 0.352557840532509,
      "learning_rate": 3.166414545598839e-05,
      "loss": 1.0993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23219341039657593,
      "step": 438,
      "valid_targets_mean": 12580.4,
      "valid_targets_min": 10074
    },
    {
      "epoch": 1.8699360341151388,
      "grad_norm": 0.40604007958968985,
      "learning_rate": 3.161580660599464e-05,
      "loss": 1.0707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27523332834243774,
      "step": 439,
      "valid_targets_mean": 15703.7,
      "valid_targets_min": 4778
    },
    {
      "epoch": 1.8742004264392325,
      "grad_norm": 0.3578916382684771,
      "learning_rate": 3.1567365143842264e-05,
      "loss": 1.0602,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3120695650577545,
      "step": 440,
      "valid_targets_mean": 16157.0,
      "valid_targets_min": 15368
    },
    {
      "epoch": 1.8784648187633262,
      "grad_norm": 0.29322622999687875,
      "learning_rate": 3.1518821497455326e-05,
      "loss": 1.0661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22893603146076202,
      "step": 441,
      "valid_targets_mean": 13424.1,
      "valid_targets_min": 11379
    },
    {
      "epoch": 1.88272921108742,
      "grad_norm": 0.36915524627767804,
      "learning_rate": 3.147017609566054e-05,
      "loss": 1.0954,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3331189453601837,
      "step": 442,
      "valid_targets_mean": 16049.3,
      "valid_targets_min": 14702
    },
    {
      "epoch": 1.886993603411514,
      "grad_norm": 0.25054962444606416,
      "learning_rate": 3.142142936818353e-05,
      "loss": 1.0737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25321656465530396,
      "step": 443,
      "valid_targets_mean": 13397.8,
      "valid_targets_min": 2017
    },
    {
      "epoch": 1.8912579957356077,
      "grad_norm": 0.3509714430545398,
      "learning_rate": 3.137258174564501e-05,
      "loss": 1.1309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27710413932800293,
      "step": 444,
      "valid_targets_mean": 16007.1,
      "valid_targets_min": 15085
    },
    {
      "epoch": 1.8955223880597014,
      "grad_norm": 0.35482602042188444,
      "learning_rate": 3.1323633659556986e-05,
      "loss": 1.0238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2886030673980713,
      "step": 445,
      "valid_targets_mean": 16240.1,
      "valid_targets_min": 15762
    },
    {
      "epoch": 1.8997867803837953,
      "grad_norm": 0.26773049702383594,
      "learning_rate": 3.127458554231894e-05,
      "loss": 1.1115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1944742053747177,
      "step": 446,
      "valid_targets_mean": 9927.9,
      "valid_targets_min": 2329
    },
    {
      "epoch": 1.9040511727078893,
      "grad_norm": 0.3483780481045023,
      "learning_rate": 3.122543782721402e-05,
      "loss": 1.0928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27462565898895264,
      "step": 447,
      "valid_targets_mean": 16032.5,
      "valid_targets_min": 15102
    },
    {
      "epoch": 1.908315565031983,
      "grad_norm": 0.3368829130798326,
      "learning_rate": 3.1176190948405194e-05,
      "loss": 1.0736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34951770305633545,
      "step": 448,
      "valid_targets_mean": 16119.2,
      "valid_targets_min": 15712
    },
    {
      "epoch": 1.9125799573560767,
      "grad_norm": 0.30268057780648044,
      "learning_rate": 3.112684534093142e-05,
      "loss": 1.0877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19990648329257965,
      "step": 449,
      "valid_targets_mean": 10913.1,
      "valid_targets_min": 6367
    },
    {
      "epoch": 1.9168443496801706,
      "grad_norm": 0.30358006933130305,
      "learning_rate": 3.107740144070385e-05,
      "loss": 1.0234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2891259789466858,
      "step": 450,
      "valid_targets_mean": 16040.9,
      "valid_targets_min": 13080
    },
    {
      "epoch": 1.9211087420042645,
      "grad_norm": 0.3628808145609311,
      "learning_rate": 3.102785968450188e-05,
      "loss": 1.0428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3000900149345398,
      "step": 451,
      "valid_targets_mean": 16137.6,
      "valid_targets_min": 15228
    },
    {
      "epoch": 1.9253731343283582,
      "grad_norm": 0.2764530866126593,
      "learning_rate": 3.09782205099694e-05,
      "loss": 1.1202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2544265389442444,
      "step": 452,
      "valid_targets_mean": 13191.7,
      "valid_targets_min": 10839
    },
    {
      "epoch": 1.929637526652452,
      "grad_norm": 0.28797232262388883,
      "learning_rate": 3.092848435561084e-05,
      "loss": 1.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28947630524635315,
      "step": 453,
      "valid_targets_mean": 16126.2,
      "valid_targets_min": 14702
    },
    {
      "epoch": 1.9339019189765458,
      "grad_norm": 0.31616751921565583,
      "learning_rate": 3.0878651660787376e-05,
      "loss": 1.0735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2999494671821594,
      "step": 454,
      "valid_targets_mean": 16165.5,
      "valid_targets_min": 14997
    },
    {
      "epoch": 1.9381663113006398,
      "grad_norm": 0.26746073217550403,
      "learning_rate": 3.082872286571295e-05,
      "loss": 1.061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2623918652534485,
      "step": 455,
      "valid_targets_mean": 14387.2,
      "valid_targets_min": 12697
    },
    {
      "epoch": 1.9424307036247335,
      "grad_norm": 0.2840271608173446,
      "learning_rate": 3.077869841145049e-05,
      "loss": 1.0563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30360060930252075,
      "step": 456,
      "valid_targets_mean": 16208.8,
      "valid_targets_min": 15627
    },
    {
      "epoch": 1.9466950959488272,
      "grad_norm": 0.28298849548309235,
      "learning_rate": 3.0728578739907934e-05,
      "loss": 1.1073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2182055413722992,
      "step": 457,
      "valid_targets_mean": 10413.9,
      "valid_targets_min": 2491
    },
    {
      "epoch": 1.950959488272921,
      "grad_norm": 0.267402368213611,
      "learning_rate": 3.067836429383437e-05,
      "loss": 1.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2391853779554367,
      "step": 458,
      "valid_targets_mean": 16266.1,
      "valid_targets_min": 16019
    },
    {
      "epoch": 1.955223880597015,
      "grad_norm": 0.27519623772632346,
      "learning_rate": 3.062805551681609e-05,
      "loss": 1.078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3138701915740967,
      "step": 459,
      "valid_targets_mean": 16080.7,
      "valid_targets_min": 14943
    },
    {
      "epoch": 1.9594882729211087,
      "grad_norm": 0.3412396846851224,
      "learning_rate": 3.057765285327271e-05,
      "loss": 1.1299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13240568339824677,
      "step": 460,
      "valid_targets_mean": 6411.7,
      "valid_targets_min": 2004
    },
    {
      "epoch": 1.9637526652452024,
      "grad_norm": 0.27637519468535493,
      "learning_rate": 3.0527156748453214e-05,
      "loss": 1.0246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2705056965351105,
      "step": 461,
      "valid_targets_mean": 16094.2,
      "valid_targets_min": 13927
    },
    {
      "epoch": 1.9680170575692963,
      "grad_norm": 0.2491017774469789,
      "learning_rate": 3.047656764843203e-05,
      "loss": 1.1089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31651365756988525,
      "step": 462,
      "valid_targets_mean": 16166.5,
      "valid_targets_min": 15218
    },
    {
      "epoch": 1.9722814498933903,
      "grad_norm": 0.2898466387677518,
      "learning_rate": 3.0425886000105094e-05,
      "loss": 1.043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2042815089225769,
      "step": 463,
      "valid_targets_mean": 12991.4,
      "valid_targets_min": 11115
    },
    {
      "epoch": 1.976545842217484,
      "grad_norm": 0.24076807322050023,
      "learning_rate": 3.0375112251185892e-05,
      "loss": 1.0471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28346341848373413,
      "step": 464,
      "valid_targets_mean": 16167.2,
      "valid_targets_min": 15368
    },
    {
      "epoch": 1.9808102345415777,
      "grad_norm": 0.2987602021633277,
      "learning_rate": 3.0324246850201527e-05,
      "loss": 1.1343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3213338851928711,
      "step": 465,
      "valid_targets_mean": 16105.9,
      "valid_targets_min": 15564
    },
    {
      "epoch": 1.9850746268656716,
      "grad_norm": 0.2728017482563389,
      "learning_rate": 3.0273290246488732e-05,
      "loss": 1.0956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25564104318618774,
      "step": 466,
      "valid_targets_mean": 15038.5,
      "valid_targets_min": 13132
    },
    {
      "epoch": 1.9893390191897655,
      "grad_norm": 0.27178003591024674,
      "learning_rate": 3.0222242890189904e-05,
      "loss": 1.1019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3196239471435547,
      "step": 467,
      "valid_targets_mean": 16099.2,
      "valid_targets_min": 15195
    },
    {
      "epoch": 1.9936034115138592,
      "grad_norm": 0.2960811264621479,
      "learning_rate": 3.017110523224914e-05,
      "loss": 1.0748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.243838369846344,
      "step": 468,
      "valid_targets_mean": 13108.7,
      "valid_targets_min": 1500
    },
    {
      "epoch": 1.997867803837953,
      "grad_norm": 0.2900638231868673,
      "learning_rate": 3.011987772440825e-05,
      "loss": 1.1061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.269381582736969,
      "step": 469,
      "valid_targets_mean": 15314.6,
      "valid_targets_min": 13039
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.368934520127521,
      "learning_rate": 3.006856081920277e-05,
      "loss": 1.0759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4675736427307129,
      "step": 470,
      "valid_targets_mean": 10737.9,
      "valid_targets_min": 1562
    },
    {
      "epoch": 2.0042643923240937,
      "grad_norm": 0.3552345026600377,
      "learning_rate": 3.001715496995793e-05,
      "loss": 1.0287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2579972743988037,
      "step": 471,
      "valid_targets_mean": 16126.5,
      "valid_targets_min": 15300
    },
    {
      "epoch": 2.008528784648188,
      "grad_norm": 0.39123834746131897,
      "learning_rate": 2.9965660630784715e-05,
      "loss": 1.0687,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31611669063568115,
      "step": 472,
      "valid_targets_mean": 16121.2,
      "valid_targets_min": 14702
    },
    {
      "epoch": 2.0127931769722816,
      "grad_norm": 0.41374695875844714,
      "learning_rate": 2.9914078256575782e-05,
      "loss": 1.0199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19053825736045837,
      "step": 473,
      "valid_targets_mean": 11766.6,
      "valid_targets_min": 7044
    },
    {
      "epoch": 2.0170575692963753,
      "grad_norm": 0.40073365553126444,
      "learning_rate": 2.9862408303001492e-05,
      "loss": 1.0289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2865005135536194,
      "step": 474,
      "valid_targets_mean": 16154.8,
      "valid_targets_min": 15606
    },
    {
      "epoch": 2.021321961620469,
      "grad_norm": 0.46584459230727177,
      "learning_rate": 2.9810651226505875e-05,
      "loss": 1.0107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29241612553596497,
      "step": 475,
      "valid_targets_mean": 16143.0,
      "valid_targets_min": 14917
    },
    {
      "epoch": 2.025586353944563,
      "grad_norm": 0.40495999614766015,
      "learning_rate": 2.9758807484302566e-05,
      "loss": 1.0117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22781220078468323,
      "step": 476,
      "valid_targets_mean": 14726.9,
      "valid_targets_min": 13072
    },
    {
      "epoch": 2.029850746268657,
      "grad_norm": 0.34368125435399516,
      "learning_rate": 2.9706877534370822e-05,
      "loss": 1.0104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2631028890609741,
      "step": 477,
      "valid_targets_mean": 16200.3,
      "valid_targets_min": 15042
    },
    {
      "epoch": 2.0341151385927505,
      "grad_norm": 0.4136824421856256,
      "learning_rate": 2.965486183545142e-05,
      "loss": 1.0937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24957922101020813,
      "step": 478,
      "valid_targets_mean": 13077.4,
      "valid_targets_min": 1630
    },
    {
      "epoch": 2.038379530916844,
      "grad_norm": 0.3581098227344428,
      "learning_rate": 2.9602760847042645e-05,
      "loss": 1.0235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24706491827964783,
      "step": 479,
      "valid_targets_mean": 15628.0,
      "valid_targets_min": 14094
    },
    {
      "epoch": 2.0426439232409384,
      "grad_norm": 0.3287300126568842,
      "learning_rate": 2.955057502939621e-05,
      "loss": 1.0477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2831410765647888,
      "step": 480,
      "valid_targets_mean": 16204.5,
      "valid_targets_min": 15520
    },
    {
      "epoch": 2.046908315565032,
      "grad_norm": 0.36544509127089886,
      "learning_rate": 2.9498304843513193e-05,
      "loss": 1.0476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16354572772979736,
      "step": 481,
      "valid_targets_mean": 8899.1,
      "valid_targets_min": 1392
    },
    {
      "epoch": 2.0511727078891258,
      "grad_norm": 0.29290892374778665,
      "learning_rate": 2.9445950751139957e-05,
      "loss": 0.9926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25088614225387573,
      "step": 482,
      "valid_targets_mean": 16143.0,
      "valid_targets_min": 15153
    },
    {
      "epoch": 2.0554371002132195,
      "grad_norm": 0.3413415806747987,
      "learning_rate": 2.939351321476412e-05,
      "loss": 1.0442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3098033368587494,
      "step": 483,
      "valid_targets_mean": 16180.8,
      "valid_targets_min": 15538
    },
    {
      "epoch": 2.0597014925373136,
      "grad_norm": 0.3477262822317496,
      "learning_rate": 2.9340992697610393e-05,
      "loss": 1.1174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23189440369606018,
      "step": 484,
      "valid_targets_mean": 12631.6,
      "valid_targets_min": 7725
    },
    {
      "epoch": 2.0639658848614073,
      "grad_norm": 0.25626551753147225,
      "learning_rate": 2.9288389663636537e-05,
      "loss": 1.0595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2773468494415283,
      "step": 485,
      "valid_targets_mean": 16057.7,
      "valid_targets_min": 14555
    },
    {
      "epoch": 2.068230277185501,
      "grad_norm": 0.2975738669309161,
      "learning_rate": 2.923570457752925e-05,
      "loss": 0.9844,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2952193021774292,
      "step": 486,
      "valid_targets_mean": 16159.5,
      "valid_targets_min": 15168
    },
    {
      "epoch": 2.0724946695095947,
      "grad_norm": 0.3185341360493201,
      "learning_rate": 2.9182937904700078e-05,
      "loss": 1.0428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23297083377838135,
      "step": 487,
      "valid_targets_mean": 13743.6,
      "valid_targets_min": 11030
    },
    {
      "epoch": 2.076759061833689,
      "grad_norm": 0.33249335218498505,
      "learning_rate": 2.9130090111281278e-05,
      "loss": 1.0131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27144575119018555,
      "step": 488,
      "valid_targets_mean": 16219.4,
      "valid_targets_min": 15554
    },
    {
      "epoch": 2.0810234541577826,
      "grad_norm": 0.2996105345731296,
      "learning_rate": 2.9077161664121722e-05,
      "loss": 1.0553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3078475892543793,
      "step": 489,
      "valid_targets_mean": 16029.9,
      "valid_targets_min": 15168
    },
    {
      "epoch": 2.0852878464818763,
      "grad_norm": 0.368268651082118,
      "learning_rate": 2.902415303078275e-05,
      "loss": 1.0256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23868870735168457,
      "step": 490,
      "valid_targets_mean": 15594.2,
      "valid_targets_min": 13709
    },
    {
      "epoch": 2.08955223880597,
      "grad_norm": 0.3316811583389926,
      "learning_rate": 2.8971064679534072e-05,
      "loss": 1.0153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2731947600841522,
      "step": 491,
      "valid_targets_mean": 16149.3,
      "valid_targets_min": 15057
    },
    {
      "epoch": 2.093816631130064,
      "grad_norm": 0.3417240842034942,
      "learning_rate": 2.8917897079349604e-05,
      "loss": 1.0379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2092648297548294,
      "step": 492,
      "valid_targets_mean": 10589.6,
      "valid_targets_min": 2052
    },
    {
      "epoch": 2.098081023454158,
      "grad_norm": 0.40376931007632894,
      "learning_rate": 2.8864650699903336e-05,
      "loss": 1.0248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2569881081581116,
      "step": 493,
      "valid_targets_mean": 15575.6,
      "valid_targets_min": 12875
    },
    {
      "epoch": 2.1023454157782515,
      "grad_norm": 0.30769674885232867,
      "learning_rate": 2.881132601156518e-05,
      "loss": 1.0579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3187497854232788,
      "step": 494,
      "valid_targets_mean": 16201.0,
      "valid_targets_min": 15588
    },
    {
      "epoch": 2.106609808102345,
      "grad_norm": 0.33552517299223356,
      "learning_rate": 2.8757923485396805e-05,
      "loss": 1.0356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15743032097816467,
      "step": 495,
      "valid_targets_mean": 8183.4,
      "valid_targets_min": 1761
    },
    {
      "epoch": 2.1108742004264394,
      "grad_norm": 0.3424571034637037,
      "learning_rate": 2.8704443593147517e-05,
      "loss": 1.0719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27219459414482117,
      "step": 496,
      "valid_targets_mean": 16106.9,
      "valid_targets_min": 15525
    },
    {
      "epoch": 2.115138592750533,
      "grad_norm": 0.2808950772476962,
      "learning_rate": 2.8650886807250024e-05,
      "loss": 1.0675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3192838728427887,
      "step": 497,
      "valid_targets_mean": 16090.3,
      "valid_targets_min": 14394
    },
    {
      "epoch": 2.1194029850746268,
      "grad_norm": 0.37199865580909014,
      "learning_rate": 2.8597253600816332e-05,
      "loss": 1.0764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2070493996143341,
      "step": 498,
      "valid_targets_mean": 11938.5,
      "valid_targets_min": 10146
    },
    {
      "epoch": 2.1236673773987205,
      "grad_norm": 0.3091647855511728,
      "learning_rate": 2.8543544447633517e-05,
      "loss": 1.0565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2848047614097595,
      "step": 499,
      "valid_targets_mean": 16117.8,
      "valid_targets_min": 14547
    },
    {
      "epoch": 2.1279317697228146,
      "grad_norm": 0.4360073570883157,
      "learning_rate": 2.8489759822159558e-05,
      "loss": 1.1129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3340121805667877,
      "step": 500,
      "valid_targets_mean": 16178.9,
      "valid_targets_min": 15565
    },
    {
      "epoch": 2.1321961620469083,
      "grad_norm": 0.35047972464084715,
      "learning_rate": 2.843590019951914e-05,
      "loss": 1.0502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22108137607574463,
      "step": 501,
      "valid_targets_mean": 13181.2,
      "valid_targets_min": 11593
    },
    {
      "epoch": 2.136460554371002,
      "grad_norm": 0.40037840006291353,
      "learning_rate": 2.838196605549948e-05,
      "loss": 1.0656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31084370613098145,
      "step": 502,
      "valid_targets_mean": 16180.7,
      "valid_targets_min": 15667
    },
    {
      "epoch": 2.140724946695096,
      "grad_norm": 0.3146422639655215,
      "learning_rate": 2.8327957866546082e-05,
      "loss": 1.107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25872519612312317,
      "step": 503,
      "valid_targets_mean": 12895.1,
      "valid_targets_min": 755
    },
    {
      "epoch": 2.14498933901919,
      "grad_norm": 0.36862933115455493,
      "learning_rate": 2.8273876109758568e-05,
      "loss": 1.0786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26297274231910706,
      "step": 504,
      "valid_targets_mean": 15436.5,
      "valid_targets_min": 14157
    },
    {
      "epoch": 2.1492537313432836,
      "grad_norm": 0.361459762761618,
      "learning_rate": 2.8219721262886427e-05,
      "loss": 1.0455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31806501746177673,
      "step": 505,
      "valid_targets_mean": 16037.3,
      "valid_targets_min": 13211
    },
    {
      "epoch": 2.1535181236673773,
      "grad_norm": 0.2864709994302262,
      "learning_rate": 2.816549380432483e-05,
      "loss": 1.0265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18135976791381836,
      "step": 506,
      "valid_targets_mean": 9544.8,
      "valid_targets_min": 1763
    },
    {
      "epoch": 2.1577825159914714,
      "grad_norm": 0.3350310583584809,
      "learning_rate": 2.8111194213110386e-05,
      "loss": 1.0286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2634314298629761,
      "step": 507,
      "valid_targets_mean": 15868.5,
      "valid_targets_min": 9799
    },
    {
      "epoch": 2.162046908315565,
      "grad_norm": 0.3255526769969389,
      "learning_rate": 2.805682296891691e-05,
      "loss": 1.074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3196669816970825,
      "step": 508,
      "valid_targets_mean": 16133.4,
      "valid_targets_min": 15537
    },
    {
      "epoch": 2.166311300639659,
      "grad_norm": 0.32487336416940715,
      "learning_rate": 2.8002380552051186e-05,
      "loss": 1.0715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16130326688289642,
      "step": 509,
      "valid_targets_mean": 9578.0,
      "valid_targets_min": 5674
    },
    {
      "epoch": 2.1705756929637525,
      "grad_norm": 0.32268877543461205,
      "learning_rate": 2.7947867443448728e-05,
      "loss": 1.0267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2731488049030304,
      "step": 510,
      "valid_targets_mean": 16089.0,
      "valid_targets_min": 14444
    },
    {
      "epoch": 2.1748400852878467,
      "grad_norm": 0.320456670152423,
      "learning_rate": 2.789328412466953e-05,
      "loss": 1.0742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29730743169784546,
      "step": 511,
      "valid_targets_mean": 16163.5,
      "valid_targets_min": 15222
    },
    {
      "epoch": 2.1791044776119404,
      "grad_norm": 0.3321709887681174,
      "learning_rate": 2.7838631077893813e-05,
      "loss": 1.0546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21399202942848206,
      "step": 512,
      "valid_targets_mean": 12320.2,
      "valid_targets_min": 10472
    },
    {
      "epoch": 2.183368869936034,
      "grad_norm": 0.39115337491407043,
      "learning_rate": 2.7783908785917753e-05,
      "loss": 1.0746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30008408427238464,
      "step": 513,
      "valid_targets_mean": 16060.1,
      "valid_targets_min": 14908
    },
    {
      "epoch": 2.1876332622601278,
      "grad_norm": 0.3092000821820992,
      "learning_rate": 2.7729117732149244e-05,
      "loss": 1.0625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2982850670814514,
      "step": 514,
      "valid_targets_mean": 15956.0,
      "valid_targets_min": 12151
    },
    {
      "epoch": 2.191897654584222,
      "grad_norm": 0.39058023646491175,
      "learning_rate": 2.7674258400603587e-05,
      "loss": 1.043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2451504021883011,
      "step": 515,
      "valid_targets_mean": 14654.4,
      "valid_targets_min": 12701
    },
    {
      "epoch": 2.1961620469083156,
      "grad_norm": 0.37207685669025975,
      "learning_rate": 2.761933127589927e-05,
      "loss": 1.0718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2868039608001709,
      "step": 516,
      "valid_targets_mean": 16187.1,
      "valid_targets_min": 15153
    },
    {
      "epoch": 2.2004264392324093,
      "grad_norm": 0.3478055090012624,
      "learning_rate": 2.7564336843253633e-05,
      "loss": 1.0367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20308353006839752,
      "step": 517,
      "valid_targets_mean": 11016.9,
      "valid_targets_min": 1500
    },
    {
      "epoch": 2.204690831556503,
      "grad_norm": 0.2834140615062104,
      "learning_rate": 2.7509275588478606e-05,
      "loss": 1.0648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2778732180595398,
      "step": 518,
      "valid_targets_mean": 16131.2,
      "valid_targets_min": 15565
    },
    {
      "epoch": 2.208955223880597,
      "grad_norm": 0.35932831920478553,
      "learning_rate": 2.7454147997976404e-05,
      "loss": 1.0134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2866620421409607,
      "step": 519,
      "valid_targets_mean": 16204.6,
      "valid_targets_min": 15596
    },
    {
      "epoch": 2.213219616204691,
      "grad_norm": 0.2839057580653145,
      "learning_rate": 2.7398954558735272e-05,
      "loss": 1.0505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1549297571182251,
      "step": 520,
      "valid_targets_mean": 8753.9,
      "valid_targets_min": 2749
    },
    {
      "epoch": 2.2174840085287846,
      "grad_norm": 0.37158603632443654,
      "learning_rate": 2.7343695758325125e-05,
      "loss": 1.0292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2592717111110687,
      "step": 521,
      "valid_targets_mean": 16047.2,
      "valid_targets_min": 15012
    },
    {
      "epoch": 2.2217484008528783,
      "grad_norm": 0.3434129611890377,
      "learning_rate": 2.7288372084893282e-05,
      "loss": 1.0267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2959210276603699,
      "step": 522,
      "valid_targets_mean": 16112.9,
      "valid_targets_min": 14609
    },
    {
      "epoch": 2.2260127931769724,
      "grad_norm": 0.28134739630779465,
      "learning_rate": 2.7232984027160126e-05,
      "loss": 1.037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22468724846839905,
      "step": 523,
      "valid_targets_mean": 12362.7,
      "valid_targets_min": 10008
    },
    {
      "epoch": 2.230277185501066,
      "grad_norm": 0.3786459000817747,
      "learning_rate": 2.7177532074414822e-05,
      "loss": 1.0744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29006755352020264,
      "step": 524,
      "valid_targets_mean": 16111.7,
      "valid_targets_min": 14958
    },
    {
      "epoch": 2.23454157782516,
      "grad_norm": 0.31526672316574644,
      "learning_rate": 2.712201671651094e-05,
      "loss": 1.0374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3149791359901428,
      "step": 525,
      "valid_targets_mean": 16096.5,
      "valid_targets_min": 13688
    },
    {
      "epoch": 2.2388059701492535,
      "grad_norm": 0.3251796622007667,
      "learning_rate": 2.7066438443862205e-05,
      "loss": 1.0949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26117759943008423,
      "step": 526,
      "valid_targets_mean": 13684.5,
      "valid_targets_min": 11557
    },
    {
      "epoch": 2.2430703624733477,
      "grad_norm": 0.3571788387924515,
      "learning_rate": 2.701079774743808e-05,
      "loss": 1.0497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31474095582962036,
      "step": 527,
      "valid_targets_mean": 16176.9,
      "valid_targets_min": 15185
    },
    {
      "epoch": 2.2473347547974414,
      "grad_norm": 0.31126045337404046,
      "learning_rate": 2.6955095118759496e-05,
      "loss": 1.1136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2477262169122696,
      "step": 528,
      "valid_targets_mean": 13108.9,
      "valid_targets_min": 2016
    },
    {
      "epoch": 2.251599147121535,
      "grad_norm": 0.3704432931191125,
      "learning_rate": 2.689933104989447e-05,
      "loss": 1.0356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2543630599975586,
      "step": 529,
      "valid_targets_mean": 15346.7,
      "valid_targets_min": 14049
    },
    {
      "epoch": 2.2558635394456292,
      "grad_norm": 0.2890683538315524,
      "learning_rate": 2.6843506033453777e-05,
      "loss": 1.0919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3212983012199402,
      "step": 530,
      "valid_targets_mean": 15995.2,
      "valid_targets_min": 13688
    },
    {
      "epoch": 2.260127931769723,
      "grad_norm": 0.3612846459506985,
      "learning_rate": 2.6787620562586587e-05,
      "loss": 1.048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.172796368598938,
      "step": 531,
      "valid_targets_mean": 9370.6,
      "valid_targets_min": 3012
    },
    {
      "epoch": 2.2643923240938166,
      "grad_norm": 0.2753181517426568,
      "learning_rate": 2.673167513097613e-05,
      "loss": 0.9943,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23673027753829956,
      "step": 532,
      "valid_targets_mean": 16198.4,
      "valid_targets_min": 15665
    },
    {
      "epoch": 2.2686567164179103,
      "grad_norm": 0.3283853477750083,
      "learning_rate": 2.6675670232835297e-05,
      "loss": 1.0375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29759296774864197,
      "step": 533,
      "valid_targets_mean": 16011.2,
      "valid_targets_min": 13427
    },
    {
      "epoch": 2.272921108742004,
      "grad_norm": 0.31579501674451577,
      "learning_rate": 2.661960636290231e-05,
      "loss": 1.052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18113857507705688,
      "step": 534,
      "valid_targets_mean": 10492.3,
      "valid_targets_min": 5775
    },
    {
      "epoch": 2.277185501066098,
      "grad_norm": 0.32463975391375466,
      "learning_rate": 2.6563484016436346e-05,
      "loss": 1.056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27056264877319336,
      "step": 535,
      "valid_targets_mean": 16125.0,
      "valid_targets_min": 15091
    },
    {
      "epoch": 2.281449893390192,
      "grad_norm": 0.30961628810230585,
      "learning_rate": 2.6507303689213143e-05,
      "loss": 1.0926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29040077328681946,
      "step": 536,
      "valid_targets_mean": 16207.7,
      "valid_targets_min": 15562
    },
    {
      "epoch": 2.2857142857142856,
      "grad_norm": 0.30310963051771506,
      "learning_rate": 2.6451065877520634e-05,
      "loss": 1.0289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2182932049036026,
      "step": 537,
      "valid_targets_mean": 13124.1,
      "valid_targets_min": 10613
    },
    {
      "epoch": 2.2899786780383797,
      "grad_norm": 0.2783552318907119,
      "learning_rate": 2.639477107815455e-05,
      "loss": 1.0857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29935818910598755,
      "step": 538,
      "valid_targets_mean": 16085.9,
      "valid_targets_min": 15042
    },
    {
      "epoch": 2.2942430703624734,
      "grad_norm": 0.3031273792078499,
      "learning_rate": 2.633841978841406e-05,
      "loss": 1.0427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3005887567996979,
      "step": 539,
      "valid_targets_mean": 16127.8,
      "valid_targets_min": 14446
    },
    {
      "epoch": 2.298507462686567,
      "grad_norm": 0.26682988538100505,
      "learning_rate": 2.6282012506097347e-05,
      "loss": 0.9944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2365766316652298,
      "step": 540,
      "valid_targets_mean": 14421.1,
      "valid_targets_min": 12694
    },
    {
      "epoch": 2.302771855010661,
      "grad_norm": 0.2989830647187291,
      "learning_rate": 2.622554972949724e-05,
      "loss": 1.07,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2973644733428955,
      "step": 541,
      "valid_targets_mean": 16063.4,
      "valid_targets_min": 14259
    },
    {
      "epoch": 2.307036247334755,
      "grad_norm": 0.3320158283938759,
      "learning_rate": 2.6169031957396778e-05,
      "loss": 1.0506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21213622391223907,
      "step": 542,
      "valid_targets_mean": 11104.2,
      "valid_targets_min": 2564
    },
    {
      "epoch": 2.3113006396588487,
      "grad_norm": 0.24704517072991675,
      "learning_rate": 2.611245968906482e-05,
      "loss": 1.0956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28201478719711304,
      "step": 543,
      "valid_targets_mean": 15902.0,
      "valid_targets_min": 13609
    },
    {
      "epoch": 2.3155650319829424,
      "grad_norm": 0.29276197236011303,
      "learning_rate": 2.605583342425165e-05,
      "loss": 0.9868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27429062128067017,
      "step": 544,
      "valid_targets_mean": 16183.0,
      "valid_targets_min": 15463
    },
    {
      "epoch": 2.319829424307036,
      "grad_norm": 0.2729037664782278,
      "learning_rate": 2.5999153663184546e-05,
      "loss": 1.0622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17813602089881897,
      "step": 545,
      "valid_targets_mean": 9009.8,
      "valid_targets_min": 1284
    },
    {
      "epoch": 2.3240938166311302,
      "grad_norm": 0.2798009780695239,
      "learning_rate": 2.594242090656335e-05,
      "loss": 1.0542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2451293170452118,
      "step": 546,
      "valid_targets_mean": 16194.9,
      "valid_targets_min": 14875
    },
    {
      "epoch": 2.328358208955224,
      "grad_norm": 0.3141975194679562,
      "learning_rate": 2.5885635655556075e-05,
      "loss": 1.0407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28895652294158936,
      "step": 547,
      "valid_targets_mean": 16138.1,
      "valid_targets_min": 14550
    },
    {
      "epoch": 2.3326226012793176,
      "grad_norm": 0.26163605590717465,
      "learning_rate": 2.5828798411794443e-05,
      "loss": 1.0783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22583462297916412,
      "step": 548,
      "valid_targets_mean": 12317.6,
      "valid_targets_min": 8720
    },
    {
      "epoch": 2.3368869936034113,
      "grad_norm": 0.31763720417289987,
      "learning_rate": 2.5771909677369484e-05,
      "loss": 1.0127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2829974889755249,
      "step": 549,
      "valid_targets_mean": 16203.8,
      "valid_targets_min": 15058
    },
    {
      "epoch": 2.3411513859275055,
      "grad_norm": 0.3056235028373722,
      "learning_rate": 2.571496995482709e-05,
      "loss": 1.0358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2864728569984436,
      "step": 550,
      "valid_targets_mean": 16102.8,
      "valid_targets_min": 14826
    },
    {
      "epoch": 2.345415778251599,
      "grad_norm": 0.2863509643615744,
      "learning_rate": 2.565797974716357e-05,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2198735773563385,
      "step": 551,
      "valid_targets_mean": 13737.8,
      "valid_targets_min": 11566
    },
    {
      "epoch": 2.349680170575693,
      "grad_norm": 0.3540898427883017,
      "learning_rate": 2.5600939557821205e-05,
      "loss": 1.0639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31675875186920166,
      "step": 552,
      "valid_targets_mean": 16058.5,
      "valid_targets_min": 14649
    },
    {
      "epoch": 2.3539445628997866,
      "grad_norm": 0.30587327840171247,
      "learning_rate": 2.5543849890683813e-05,
      "loss": 1.041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.259478896856308,
      "step": 553,
      "valid_targets_mean": 13189.4,
      "valid_targets_min": 3578
    },
    {
      "epoch": 2.3582089552238807,
      "grad_norm": 0.26927479797465537,
      "learning_rate": 2.548671125007229e-05,
      "loss": 1.0295,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24672149121761322,
      "step": 554,
      "valid_targets_mean": 15325.0,
      "valid_targets_min": 13465
    },
    {
      "epoch": 2.3624733475479744,
      "grad_norm": 0.35359364585088576,
      "learning_rate": 2.5429524140740155e-05,
      "loss": 1.0446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29348552227020264,
      "step": 555,
      "valid_targets_mean": 16192.3,
      "valid_targets_min": 15636
    },
    {
      "epoch": 2.366737739872068,
      "grad_norm": 0.2755949486919777,
      "learning_rate": 2.537228906786908e-05,
      "loss": 1.0759,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16546456515789032,
      "step": 556,
      "valid_targets_mean": 8583.2,
      "valid_targets_min": 1277
    },
    {
      "epoch": 2.3710021321961623,
      "grad_norm": 0.3417479182549748,
      "learning_rate": 2.5315006537064473e-05,
      "loss": 1.0346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27253687381744385,
      "step": 557,
      "valid_targets_mean": 16119.8,
      "valid_targets_min": 15222
    },
    {
      "epoch": 2.375266524520256,
      "grad_norm": 0.26979098561187287,
      "learning_rate": 2.5257677054350927e-05,
      "loss": 1.0451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3248399794101715,
      "step": 558,
      "valid_targets_mean": 16112.5,
      "valid_targets_min": 13427
    },
    {
      "epoch": 2.3795309168443497,
      "grad_norm": 0.2908440350974731,
      "learning_rate": 2.5200301126167857e-05,
      "loss": 1.0183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1952691376209259,
      "step": 559,
      "valid_targets_mean": 11318.0,
      "valid_targets_min": 7978
    },
    {
      "epoch": 2.3837953091684434,
      "grad_norm": 0.3078098175009307,
      "learning_rate": 2.514287925936492e-05,
      "loss": 1.0268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2714043855667114,
      "step": 560,
      "valid_targets_mean": 16124.8,
      "valid_targets_min": 14702
    },
    {
      "epoch": 2.388059701492537,
      "grad_norm": 0.28078401099422134,
      "learning_rate": 2.5085411961197626e-05,
      "loss": 1.0382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3055068850517273,
      "step": 561,
      "valid_targets_mean": 16119.8,
      "valid_targets_min": 15507
    },
    {
      "epoch": 2.3923240938166312,
      "grad_norm": 0.29354290379337106,
      "learning_rate": 2.502789973932278e-05,
      "loss": 1.0541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23758560419082642,
      "step": 562,
      "valid_targets_mean": 13217.6,
      "valid_targets_min": 9927
    },
    {
      "epoch": 2.396588486140725,
      "grad_norm": 0.3126625252447049,
      "learning_rate": 2.4970343101794073e-05,
      "loss": 1.0578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29068368673324585,
      "step": 563,
      "valid_targets_mean": 16146.4,
      "valid_targets_min": 15545
    },
    {
      "epoch": 2.4008528784648187,
      "grad_norm": 0.3034641047561609,
      "learning_rate": 2.4912742557057538e-05,
      "loss": 1.0254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2866404056549072,
      "step": 564,
      "valid_targets_mean": 16232.5,
      "valid_targets_min": 15938
    },
    {
      "epoch": 2.405117270788913,
      "grad_norm": 0.3849857823998909,
      "learning_rate": 2.485509861394708e-05,
      "loss": 1.0408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25188344717025757,
      "step": 565,
      "valid_targets_mean": 15403.8,
      "valid_targets_min": 13098
    },
    {
      "epoch": 2.4093816631130065,
      "grad_norm": 0.2917300569778498,
      "learning_rate": 2.4797411781679975e-05,
      "loss": 1.0334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29883241653442383,
      "step": 566,
      "valid_targets_mean": 16083.7,
      "valid_targets_min": 13883
    },
    {
      "epoch": 2.4136460554371,
      "grad_norm": 0.3346796905024958,
      "learning_rate": 2.473968256985238e-05,
      "loss": 1.0992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2282615453004837,
      "step": 567,
      "valid_targets_mean": 11219.6,
      "valid_targets_min": 2899
    },
    {
      "epoch": 2.417910447761194,
      "grad_norm": 0.26051979425264027,
      "learning_rate": 2.4681911488434825e-05,
      "loss": 0.9763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23321135342121124,
      "step": 568,
      "valid_targets_mean": 16104.4,
      "valid_targets_min": 14771
    },
    {
      "epoch": 2.4221748400852876,
      "grad_norm": 0.38129667322859684,
      "learning_rate": 2.4624099047767702e-05,
      "loss": 1.0098,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30090954899787903,
      "step": 569,
      "valid_targets_mean": 16132.6,
      "valid_targets_min": 13886
    },
    {
      "epoch": 2.4264392324093818,
      "grad_norm": 0.2604040577862216,
      "learning_rate": 2.4566245758556787e-05,
      "loss": 1.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18206843733787537,
      "step": 570,
      "valid_targets_mean": 9096.2,
      "valid_targets_min": 2044
    },
    {
      "epoch": 2.4307036247334755,
      "grad_norm": 0.32823939336311225,
      "learning_rate": 2.4508352131868664e-05,
      "loss": 1.0308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2432955950498581,
      "step": 571,
      "valid_targets_mean": 16176.6,
      "valid_targets_min": 14769
    },
    {
      "epoch": 2.434968017057569,
      "grad_norm": 0.2935285323392409,
      "learning_rate": 2.445041867912629e-05,
      "loss": 1.0949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31023919582366943,
      "step": 572,
      "valid_targets_mean": 16152.8,
      "valid_targets_min": 15180
    },
    {
      "epoch": 2.4392324093816633,
      "grad_norm": 0.29705761968405225,
      "learning_rate": 2.439244591210443e-05,
      "loss": 1.0378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22531543672084808,
      "step": 573,
      "valid_targets_mean": 12206.7,
      "valid_targets_min": 8908
    },
    {
      "epoch": 2.443496801705757,
      "grad_norm": 0.33119219679210354,
      "learning_rate": 2.4334434342925133e-05,
      "loss": 1.0412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2790338099002838,
      "step": 574,
      "valid_targets_mean": 16198.4,
      "valid_targets_min": 15622
    },
    {
      "epoch": 2.4477611940298507,
      "grad_norm": 0.2628526445996163,
      "learning_rate": 2.4276384484053227e-05,
      "loss": 1.103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30810728669166565,
      "step": 575,
      "valid_targets_mean": 16086.4,
      "valid_targets_min": 15153
    },
    {
      "epoch": 2.4520255863539444,
      "grad_norm": 0.3636611140247231,
      "learning_rate": 2.4218296848291795e-05,
      "loss": 1.0571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2677125036716461,
      "step": 576,
      "valid_targets_mean": 14360.7,
      "valid_targets_min": 12313
    },
    {
      "epoch": 2.4562899786780386,
      "grad_norm": 0.27541640733521017,
      "learning_rate": 2.4160171948777603e-05,
      "loss": 1.0158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28583091497421265,
      "step": 577,
      "valid_targets_mean": 16193.1,
      "valid_targets_min": 15374
    },
    {
      "epoch": 2.4605543710021323,
      "grad_norm": 0.28867613165733325,
      "learning_rate": 2.410201029897665e-05,
      "loss": 1.0913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2489250898361206,
      "step": 578,
      "valid_targets_mean": 12682.9,
      "valid_targets_min": 1240
    },
    {
      "epoch": 2.464818763326226,
      "grad_norm": 0.2920196335006851,
      "learning_rate": 2.4043812412679532e-05,
      "loss": 1.0545,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2607208490371704,
      "step": 579,
      "valid_targets_mean": 14894.9,
      "valid_targets_min": 13767
    },
    {
      "epoch": 2.4690831556503197,
      "grad_norm": 0.2521489707227015,
      "learning_rate": 2.3985578803996985e-05,
      "loss": 1.0264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2972157299518585,
      "step": 580,
      "valid_targets_mean": 16157.9,
      "valid_targets_min": 14275
    },
    {
      "epoch": 2.473347547974414,
      "grad_norm": 0.299043517373016,
      "learning_rate": 2.392730998735529e-05,
      "loss": 1.0499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17381398379802704,
      "step": 581,
      "valid_targets_mean": 10229.2,
      "valid_targets_min": 1759
    },
    {
      "epoch": 2.4776119402985075,
      "grad_norm": 0.27413297037766,
      "learning_rate": 2.3869006477491755e-05,
      "loss": 1.0934,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.281957745552063,
      "step": 582,
      "valid_targets_mean": 15959.8,
      "valid_targets_min": 13835
    },
    {
      "epoch": 2.481876332622601,
      "grad_norm": 0.27270978121053446,
      "learning_rate": 2.381066878945017e-05,
      "loss": 1.0005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29876717925071716,
      "step": 583,
      "valid_targets_mean": 16156.6,
      "valid_targets_min": 15054
    },
    {
      "epoch": 2.486140724946695,
      "grad_norm": 0.2651931261771279,
      "learning_rate": 2.3752297438576257e-05,
      "loss": 1.0479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18752694129943848,
      "step": 584,
      "valid_targets_mean": 10441.4,
      "valid_targets_min": 7074
    },
    {
      "epoch": 2.490405117270789,
      "grad_norm": 0.23564039562850964,
      "learning_rate": 2.3693892940513074e-05,
      "loss": 1.0593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2778427004814148,
      "step": 585,
      "valid_targets_mean": 16191.9,
      "valid_targets_min": 15389
    },
    {
      "epoch": 2.4946695095948828,
      "grad_norm": 0.2414011698937567,
      "learning_rate": 2.3635455811196536e-05,
      "loss": 1.0473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3203165531158447,
      "step": 586,
      "valid_targets_mean": 16169.7,
      "valid_targets_min": 15678
    },
    {
      "epoch": 2.4989339019189765,
      "grad_norm": 0.2670451356339994,
      "learning_rate": 2.3576986566850796e-05,
      "loss": 1.058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2431665062904358,
      "step": 587,
      "valid_targets_mean": 13982.8,
      "valid_targets_min": 11677
    },
    {
      "epoch": 2.50319829424307,
      "grad_norm": 0.2555070879578905,
      "learning_rate": 2.351848572398371e-05,
      "loss": 0.9892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2670406103134155,
      "step": 588,
      "valid_targets_mean": 16228.9,
      "valid_targets_min": 15674
    },
    {
      "epoch": 2.5074626865671643,
      "grad_norm": 0.272956121938524,
      "learning_rate": 2.3459953799382276e-05,
      "loss": 1.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28342461585998535,
      "step": 589,
      "valid_targets_mean": 16192.3,
      "valid_targets_min": 15222
    },
    {
      "epoch": 2.511727078891258,
      "grad_norm": 0.2778901562741278,
      "learning_rate": 2.3401391310108054e-05,
      "loss": 1.0117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25146615505218506,
      "step": 590,
      "valid_targets_mean": 15235.8,
      "valid_targets_min": 10805
    },
    {
      "epoch": 2.5159914712153517,
      "grad_norm": 0.28858163538064635,
      "learning_rate": 2.3342798773492602e-05,
      "loss": 1.0093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27801817655563354,
      "step": 591,
      "valid_targets_mean": 16150.8,
      "valid_targets_min": 14997
    },
    {
      "epoch": 2.520255863539446,
      "grad_norm": 0.29292018521548724,
      "learning_rate": 2.328417670713294e-05,
      "loss": 1.0332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2068709135055542,
      "step": 592,
      "valid_targets_mean": 10595.8,
      "valid_targets_min": 1383
    },
    {
      "epoch": 2.5245202558635396,
      "grad_norm": 0.2578187511591653,
      "learning_rate": 2.3225525628886918e-05,
      "loss": 1.0435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25130176544189453,
      "step": 593,
      "valid_targets_mean": 16091.4,
      "valid_targets_min": 15167
    },
    {
      "epoch": 2.5287846481876333,
      "grad_norm": 0.27303874490141483,
      "learning_rate": 2.3166846056868687e-05,
      "loss": 1.0582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3334190249443054,
      "step": 594,
      "valid_targets_mean": 15568.4,
      "valid_targets_min": 2605
    },
    {
      "epoch": 2.533049040511727,
      "grad_norm": 0.25870877325527797,
      "learning_rate": 2.31081385094441e-05,
      "loss": 1.0387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15699400007724762,
      "step": 595,
      "valid_targets_mean": 8344.5,
      "valid_targets_min": 717
    },
    {
      "epoch": 2.5373134328358207,
      "grad_norm": 0.24477176242002976,
      "learning_rate": 2.304940350522615e-05,
      "loss": 1.0552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2562256157398224,
      "step": 596,
      "valid_targets_mean": 16130.5,
      "valid_targets_min": 14384
    },
    {
      "epoch": 2.541577825159915,
      "grad_norm": 0.2692001623707129,
      "learning_rate": 2.299064156307037e-05,
      "loss": 1.0373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30675721168518066,
      "step": 597,
      "valid_targets_mean": 16067.1,
      "valid_targets_min": 14103
    },
    {
      "epoch": 2.5458422174840085,
      "grad_norm": 0.2500888984021968,
      "learning_rate": 2.2931853202070275e-05,
      "loss": 1.0624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22056426107883453,
      "step": 598,
      "valid_targets_mean": 13112.9,
      "valid_targets_min": 9219
    },
    {
      "epoch": 2.550106609808102,
      "grad_norm": 0.25852515386306235,
      "learning_rate": 2.2873038941552724e-05,
      "loss": 0.9908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2784058153629303,
      "step": 599,
      "valid_targets_mean": 16142.3,
      "valid_targets_min": 13573
    },
    {
      "epoch": 2.5543710021321964,
      "grad_norm": 0.3256240388119314,
      "learning_rate": 2.2814199301073412e-05,
      "loss": 1.0716,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3061351776123047,
      "step": 600,
      "valid_targets_mean": 16099.6,
      "valid_targets_min": 13080
    },
    {
      "epoch": 2.55863539445629,
      "grad_norm": 0.23178965477142577,
      "learning_rate": 2.27553348004122e-05,
      "loss": 1.0725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2541932761669159,
      "step": 601,
      "valid_targets_mean": 14181.0,
      "valid_targets_min": 11734
    },
    {
      "epoch": 2.5628997867803838,
      "grad_norm": 0.29686777150066457,
      "learning_rate": 2.2696445959568577e-05,
      "loss": 1.0465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3028012216091156,
      "step": 602,
      "valid_targets_mean": 16122.7,
      "valid_targets_min": 15319
    },
    {
      "epoch": 2.5671641791044775,
      "grad_norm": 0.23765180354060697,
      "learning_rate": 2.2637533298757064e-05,
      "loss": 1.0579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24337582290172577,
      "step": 603,
      "valid_targets_mean": 13220.1,
      "valid_targets_min": 2036
    },
    {
      "epoch": 2.571428571428571,
      "grad_norm": 0.2782471466241931,
      "learning_rate": 2.2578597338402567e-05,
      "loss": 1.0428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2604105472564697,
      "step": 604,
      "valid_targets_mean": 16067.2,
      "valid_targets_min": 14862
    },
    {
      "epoch": 2.5756929637526653,
      "grad_norm": 0.23032037185955748,
      "learning_rate": 2.2519638599135844e-05,
      "loss": 1.0983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28923940658569336,
      "step": 605,
      "valid_targets_mean": 16087.8,
      "valid_targets_min": 14331
    },
    {
      "epoch": 2.579957356076759,
      "grad_norm": 0.2684594483983001,
      "learning_rate": 2.2460657601788875e-05,
      "loss": 1.0366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18617041409015656,
      "step": 606,
      "valid_targets_mean": 9125.1,
      "valid_targets_min": 1895
    },
    {
      "epoch": 2.5842217484008527,
      "grad_norm": 0.232317126831534,
      "learning_rate": 2.2401654867390256e-05,
      "loss": 1.032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23461005091667175,
      "step": 607,
      "valid_targets_mean": 16230.6,
      "valid_targets_min": 15761
    },
    {
      "epoch": 2.588486140724947,
      "grad_norm": 0.2813001202797154,
      "learning_rate": 2.2342630917160605e-05,
      "loss": 1.0525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31943753361701965,
      "step": 608,
      "valid_targets_mean": 16008.2,
      "valid_targets_min": 12492
    },
    {
      "epoch": 2.5927505330490406,
      "grad_norm": 0.2602911096217211,
      "learning_rate": 2.2283586272507975e-05,
      "loss": 1.0367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20762485265731812,
      "step": 609,
      "valid_targets_mean": 12059.9,
      "valid_targets_min": 7841
    },
    {
      "epoch": 2.5970149253731343,
      "grad_norm": 0.2631319658641279,
      "learning_rate": 2.2224521455023193e-05,
      "loss": 1.0351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27428776025772095,
      "step": 610,
      "valid_targets_mean": 16181.1,
      "valid_targets_min": 15563
    },
    {
      "epoch": 2.6012793176972284,
      "grad_norm": 0.3101522318161875,
      "learning_rate": 2.216543698647534e-05,
      "loss": 1.0351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3216131031513214,
      "step": 611,
      "valid_targets_mean": 16136.7,
      "valid_targets_min": 14943
    },
    {
      "epoch": 2.605543710021322,
      "grad_norm": 0.23841926854456202,
      "learning_rate": 2.210633338880704e-05,
      "loss": 1.0672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23634910583496094,
      "step": 612,
      "valid_targets_mean": 13411.0,
      "valid_targets_min": 11613
    },
    {
      "epoch": 2.609808102345416,
      "grad_norm": 0.3422990747125992,
      "learning_rate": 2.204721118412994e-05,
      "loss": 1.063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3301277160644531,
      "step": 613,
      "valid_targets_mean": 16006.3,
      "valid_targets_min": 15028
    },
    {
      "epoch": 2.6140724946695095,
      "grad_norm": 0.2443735209147375,
      "learning_rate": 2.1988070894720037e-05,
      "loss": 1.0509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30868402123451233,
      "step": 614,
      "valid_targets_mean": 16166.3,
      "valid_targets_min": 15389
    },
    {
      "epoch": 2.6183368869936032,
      "grad_norm": 0.2769791836864251,
      "learning_rate": 2.192891304301309e-05,
      "loss": 1.071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24009822309017181,
      "step": 615,
      "valid_targets_mean": 14385.6,
      "valid_targets_min": 12637
    },
    {
      "epoch": 2.6226012793176974,
      "grad_norm": 0.2463937911425666,
      "learning_rate": 2.18697381516e-05,
      "loss": 1.0466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29944130778312683,
      "step": 616,
      "valid_targets_mean": 16184.0,
      "valid_targets_min": 15614
    },
    {
      "epoch": 2.626865671641791,
      "grad_norm": 0.2625493187358278,
      "learning_rate": 2.181054674322221e-05,
      "loss": 1.0306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19397038221359253,
      "step": 617,
      "valid_targets_mean": 10109.2,
      "valid_targets_min": 1733
    },
    {
      "epoch": 2.631130063965885,
      "grad_norm": 0.26131036300015253,
      "learning_rate": 2.1751339340767043e-05,
      "loss": 0.9939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26601845026016235,
      "step": 618,
      "valid_targets_mean": 16138.7,
      "valid_targets_min": 14734
    },
    {
      "epoch": 2.635394456289979,
      "grad_norm": 0.27251382003765656,
      "learning_rate": 2.169211646726313e-05,
      "loss": 1.0788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3152587115764618,
      "step": 619,
      "valid_targets_mean": 16145.5,
      "valid_targets_min": 15576
    },
    {
      "epoch": 2.6396588486140726,
      "grad_norm": 0.28166028840154184,
      "learning_rate": 2.163287864587576e-05,
      "loss": 1.0437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15223997831344604,
      "step": 620,
      "valid_targets_mean": 8127.2,
      "valid_targets_min": 2379
    },
    {
      "epoch": 2.6439232409381663,
      "grad_norm": 0.2702402182533795,
      "learning_rate": 2.157362639990229e-05,
      "loss": 0.9963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25352510809898376,
      "step": 621,
      "valid_targets_mean": 16050.8,
      "valid_targets_min": 14159
    },
    {
      "epoch": 2.64818763326226,
      "grad_norm": 0.2770114802483943,
      "learning_rate": 2.151436025276747e-05,
      "loss": 1.0471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3116888403892517,
      "step": 622,
      "valid_targets_mean": 16133.9,
      "valid_targets_min": 13934
    },
    {
      "epoch": 2.6524520255863537,
      "grad_norm": 0.2764848889031583,
      "learning_rate": 2.145508072801888e-05,
      "loss": 1.0769,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2531043589115143,
      "step": 623,
      "valid_targets_mean": 13166.8,
      "valid_targets_min": 9709
    },
    {
      "epoch": 2.656716417910448,
      "grad_norm": 0.2516592344298666,
      "learning_rate": 2.1395788349322256e-05,
      "loss": 1.0671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27907490730285645,
      "step": 624,
      "valid_targets_mean": 16132.4,
      "valid_targets_min": 14394
    },
    {
      "epoch": 2.6609808102345416,
      "grad_norm": 0.31791207712989383,
      "learning_rate": 2.133648364045689e-05,
      "loss": 1.0399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3172053098678589,
      "step": 625,
      "valid_targets_mean": 16104.8,
      "valid_targets_min": 14688
    },
    {
      "epoch": 2.6652452025586353,
      "grad_norm": 0.23359854517165743,
      "learning_rate": 2.1277167125310996e-05,
      "loss": 1.0454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2476862370967865,
      "step": 626,
      "valid_targets_mean": 15302.1,
      "valid_targets_min": 13615
    },
    {
      "epoch": 2.6695095948827294,
      "grad_norm": 0.2967447305403079,
      "learning_rate": 2.1217839327877098e-05,
      "loss": 1.0464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2926100194454193,
      "step": 627,
      "valid_targets_mean": 16166.6,
      "valid_targets_min": 15148
    },
    {
      "epoch": 2.673773987206823,
      "grad_norm": 0.24300960387242868,
      "learning_rate": 2.1158500772247352e-05,
      "loss": 1.0539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26239803433418274,
      "step": 628,
      "valid_targets_mean": 13016.6,
      "valid_targets_min": 1533
    },
    {
      "epoch": 2.678038379530917,
      "grad_norm": 0.2794531726229126,
      "learning_rate": 2.1099151982608985e-05,
      "loss": 1.0742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2824642062187195,
      "step": 629,
      "valid_targets_mean": 15976.4,
      "valid_targets_min": 14810
    },
    {
      "epoch": 2.6823027718550105,
      "grad_norm": 0.2583131390220038,
      "learning_rate": 2.1039793483239607e-05,
      "loss": 1.0682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3015969395637512,
      "step": 630,
      "valid_targets_mean": 16166.0,
      "valid_targets_min": 15282
    },
    {
      "epoch": 2.6865671641791042,
      "grad_norm": 0.2406239146234153,
      "learning_rate": 2.0980425798502616e-05,
      "loss": 1.021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1628062129020691,
      "step": 631,
      "valid_targets_mean": 8038.8,
      "valid_targets_min": 1420
    },
    {
      "epoch": 2.6908315565031984,
      "grad_norm": 0.2634618094704433,
      "learning_rate": 2.092104945284255e-05,
      "loss": 1.0157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24490898847579956,
      "step": 632,
      "valid_targets_mean": 15944.4,
      "valid_targets_min": 14420
    },
    {
      "epoch": 2.695095948827292,
      "grad_norm": 0.2513490052749398,
      "learning_rate": 2.0861664970780434e-05,
      "loss": 1.0376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3211136758327484,
      "step": 633,
      "valid_targets_mean": 16005.0,
      "valid_targets_min": 12680
    },
    {
      "epoch": 2.699360341151386,
      "grad_norm": 0.23777199420967957,
      "learning_rate": 2.08022728769092e-05,
      "loss": 1.0514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19891712069511414,
      "step": 634,
      "valid_targets_mean": 10561.3,
      "valid_targets_min": 6389
    },
    {
      "epoch": 2.70362473347548,
      "grad_norm": 0.22784442937559377,
      "learning_rate": 2.0742873695889005e-05,
      "loss": 1.0733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2798650860786438,
      "step": 635,
      "valid_targets_mean": 16137.4,
      "valid_targets_min": 15187
    },
    {
      "epoch": 2.7078891257995736,
      "grad_norm": 0.2578640629204441,
      "learning_rate": 2.0683467952442626e-05,
      "loss": 1.0577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3054782748222351,
      "step": 636,
      "valid_targets_mean": 16199.2,
      "valid_targets_min": 15333
    },
    {
      "epoch": 2.7121535181236673,
      "grad_norm": 0.23590469762852542,
      "learning_rate": 2.0624056171350785e-05,
      "loss": 1.0577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2311520129442215,
      "step": 637,
      "valid_targets_mean": 13013.5,
      "valid_targets_min": 10913
    },
    {
      "epoch": 2.716417910447761,
      "grad_norm": 0.24606557103992302,
      "learning_rate": 2.0564638877447566e-05,
      "loss": 0.9992,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2815939784049988,
      "step": 638,
      "valid_targets_mean": 16089.1,
      "valid_targets_min": 15225
    },
    {
      "epoch": 2.7206823027718547,
      "grad_norm": 0.2648957939437123,
      "learning_rate": 2.0505216595615742e-05,
      "loss": 1.1097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32964062690734863,
      "step": 639,
      "valid_targets_mean": 16108.9,
      "valid_targets_min": 14793
    },
    {
      "epoch": 2.724946695095949,
      "grad_norm": 0.21696403842331907,
      "learning_rate": 2.044578985078215e-05,
      "loss": 1.0646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2445964217185974,
      "step": 640,
      "valid_targets_mean": 15094.3,
      "valid_targets_min": 13211
    },
    {
      "epoch": 2.7292110874200426,
      "grad_norm": 0.2686175393069833,
      "learning_rate": 2.0386359167913046e-05,
      "loss": 1.0648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3203163743019104,
      "step": 641,
      "valid_targets_mean": 16148.0,
      "valid_targets_min": 15288
    },
    {
      "epoch": 2.7334754797441363,
      "grad_norm": 0.23381083889228563,
      "learning_rate": 2.0326925072009485e-05,
      "loss": 1.0857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18711988627910614,
      "step": 642,
      "valid_targets_mean": 10481.8,
      "valid_targets_min": 1219
    },
    {
      "epoch": 2.7377398720682304,
      "grad_norm": 0.24796603748809626,
      "learning_rate": 2.0267488088102657e-05,
      "loss": 1.0849,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25230154395103455,
      "step": 643,
      "valid_targets_mean": 15958.4,
      "valid_targets_min": 15228
    },
    {
      "epoch": 2.742004264392324,
      "grad_norm": 0.25484572893188645,
      "learning_rate": 2.0208048741249288e-05,
      "loss": 0.9915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29769226908683777,
      "step": 644,
      "valid_targets_mean": 16206.8,
      "valid_targets_min": 15398
    },
    {
      "epoch": 2.746268656716418,
      "grad_norm": 0.21276746285567366,
      "learning_rate": 2.014860755652695e-05,
      "loss": 1.0248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1710774004459381,
      "step": 645,
      "valid_targets_mean": 9416.3,
      "valid_targets_min": 979
    },
    {
      "epoch": 2.750533049040512,
      "grad_norm": 0.2333199165638852,
      "learning_rate": 2.0089165059029477e-05,
      "loss": 1.0624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24201640486717224,
      "step": 646,
      "valid_targets_mean": 16177.7,
      "valid_targets_min": 14460
    },
    {
      "epoch": 2.7547974413646057,
      "grad_norm": 0.2135880074160673,
      "learning_rate": 2.0029721773862277e-05,
      "loss": 1.0362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30199944972991943,
      "step": 647,
      "valid_targets_mean": 15917.4,
      "valid_targets_min": 9299
    },
    {
      "epoch": 2.7590618336886994,
      "grad_norm": 0.2362137019123995,
      "learning_rate": 1.997027822613773e-05,
      "loss": 1.0104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2068403959274292,
      "step": 648,
      "valid_targets_mean": 12600.8,
      "valid_targets_min": 9289
    },
    {
      "epoch": 2.763326226012793,
      "grad_norm": 0.21479351229165758,
      "learning_rate": 1.9910834940970533e-05,
      "loss": 1.0881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30875372886657715,
      "step": 649,
      "valid_targets_mean": 16163.2,
      "valid_targets_min": 15488
    },
    {
      "epoch": 2.767590618336887,
      "grad_norm": 0.2549516060520758,
      "learning_rate": 1.985139244347305e-05,
      "loss": 1.0175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28148266673088074,
      "step": 650,
      "valid_targets_mean": 16152.5,
      "valid_targets_min": 14851
    },
    {
      "epoch": 2.771855010660981,
      "grad_norm": 0.2291803277727466,
      "learning_rate": 1.979195125875072e-05,
      "loss": 1.0532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24805381894111633,
      "step": 651,
      "valid_targets_mean": 14425.4,
      "valid_targets_min": 12081
    },
    {
      "epoch": 2.7761194029850746,
      "grad_norm": 0.2784673614966153,
      "learning_rate": 1.9732511911897353e-05,
      "loss": 1.0534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29927659034729004,
      "step": 652,
      "valid_targets_mean": 16109.8,
      "valid_targets_min": 14956
    },
    {
      "epoch": 2.7803837953091683,
      "grad_norm": 0.2665693367529166,
      "learning_rate": 1.9673074927990525e-05,
      "loss": 1.054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2553492784500122,
      "step": 653,
      "valid_targets_mean": 12686.2,
      "valid_targets_min": 1160
    },
    {
      "epoch": 2.7846481876332625,
      "grad_norm": 0.258366490540349,
      "learning_rate": 1.9613640832086957e-05,
      "loss": 1.0174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2649986743927002,
      "step": 654,
      "valid_targets_mean": 16176.4,
      "valid_targets_min": 15720
    },
    {
      "epoch": 2.788912579957356,
      "grad_norm": 0.27182690784206887,
      "learning_rate": 1.9554210149217855e-05,
      "loss": 1.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2867087125778198,
      "step": 655,
      "valid_targets_mean": 16022.2,
      "valid_targets_min": 13473
    },
    {
      "epoch": 2.79317697228145,
      "grad_norm": 0.26722859528629267,
      "learning_rate": 1.9494783404384265e-05,
      "loss": 1.0539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20252707600593567,
      "step": 656,
      "valid_targets_mean": 9653.7,
      "valid_targets_min": 1158
    },
    {
      "epoch": 2.7974413646055436,
      "grad_norm": 0.2316912477336916,
      "learning_rate": 1.9435361122552437e-05,
      "loss": 0.9846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24132490158081055,
      "step": 657,
      "valid_targets_mean": 16161.2,
      "valid_targets_min": 14851
    },
    {
      "epoch": 2.8017057569296373,
      "grad_norm": 0.25748752302717803,
      "learning_rate": 1.9375943828649215e-05,
      "loss": 1.0607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29179710149765015,
      "step": 658,
      "valid_targets_mean": 16125.6,
      "valid_targets_min": 14877
    },
    {
      "epoch": 2.8059701492537314,
      "grad_norm": 0.25746042952829756,
      "learning_rate": 1.9316532047557378e-05,
      "loss": 1.0235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19404509663581848,
      "step": 659,
      "valid_targets_mean": 11347.2,
      "valid_targets_min": 7388
    },
    {
      "epoch": 2.810234541577825,
      "grad_norm": 0.2302939992167745,
      "learning_rate": 1.9257126304110998e-05,
      "loss": 1.031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27259528636932373,
      "step": 660,
      "valid_targets_mean": 16103.5,
      "valid_targets_min": 15242
    },
    {
      "epoch": 2.814498933901919,
      "grad_norm": 0.25198259548480473,
      "learning_rate": 1.919772712309081e-05,
      "loss": 1.0209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2935293912887573,
      "step": 661,
      "valid_targets_mean": 16163.3,
      "valid_targets_min": 15198
    },
    {
      "epoch": 2.818763326226013,
      "grad_norm": 0.2200286922289353,
      "learning_rate": 1.9138335029219572e-05,
      "loss": 1.0536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23220394551753998,
      "step": 662,
      "valid_targets_mean": 13117.1,
      "valid_targets_min": 11573
    },
    {
      "epoch": 2.8230277185501067,
      "grad_norm": 0.23440034064219098,
      "learning_rate": 1.9078950547157458e-05,
      "loss": 1.0368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2831166684627533,
      "step": 663,
      "valid_targets_mean": 16066.2,
      "valid_targets_min": 13927
    },
    {
      "epoch": 2.8272921108742004,
      "grad_norm": 0.2183113289524723,
      "learning_rate": 1.9019574201497387e-05,
      "loss": 1.0857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33316051959991455,
      "step": 664,
      "valid_targets_mean": 16098.2,
      "valid_targets_min": 14646
    },
    {
      "epoch": 2.831556503198294,
      "grad_norm": 0.22078950062464048,
      "learning_rate": 1.8960206516760396e-05,
      "loss": 1.0492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25347208976745605,
      "step": 665,
      "valid_targets_mean": 15457.3,
      "valid_targets_min": 14161
    },
    {
      "epoch": 2.835820895522388,
      "grad_norm": 0.2134148999740181,
      "learning_rate": 1.890084801739102e-05,
      "loss": 0.9944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27177226543426514,
      "step": 666,
      "valid_targets_mean": 16156.0,
      "valid_targets_min": 15128
    },
    {
      "epoch": 2.840085287846482,
      "grad_norm": 0.22257594579115064,
      "learning_rate": 1.884149922775265e-05,
      "loss": 1.0345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21412542462348938,
      "step": 667,
      "valid_targets_mean": 11165.4,
      "valid_targets_min": 2031
    },
    {
      "epoch": 2.8443496801705757,
      "grad_norm": 0.21178683195544276,
      "learning_rate": 1.878216067212291e-05,
      "loss": 1.0247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25402650237083435,
      "step": 668,
      "valid_targets_mean": 15901.6,
      "valid_targets_min": 14526
    },
    {
      "epoch": 2.8486140724946694,
      "grad_norm": 0.25074264951872627,
      "learning_rate": 1.8722832874689007e-05,
      "loss": 1.0656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28927081823349,
      "step": 669,
      "valid_targets_mean": 16190.7,
      "valid_targets_min": 15714
    },
    {
      "epoch": 2.8528784648187635,
      "grad_norm": 0.23287240870568066,
      "learning_rate": 1.8663516359543123e-05,
      "loss": 1.0172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14716637134552002,
      "step": 670,
      "valid_targets_mean": 8172.2,
      "valid_targets_min": 1215
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 0.23950131807780825,
      "learning_rate": 1.860421165067775e-05,
      "loss": 1.0239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2460516393184662,
      "step": 671,
      "valid_targets_mean": 16181.2,
      "valid_targets_min": 15380
    },
    {
      "epoch": 2.861407249466951,
      "grad_norm": 0.23157562595418954,
      "learning_rate": 1.8544919271981125e-05,
      "loss": 1.0617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31192123889923096,
      "step": 672,
      "valid_targets_mean": 16093.1,
      "valid_targets_min": 14929
    },
    {
      "epoch": 2.8656716417910446,
      "grad_norm": 0.22833207374850398,
      "learning_rate": 1.8485639747232535e-05,
      "loss": 1.035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22791972756385803,
      "step": 673,
      "valid_targets_mean": 12507.3,
      "valid_targets_min": 10158
    },
    {
      "epoch": 2.8699360341151388,
      "grad_norm": 0.24941293281250398,
      "learning_rate": 1.8426373600097723e-05,
      "loss": 1.1083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2764943838119507,
      "step": 674,
      "valid_targets_mean": 16078.8,
      "valid_targets_min": 13788
    },
    {
      "epoch": 2.8742004264392325,
      "grad_norm": 0.22245905457862583,
      "learning_rate": 1.836712135412424e-05,
      "loss": 1.0315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29476335644721985,
      "step": 675,
      "valid_targets_mean": 16158.5,
      "valid_targets_min": 14904
    },
    {
      "epoch": 2.878464818763326,
      "grad_norm": 0.2527922980176215,
      "learning_rate": 1.8307883532736878e-05,
      "loss": 1.0229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23116479814052582,
      "step": 676,
      "valid_targets_mean": 14858.4,
      "valid_targets_min": 12939
    },
    {
      "epoch": 2.88272921108742,
      "grad_norm": 0.22475933770657133,
      "learning_rate": 1.8248660659232964e-05,
      "loss": 1.0149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29866713285446167,
      "step": 677,
      "valid_targets_mean": 16104.2,
      "valid_targets_min": 15187
    },
    {
      "epoch": 2.886993603411514,
      "grad_norm": 0.231273821884454,
      "learning_rate": 1.8189453256777798e-05,
      "loss": 1.0114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25470566749572754,
      "step": 678,
      "valid_targets_mean": 13330.7,
      "valid_targets_min": 1100
    },
    {
      "epoch": 2.8912579957356077,
      "grad_norm": 0.23910386595968475,
      "learning_rate": 1.8130261848399996e-05,
      "loss": 1.0467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2502293288707733,
      "step": 679,
      "valid_targets_mean": 15772.3,
      "valid_targets_min": 14001
    },
    {
      "epoch": 2.8955223880597014,
      "grad_norm": 0.22121884183094487,
      "learning_rate": 1.8071086956986916e-05,
      "loss": 1.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3032669723033905,
      "step": 680,
      "valid_targets_mean": 16085.4,
      "valid_targets_min": 14479
    },
    {
      "epoch": 2.8997867803837956,
      "grad_norm": 0.24253258088598406,
      "learning_rate": 1.8011929105279967e-05,
      "loss": 1.041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15033088624477386,
      "step": 681,
      "valid_targets_mean": 8402.1,
      "valid_targets_min": 1075
    },
    {
      "epoch": 2.9040511727078893,
      "grad_norm": 0.20793563860463674,
      "learning_rate": 1.795278881587007e-05,
      "loss": 1.0471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2602580785751343,
      "step": 682,
      "valid_targets_mean": 16153.5,
      "valid_targets_min": 15636
    },
    {
      "epoch": 2.908315565031983,
      "grad_norm": 0.21533915056637562,
      "learning_rate": 1.7893666611192962e-05,
      "loss": 1.0346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2978869080543518,
      "step": 683,
      "valid_targets_mean": 16154.4,
      "valid_targets_min": 15505
    },
    {
      "epoch": 2.9125799573560767,
      "grad_norm": 0.20511026387766632,
      "learning_rate": 1.783456301352467e-05,
      "loss": 1.0781,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18348674476146698,
      "step": 684,
      "valid_targets_mean": 10106.0,
      "valid_targets_min": 4326
    },
    {
      "epoch": 2.9168443496801704,
      "grad_norm": 0.21034257392870168,
      "learning_rate": 1.7775478544976813e-05,
      "loss": 1.0677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2854713201522827,
      "step": 685,
      "valid_targets_mean": 16062.8,
      "valid_targets_min": 14365
    },
    {
      "epoch": 2.9211087420042645,
      "grad_norm": 0.21266707523484377,
      "learning_rate": 1.7716413727492035e-05,
      "loss": 1.0752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32130110263824463,
      "step": 686,
      "valid_targets_mean": 16094.8,
      "valid_targets_min": 14920
    },
    {
      "epoch": 2.925373134328358,
      "grad_norm": 0.21812191169716444,
      "learning_rate": 1.7657369082839392e-05,
      "loss": 1.0722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23229658603668213,
      "step": 687,
      "valid_targets_mean": 13003.5,
      "valid_targets_min": 10625
    },
    {
      "epoch": 2.929637526652452,
      "grad_norm": 0.2162686524716888,
      "learning_rate": 1.7598345132609747e-05,
      "loss": 1.0324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28563833236694336,
      "step": 688,
      "valid_targets_mean": 16220.6,
      "valid_targets_min": 15582
    },
    {
      "epoch": 2.933901918976546,
      "grad_norm": 0.22879288653799318,
      "learning_rate": 1.7539342398211132e-05,
      "loss": 1.0593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32399559020996094,
      "step": 689,
      "valid_targets_mean": 16127.6,
      "valid_targets_min": 15595
    },
    {
      "epoch": 2.9381663113006398,
      "grad_norm": 0.2302506984015126,
      "learning_rate": 1.748036140086416e-05,
      "loss": 1.0494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.260400652885437,
      "step": 690,
      "valid_targets_mean": 15390.4,
      "valid_targets_min": 14171
    },
    {
      "epoch": 2.9424307036247335,
      "grad_norm": 0.21850318614421996,
      "learning_rate": 1.742140266159744e-05,
      "loss": 1.0286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2908626198768616,
      "step": 691,
      "valid_targets_mean": 16097.5,
      "valid_targets_min": 15042
    },
    {
      "epoch": 2.946695095948827,
      "grad_norm": 0.2298053216214348,
      "learning_rate": 1.7362466701242943e-05,
      "loss": 1.0351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2131451517343521,
      "step": 692,
      "valid_targets_mean": 11418.3,
      "valid_targets_min": 2707
    },
    {
      "epoch": 2.950959488272921,
      "grad_norm": 0.2133637637780579,
      "learning_rate": 1.7303554040431426e-05,
      "loss": 1.0485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2517058253288269,
      "step": 693,
      "valid_targets_mean": 16096.1,
      "valid_targets_min": 13929
    },
    {
      "epoch": 2.955223880597015,
      "grad_norm": 0.2485989853614221,
      "learning_rate": 1.7244665199587812e-05,
      "loss": 1.0689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2812129557132721,
      "step": 694,
      "valid_targets_mean": 16215.6,
      "valid_targets_min": 15674
    },
    {
      "epoch": 2.9594882729211087,
      "grad_norm": 0.21752076241663548,
      "learning_rate": 1.7185800698926594e-05,
      "loss": 1.0718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16977828741073608,
      "step": 695,
      "valid_targets_mean": 9167.3,
      "valid_targets_min": 2370
    },
    {
      "epoch": 2.9637526652452024,
      "grad_norm": 0.20427771557408353,
      "learning_rate": 1.7126961058447276e-05,
      "loss": 1.0792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27761727571487427,
      "step": 696,
      "valid_targets_mean": 16013.3,
      "valid_targets_min": 14420
    },
    {
      "epoch": 2.9680170575692966,
      "grad_norm": 0.23787771224554388,
      "learning_rate": 1.706814679792973e-05,
      "loss": 1.0605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27882838249206543,
      "step": 697,
      "valid_targets_mean": 16093.7,
      "valid_targets_min": 13108
    },
    {
      "epoch": 2.9722814498933903,
      "grad_norm": 0.2233058393397929,
      "learning_rate": 1.7009358436929632e-05,
      "loss": 1.0598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2286585420370102,
      "step": 698,
      "valid_targets_mean": 12394.0,
      "valid_targets_min": 9653
    },
    {
      "epoch": 2.976545842217484,
      "grad_norm": 0.23102733923169372,
      "learning_rate": 1.6950596494773855e-05,
      "loss": 1.091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30752837657928467,
      "step": 699,
      "valid_targets_mean": 16081.6,
      "valid_targets_min": 14632
    },
    {
      "epoch": 2.9808102345415777,
      "grad_norm": 0.21524273504458513,
      "learning_rate": 1.6891861490555906e-05,
      "loss": 0.9983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2923296093940735,
      "step": 700,
      "valid_targets_mean": 16114.5,
      "valid_targets_min": 15221
    },
    {
      "epoch": 2.9850746268656714,
      "grad_norm": 0.21635269462461057,
      "learning_rate": 1.683315394313132e-05,
      "loss": 1.0638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24893790483474731,
      "step": 701,
      "valid_targets_mean": 14577.7,
      "valid_targets_min": 12869
    },
    {
      "epoch": 2.9893390191897655,
      "grad_norm": 0.23777660105141393,
      "learning_rate": 1.677447437111309e-05,
      "loss": 1.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2949479818344116,
      "step": 702,
      "valid_targets_mean": 16146.8,
      "valid_targets_min": 15427
    },
    {
      "epoch": 2.9936034115138592,
      "grad_norm": 0.2313537698655914,
      "learning_rate": 1.671582329286707e-05,
      "loss": 1.0479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23207740485668182,
      "step": 703,
      "valid_targets_mean": 12671.8,
      "valid_targets_min": 1334
    },
    {
      "epoch": 2.997867803837953,
      "grad_norm": 0.2370830165882117,
      "learning_rate": 1.66572012265074e-05,
      "loss": 1.0403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2588110566139221,
      "step": 704,
      "valid_targets_mean": 15686.2,
      "valid_targets_min": 14947
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.2916023608705293,
      "learning_rate": 1.6598608689891953e-05,
      "loss": 1.003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.47874170541763306,
      "step": 705,
      "valid_targets_mean": 11341.6,
      "valid_targets_min": 3066
    },
    {
      "epoch": 3.0042643923240937,
      "grad_norm": 0.22546620007126184,
      "learning_rate": 1.654004620061773e-05,
      "loss": 1.0221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2473573088645935,
      "step": 706,
      "valid_targets_mean": 16072.4,
      "valid_targets_min": 14698
    },
    {
      "epoch": 3.008528784648188,
      "grad_norm": 0.24435078478549777,
      "learning_rate": 1.6481514276016297e-05,
      "loss": 1.0196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26537612080574036,
      "step": 707,
      "valid_targets_mean": 16044.9,
      "valid_targets_min": 11563
    },
    {
      "epoch": 3.0127931769722816,
      "grad_norm": 0.21816044935934423,
      "learning_rate": 1.6423013433149207e-05,
      "loss": 1.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21564412117004395,
      "step": 708,
      "valid_targets_mean": 13379.7,
      "valid_targets_min": 10328
    },
    {
      "epoch": 3.0170575692963753,
      "grad_norm": 0.23232216206932588,
      "learning_rate": 1.636454418880347e-05,
      "loss": 1.0164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2604576647281647,
      "step": 709,
      "valid_targets_mean": 16162.3,
      "valid_targets_min": 15122
    },
    {
      "epoch": 3.021321961620469,
      "grad_norm": 0.2340541867037144,
      "learning_rate": 1.630610705948693e-05,
      "loss": 1.0107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2890893816947937,
      "step": 710,
      "valid_targets_mean": 16157.8,
      "valid_targets_min": 15578
    },
    {
      "epoch": 3.025586353944563,
      "grad_norm": 0.22984553170284047,
      "learning_rate": 1.6247702561423753e-05,
      "loss": 1.0195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2258562445640564,
      "step": 711,
      "valid_targets_mean": 13078.1,
      "valid_targets_min": 11469
    },
    {
      "epoch": 3.029850746268657,
      "grad_norm": 0.22706069554415406,
      "learning_rate": 1.6189331210549828e-05,
      "loss": 1.0563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3094644248485565,
      "step": 712,
      "valid_targets_mean": 16113.1,
      "valid_targets_min": 15270
    },
    {
      "epoch": 3.0341151385927505,
      "grad_norm": 0.2517273448178296,
      "learning_rate": 1.613099352250825e-05,
      "loss": 1.0505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2539500594139099,
      "step": 713,
      "valid_targets_mean": 13016.7,
      "valid_targets_min": 1369
    },
    {
      "epoch": 3.038379530916844,
      "grad_norm": 0.24724247646042918,
      "learning_rate": 1.6072690012644717e-05,
      "loss": 1.0232,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24730217456817627,
      "step": 714,
      "valid_targets_mean": 16104.4,
      "valid_targets_min": 14551
    },
    {
      "epoch": 3.0426439232409384,
      "grad_norm": 0.22341197798882587,
      "learning_rate": 1.6014421196003022e-05,
      "loss": 0.9959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27211296558380127,
      "step": 715,
      "valid_targets_mean": 16228.6,
      "valid_targets_min": 15711
    },
    {
      "epoch": 3.046908315565032,
      "grad_norm": 0.2372792533087285,
      "learning_rate": 1.5956187587320468e-05,
      "loss": 1.0163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1803392767906189,
      "step": 716,
      "valid_targets_mean": 10309.6,
      "valid_targets_min": 1344
    },
    {
      "epoch": 3.0511727078891258,
      "grad_norm": 0.2246449853128541,
      "learning_rate": 1.5897989701023355e-05,
      "loss": 1.0308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26668739318847656,
      "step": 717,
      "valid_targets_mean": 16109.7,
      "valid_targets_min": 14769
    },
    {
      "epoch": 3.0554371002132195,
      "grad_norm": 0.22388036653405088,
      "learning_rate": 1.58398280512224e-05,
      "loss": 1.0403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29415494203567505,
      "step": 718,
      "valid_targets_mean": 15781.9,
      "valid_targets_min": 4778
    },
    {
      "epoch": 3.0597014925373136,
      "grad_norm": 0.2166445618932895,
      "learning_rate": 1.5781703151708215e-05,
      "loss": 1.0193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1880883276462555,
      "step": 719,
      "valid_targets_mean": 10639.8,
      "valid_targets_min": 4800
    },
    {
      "epoch": 3.0639658848614073,
      "grad_norm": 0.2341552816551429,
      "learning_rate": 1.5723615515946773e-05,
      "loss": 1.0522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27435302734375,
      "step": 720,
      "valid_targets_mean": 16126.2,
      "valid_targets_min": 15410
    },
    {
      "epoch": 3.068230277185501,
      "grad_norm": 0.22436101078864107,
      "learning_rate": 1.5665565657074874e-05,
      "loss": 1.0562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31322503089904785,
      "step": 721,
      "valid_targets_mean": 16086.5,
      "valid_targets_min": 14307
    },
    {
      "epoch": 3.0724946695095947,
      "grad_norm": 0.2327080346340859,
      "learning_rate": 1.560755408789558e-05,
      "loss": 1.0112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22447748482227325,
      "step": 722,
      "valid_targets_mean": 14448.2,
      "valid_targets_min": 12279
    },
    {
      "epoch": 3.076759061833689,
      "grad_norm": 0.21443885865740964,
      "learning_rate": 1.5549581320873715e-05,
      "loss": 1.0388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2837938070297241,
      "step": 723,
      "valid_targets_mean": 16100.5,
      "valid_targets_min": 14460
    },
    {
      "epoch": 3.0810234541577826,
      "grad_norm": 0.22515220337257996,
      "learning_rate": 1.5491647868131343e-05,
      "loss": 1.0702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28435924649238586,
      "step": 724,
      "valid_targets_mean": 16215.7,
      "valid_targets_min": 15372
    },
    {
      "epoch": 3.0852878464818763,
      "grad_norm": 0.217034946809235,
      "learning_rate": 1.5433754241443223e-05,
      "loss": 1.0092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23863840103149414,
      "step": 725,
      "valid_targets_mean": 15597.2,
      "valid_targets_min": 13274
    },
    {
      "epoch": 3.08955223880597,
      "grad_norm": 0.23567098500537823,
      "learning_rate": 1.53759009522323e-05,
      "loss": 1.0144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2680036425590515,
      "step": 726,
      "valid_targets_mean": 16214.7,
      "valid_targets_min": 15574
    },
    {
      "epoch": 3.093816631130064,
      "grad_norm": 0.23150148218193378,
      "learning_rate": 1.5318088511565185e-05,
      "loss": 0.9811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20448531210422516,
      "step": 727,
      "valid_targets_mean": 11884.8,
      "valid_targets_min": 1898
    },
    {
      "epoch": 3.098081023454158,
      "grad_norm": 0.24963689320764465,
      "learning_rate": 1.5260317430147627e-05,
      "loss": 0.9949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23797962069511414,
      "step": 728,
      "valid_targets_mean": 15739.9,
      "valid_targets_min": 13414
    },
    {
      "epoch": 3.1023454157782515,
      "grad_norm": 0.23523132452561607,
      "learning_rate": 1.5202588218320024e-05,
      "loss": 1.0148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28550830483436584,
      "step": 729,
      "valid_targets_mean": 16185.2,
      "valid_targets_min": 15222
    },
    {
      "epoch": 3.106609808102345,
      "grad_norm": 0.2300225672707401,
      "learning_rate": 1.5144901386052924e-05,
      "loss": 0.985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14239609241485596,
      "step": 730,
      "valid_targets_mean": 8392.7,
      "valid_targets_min": 1158
    },
    {
      "epoch": 3.1108742004264394,
      "grad_norm": 0.22194726120343725,
      "learning_rate": 1.5087257442942467e-05,
      "loss": 1.0368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2581402063369751,
      "step": 731,
      "valid_targets_mean": 16164.5,
      "valid_targets_min": 15163
    },
    {
      "epoch": 3.115138592750533,
      "grad_norm": 0.21659593022650356,
      "learning_rate": 1.502965689820593e-05,
      "loss": 1.0126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2931985855102539,
      "step": 732,
      "valid_targets_mean": 16121.2,
      "valid_targets_min": 15579
    },
    {
      "epoch": 3.1194029850746268,
      "grad_norm": 0.1979214228996395,
      "learning_rate": 1.4972100260677222e-05,
      "loss": 1.0678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.203348308801651,
      "step": 733,
      "valid_targets_mean": 12018.5,
      "valid_targets_min": 6953
    },
    {
      "epoch": 3.1236673773987205,
      "grad_norm": 0.2141897771266866,
      "learning_rate": 1.4914588038802383e-05,
      "loss": 1.0256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2846953868865967,
      "step": 734,
      "valid_targets_mean": 16149.8,
      "valid_targets_min": 15222
    },
    {
      "epoch": 3.1279317697228146,
      "grad_norm": 0.22134730992124976,
      "learning_rate": 1.4857120740635084e-05,
      "loss": 1.0357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.308135986328125,
      "step": 735,
      "valid_targets_mean": 16092.7,
      "valid_targets_min": 14058
    },
    {
      "epoch": 3.1321961620469083,
      "grad_norm": 0.21199663364784577,
      "learning_rate": 1.4799698873832153e-05,
      "loss": 1.0532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25040268898010254,
      "step": 736,
      "valid_targets_mean": 14434.2,
      "valid_targets_min": 12077
    },
    {
      "epoch": 3.136460554371002,
      "grad_norm": 0.22408687687739112,
      "learning_rate": 1.4742322945649073e-05,
      "loss": 0.9979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28990089893341064,
      "step": 737,
      "valid_targets_mean": 16217.7,
      "valid_targets_min": 15808
    },
    {
      "epoch": 3.140724946695096,
      "grad_norm": 0.22090528353836641,
      "learning_rate": 1.4684993462935532e-05,
      "loss": 0.9881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2285807728767395,
      "step": 738,
      "valid_targets_mean": 13375.1,
      "valid_targets_min": 1759
    },
    {
      "epoch": 3.14498933901919,
      "grad_norm": 0.21227037281282393,
      "learning_rate": 1.462771093213092e-05,
      "loss": 1.0113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2540406584739685,
      "step": 739,
      "valid_targets_mean": 15798.1,
      "valid_targets_min": 13840
    },
    {
      "epoch": 3.1492537313432836,
      "grad_norm": 0.22645562879511819,
      "learning_rate": 1.4570475859259856e-05,
      "loss": 0.9978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28150904178619385,
      "step": 740,
      "valid_targets_mean": 16178.0,
      "valid_targets_min": 15576
    },
    {
      "epoch": 3.1535181236673773,
      "grad_norm": 0.2553953055802415,
      "learning_rate": 1.4513288749927714e-05,
      "loss": 0.9978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1643623411655426,
      "step": 741,
      "valid_targets_mean": 9426.2,
      "valid_targets_min": 2154
    },
    {
      "epoch": 3.1577825159914714,
      "grad_norm": 0.21553654472222183,
      "learning_rate": 1.4456150109316192e-05,
      "loss": 1.024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26102060079574585,
      "step": 742,
      "valid_targets_mean": 16006.3,
      "valid_targets_min": 14473
    },
    {
      "epoch": 3.162046908315565,
      "grad_norm": 0.24417735632997145,
      "learning_rate": 1.4399060442178798e-05,
      "loss": 0.947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28816813230514526,
      "step": 743,
      "valid_targets_mean": 16178.9,
      "valid_targets_min": 15476
    },
    {
      "epoch": 3.166311300639659,
      "grad_norm": 0.22991537644479015,
      "learning_rate": 1.4342020252836437e-05,
      "loss": 1.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19212383031845093,
      "step": 744,
      "valid_targets_mean": 10538.3,
      "valid_targets_min": 6177
    },
    {
      "epoch": 3.1705756929637525,
      "grad_norm": 0.22349717871874022,
      "learning_rate": 1.4285030045172913e-05,
      "loss": 1.0197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26045793294906616,
      "step": 745,
      "valid_targets_mean": 16127.6,
      "valid_targets_min": 14124
    },
    {
      "epoch": 3.1748400852878467,
      "grad_norm": 0.21543348222421577,
      "learning_rate": 1.422809032263052e-05,
      "loss": 1.0468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28180545568466187,
      "step": 746,
      "valid_targets_mean": 16165.9,
      "valid_targets_min": 15366
    },
    {
      "epoch": 3.1791044776119404,
      "grad_norm": 0.20075036785144845,
      "learning_rate": 1.4171201588205566e-05,
      "loss": 1.0547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.244021475315094,
      "step": 747,
      "valid_targets_mean": 13604.9,
      "valid_targets_min": 10519
    },
    {
      "epoch": 3.183368869936034,
      "grad_norm": 0.20359529763623488,
      "learning_rate": 1.4114364344443935e-05,
      "loss": 0.9755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26434558629989624,
      "step": 748,
      "valid_targets_mean": 16148.0,
      "valid_targets_min": 13688
    },
    {
      "epoch": 3.1876332622601278,
      "grad_norm": 0.206317596580328,
      "learning_rate": 1.4057579093436653e-05,
      "loss": 1.019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2964480519294739,
      "step": 749,
      "valid_targets_mean": 16185.6,
      "valid_targets_min": 15616
    },
    {
      "epoch": 3.191897654584222,
      "grad_norm": 0.19965426313624246,
      "learning_rate": 1.400084633681546e-05,
      "loss": 1.0369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25970005989074707,
      "step": 750,
      "valid_targets_mean": 15437.9,
      "valid_targets_min": 13886
    },
    {
      "epoch": 3.1961620469083156,
      "grad_norm": 0.1931550450078641,
      "learning_rate": 1.3944166575748355e-05,
      "loss": 0.9745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27987536787986755,
      "step": 751,
      "valid_targets_mean": 16108.0,
      "valid_targets_min": 15148
    },
    {
      "epoch": 3.2004264392324093,
      "grad_norm": 0.2285498671414749,
      "learning_rate": 1.3887540310935187e-05,
      "loss": 1.0267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19410404562950134,
      "step": 752,
      "valid_targets_mean": 10666.6,
      "valid_targets_min": 1758
    },
    {
      "epoch": 3.204690831556503,
      "grad_norm": 0.1950207609526711,
      "learning_rate": 1.3830968042603226e-05,
      "loss": 1.0083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2649402618408203,
      "step": 753,
      "valid_targets_mean": 15740.0,
      "valid_targets_min": 14420
    },
    {
      "epoch": 3.208955223880597,
      "grad_norm": 0.23761770896996695,
      "learning_rate": 1.3774450270502762e-05,
      "loss": 0.9949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31608280539512634,
      "step": 754,
      "valid_targets_mean": 16115.1,
      "valid_targets_min": 14966
    },
    {
      "epoch": 3.213219616204691,
      "grad_norm": 0.22083848523624852,
      "learning_rate": 1.3717987493902656e-05,
      "loss": 1.0205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14785869419574738,
      "step": 755,
      "valid_targets_mean": 8256.4,
      "valid_targets_min": 1725
    },
    {
      "epoch": 3.2174840085287846,
      "grad_norm": 0.2271481305402101,
      "learning_rate": 1.3661580211585947e-05,
      "loss": 1.0203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2505563497543335,
      "step": 756,
      "valid_targets_mean": 16184.0,
      "valid_targets_min": 14698
    },
    {
      "epoch": 3.2217484008528783,
      "grad_norm": 0.23538681792469754,
      "learning_rate": 1.3605228921845457e-05,
      "loss": 1.0205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30578216910362244,
      "step": 757,
      "valid_targets_mean": 16165.3,
      "valid_targets_min": 15239
    },
    {
      "epoch": 3.2260127931769724,
      "grad_norm": 0.23014469470104712,
      "learning_rate": 1.3548934122479373e-05,
      "loss": 1.0558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20352551341056824,
      "step": 758,
      "valid_targets_mean": 11775.9,
      "valid_targets_min": 8991
    },
    {
      "epoch": 3.230277185501066,
      "grad_norm": 0.23398942351829313,
      "learning_rate": 1.349269631078686e-05,
      "loss": 1.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27417778968811035,
      "step": 759,
      "valid_targets_mean": 16214.9,
      "valid_targets_min": 15357
    },
    {
      "epoch": 3.23454157782516,
      "grad_norm": 0.23487663215223234,
      "learning_rate": 1.3436515983563659e-05,
      "loss": 1.0685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3089166283607483,
      "step": 760,
      "valid_targets_mean": 16046.1,
      "valid_targets_min": 15157
    },
    {
      "epoch": 3.2388059701492535,
      "grad_norm": 0.22707354630172036,
      "learning_rate": 1.3380393637097692e-05,
      "loss": 0.9868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24889841675758362,
      "step": 761,
      "valid_targets_mean": 14222.7,
      "valid_targets_min": 12022
    },
    {
      "epoch": 3.2430703624733477,
      "grad_norm": 0.2250444800568611,
      "learning_rate": 1.3324329767164708e-05,
      "loss": 1.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2840118408203125,
      "step": 762,
      "valid_targets_mean": 16097.0,
      "valid_targets_min": 13888
    },
    {
      "epoch": 3.2473347547974414,
      "grad_norm": 0.2180264015784957,
      "learning_rate": 1.3268324869023878e-05,
      "loss": 0.9988,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2439872920513153,
      "step": 763,
      "valid_targets_mean": 13022.2,
      "valid_targets_min": 1535
    },
    {
      "epoch": 3.251599147121535,
      "grad_norm": 0.20409803688058786,
      "learning_rate": 1.3212379437413421e-05,
      "loss": 1.0638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.266012966632843,
      "step": 764,
      "valid_targets_mean": 15528.1,
      "valid_targets_min": 14452
    },
    {
      "epoch": 3.2558635394456292,
      "grad_norm": 0.2228089775488321,
      "learning_rate": 1.3156493966546236e-05,
      "loss": 1.0167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28855788707733154,
      "step": 765,
      "valid_targets_mean": 16141.7,
      "valid_targets_min": 14987
    },
    {
      "epoch": 3.260127931769723,
      "grad_norm": 0.23085883706791083,
      "learning_rate": 1.3100668950105534e-05,
      "loss": 1.0809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19959942996501923,
      "step": 766,
      "valid_targets_mean": 10493.4,
      "valid_targets_min": 2195
    },
    {
      "epoch": 3.2643923240938166,
      "grad_norm": 0.19998322552016268,
      "learning_rate": 1.3044904881240507e-05,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2537648677825928,
      "step": 767,
      "valid_targets_mean": 16092.9,
      "valid_targets_min": 15480
    },
    {
      "epoch": 3.2686567164179103,
      "grad_norm": 0.2288404706980349,
      "learning_rate": 1.2989202252561926e-05,
      "loss": 1.0208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3139684796333313,
      "step": 768,
      "valid_targets_mean": 16164.0,
      "valid_targets_min": 15618
    },
    {
      "epoch": 3.272921108742004,
      "grad_norm": 0.23154431096127515,
      "learning_rate": 1.2933561556137806e-05,
      "loss": 0.9937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20685717463493347,
      "step": 769,
      "valid_targets_mean": 11801.2,
      "valid_targets_min": 9058
    },
    {
      "epoch": 3.277185501066098,
      "grad_norm": 0.238643564108478,
      "learning_rate": 1.2877983283489062e-05,
      "loss": 1.0106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26336807012557983,
      "step": 770,
      "valid_targets_mean": 16097.4,
      "valid_targets_min": 14732
    },
    {
      "epoch": 3.281449893390192,
      "grad_norm": 0.210463166838876,
      "learning_rate": 1.2822467925585186e-05,
      "loss": 1.0258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28999316692352295,
      "step": 771,
      "valid_targets_mean": 16153.3,
      "valid_targets_min": 15217
    },
    {
      "epoch": 3.2857142857142856,
      "grad_norm": 0.21515324831546198,
      "learning_rate": 1.2767015972839879e-05,
      "loss": 0.9892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21576184034347534,
      "step": 772,
      "valid_targets_mean": 13491.8,
      "valid_targets_min": 11383
    },
    {
      "epoch": 3.2899786780383797,
      "grad_norm": 0.19718742065687034,
      "learning_rate": 1.2711627915106728e-05,
      "loss": 1.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28501254320144653,
      "step": 773,
      "valid_targets_mean": 16005.6,
      "valid_targets_min": 9286
    },
    {
      "epoch": 3.2942430703624734,
      "grad_norm": 0.20931056590488556,
      "learning_rate": 1.2656304241674877e-05,
      "loss": 0.9973,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3030652105808258,
      "step": 774,
      "valid_targets_mean": 16154.3,
      "valid_targets_min": 15623
    },
    {
      "epoch": 3.298507462686567,
      "grad_norm": 0.1864644163173028,
      "learning_rate": 1.2601045441264734e-05,
      "loss": 0.9799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24769797921180725,
      "step": 775,
      "valid_targets_mean": 15966.1,
      "valid_targets_min": 14649
    },
    {
      "epoch": 3.302771855010661,
      "grad_norm": 0.21175345768619538,
      "learning_rate": 1.2545852002023599e-05,
      "loss": 0.9942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30079352855682373,
      "step": 776,
      "valid_targets_mean": 16077.0,
      "valid_targets_min": 14795
    },
    {
      "epoch": 3.307036247334755,
      "grad_norm": 0.23951421924454977,
      "learning_rate": 1.2490724411521406e-05,
      "loss": 1.0185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20463250577449799,
      "step": 777,
      "valid_targets_mean": 11349.3,
      "valid_targets_min": 1500
    },
    {
      "epoch": 3.3113006396588487,
      "grad_norm": 0.2266010059067405,
      "learning_rate": 1.243566315674637e-05,
      "loss": 1.0384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26843178272247314,
      "step": 778,
      "valid_targets_mean": 15895.2,
      "valid_targets_min": 14853
    },
    {
      "epoch": 3.3155650319829424,
      "grad_norm": 0.21876189679359032,
      "learning_rate": 1.238066872410073e-05,
      "loss": 0.9662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2956579923629761,
      "step": 779,
      "valid_targets_mean": 16154.4,
      "valid_targets_min": 15042
    },
    {
      "epoch": 3.319829424307036,
      "grad_norm": 0.224276681573692,
      "learning_rate": 1.2325741599396418e-05,
      "loss": 0.9855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13216564059257507,
      "step": 780,
      "valid_targets_mean": 7354.0,
      "valid_targets_min": 2380
    },
    {
      "epoch": 3.3240938166311302,
      "grad_norm": 0.19662079347142808,
      "learning_rate": 1.2270882267850765e-05,
      "loss": 1.0673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2683402895927429,
      "step": 781,
      "valid_targets_mean": 16123.9,
      "valid_targets_min": 15331
    },
    {
      "epoch": 3.328358208955224,
      "grad_norm": 0.20498062466960942,
      "learning_rate": 1.2216091214082248e-05,
      "loss": 1.0287,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28701385855674744,
      "step": 782,
      "valid_targets_mean": 16087.6,
      "valid_targets_min": 13835
    },
    {
      "epoch": 3.3326226012793176,
      "grad_norm": 0.22236633186009508,
      "learning_rate": 1.2161368922106192e-05,
      "loss": 1.0277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1911384016275406,
      "step": 783,
      "valid_targets_mean": 11460.7,
      "valid_targets_min": 8049
    },
    {
      "epoch": 3.3368869936034113,
      "grad_norm": 0.20791046573398056,
      "learning_rate": 1.2106715875330475e-05,
      "loss": 1.05,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2731104791164398,
      "step": 784,
      "valid_targets_mean": 16209.4,
      "valid_targets_min": 15350
    },
    {
      "epoch": 3.3411513859275055,
      "grad_norm": 0.21261925120846067,
      "learning_rate": 1.2052132556551275e-05,
      "loss": 1.0367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2992277145385742,
      "step": 785,
      "valid_targets_mean": 16167.2,
      "valid_targets_min": 15730
    },
    {
      "epoch": 3.345415778251599,
      "grad_norm": 0.216522475968083,
      "learning_rate": 1.1997619447948814e-05,
      "loss": 1.0697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24031764268875122,
      "step": 786,
      "valid_targets_mean": 13789.7,
      "valid_targets_min": 11708
    },
    {
      "epoch": 3.349680170575693,
      "grad_norm": 0.20962862955449657,
      "learning_rate": 1.1943177031083094e-05,
      "loss": 1.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2922288179397583,
      "step": 787,
      "valid_targets_mean": 16186.4,
      "valid_targets_min": 14810
    },
    {
      "epoch": 3.3539445628997866,
      "grad_norm": 0.20784049608898483,
      "learning_rate": 1.1888805786889621e-05,
      "loss": 1.0411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26215359568595886,
      "step": 788,
      "valid_targets_mean": 13417.4,
      "valid_targets_min": 3667
    },
    {
      "epoch": 3.3582089552238807,
      "grad_norm": 0.19438778955082836,
      "learning_rate": 1.183450619567518e-05,
      "loss": 1.0037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25706902146339417,
      "step": 789,
      "valid_targets_mean": 15748.0,
      "valid_targets_min": 13975
    },
    {
      "epoch": 3.3624733475479744,
      "grad_norm": 0.18480593385926,
      "learning_rate": 1.1780278737113581e-05,
      "loss": 1.0402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2852016091346741,
      "step": 790,
      "valid_targets_mean": 15791.8,
      "valid_targets_min": 5994
    },
    {
      "epoch": 3.366737739872068,
      "grad_norm": 0.19045874412467398,
      "learning_rate": 1.1726123890241439e-05,
      "loss": 0.9975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1702101230621338,
      "step": 791,
      "valid_targets_mean": 9803.9,
      "valid_targets_min": 1575
    },
    {
      "epoch": 3.3710021321961623,
      "grad_norm": 0.18142250180118896,
      "learning_rate": 1.1672042133453925e-05,
      "loss": 1.0138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24327364563941956,
      "step": 792,
      "valid_targets_mean": 16135.9,
      "valid_targets_min": 15270
    },
    {
      "epoch": 3.375266524520256,
      "grad_norm": 0.18976083835973934,
      "learning_rate": 1.1618033944500527e-05,
      "loss": 0.9981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3210751414299011,
      "step": 793,
      "valid_targets_mean": 16139.2,
      "valid_targets_min": 15361
    },
    {
      "epoch": 3.3795309168443497,
      "grad_norm": 0.19818634585506895,
      "learning_rate": 1.1564099800480864e-05,
      "loss": 1.048,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19776135683059692,
      "step": 794,
      "valid_targets_mean": 11481.5,
      "valid_targets_min": 6068
    },
    {
      "epoch": 3.3837953091684434,
      "grad_norm": 0.19760424713484523,
      "learning_rate": 1.151024017784045e-05,
      "loss": 1.0054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24625568091869354,
      "step": 795,
      "valid_targets_mean": 16202.7,
      "valid_targets_min": 15135
    },
    {
      "epoch": 3.388059701492537,
      "grad_norm": 0.21328717602610783,
      "learning_rate": 1.1456455552366488e-05,
      "loss": 1.043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3155757486820221,
      "step": 796,
      "valid_targets_mean": 16132.7,
      "valid_targets_min": 14783
    },
    {
      "epoch": 3.3923240938166312,
      "grad_norm": 0.18428037676198075,
      "learning_rate": 1.1402746399183671e-05,
      "loss": 1.0136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24852502346038818,
      "step": 797,
      "valid_targets_mean": 13810.4,
      "valid_targets_min": 11194
    },
    {
      "epoch": 3.396588486140725,
      "grad_norm": 0.19469315419306438,
      "learning_rate": 1.1349113192749986e-05,
      "loss": 1.0325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27724477648735046,
      "step": 798,
      "valid_targets_mean": 16136.4,
      "valid_targets_min": 13927
    },
    {
      "epoch": 3.4008528784648187,
      "grad_norm": 0.19335058306425573,
      "learning_rate": 1.1295556406852488e-05,
      "loss": 1.0257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2919307351112366,
      "step": 799,
      "valid_targets_mean": 16118.9,
      "valid_targets_min": 15147
    },
    {
      "epoch": 3.405117270788913,
      "grad_norm": 0.17514958145184512,
      "learning_rate": 1.1242076514603201e-05,
      "loss": 1.0816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25642216205596924,
      "step": 800,
      "valid_targets_mean": 14175.8,
      "valid_targets_min": 12875
    },
    {
      "epoch": 3.4093816631130065,
      "grad_norm": 0.20228613416602578,
      "learning_rate": 1.1188673988434831e-05,
      "loss": 1.0399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3179895281791687,
      "step": 801,
      "valid_targets_mean": 16137.8,
      "valid_targets_min": 15389
    },
    {
      "epoch": 3.4136460554371,
      "grad_norm": 0.18851992182694163,
      "learning_rate": 1.1135349300096667e-05,
      "loss": 1.0053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2002144306898117,
      "step": 802,
      "valid_targets_mean": 10829.2,
      "valid_targets_min": 1238
    },
    {
      "epoch": 3.417910447761194,
      "grad_norm": 0.19124496378036196,
      "learning_rate": 1.1082102920650397e-05,
      "loss": 1.0102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2536805272102356,
      "step": 803,
      "valid_targets_mean": 16158.3,
      "valid_targets_min": 15109
    },
    {
      "epoch": 3.4221748400852876,
      "grad_norm": 0.22587700464345187,
      "learning_rate": 1.102893532046593e-05,
      "loss": 1.0389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2835776209831238,
      "step": 804,
      "valid_targets_mean": 16059.1,
      "valid_targets_min": 14384
    },
    {
      "epoch": 3.4264392324093818,
      "grad_norm": 0.19199882848957545,
      "learning_rate": 1.0975846969217258e-05,
      "loss": 1.0246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1586105227470398,
      "step": 805,
      "valid_targets_mean": 8455.3,
      "valid_targets_min": 578
    },
    {
      "epoch": 3.4307036247334755,
      "grad_norm": 0.19052360147803976,
      "learning_rate": 1.092283833587829e-05,
      "loss": 1.0397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25331923365592957,
      "step": 806,
      "valid_targets_mean": 16085.5,
      "valid_targets_min": 14929
    },
    {
      "epoch": 3.434968017057569,
      "grad_norm": 0.2022605935609196,
      "learning_rate": 1.086990988871873e-05,
      "loss": 1.0609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29131874442100525,
      "step": 807,
      "valid_targets_mean": 16047.4,
      "valid_targets_min": 13080
    },
    {
      "epoch": 3.4392324093816633,
      "grad_norm": 0.1901835998943412,
      "learning_rate": 1.0817062095299929e-05,
      "loss": 1.0441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18520936369895935,
      "step": 808,
      "valid_targets_mean": 11042.4,
      "valid_targets_min": 7440
    },
    {
      "epoch": 3.443496801705757,
      "grad_norm": 0.20070764647087036,
      "learning_rate": 1.0764295422470755e-05,
      "loss": 1.0013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2895042896270752,
      "step": 809,
      "valid_targets_mean": 16087.7,
      "valid_targets_min": 13211
    },
    {
      "epoch": 3.4477611940298507,
      "grad_norm": 0.1878010136021189,
      "learning_rate": 1.0711610336363477e-05,
      "loss": 1.0257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30274391174316406,
      "step": 810,
      "valid_targets_mean": 16093.6,
      "valid_targets_min": 14556
    },
    {
      "epoch": 3.4520255863539444,
      "grad_norm": 0.17667053615946723,
      "learning_rate": 1.065900730238961e-05,
      "loss": 1.0249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23889347910881042,
      "step": 811,
      "valid_targets_mean": 14490.8,
      "valid_targets_min": 12326
    },
    {
      "epoch": 3.4562899786780386,
      "grad_norm": 0.18797859932961541,
      "learning_rate": 1.0606486785235879e-05,
      "loss": 0.9799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28064554929733276,
      "step": 812,
      "valid_targets_mean": 16143.8,
      "valid_targets_min": 14907
    },
    {
      "epoch": 3.4605543710021323,
      "grad_norm": 0.1885835078230724,
      "learning_rate": 1.0554049248860045e-05,
      "loss": 1.0568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25304943323135376,
      "step": 813,
      "valid_targets_mean": 12887.4,
      "valid_targets_min": 1961
    },
    {
      "epoch": 3.464818763326226,
      "grad_norm": 0.19425937698400536,
      "learning_rate": 1.0501695156486819e-05,
      "loss": 1.0567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2560194432735443,
      "step": 814,
      "valid_targets_mean": 15759.6,
      "valid_targets_min": 11287
    },
    {
      "epoch": 3.4690831556503197,
      "grad_norm": 0.2009073306626454,
      "learning_rate": 1.0449424970603796e-05,
      "loss": 0.9965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.265529990196228,
      "step": 815,
      "valid_targets_mean": 16230.9,
      "valid_targets_min": 15773
    },
    {
      "epoch": 3.473347547974414,
      "grad_norm": 0.19160044921213984,
      "learning_rate": 1.0397239152957356e-05,
      "loss": 1.0171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16818805038928986,
      "step": 816,
      "valid_targets_mean": 9027.7,
      "valid_targets_min": 1228
    },
    {
      "epoch": 3.4776119402985075,
      "grad_norm": 0.20133406216973854,
      "learning_rate": 1.034513816454858e-05,
      "loss": 1.0378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25717800855636597,
      "step": 817,
      "valid_targets_mean": 16111.5,
      "valid_targets_min": 15042
    },
    {
      "epoch": 3.481876332622601,
      "grad_norm": 0.20058057382990999,
      "learning_rate": 1.0293122465629186e-05,
      "loss": 1.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28611189126968384,
      "step": 818,
      "valid_targets_mean": 16084.9,
      "valid_targets_min": 13788
    },
    {
      "epoch": 3.486140724946695,
      "grad_norm": 0.21471526294953153,
      "learning_rate": 1.0241192515697432e-05,
      "loss": 1.011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20527414977550507,
      "step": 819,
      "valid_targets_mean": 12038.9,
      "valid_targets_min": 7752
    },
    {
      "epoch": 3.490405117270789,
      "grad_norm": 0.18698327284105212,
      "learning_rate": 1.0189348773494135e-05,
      "loss": 1.024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27734407782554626,
      "step": 820,
      "valid_targets_mean": 16122.8,
      "valid_targets_min": 15219
    },
    {
      "epoch": 3.4946695095948828,
      "grad_norm": 0.1936151742736665,
      "learning_rate": 1.0137591696998514e-05,
      "loss": 1.0267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3137998580932617,
      "step": 821,
      "valid_targets_mean": 16039.4,
      "valid_targets_min": 15167
    },
    {
      "epoch": 3.4989339019189765,
      "grad_norm": 0.23242629979557722,
      "learning_rate": 1.0085921743424225e-05,
      "loss": 1.0271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22472453117370605,
      "step": 822,
      "valid_targets_mean": 13571.1,
      "valid_targets_min": 11707
    },
    {
      "epoch": 3.50319829424307,
      "grad_norm": 0.18107341012796876,
      "learning_rate": 1.0034339369215288e-05,
      "loss": 1.0324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28194552659988403,
      "step": 823,
      "valid_targets_mean": 16043.7,
      "valid_targets_min": 13934
    },
    {
      "epoch": 3.5074626865671643,
      "grad_norm": 0.19598860481753452,
      "learning_rate": 9.982845030042068e-06,
      "loss": 1.0656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33745408058166504,
      "step": 824,
      "valid_targets_mean": 16131.1,
      "valid_targets_min": 15258
    },
    {
      "epoch": 3.511727078891258,
      "grad_norm": 0.19947657391724366,
      "learning_rate": 9.931439180797237e-06,
      "loss": 1.0218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22845852375030518,
      "step": 825,
      "valid_targets_mean": 14083.7,
      "valid_targets_min": 12058
    },
    {
      "epoch": 3.5159914712153517,
      "grad_norm": 0.19144720106478683,
      "learning_rate": 9.880122275591752e-06,
      "loss": 1.0479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2947565019130707,
      "step": 826,
      "valid_targets_mean": 16235.3,
      "valid_targets_min": 15869
    },
    {
      "epoch": 3.520255863539446,
      "grad_norm": 0.2078277408605803,
      "learning_rate": 9.828894767750865e-06,
      "loss": 1.0607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20672515034675598,
      "step": 827,
      "valid_targets_mean": 10532.3,
      "valid_targets_min": 793
    },
    {
      "epoch": 3.5245202558635396,
      "grad_norm": 0.19751630348586982,
      "learning_rate": 9.777757109810102e-06,
      "loss": 1.0312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2553499937057495,
      "step": 828,
      "valid_targets_mean": 16077.7,
      "valid_targets_min": 15153
    },
    {
      "epoch": 3.5287846481876333,
      "grad_norm": 0.19658509693876208,
      "learning_rate": 9.726709753511275e-06,
      "loss": 1.0715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29346132278442383,
      "step": 829,
      "valid_targets_mean": 16147.0,
      "valid_targets_min": 15263
    },
    {
      "epoch": 3.533049040511727,
      "grad_norm": 0.20929693034454866,
      "learning_rate": 9.675753149798474e-06,
      "loss": 1.0262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1624056100845337,
      "step": 830,
      "valid_targets_mean": 9455.6,
      "valid_targets_min": 1075
    },
    {
      "epoch": 3.5373134328358207,
      "grad_norm": 0.18635446379853654,
      "learning_rate": 9.624887748814118e-06,
      "loss": 1.0308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24756374955177307,
      "step": 831,
      "valid_targets_mean": 16233.1,
      "valid_targets_min": 15409
    },
    {
      "epoch": 3.541577825159915,
      "grad_norm": 0.21157734136180095,
      "learning_rate": 9.574113999894909e-06,
      "loss": 1.0297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.274283230304718,
      "step": 832,
      "valid_targets_mean": 16230.2,
      "valid_targets_min": 14917
    },
    {
      "epoch": 3.5458422174840085,
      "grad_norm": 0.20909402716707864,
      "learning_rate": 9.523432351567979e-06,
      "loss": 1.0222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20221446454524994,
      "step": 833,
      "valid_targets_mean": 12193.7,
      "valid_targets_min": 9042
    },
    {
      "epoch": 3.550106609808102,
      "grad_norm": 0.2126134326170871,
      "learning_rate": 9.472843251546792e-06,
      "loss": 1.0422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3187773823738098,
      "step": 834,
      "valid_targets_mean": 16074.3,
      "valid_targets_min": 14705
    },
    {
      "epoch": 3.5543710021321964,
      "grad_norm": 0.2248429864051284,
      "learning_rate": 9.422347146727294e-06,
      "loss": 1.017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2925642430782318,
      "step": 835,
      "valid_targets_mean": 16097.2,
      "valid_targets_min": 14702
    },
    {
      "epoch": 3.55863539445629,
      "grad_norm": 0.19764809114586646,
      "learning_rate": 9.371944483183912e-06,
      "loss": 1.0199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24568304419517517,
      "step": 836,
      "valid_targets_mean": 13546.5,
      "valid_targets_min": 11766
    },
    {
      "epoch": 3.5628997867803838,
      "grad_norm": 0.19852269613513113,
      "learning_rate": 9.321635706165635e-06,
      "loss": 1.0502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2961001396179199,
      "step": 837,
      "valid_targets_mean": 16135.5,
      "valid_targets_min": 15091
    },
    {
      "epoch": 3.5671641791044775,
      "grad_norm": 0.22539551639713004,
      "learning_rate": 9.271421260092075e-06,
      "loss": 1.0581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2696417272090912,
      "step": 838,
      "valid_targets_mean": 12912.3,
      "valid_targets_min": 1400
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 0.17369169122057854,
      "learning_rate": 9.221301588549519e-06,
      "loss": 1.0186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25950783491134644,
      "step": 839,
      "valid_targets_mean": 15765.0,
      "valid_targets_min": 14646
    },
    {
      "epoch": 3.5756929637526653,
      "grad_norm": 0.19826394949704745,
      "learning_rate": 9.171277134287057e-06,
      "loss": 1.0423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28724998235702515,
      "step": 840,
      "valid_targets_mean": 16137.4,
      "valid_targets_min": 14841
    },
    {
      "epoch": 3.579957356076759,
      "grad_norm": 0.22605116372463568,
      "learning_rate": 9.121348339212634e-06,
      "loss": 1.0514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19209089875221252,
      "step": 841,
      "valid_targets_mean": 11219.8,
      "valid_targets_min": 3007
    },
    {
      "epoch": 3.5842217484008527,
      "grad_norm": 0.18985231179138834,
      "learning_rate": 9.07151564438916e-06,
      "loss": 1.0271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26109862327575684,
      "step": 842,
      "valid_targets_mean": 15881.8,
      "valid_targets_min": 15016
    },
    {
      "epoch": 3.588486140724947,
      "grad_norm": 0.19525270465200253,
      "learning_rate": 9.021779490030611e-06,
      "loss": 1.0068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29757362604141235,
      "step": 843,
      "valid_targets_mean": 16168.9,
      "valid_targets_min": 15515
    },
    {
      "epoch": 3.5927505330490406,
      "grad_norm": 0.20273161279088872,
      "learning_rate": 8.972140315498119e-06,
      "loss": 0.9891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1628081500530243,
      "step": 844,
      "valid_targets_mean": 9614.0,
      "valid_targets_min": 3748
    },
    {
      "epoch": 3.5970149253731343,
      "grad_norm": 0.17829706313717747,
      "learning_rate": 8.922598559296154e-06,
      "loss": 0.9995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26611262559890747,
      "step": 845,
      "valid_targets_mean": 16162.2,
      "valid_targets_min": 15506
    },
    {
      "epoch": 3.6012793176972284,
      "grad_norm": 0.21027782800390699,
      "learning_rate": 8.873154659068582e-06,
      "loss": 0.9777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27415943145751953,
      "step": 846,
      "valid_targets_mean": 16113.0,
      "valid_targets_min": 14547
    },
    {
      "epoch": 3.605543710021322,
      "grad_norm": 0.1933481346322796,
      "learning_rate": 8.823809051594816e-06,
      "loss": 1.0405,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2183433175086975,
      "step": 847,
      "valid_targets_mean": 13214.4,
      "valid_targets_min": 11479
    },
    {
      "epoch": 3.609808102345416,
      "grad_norm": 0.1911863955607189,
      "learning_rate": 8.774562172785988e-06,
      "loss": 1.0198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27938979864120483,
      "step": 848,
      "valid_targets_mean": 16196.8,
      "valid_targets_min": 15650
    },
    {
      "epoch": 3.6140724946695095,
      "grad_norm": 0.1996827380897634,
      "learning_rate": 8.725414457681063e-06,
      "loss": 1.0721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31652724742889404,
      "step": 849,
      "valid_targets_mean": 16141.3,
      "valid_targets_min": 15560
    },
    {
      "epoch": 3.6183368869936032,
      "grad_norm": 0.18875838410836185,
      "learning_rate": 8.676366340443017e-06,
      "loss": 1.0259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23282839357852936,
      "step": 850,
      "valid_targets_mean": 15714.5,
      "valid_targets_min": 13969
    },
    {
      "epoch": 3.6226012793176974,
      "grad_norm": 0.1922747408101709,
      "learning_rate": 8.627418254355e-06,
      "loss": 0.9953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2925228476524353,
      "step": 851,
      "valid_targets_mean": 16100.1,
      "valid_targets_min": 14702
    },
    {
      "epoch": 3.626865671641791,
      "grad_norm": 0.1871926147470615,
      "learning_rate": 8.578570631816474e-06,
      "loss": 0.9884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1962984800338745,
      "step": 852,
      "valid_targets_mean": 10805.0,
      "valid_targets_min": 1647
    },
    {
      "epoch": 3.631130063965885,
      "grad_norm": 0.18840256973106104,
      "learning_rate": 8.529823904339472e-06,
      "loss": 1.0003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26471132040023804,
      "step": 853,
      "valid_targets_mean": 16080.2,
      "valid_targets_min": 14810
    },
    {
      "epoch": 3.635394456289979,
      "grad_norm": 0.19166828194360724,
      "learning_rate": 8.481178502544684e-06,
      "loss": 0.98,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2843315899372101,
      "step": 854,
      "valid_targets_mean": 16059.2,
      "valid_targets_min": 13226
    },
    {
      "epoch": 3.6396588486140726,
      "grad_norm": 0.19558513955706905,
      "learning_rate": 8.43263485615774e-06,
      "loss": 1.0439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1629284918308258,
      "step": 855,
      "valid_targets_mean": 8378.9,
      "valid_targets_min": 1276
    },
    {
      "epoch": 3.6439232409381663,
      "grad_norm": 0.18871230748742543,
      "learning_rate": 8.384193394005372e-06,
      "loss": 1.0378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25322186946868896,
      "step": 856,
      "valid_targets_mean": 16128.1,
      "valid_targets_min": 14943
    },
    {
      "epoch": 3.64818763326226,
      "grad_norm": 0.19849367481773825,
      "learning_rate": 8.33585454401161e-06,
      "loss": 1.0521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32179251313209534,
      "step": 857,
      "valid_targets_mean": 16055.6,
      "valid_targets_min": 15389
    },
    {
      "epoch": 3.6524520255863537,
      "grad_norm": 0.18765256209710596,
      "learning_rate": 8.287618733194073e-06,
      "loss": 1.029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21054477989673615,
      "step": 858,
      "valid_targets_mean": 12071.9,
      "valid_targets_min": 9257
    },
    {
      "epoch": 3.656716417910448,
      "grad_norm": 0.193326982284514,
      "learning_rate": 8.239486387660096e-06,
      "loss": 0.9993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29164233803749084,
      "step": 859,
      "valid_targets_mean": 16002.4,
      "valid_targets_min": 14544
    },
    {
      "epoch": 3.6609808102345416,
      "grad_norm": 0.20503274346576894,
      "learning_rate": 8.191457932603052e-06,
      "loss": 0.9978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3028004765510559,
      "step": 860,
      "valid_targets_mean": 16125.6,
      "valid_targets_min": 14765
    },
    {
      "epoch": 3.6652452025586353,
      "grad_norm": 0.20103325130745195,
      "learning_rate": 8.143533792298545e-06,
      "loss": 1.0762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25633686780929565,
      "step": 861,
      "valid_targets_mean": 15072.8,
      "valid_targets_min": 13354
    },
    {
      "epoch": 3.6695095948827294,
      "grad_norm": 0.19253920882400277,
      "learning_rate": 8.095714390100698e-06,
      "loss": 1.0125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25641998648643494,
      "step": 862,
      "valid_targets_mean": 16131.2,
      "valid_targets_min": 13888
    },
    {
      "epoch": 3.673773987206823,
      "grad_norm": 0.20352579026745357,
      "learning_rate": 8.048000148438375e-06,
      "loss": 1.0594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2648036777973175,
      "step": 863,
      "valid_targets_mean": 13058.5,
      "valid_targets_min": 1185
    },
    {
      "epoch": 3.678038379530917,
      "grad_norm": 0.19639948915191724,
      "learning_rate": 8.000391488811485e-06,
      "loss": 1.015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25266677141189575,
      "step": 864,
      "valid_targets_mean": 15782.9,
      "valid_targets_min": 15070
    },
    {
      "epoch": 3.6823027718550105,
      "grad_norm": 0.19386053477890763,
      "learning_rate": 7.952888831787215e-06,
      "loss": 1.0346,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2928309738636017,
      "step": 865,
      "valid_targets_mean": 16152.8,
      "valid_targets_min": 14904
    },
    {
      "epoch": 3.6865671641791042,
      "grad_norm": 0.19745476342088736,
      "learning_rate": 7.905492596996391e-06,
      "loss": 0.9991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1756155639886856,
      "step": 866,
      "valid_targets_mean": 9315.6,
      "valid_targets_min": 979
    },
    {
      "epoch": 3.6908315565031984,
      "grad_norm": 0.20138153016069346,
      "learning_rate": 7.858203203129668e-06,
      "loss": 1.0574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26242029666900635,
      "step": 867,
      "valid_targets_mean": 16006.4,
      "valid_targets_min": 14911
    },
    {
      "epoch": 3.695095948827292,
      "grad_norm": 0.19412757800945293,
      "learning_rate": 7.811021067933919e-06,
      "loss": 1.0214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2751907706260681,
      "step": 868,
      "valid_targets_mean": 16138.8,
      "valid_targets_min": 14951
    },
    {
      "epoch": 3.699360341151386,
      "grad_norm": 0.21012497339785624,
      "learning_rate": 7.763946608208504e-06,
      "loss": 1.0114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20527902245521545,
      "step": 869,
      "valid_targets_mean": 11099.1,
      "valid_targets_min": 7003
    },
    {
      "epoch": 3.70362473347548,
      "grad_norm": 0.19117367793417456,
      "learning_rate": 7.716980239801588e-06,
      "loss": 1.0112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28386640548706055,
      "step": 870,
      "valid_targets_mean": 16065.7,
      "valid_targets_min": 14908
    },
    {
      "epoch": 3.7078891257995736,
      "grad_norm": 0.19692586454539995,
      "learning_rate": 7.670122377606495e-06,
      "loss": 1.0628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3160354495048523,
      "step": 871,
      "valid_targets_mean": 16118.9,
      "valid_targets_min": 15290
    },
    {
      "epoch": 3.7121535181236673,
      "grad_norm": 0.1909097750601415,
      "learning_rate": 7.623373435557988e-06,
      "loss": 1.0436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24374912679195404,
      "step": 872,
      "valid_targets_mean": 13757.4,
      "valid_targets_min": 11218
    },
    {
      "epoch": 3.716417910447761,
      "grad_norm": 0.20030508106272105,
      "learning_rate": 7.5767338266286775e-06,
      "loss": 1.0006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28267043828964233,
      "step": 873,
      "valid_targets_mean": 16168.4,
      "valid_targets_min": 14830
    },
    {
      "epoch": 3.7206823027718547,
      "grad_norm": 0.20812341049975572,
      "learning_rate": 7.530203962825331e-06,
      "loss": 1.0316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30265045166015625,
      "step": 874,
      "valid_targets_mean": 16155.6,
      "valid_targets_min": 15464
    },
    {
      "epoch": 3.724946695095949,
      "grad_norm": 0.18360113210996984,
      "learning_rate": 7.483784255185249e-06,
      "loss": 1.0431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23530153930187225,
      "step": 875,
      "valid_targets_mean": 14721.8,
      "valid_targets_min": 12209
    },
    {
      "epoch": 3.7292110874200426,
      "grad_norm": 0.20221222455542814,
      "learning_rate": 7.437475113772632e-06,
      "loss": 1.0017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2918761372566223,
      "step": 876,
      "valid_targets_mean": 16160.6,
      "valid_targets_min": 15234
    },
    {
      "epoch": 3.7334754797441363,
      "grad_norm": 0.18530134539495166,
      "learning_rate": 7.391276947674932e-06,
      "loss": 1.0165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21132834255695343,
      "step": 877,
      "valid_targets_mean": 11079.2,
      "valid_targets_min": 1520
    },
    {
      "epoch": 3.7377398720682304,
      "grad_norm": 0.21377599326496985,
      "learning_rate": 7.345190164999307e-06,
      "loss": 1.007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24113556742668152,
      "step": 878,
      "valid_targets_mean": 15988.7,
      "valid_targets_min": 14889
    },
    {
      "epoch": 3.742004264392324,
      "grad_norm": 0.18807427523413936,
      "learning_rate": 7.299215172868947e-06,
      "loss": 1.0029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3014865517616272,
      "step": 879,
      "valid_targets_mean": 16100.1,
      "valid_targets_min": 15198
    },
    {
      "epoch": 3.746268656716418,
      "grad_norm": 0.17169001499638226,
      "learning_rate": 7.2533523774194865e-06,
      "loss": 0.9928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15240547060966492,
      "step": 880,
      "valid_targets_mean": 8749.8,
      "valid_targets_min": 1971
    },
    {
      "epoch": 3.750533049040512,
      "grad_norm": 0.1679285384728096,
      "learning_rate": 7.2076021837954616e-06,
      "loss": 0.9577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24019278585910797,
      "step": 881,
      "valid_targets_mean": 16235.8,
      "valid_targets_min": 15737
    },
    {
      "epoch": 3.7547974413646057,
      "grad_norm": 0.19434300770296428,
      "learning_rate": 7.161964996146689e-06,
      "loss": 0.9948,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28557753562927246,
      "step": 882,
      "valid_targets_mean": 16172.3,
      "valid_targets_min": 15386
    },
    {
      "epoch": 3.7590618336886994,
      "grad_norm": 0.17407388837457433,
      "learning_rate": 7.116441217624708e-06,
      "loss": 1.0277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20178121328353882,
      "step": 883,
      "valid_targets_mean": 11656.7,
      "valid_targets_min": 7621
    },
    {
      "epoch": 3.763326226012793,
      "grad_norm": 0.18193248717461616,
      "learning_rate": 7.071031250379228e-06,
      "loss": 0.998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2768580913543701,
      "step": 884,
      "valid_targets_mean": 16177.2,
      "valid_targets_min": 15576
    },
    {
      "epoch": 3.767590618336887,
      "grad_norm": 0.18181519483778066,
      "learning_rate": 7.0257354955545466e-06,
      "loss": 1.0266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2880393862724304,
      "step": 885,
      "valid_targets_mean": 16203.8,
      "valid_targets_min": 15219
    },
    {
      "epoch": 3.771855010660981,
      "grad_norm": 0.17358900056666338,
      "learning_rate": 6.980554353286066e-06,
      "loss": 0.9932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24835087358951569,
      "step": 886,
      "valid_targets_mean": 14070.1,
      "valid_targets_min": 12079
    },
    {
      "epoch": 3.7761194029850746,
      "grad_norm": 0.1969409285627566,
      "learning_rate": 6.935488222696676e-06,
      "loss": 1.0337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.294018030166626,
      "step": 887,
      "valid_targets_mean": 16149.6,
      "valid_targets_min": 15401
    },
    {
      "epoch": 3.7803837953091683,
      "grad_norm": 0.1790611891295005,
      "learning_rate": 6.890537501893302e-06,
      "loss": 1.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23835018277168274,
      "step": 888,
      "valid_targets_mean": 12633.7,
      "valid_targets_min": 618
    },
    {
      "epoch": 3.7846481876332625,
      "grad_norm": 0.17338948935102383,
      "learning_rate": 6.845702587963352e-06,
      "loss": 1.047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25005704164505005,
      "step": 889,
      "valid_targets_mean": 15490.9,
      "valid_targets_min": 13898
    },
    {
      "epoch": 3.788912579957356,
      "grad_norm": 0.17636192922700825,
      "learning_rate": 6.800983876971192e-06,
      "loss": 0.967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.277923047542572,
      "step": 890,
      "valid_targets_mean": 16048.4,
      "valid_targets_min": 13573
    },
    {
      "epoch": 3.79317697228145,
      "grad_norm": 0.19529875362281152,
      "learning_rate": 6.756381763954718e-06,
      "loss": 1.0392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1701369434595108,
      "step": 891,
      "valid_targets_mean": 9984.5,
      "valid_targets_min": 1676
    },
    {
      "epoch": 3.7974413646055436,
      "grad_norm": 0.1719459899710793,
      "learning_rate": 6.7118966429217645e-06,
      "loss": 1.0305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25571155548095703,
      "step": 892,
      "valid_targets_mean": 15897.7,
      "valid_targets_min": 15188
    },
    {
      "epoch": 3.8017057569296373,
      "grad_norm": 0.19200006643367323,
      "learning_rate": 6.667528906846714e-06,
      "loss": 1.0152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30839601159095764,
      "step": 893,
      "valid_targets_mean": 16174.7,
      "valid_targets_min": 15665
    },
    {
      "epoch": 3.8059701492537314,
      "grad_norm": 0.17799336332146048,
      "learning_rate": 6.623278947666974e-06,
      "loss": 1.0596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19059264659881592,
      "step": 894,
      "valid_targets_mean": 10780.8,
      "valid_targets_min": 6697
    },
    {
      "epoch": 3.810234541577825,
      "grad_norm": 0.18003393409064003,
      "learning_rate": 6.579147156279538e-06,
      "loss": 1.017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24897435307502747,
      "step": 895,
      "valid_targets_mean": 16181.2,
      "valid_targets_min": 14287
    },
    {
      "epoch": 3.814498933901919,
      "grad_norm": 0.18280328337121599,
      "learning_rate": 6.535133922537513e-06,
      "loss": 1.0184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27476099133491516,
      "step": 896,
      "valid_targets_mean": 16171.2,
      "valid_targets_min": 15437
    },
    {
      "epoch": 3.818763326226013,
      "grad_norm": 0.18875212290983107,
      "learning_rate": 6.491239635246709e-06,
      "loss": 1.029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2043631672859192,
      "step": 897,
      "valid_targets_mean": 13337.2,
      "valid_targets_min": 10600
    },
    {
      "epoch": 3.8230277185501067,
      "grad_norm": 0.1804494494953742,
      "learning_rate": 6.447464682162143e-06,
      "loss": 1.0278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28921037912368774,
      "step": 898,
      "valid_targets_mean": 16177.3,
      "valid_targets_min": 15404
    },
    {
      "epoch": 3.8272921108742004,
      "grad_norm": 0.19211175028697716,
      "learning_rate": 6.403809449984704e-06,
      "loss": 1.0163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2918737530708313,
      "step": 899,
      "valid_targets_mean": 16179.9,
      "valid_targets_min": 15636
    },
    {
      "epoch": 3.831556503198294,
      "grad_norm": 0.1765273759141979,
      "learning_rate": 6.3602743243576405e-06,
      "loss": 1.0557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2659085690975189,
      "step": 900,
      "valid_targets_mean": 15050.4,
      "valid_targets_min": 12744
    },
    {
      "epoch": 3.835820895522388,
      "grad_norm": 0.17748639822638573,
      "learning_rate": 6.316859689863222e-06,
      "loss": 1.0028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2765544056892395,
      "step": 901,
      "valid_targets_mean": 16103.3,
      "valid_targets_min": 14365
    },
    {
      "epoch": 3.840085287846482,
      "grad_norm": 0.17420461378371643,
      "learning_rate": 6.273565930019316e-06,
      "loss": 1.0172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19079825282096863,
      "step": 902,
      "valid_targets_mean": 9851.0,
      "valid_targets_min": 1680
    },
    {
      "epoch": 3.8443496801705757,
      "grad_norm": 0.16560599770246665,
      "learning_rate": 6.230393427276e-06,
      "loss": 0.9984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2510971128940582,
      "step": 903,
      "valid_targets_mean": 16164.2,
      "valid_targets_min": 15371
    },
    {
      "epoch": 3.8486140724946694,
      "grad_norm": 0.1792965626692126,
      "learning_rate": 6.187342563012198e-06,
      "loss": 0.9932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2955405116081238,
      "step": 904,
      "valid_targets_mean": 16153.7,
      "valid_targets_min": 15258
    },
    {
      "epoch": 3.8528784648187635,
      "grad_norm": 0.17574840664926,
      "learning_rate": 6.144413717532269e-06,
      "loss": 0.985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1359398365020752,
      "step": 905,
      "valid_targets_mean": 7781.8,
      "valid_targets_min": 1738
    },
    {
      "epoch": 3.857142857142857,
      "grad_norm": 0.16345377393674543,
      "learning_rate": 6.1016072700627106e-06,
      "loss": 1.0492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2529211640357971,
      "step": 906,
      "valid_targets_mean": 16108.3,
      "valid_targets_min": 14821
    },
    {
      "epoch": 3.861407249466951,
      "grad_norm": 0.16703781468036705,
      "learning_rate": 6.058923598748756e-06,
      "loss": 1.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27441149950027466,
      "step": 907,
      "valid_targets_mean": 16135.9,
      "valid_targets_min": 15182
    },
    {
      "epoch": 3.8656716417910446,
      "grad_norm": 0.18499862087725924,
      "learning_rate": 6.016363080651066e-06,
      "loss": 1.0129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22376945614814758,
      "step": 908,
      "valid_targets_mean": 12611.5,
      "valid_targets_min": 9636
    },
    {
      "epoch": 3.8699360341151388,
      "grad_norm": 0.18549970597241158,
      "learning_rate": 5.973926091742386e-06,
      "loss": 1.0333,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2838277816772461,
      "step": 909,
      "valid_targets_mean": 15943.4,
      "valid_targets_min": 11336
    },
    {
      "epoch": 3.8742004264392325,
      "grad_norm": 0.18280157811663325,
      "learning_rate": 5.931613006904196e-06,
      "loss": 0.9666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27379751205444336,
      "step": 910,
      "valid_targets_mean": 16215.7,
      "valid_targets_min": 15773
    },
    {
      "epoch": 3.878464818763326,
      "grad_norm": 0.1670060683446909,
      "learning_rate": 5.889424199923473e-06,
      "loss": 1.0194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2533782124519348,
      "step": 911,
      "valid_targets_mean": 15084.9,
      "valid_targets_min": 13687
    },
    {
      "epoch": 3.88272921108742,
      "grad_norm": 0.17872960329716236,
      "learning_rate": 5.847360043489318e-06,
      "loss": 1.0414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27177613973617554,
      "step": 912,
      "valid_targets_mean": 16055.0,
      "valid_targets_min": 13080
    },
    {
      "epoch": 3.886993603411514,
      "grad_norm": 0.18737262682718556,
      "learning_rate": 5.805420909189683e-06,
      "loss": 0.9968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23658359050750732,
      "step": 913,
      "valid_targets_mean": 12997.0,
      "valid_targets_min": 1489
    },
    {
      "epoch": 3.8912579957356077,
      "grad_norm": 0.19688812946072382,
      "learning_rate": 5.7636071675081076e-06,
      "loss": 1.0155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2453310787677765,
      "step": 914,
      "valid_targets_mean": 15195.4,
      "valid_targets_min": 13288
    },
    {
      "epoch": 3.8955223880597014,
      "grad_norm": 0.1801164773199151,
      "learning_rate": 5.721919187820431e-06,
      "loss": 1.0186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30522605776786804,
      "step": 915,
      "valid_targets_mean": 16162.2,
      "valid_targets_min": 14786
    },
    {
      "epoch": 3.8997867803837956,
      "grad_norm": 0.20184345060283754,
      "learning_rate": 5.6803573383915265e-06,
      "loss": 1.0158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16402074694633484,
      "step": 916,
      "valid_targets_mean": 8992.8,
      "valid_targets_min": 2237
    },
    {
      "epoch": 3.9040511727078893,
      "grad_norm": 0.19429181652200073,
      "learning_rate": 5.638921986372064e-06,
      "loss": 1.051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25736844539642334,
      "step": 917,
      "valid_targets_mean": 16127.8,
      "valid_targets_min": 15305
    },
    {
      "epoch": 3.908315565031983,
      "grad_norm": 0.17669068878546865,
      "learning_rate": 5.5976134977952315e-06,
      "loss": 1.0119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2880447506904602,
      "step": 918,
      "valid_targets_mean": 16123.2,
      "valid_targets_min": 15121
    },
    {
      "epoch": 3.9125799573560767,
      "grad_norm": 0.17299784357769227,
      "learning_rate": 5.556432237573564e-06,
      "loss": 1.0279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2095554769039154,
      "step": 919,
      "valid_targets_mean": 11376.9,
      "valid_targets_min": 7337
    },
    {
      "epoch": 3.9168443496801704,
      "grad_norm": 0.16934613260599296,
      "learning_rate": 5.5153785694956416e-06,
      "loss": 0.9933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2432553768157959,
      "step": 920,
      "valid_targets_mean": 16196.0,
      "valid_targets_min": 15345
    },
    {
      "epoch": 3.9211087420042645,
      "grad_norm": 0.18745002576395378,
      "learning_rate": 5.474452856222942e-06,
      "loss": 1.0192,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3223433494567871,
      "step": 921,
      "valid_targets_mean": 15823.3,
      "valid_targets_min": 4778
    },
    {
      "epoch": 3.925373134328358,
      "grad_norm": 0.16413131624487595,
      "learning_rate": 5.433655459286611e-06,
      "loss": 1.0356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23510609567165375,
      "step": 922,
      "valid_targets_mean": 13433.8,
      "valid_targets_min": 9965
    },
    {
      "epoch": 3.929637526652452,
      "grad_norm": 0.17157667668614518,
      "learning_rate": 5.392986739084238e-06,
      "loss": 1.0416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28263452649116516,
      "step": 923,
      "valid_targets_mean": 16122.8,
      "valid_targets_min": 15294
    },
    {
      "epoch": 3.933901918976546,
      "grad_norm": 0.18312844983042084,
      "learning_rate": 5.352447054876755e-06,
      "loss": 1.0217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2850250005722046,
      "step": 924,
      "valid_targets_mean": 16221.2,
      "valid_targets_min": 15261
    },
    {
      "epoch": 3.9381663113006398,
      "grad_norm": 0.1730633555170915,
      "learning_rate": 5.31203676478516e-06,
      "loss": 1.0177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2412496656179428,
      "step": 925,
      "valid_targets_mean": 14959.6,
      "valid_targets_min": 12523
    },
    {
      "epoch": 3.9424307036247335,
      "grad_norm": 0.18254919910899342,
      "learning_rate": 5.271756225787434e-06,
      "loss": 1.0219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3025828003883362,
      "step": 926,
      "valid_targets_mean": 16134.2,
      "valid_targets_min": 15345
    },
    {
      "epoch": 3.946695095948827,
      "grad_norm": 0.18547006293160873,
      "learning_rate": 5.231605793715348e-06,
      "loss": 1.0402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20674429833889008,
      "step": 927,
      "valid_targets_mean": 10423.7,
      "valid_targets_min": 1155
    },
    {
      "epoch": 3.950959488272921,
      "grad_norm": 0.17483882087778208,
      "learning_rate": 5.191585823251335e-06,
      "loss": 1.0086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2677437663078308,
      "step": 928,
      "valid_targets_mean": 15745.4,
      "valid_targets_min": 12492
    },
    {
      "epoch": 3.955223880597015,
      "grad_norm": 0.18340491692906996,
      "learning_rate": 5.151696667925348e-06,
      "loss": 1.0196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30543091893196106,
      "step": 929,
      "valid_targets_mean": 15883.8,
      "valid_targets_min": 9286
    },
    {
      "epoch": 3.9594882729211087,
      "grad_norm": 0.17353634019809588,
      "learning_rate": 5.111938680111732e-06,
      "loss": 1.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15605176985263824,
      "step": 930,
      "valid_targets_mean": 8194.7,
      "valid_targets_min": 2514
    },
    {
      "epoch": 3.9637526652452024,
      "grad_norm": 0.16013301608797142,
      "learning_rate": 5.072312211026125e-06,
      "loss": 0.9481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23745262622833252,
      "step": 931,
      "valid_targets_mean": 16183.0,
      "valid_targets_min": 15263
    },
    {
      "epoch": 3.9680170575692966,
      "grad_norm": 0.18752852307138054,
      "learning_rate": 5.032817610722369e-06,
      "loss": 1.0416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28059718012809753,
      "step": 932,
      "valid_targets_mean": 16226.6,
      "valid_targets_min": 15460
    },
    {
      "epoch": 3.9722814498933903,
      "grad_norm": 0.16759127501176574,
      "learning_rate": 4.993455228089366e-06,
      "loss": 0.98,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1952660083770752,
      "step": 933,
      "valid_targets_mean": 12267.8,
      "valid_targets_min": 9004
    },
    {
      "epoch": 3.976545842217484,
      "grad_norm": 0.16670340148359164,
      "learning_rate": 4.954225410848048e-06,
      "loss": 1.0271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2915708124637604,
      "step": 934,
      "valid_targets_mean": 16006.9,
      "valid_targets_min": 13688
    },
    {
      "epoch": 3.9808102345415777,
      "grad_norm": 0.1799964499560203,
      "learning_rate": 4.915128505548284e-06,
      "loss": 1.0526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29275304079055786,
      "step": 935,
      "valid_targets_mean": 16135.8,
      "valid_targets_min": 14460
    },
    {
      "epoch": 3.9850746268656714,
      "grad_norm": 0.17170353398696742,
      "learning_rate": 4.8761648575658145e-06,
      "loss": 0.9824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22930490970611572,
      "step": 936,
      "valid_targets_mean": 14490.9,
      "valid_targets_min": 12290
    },
    {
      "epoch": 3.9893390191897655,
      "grad_norm": 0.17908275507086058,
      "learning_rate": 4.837334811099217e-06,
      "loss": 1.041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3175300657749176,
      "step": 937,
      "valid_targets_mean": 16084.7,
      "valid_targets_min": 14795
    },
    {
      "epoch": 3.9936034115138592,
      "grad_norm": 0.16982624399836438,
      "learning_rate": 4.7986387091668365e-06,
      "loss": 1.0495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.244386225938797,
      "step": 938,
      "valid_targets_mean": 13311.0,
      "valid_targets_min": 1753
    },
    {
      "epoch": 3.997867803837953,
      "grad_norm": 0.17348971376797556,
      "learning_rate": 4.760076893603791e-06,
      "loss": 0.9879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24180036783218384,
      "step": 939,
      "valid_targets_mean": 16049.2,
      "valid_targets_min": 15191
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.25328745288321697,
      "learning_rate": 4.721649705058926e-06,
      "loss": 0.9824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4427715837955475,
      "step": 940,
      "valid_targets_mean": 11319.7,
      "valid_targets_min": 1545
    },
    {
      "epoch": 4.004264392324094,
      "grad_norm": 0.17162594790757177,
      "learning_rate": 4.683357482991819e-06,
      "loss": 0.9659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2455882728099823,
      "step": 941,
      "valid_targets_mean": 16066.7,
      "valid_targets_min": 14483
    },
    {
      "epoch": 4.008528784648187,
      "grad_norm": 0.18660661591121844,
      "learning_rate": 4.645200565669776e-06,
      "loss": 1.0174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3127480745315552,
      "step": 942,
      "valid_targets_mean": 16023.8,
      "valid_targets_min": 14103
    },
    {
      "epoch": 4.0127931769722816,
      "grad_norm": 0.1797699085533669,
      "learning_rate": 4.607179290164823e-06,
      "loss": 1.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21285849809646606,
      "step": 943,
      "valid_targets_mean": 13279.5,
      "valid_targets_min": 10443
    },
    {
      "epoch": 4.017057569296376,
      "grad_norm": 0.1815782872447276,
      "learning_rate": 4.569293992350783e-06,
      "loss": 0.9927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26089972257614136,
      "step": 944,
      "valid_targets_mean": 16190.7,
      "valid_targets_min": 14904
    },
    {
      "epoch": 4.021321961620469,
      "grad_norm": 0.18902901787261803,
      "learning_rate": 4.531545006900244e-06,
      "loss": 1.0005,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29636943340301514,
      "step": 945,
      "valid_targets_mean": 16119.8,
      "valid_targets_min": 15234
    },
    {
      "epoch": 4.025586353944563,
      "grad_norm": 0.16917585233331373,
      "learning_rate": 4.493932667281646e-06,
      "loss": 1.0045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2362777590751648,
      "step": 946,
      "valid_targets_mean": 14883.1,
      "valid_targets_min": 12676
    },
    {
      "epoch": 4.029850746268656,
      "grad_norm": 0.17323089731676028,
      "learning_rate": 4.456457305756321e-06,
      "loss": 1.0169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29187196493148804,
      "step": 947,
      "valid_targets_mean": 16098.3,
      "valid_targets_min": 15263
    },
    {
      "epoch": 4.0341151385927505,
      "grad_norm": 0.17607985421245612,
      "learning_rate": 4.419119253375557e-06,
      "loss": 1.0203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2674245834350586,
      "step": 948,
      "valid_targets_mean": 12999.3,
      "valid_targets_min": 2666
    },
    {
      "epoch": 4.038379530916845,
      "grad_norm": 0.197620639593689,
      "learning_rate": 4.381918839977675e-06,
      "loss": 1.0165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25065767765045166,
      "step": 949,
      "valid_targets_mean": 15620.4,
      "valid_targets_min": 13538
    },
    {
      "epoch": 4.042643923240938,
      "grad_norm": 0.19309410606119287,
      "learning_rate": 4.344856394185122e-06,
      "loss": 0.9905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3093436360359192,
      "step": 950,
      "valid_targets_mean": 16151.6,
      "valid_targets_min": 15414
    },
    {
      "epoch": 4.046908315565032,
      "grad_norm": 0.17737637616480462,
      "learning_rate": 4.307932243401538e-06,
      "loss": 1.0561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17596712708473206,
      "step": 951,
      "valid_targets_mean": 9453.4,
      "valid_targets_min": 1451
    },
    {
      "epoch": 4.051172707889126,
      "grad_norm": 0.15964671170178713,
      "learning_rate": 4.271146713808927e-06,
      "loss": 0.9751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24877549707889557,
      "step": 952,
      "valid_targets_mean": 16083.6,
      "valid_targets_min": 13226
    },
    {
      "epoch": 4.0554371002132195,
      "grad_norm": 0.17690684966733292,
      "learning_rate": 4.234500130364698e-06,
      "loss": 1.0566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31012070178985596,
      "step": 953,
      "valid_targets_mean": 16129.1,
      "valid_targets_min": 15302
    },
    {
      "epoch": 4.059701492537314,
      "grad_norm": 0.16959319370168027,
      "learning_rate": 4.197992816798851e-06,
      "loss": 0.9986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16628019511699677,
      "step": 954,
      "valid_targets_mean": 10084.4,
      "valid_targets_min": 5271
    },
    {
      "epoch": 4.063965884861407,
      "grad_norm": 0.17645660091887394,
      "learning_rate": 4.161625095611101e-06,
      "loss": 1.0102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2812536358833313,
      "step": 955,
      "valid_targets_mean": 16028.5,
      "valid_targets_min": 14444
    },
    {
      "epoch": 4.068230277185501,
      "grad_norm": 0.18743764773437324,
      "learning_rate": 4.125397288068007e-06,
      "loss": 1.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.295288622379303,
      "step": 956,
      "valid_targets_mean": 16037.3,
      "valid_targets_min": 15042
    },
    {
      "epoch": 4.072494669509595,
      "grad_norm": 0.16311422806532486,
      "learning_rate": 4.089309714200187e-06,
      "loss": 1.0173,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2155115008354187,
      "step": 957,
      "valid_targets_mean": 12814.3,
      "valid_targets_min": 10793
    },
    {
      "epoch": 4.076759061833688,
      "grad_norm": 0.17008518119709745,
      "learning_rate": 4.0533626927994185e-06,
      "loss": 1.0294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2760984003543854,
      "step": 958,
      "valid_targets_mean": 16213.8,
      "valid_targets_min": 15779
    },
    {
      "epoch": 4.081023454157783,
      "grad_norm": 0.17203247691720971,
      "learning_rate": 4.017556541415888e-06,
      "loss": 1.0215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2968873381614685,
      "step": 959,
      "valid_targets_mean": 16128.7,
      "valid_targets_min": 15225
    },
    {
      "epoch": 4.085287846481877,
      "grad_norm": 0.15759084987503583,
      "learning_rate": 3.981891576355352e-06,
      "loss": 1.033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23213127255439758,
      "step": 960,
      "valid_targets_mean": 14446.7,
      "valid_targets_min": 12362
    },
    {
      "epoch": 4.08955223880597,
      "grad_norm": 0.16464042746741422,
      "learning_rate": 3.946368112676346e-06,
      "loss": 0.9613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2920254170894623,
      "step": 961,
      "valid_targets_mean": 16109.6,
      "valid_targets_min": 15314
    },
    {
      "epoch": 4.093816631130064,
      "grad_norm": 0.17425631840044417,
      "learning_rate": 3.9109864641874166e-06,
      "loss": 0.9768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19915470480918884,
      "step": 962,
      "valid_targets_mean": 11302.1,
      "valid_targets_min": 1971
    },
    {
      "epoch": 4.098081023454157,
      "grad_norm": 0.16209513754356383,
      "learning_rate": 3.875746943444316e-06,
      "loss": 1.0004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26291438937187195,
      "step": 963,
      "valid_targets_mean": 14906.4,
      "valid_targets_min": 13182
    },
    {
      "epoch": 4.1023454157782515,
      "grad_norm": 0.17081354223050138,
      "learning_rate": 3.840649861747278e-06,
      "loss": 1.0001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29953575134277344,
      "step": 964,
      "valid_targets_mean": 16189.0,
      "valid_targets_min": 15541
    },
    {
      "epoch": 4.106609808102346,
      "grad_norm": 0.1677930354720929,
      "learning_rate": 3.8056955291382667e-06,
      "loss": 1.0416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15104900300502777,
      "step": 965,
      "valid_targets_mean": 8370.9,
      "valid_targets_min": 1779
    },
    {
      "epoch": 4.110874200426439,
      "grad_norm": 0.16354509231928108,
      "learning_rate": 3.7708842543981928e-06,
      "loss": 1.0102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2592680752277374,
      "step": 966,
      "valid_targets_mean": 16096.9,
      "valid_targets_min": 15058
    },
    {
      "epoch": 4.115138592750533,
      "grad_norm": 0.16447018627054752,
      "learning_rate": 3.736216345044237e-06,
      "loss": 0.9855,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3046714961528778,
      "step": 967,
      "valid_targets_mean": 16148.6,
      "valid_targets_min": 15180
    },
    {
      "epoch": 4.119402985074627,
      "grad_norm": 0.17326586136059488,
      "learning_rate": 3.7016921073271084e-06,
      "loss": 1.0408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21079136431217194,
      "step": 968,
      "valid_targets_mean": 12434.7,
      "valid_targets_min": 9731
    },
    {
      "epoch": 4.1236673773987205,
      "grad_norm": 0.15867633625313174,
      "learning_rate": 3.6673118462283453e-06,
      "loss": 1.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25667932629585266,
      "step": 969,
      "valid_targets_mean": 16190.2,
      "valid_targets_min": 15606
    },
    {
      "epoch": 4.127931769722815,
      "grad_norm": 0.17485078203246107,
      "learning_rate": 3.6330758654576227e-06,
      "loss": 0.9784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2849656343460083,
      "step": 970,
      "valid_targets_mean": 16164.5,
      "valid_targets_min": 14793
    },
    {
      "epoch": 4.132196162046908,
      "grad_norm": 0.15447506956117477,
      "learning_rate": 3.598984467450055e-06,
      "loss": 1.0411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2483430951833725,
      "step": 971,
      "valid_targets_mean": 14369.9,
      "valid_targets_min": 12092
    },
    {
      "epoch": 4.136460554371002,
      "grad_norm": 0.17016881271259185,
      "learning_rate": 3.565037953363546e-06,
      "loss": 1.0143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2875226140022278,
      "step": 972,
      "valid_targets_mean": 16104.4,
      "valid_targets_min": 15148
    },
    {
      "epoch": 4.140724946695096,
      "grad_norm": 0.17959212116223483,
      "learning_rate": 3.5312366230761154e-06,
      "loss": 1.0354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23283183574676514,
      "step": 973,
      "valid_targets_mean": 13172.6,
      "valid_targets_min": 3256
    },
    {
      "epoch": 4.144989339019189,
      "grad_norm": 0.15432162678640157,
      "learning_rate": 3.497580775183258e-06,
      "loss": 0.9921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25189337134361267,
      "step": 974,
      "valid_targets_mean": 15601.2,
      "valid_targets_min": 14121
    },
    {
      "epoch": 4.149253731343284,
      "grad_norm": 0.1634454106505598,
      "learning_rate": 3.464070706995295e-06,
      "loss": 1.0218,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3254646956920624,
      "step": 975,
      "valid_targets_mean": 16042.2,
      "valid_targets_min": 14897
    },
    {
      "epoch": 4.153518123667378,
      "grad_norm": 0.1708252383415284,
      "learning_rate": 3.4307067145347417e-06,
      "loss": 1.038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18007853627204895,
      "step": 976,
      "valid_targets_mean": 8586.8,
      "valid_targets_min": 1768
    },
    {
      "epoch": 4.157782515991471,
      "grad_norm": 0.1542398896632874,
      "learning_rate": 3.397489092533739e-06,
      "loss": 1.0342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2551620900630951,
      "step": 977,
      "valid_targets_mean": 16131.9,
      "valid_targets_min": 15537
    },
    {
      "epoch": 4.162046908315565,
      "grad_norm": 0.18247902007514508,
      "learning_rate": 3.364418134431371e-06,
      "loss": 1.0482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3169439136981964,
      "step": 978,
      "valid_targets_mean": 16057.0,
      "valid_targets_min": 15080
    },
    {
      "epoch": 4.166311300639659,
      "grad_norm": 0.16694802259065614,
      "learning_rate": 3.331494132371149e-06,
      "loss": 0.9846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18681488931179047,
      "step": 979,
      "valid_targets_mean": 10399.8,
      "valid_targets_min": 5144
    },
    {
      "epoch": 4.1705756929637525,
      "grad_norm": 0.16907813619908482,
      "learning_rate": 3.2987173771983816e-06,
      "loss": 1.0193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26041150093078613,
      "step": 980,
      "valid_targets_mean": 16078.6,
      "valid_targets_min": 14547
    },
    {
      "epoch": 4.174840085287847,
      "grad_norm": 0.1770777712940949,
      "learning_rate": 3.266088158457634e-06,
      "loss": 0.9868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3240050673484802,
      "step": 981,
      "valid_targets_mean": 16150.1,
      "valid_targets_min": 15327
    },
    {
      "epoch": 4.17910447761194,
      "grad_norm": 0.15912496641507942,
      "learning_rate": 3.233606764390147e-06,
      "loss": 1.0079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24741700291633606,
      "step": 982,
      "valid_targets_mean": 14295.7,
      "valid_targets_min": 11896
    },
    {
      "epoch": 4.183368869936034,
      "grad_norm": 0.16265146944586914,
      "learning_rate": 3.2012734819313127e-06,
      "loss": 0.9714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27438461780548096,
      "step": 983,
      "valid_targets_mean": 16193.6,
      "valid_targets_min": 15576
    },
    {
      "epoch": 4.187633262260128,
      "grad_norm": 0.16083598802712898,
      "learning_rate": 3.1690885967081187e-06,
      "loss": 1.0139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30279818177223206,
      "step": 984,
      "valid_targets_mean": 16187.3,
      "valid_targets_min": 15688
    },
    {
      "epoch": 4.1918976545842215,
      "grad_norm": 0.14979200671170342,
      "learning_rate": 3.1370523930366393e-06,
      "loss": 1.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.232590913772583,
      "step": 985,
      "valid_targets_mean": 15108.0,
      "valid_targets_min": 13057
    },
    {
      "epoch": 4.196162046908316,
      "grad_norm": 0.17621147779251822,
      "learning_rate": 3.105165153919525e-06,
      "loss": 1.0543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3233955502510071,
      "step": 986,
      "valid_targets_mean": 16057.4,
      "valid_targets_min": 13080
    },
    {
      "epoch": 4.20042643923241,
      "grad_norm": 0.1756035801626048,
      "learning_rate": 3.073427161043492e-06,
      "loss": 1.0446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19718195497989655,
      "step": 987,
      "valid_targets_mean": 10671.0,
      "valid_targets_min": 1160
    },
    {
      "epoch": 4.204690831556503,
      "grad_norm": 0.1658033352673812,
      "learning_rate": 3.0418386947768463e-06,
      "loss": 1.0348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2562304735183716,
      "step": 988,
      "valid_targets_mean": 15663.9,
      "valid_targets_min": 13837
    },
    {
      "epoch": 4.208955223880597,
      "grad_norm": 0.1682898687908902,
      "learning_rate": 3.01040003416698e-06,
      "loss": 1.0535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3200420141220093,
      "step": 989,
      "valid_targets_mean": 16049.9,
      "valid_targets_min": 14594
    },
    {
      "epoch": 4.21321961620469,
      "grad_norm": 0.16795589651540707,
      "learning_rate": 2.97911145693796e-06,
      "loss": 0.9836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15380680561065674,
      "step": 990,
      "valid_targets_mean": 8766.8,
      "valid_targets_min": 1535
    },
    {
      "epoch": 4.217484008528785,
      "grad_norm": 0.15635899916733167,
      "learning_rate": 2.947973239488009e-06,
      "loss": 1.0194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25666990876197815,
      "step": 991,
      "valid_targets_mean": 16073.6,
      "valid_targets_min": 13538
    },
    {
      "epoch": 4.221748400852879,
      "grad_norm": 0.18479556506671047,
      "learning_rate": 2.91698565688711e-06,
      "loss": 1.0424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3063018321990967,
      "step": 992,
      "valid_targets_mean": 16132.2,
      "valid_targets_min": 15545
    },
    {
      "epoch": 4.226012793176972,
      "grad_norm": 0.16647450476412914,
      "learning_rate": 2.886148982874566e-06,
      "loss": 0.9808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1856815069913864,
      "step": 993,
      "valid_targets_mean": 12287.9,
      "valid_targets_min": 10321
    },
    {
      "epoch": 4.230277185501066,
      "grad_norm": 0.1650596049711428,
      "learning_rate": 2.8554634898565668e-06,
      "loss": 1.0019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27796709537506104,
      "step": 994,
      "valid_targets_mean": 16178.9,
      "valid_targets_min": 15636
    },
    {
      "epoch": 4.23454157782516,
      "grad_norm": 0.1809480512413989,
      "learning_rate": 2.824929448903806e-06,
      "loss": 0.9823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28689736127853394,
      "step": 995,
      "valid_targets_mean": 16156.2,
      "valid_targets_min": 14699
    },
    {
      "epoch": 4.2388059701492535,
      "grad_norm": 0.15370745546883308,
      "learning_rate": 2.794547129749059e-06,
      "loss": 0.9896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23388049006462097,
      "step": 996,
      "valid_targets_mean": 14443.9,
      "valid_targets_min": 12790
    },
    {
      "epoch": 4.243070362473348,
      "grad_norm": 0.16203382511484396,
      "learning_rate": 2.7643168007848255e-06,
      "loss": 0.9708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27245384454727173,
      "step": 997,
      "valid_targets_mean": 16089.3,
      "valid_targets_min": 15042
    },
    {
      "epoch": 4.247334754797441,
      "grad_norm": 0.16967353030673493,
      "learning_rate": 2.734238729060956e-06,
      "loss": 1.0114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20903266966342926,
      "step": 998,
      "valid_targets_mean": 13288.2,
      "valid_targets_min": 1630
    },
    {
      "epoch": 4.251599147121535,
      "grad_norm": 0.168705045038412,
      "learning_rate": 2.7043131802822653e-06,
      "loss": 1.0119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.257682740688324,
      "step": 999,
      "valid_targets_mean": 15930.2,
      "valid_targets_min": 14795
    },
    {
      "epoch": 4.255863539445629,
      "grad_norm": 0.19231465994332417,
      "learning_rate": 2.674540418806222e-06,
      "loss": 1.0501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3070492744445801,
      "step": 1000,
      "valid_targets_mean": 16080.7,
      "valid_targets_min": 14917
    },
    {
      "epoch": 4.2601279317697225,
      "grad_norm": 0.1710007863233519,
      "learning_rate": 2.6449207076405857e-06,
      "loss": 1.0332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18669047951698303,
      "step": 1001,
      "valid_targets_mean": 9100.4,
      "valid_targets_min": 1545
    },
    {
      "epoch": 4.264392324093817,
      "grad_norm": 0.16262781178453378,
      "learning_rate": 2.6154543084411035e-06,
      "loss": 0.9947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23665502667427063,
      "step": 1002,
      "valid_targets_mean": 16176.8,
      "valid_targets_min": 15348
    },
    {
      "epoch": 4.268656716417911,
      "grad_norm": 0.17595307243521127,
      "learning_rate": 2.5861414815091834e-06,
      "loss": 1.0022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29712724685668945,
      "step": 1003,
      "valid_targets_mean": 16140.2,
      "valid_targets_min": 14907
    },
    {
      "epoch": 4.272921108742004,
      "grad_norm": 0.15446894931777008,
      "learning_rate": 2.5569824857895987e-06,
      "loss": 0.9775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15721696615219116,
      "step": 1004,
      "valid_targets_mean": 10518.3,
      "valid_targets_min": 5601
    },
    {
      "epoch": 4.277185501066098,
      "grad_norm": 0.16471914325864995,
      "learning_rate": 2.5279775788682083e-06,
      "loss": 0.9857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25779882073402405,
      "step": 1005,
      "valid_targets_mean": 16179.2,
      "valid_targets_min": 15505
    },
    {
      "epoch": 4.281449893390192,
      "grad_norm": 0.16593655371423804,
      "learning_rate": 2.499127016969671e-06,
      "loss": 1.0034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3106514811515808,
      "step": 1006,
      "valid_targets_mean": 16071.4,
      "valid_targets_min": 14103
    },
    {
      "epoch": 4.285714285714286,
      "grad_norm": 0.15988426257142174,
      "learning_rate": 2.4704310549551934e-06,
      "loss": 1.0443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2495417445898056,
      "step": 1007,
      "valid_targets_mean": 15003.7,
      "valid_targets_min": 12787
    },
    {
      "epoch": 4.28997867803838,
      "grad_norm": 0.1649193232476725,
      "learning_rate": 2.441889946320266e-06,
      "loss": 0.9922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27028751373291016,
      "step": 1008,
      "valid_targets_mean": 16140.7,
      "valid_targets_min": 15389
    },
    {
      "epoch": 4.294243070362473,
      "grad_norm": 0.16539209263258192,
      "learning_rate": 2.4135039431924233e-06,
      "loss": 1.0159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3285196125507355,
      "step": 1009,
      "valid_targets_mean": 16154.0,
      "valid_targets_min": 15556
    },
    {
      "epoch": 4.298507462686567,
      "grad_norm": 0.15009629164504895,
      "learning_rate": 2.3852732963290426e-06,
      "loss": 0.9767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22692888975143433,
      "step": 1010,
      "valid_targets_mean": 15455.0,
      "valid_targets_min": 13975
    },
    {
      "epoch": 4.302771855010661,
      "grad_norm": 0.17494261785315382,
      "learning_rate": 2.3571982551150853e-06,
      "loss": 1.0086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2918718755245209,
      "step": 1011,
      "valid_targets_mean": 16222.7,
      "valid_targets_min": 15806
    },
    {
      "epoch": 4.3070362473347545,
      "grad_norm": 0.16531887286752694,
      "learning_rate": 2.329279067560937e-06,
      "loss": 1.018,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19952315092086792,
      "step": 1012,
      "valid_targets_mean": 11263.8,
      "valid_targets_min": 2852
    },
    {
      "epoch": 4.311300639658849,
      "grad_norm": 0.15243334089024038,
      "learning_rate": 2.301515980300182e-06,
      "loss": 0.9703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24621377885341644,
      "step": 1013,
      "valid_targets_mean": 15904.6,
      "valid_targets_min": 14269
    },
    {
      "epoch": 4.315565031982943,
      "grad_norm": 0.1696156362286878,
      "learning_rate": 2.2739092385874527e-06,
      "loss": 1.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31331756711006165,
      "step": 1014,
      "valid_targets_mean": 15890.2,
      "valid_targets_min": 13080
    },
    {
      "epoch": 4.319829424307036,
      "grad_norm": 0.16944189227686046,
      "learning_rate": 2.2464590862962443e-06,
      "loss": 1.0715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15785104036331177,
      "step": 1015,
      "valid_targets_mean": 9874.5,
      "valid_targets_min": 1763
    },
    {
      "epoch": 4.32409381663113,
      "grad_norm": 0.15163721169159744,
      "learning_rate": 2.219165765916769e-06,
      "loss": 0.9763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25100529193878174,
      "step": 1016,
      "valid_targets_mean": 16141.7,
      "valid_targets_min": 15225
    },
    {
      "epoch": 4.3283582089552235,
      "grad_norm": 0.16139062458464656,
      "learning_rate": 2.192029518553798e-06,
      "loss": 1.0176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27301234006881714,
      "step": 1017,
      "valid_targets_mean": 16163.5,
      "valid_targets_min": 15023
    },
    {
      "epoch": 4.332622601279318,
      "grad_norm": 0.16698422619677605,
      "learning_rate": 2.165050583924566e-06,
      "loss": 1.0073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17534929513931274,
      "step": 1018,
      "valid_targets_mean": 10685.0,
      "valid_targets_min": 8089
    },
    {
      "epoch": 4.336886993603412,
      "grad_norm": 0.15697779416050714,
      "learning_rate": 2.1382292003566163e-06,
      "loss": 0.9786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26187610626220703,
      "step": 1019,
      "valid_targets_mean": 16124.3,
      "valid_targets_min": 14958
    },
    {
      "epoch": 4.341151385927505,
      "grad_norm": 0.16866112206724562,
      "learning_rate": 2.1115656047857213e-06,
      "loss": 1.0342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31126171350479126,
      "step": 1020,
      "valid_targets_mean": 16112.7,
      "valid_targets_min": 14259
    },
    {
      "epoch": 4.345415778251599,
      "grad_norm": 0.15065213807725636,
      "learning_rate": 2.0850600327537806e-06,
      "loss": 1.0104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22538825869560242,
      "step": 1021,
      "valid_targets_mean": 14805.6,
      "valid_targets_min": 12847
    },
    {
      "epoch": 4.349680170575693,
      "grad_norm": 0.16502741819996938,
      "learning_rate": 2.058712718406719e-06,
      "loss": 0.9824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26563185453414917,
      "step": 1022,
      "valid_targets_mean": 16220.5,
      "valid_targets_min": 15492
    },
    {
      "epoch": 4.353944562899787,
      "grad_norm": 0.1573403450572898,
      "learning_rate": 2.032523894492471e-06,
      "loss": 0.9938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2223053276538849,
      "step": 1023,
      "valid_targets_mean": 13809.1,
      "valid_targets_min": 1400
    },
    {
      "epoch": 4.358208955223881,
      "grad_norm": 0.15014771494971305,
      "learning_rate": 2.0064937923588634e-06,
      "loss": 0.9892,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24883639812469482,
      "step": 1024,
      "valid_targets_mean": 15233.9,
      "valid_targets_min": 13301
    },
    {
      "epoch": 4.362473347547974,
      "grad_norm": 0.17815349436266908,
      "learning_rate": 1.9806226419516195e-06,
      "loss": 1.0345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33343401551246643,
      "step": 1025,
      "valid_targets_mean": 16119.5,
      "valid_targets_min": 15337
    },
    {
      "epoch": 4.366737739872068,
      "grad_norm": 0.1571520268395417,
      "learning_rate": 1.954910671812298e-06,
      "loss": 0.9604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16843195259571075,
      "step": 1026,
      "valid_targets_mean": 10671.9,
      "valid_targets_min": 1922
    },
    {
      "epoch": 4.371002132196162,
      "grad_norm": 0.1600877305624945,
      "learning_rate": 1.9293581090762894e-06,
      "loss": 0.9774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25779786705970764,
      "step": 1027,
      "valid_targets_mean": 16111.6,
      "valid_targets_min": 15024
    },
    {
      "epoch": 4.3752665245202556,
      "grad_norm": 0.1640378891646234,
      "learning_rate": 1.9039651794708058e-06,
      "loss": 1.0046,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30417150259017944,
      "step": 1028,
      "valid_targets_mean": 16166.4,
      "valid_targets_min": 15153
    },
    {
      "epoch": 4.37953091684435,
      "grad_norm": 0.1592978210094137,
      "learning_rate": 1.8787321073128817e-06,
      "loss": 1.0003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1675044298171997,
      "step": 1029,
      "valid_targets_mean": 10813.5,
      "valid_targets_min": 7229
    },
    {
      "epoch": 4.383795309168444,
      "grad_norm": 0.15196142418764982,
      "learning_rate": 1.8536591155073958e-06,
      "loss": 1.0349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26272517442703247,
      "step": 1030,
      "valid_targets_mean": 16132.2,
      "valid_targets_min": 13998
    },
    {
      "epoch": 4.388059701492537,
      "grad_norm": 0.16137244722688085,
      "learning_rate": 1.8287464255451181e-06,
      "loss": 1.0366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31955209374427795,
      "step": 1031,
      "valid_targets_mean": 16103.5,
      "valid_targets_min": 15221
    },
    {
      "epoch": 4.392324093816631,
      "grad_norm": 0.1560253877137604,
      "learning_rate": 1.803994257500714e-06,
      "loss": 1.0578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22638271749019623,
      "step": 1032,
      "valid_targets_mean": 12657.4,
      "valid_targets_min": 10184
    },
    {
      "epoch": 4.396588486140725,
      "grad_norm": 0.1592937648378557,
      "learning_rate": 1.7794028300308474e-06,
      "loss": 0.97,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27584147453308105,
      "step": 1033,
      "valid_targets_mean": 16116.2,
      "valid_targets_min": 14473
    },
    {
      "epoch": 4.400852878464819,
      "grad_norm": 0.15663526905175879,
      "learning_rate": 1.7549723603722003e-06,
      "loss": 0.9841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26768210530281067,
      "step": 1034,
      "valid_targets_mean": 16112.7,
      "valid_targets_min": 13108
    },
    {
      "epoch": 4.405117270788913,
      "grad_norm": 0.15097542648465498,
      "learning_rate": 1.730703064339605e-06,
      "loss": 1.0184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2370276004076004,
      "step": 1035,
      "valid_targets_mean": 15234.6,
      "valid_targets_min": 13039
    },
    {
      "epoch": 4.409381663113006,
      "grad_norm": 0.16244715692164918,
      "learning_rate": 1.7065951563241022e-06,
      "loss": 1.013,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2689659297466278,
      "step": 1036,
      "valid_targets_mean": 16181.4,
      "valid_targets_min": 15559
    },
    {
      "epoch": 4.4136460554371,
      "grad_norm": 0.15813153445282555,
      "learning_rate": 1.682648849291051e-06,
      "loss": 1.0179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20376157760620117,
      "step": 1037,
      "valid_targets_mean": 11859.0,
      "valid_targets_min": 1729
    },
    {
      "epoch": 4.417910447761194,
      "grad_norm": 0.1510387947396715,
      "learning_rate": 1.6588643547782579e-06,
      "loss": 0.9837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26324427127838135,
      "step": 1038,
      "valid_targets_mean": 16072.0,
      "valid_targets_min": 14287
    },
    {
      "epoch": 4.422174840085288,
      "grad_norm": 0.1631530373592602,
      "learning_rate": 1.6352418828941052e-06,
      "loss": 1.021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30005693435668945,
      "step": 1039,
      "valid_targets_mean": 16157.0,
      "valid_targets_min": 15147
    },
    {
      "epoch": 4.426439232409382,
      "grad_norm": 0.1653269557190585,
      "learning_rate": 1.6117816423156952e-06,
      "loss": 1.0062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1579434871673584,
      "step": 1040,
      "valid_targets_mean": 8889.2,
      "valid_targets_min": 2228
    },
    {
      "epoch": 4.430703624733475,
      "grad_norm": 0.14601140512061164,
      "learning_rate": 1.5884838402870029e-06,
      "loss": 0.9856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24858561158180237,
      "step": 1041,
      "valid_targets_mean": 15932.7,
      "valid_targets_min": 9286
    },
    {
      "epoch": 4.434968017057569,
      "grad_norm": 0.1592912536183881,
      "learning_rate": 1.5653486826170384e-06,
      "loss": 1.01,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.284557580947876,
      "step": 1042,
      "valid_targets_mean": 16150.2,
      "valid_targets_min": 14556
    },
    {
      "epoch": 4.439232409381663,
      "grad_norm": 0.14634296882098108,
      "learning_rate": 1.5423763736780583e-06,
      "loss": 0.9726,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19540275633335114,
      "step": 1043,
      "valid_targets_mean": 11303.3,
      "valid_targets_min": 8757
    },
    {
      "epoch": 4.443496801705757,
      "grad_norm": 0.1606028911978746,
      "learning_rate": 1.5195671164037173e-06,
      "loss": 1.0075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26238173246383667,
      "step": 1044,
      "valid_targets_mean": 16184.0,
      "valid_targets_min": 15290
    },
    {
      "epoch": 4.447761194029851,
      "grad_norm": 0.15880887563413223,
      "learning_rate": 1.496921112287315e-06,
      "loss": 1.0156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28872594237327576,
      "step": 1045,
      "valid_targets_mean": 16116.8,
      "valid_targets_min": 14479
    },
    {
      "epoch": 4.452025586353945,
      "grad_norm": 0.1503886439979893,
      "learning_rate": 1.4744385613799894e-06,
      "loss": 0.991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23140674829483032,
      "step": 1046,
      "valid_targets_mean": 15366.7,
      "valid_targets_min": 14043
    },
    {
      "epoch": 4.456289978678038,
      "grad_norm": 0.15398807665192815,
      "learning_rate": 1.4521196622889644e-06,
      "loss": 1.0175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28529155254364014,
      "step": 1047,
      "valid_targets_mean": 16143.6,
      "valid_targets_min": 15408
    },
    {
      "epoch": 4.460554371002132,
      "grad_norm": 0.15846972825741604,
      "learning_rate": 1.4299646121757892e-06,
      "loss": 0.9533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21494928002357483,
      "step": 1048,
      "valid_targets_mean": 12775.2,
      "valid_targets_min": 1665
    },
    {
      "epoch": 4.464818763326226,
      "grad_norm": 0.14883790923907791,
      "learning_rate": 1.4079736067545912e-06,
      "loss": 1.0303,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26430243253707886,
      "step": 1049,
      "valid_targets_mean": 15916.8,
      "valid_targets_min": 13208
    },
    {
      "epoch": 4.46908315565032,
      "grad_norm": 0.15949849865118698,
      "learning_rate": 1.3861468402903634e-06,
      "loss": 1.0528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3019446134567261,
      "step": 1050,
      "valid_targets_mean": 15767.2,
      "valid_targets_min": 7641
    },
    {
      "epoch": 4.473347547974414,
      "grad_norm": 0.16006328824608898,
      "learning_rate": 1.3644845055972322e-06,
      "loss": 1.0067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17121657729148865,
      "step": 1051,
      "valid_targets_mean": 9511.8,
      "valid_targets_min": 1923
    },
    {
      "epoch": 4.477611940298507,
      "grad_norm": 0.1520066722967756,
      "learning_rate": 1.3429867940367626e-06,
      "loss": 1.0094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25051623582839966,
      "step": 1052,
      "valid_targets_mean": 16088.7,
      "valid_targets_min": 14698
    },
    {
      "epoch": 4.481876332622601,
      "grad_norm": 0.15543351987099552,
      "learning_rate": 1.321653895516264e-06,
      "loss": 1.058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3083563446998596,
      "step": 1053,
      "valid_targets_mean": 16089.3,
      "valid_targets_min": 14313
    },
    {
      "epoch": 4.486140724946695,
      "grad_norm": 0.15500162373470328,
      "learning_rate": 1.3004859984871199e-06,
      "loss": 1.0584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1911185383796692,
      "step": 1054,
      "valid_targets_mean": 10396.3,
      "valid_targets_min": 6721
    },
    {
      "epoch": 4.490405117270789,
      "grad_norm": 0.15723817636653856,
      "learning_rate": 1.279483289943102e-06,
      "loss": 1.0568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.262037068605423,
      "step": 1055,
      "valid_targets_mean": 16159.7,
      "valid_targets_min": 15182
    },
    {
      "epoch": 4.494669509594883,
      "grad_norm": 0.16006229679549797,
      "learning_rate": 1.2586459554187558e-06,
      "loss": 0.9644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28707319498062134,
      "step": 1056,
      "valid_targets_mean": 16055.6,
      "valid_targets_min": 11563
    },
    {
      "epoch": 4.498933901918977,
      "grad_norm": 0.14334699676474721,
      "learning_rate": 1.2379741789877175e-06,
      "loss": 0.9871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2111390084028244,
      "step": 1057,
      "valid_targets_mean": 13391.1,
      "valid_targets_min": 11725
    },
    {
      "epoch": 4.50319829424307,
      "grad_norm": 0.1530149837424847,
      "learning_rate": 1.2174681432611245e-06,
      "loss": 1.0221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3102961480617523,
      "step": 1058,
      "valid_targets_mean": 16118.4,
      "valid_targets_min": 15359
    },
    {
      "epoch": 4.507462686567164,
      "grad_norm": 0.1666265526562195,
      "learning_rate": 1.1971280293859811e-06,
      "loss": 1.0477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2946819067001343,
      "step": 1059,
      "valid_targets_mean": 16146.3,
      "valid_targets_min": 15305
    },
    {
      "epoch": 4.5117270788912585,
      "grad_norm": 0.1457230775806161,
      "learning_rate": 1.17695401704357e-06,
      "loss": 1.0072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25192567706108093,
      "step": 1060,
      "valid_targets_mean": 15245.5,
      "valid_targets_min": 13728
    },
    {
      "epoch": 4.515991471215352,
      "grad_norm": 0.1620480528171536,
      "learning_rate": 1.1569462844478552e-06,
      "loss": 0.9563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2645701766014099,
      "step": 1061,
      "valid_targets_mean": 16195.4,
      "valid_targets_min": 15305
    },
    {
      "epoch": 4.520255863539446,
      "grad_norm": 0.16142683707754352,
      "learning_rate": 1.1371050083439107e-06,
      "loss": 1.0315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19992002844810486,
      "step": 1062,
      "valid_targets_mean": 10561.4,
      "valid_targets_min": 1369
    },
    {
      "epoch": 4.524520255863539,
      "grad_norm": 0.14622862418070282,
      "learning_rate": 1.1174303640063622e-06,
      "loss": 1.0269,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2594802975654602,
      "step": 1063,
      "valid_targets_mean": 16008.1,
      "valid_targets_min": 15016
    },
    {
      "epoch": 4.528784648187633,
      "grad_norm": 0.1582067915541115,
      "learning_rate": 1.097922525237849e-06,
      "loss": 0.9584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27360403537750244,
      "step": 1064,
      "valid_targets_mean": 16250.7,
      "valid_targets_min": 15657
    },
    {
      "epoch": 4.533049040511727,
      "grad_norm": 0.15399864010070974,
      "learning_rate": 1.078581664367455e-06,
      "loss": 1.0058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1768619269132614,
      "step": 1065,
      "valid_targets_mean": 9856.1,
      "valid_targets_min": 1136
    },
    {
      "epoch": 4.537313432835821,
      "grad_norm": 0.15167944596731006,
      "learning_rate": 1.0594079522492274e-06,
      "loss": 0.9306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25108233094215393,
      "step": 1066,
      "valid_targets_mean": 16141.2,
      "valid_targets_min": 14841
    },
    {
      "epoch": 4.541577825159915,
      "grad_norm": 0.16155044487851364,
      "learning_rate": 1.040401558260633e-06,
      "loss": 1.0514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29427772760391235,
      "step": 1067,
      "valid_targets_mean": 16152.6,
      "valid_targets_min": 15628
    },
    {
      "epoch": 4.545842217484008,
      "grad_norm": 0.1608449787433378,
      "learning_rate": 1.0215626503010911e-06,
      "loss": 1.032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21294349431991577,
      "step": 1068,
      "valid_targets_mean": 12159.6,
      "valid_targets_min": 10098
    },
    {
      "epoch": 4.550106609808102,
      "grad_norm": 0.14555507264167167,
      "learning_rate": 1.002891394790475e-06,
      "loss": 1.0014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27116233110427856,
      "step": 1069,
      "valid_targets_mean": 16114.3,
      "valid_targets_min": 15154
    },
    {
      "epoch": 4.554371002132196,
      "grad_norm": 0.15514665887054913,
      "learning_rate": 9.843879566676273e-07,
      "loss": 1.0051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2847168445587158,
      "step": 1070,
      "valid_targets_mean": 16146.2,
      "valid_targets_min": 15081
    },
    {
      "epoch": 4.55863539445629,
      "grad_norm": 0.14935522772969523,
      "learning_rate": 9.660524993889386e-07,
      "loss": 1.0106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22059902548789978,
      "step": 1071,
      "valid_targets_mean": 14322.9,
      "valid_targets_min": 12453
    },
    {
      "epoch": 4.562899786780384,
      "grad_norm": 0.1508180934872635,
      "learning_rate": 9.478851849268733e-07,
      "loss": 0.9695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26452839374542236,
      "step": 1072,
      "valid_targets_mean": 16183.2,
      "valid_targets_min": 15361
    },
    {
      "epoch": 4.567164179104478,
      "grad_norm": 0.15771190777876098,
      "learning_rate": 9.298861737685527e-07,
      "loss": 0.9916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22417476773262024,
      "step": 1073,
      "valid_targets_mean": 13273.8,
      "valid_targets_min": 1961
    },
    {
      "epoch": 4.571428571428571,
      "grad_norm": 0.14841479834324803,
      "learning_rate": 9.120556249143341e-07,
      "loss": 1.0185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2562493681907654,
      "step": 1074,
      "valid_targets_mean": 15460.6,
      "valid_targets_min": 13041
    },
    {
      "epoch": 4.575692963752665,
      "grad_norm": 0.15977629857912234,
      "learning_rate": 8.943936958763988e-07,
      "loss": 1.0483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3335935175418854,
      "step": 1075,
      "valid_targets_mean": 16153.5,
      "valid_targets_min": 15474
    },
    {
      "epoch": 4.5799573560767595,
      "grad_norm": 0.16477286952064188,
      "learning_rate": 8.769005426773836e-07,
      "loss": 1.0093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15570859611034393,
      "step": 1076,
      "valid_targets_mean": 8296.6,
      "valid_targets_min": 1759
    },
    {
      "epoch": 4.584221748400853,
      "grad_norm": 0.14398661458138798,
      "learning_rate": 8.595763198489714e-07,
      "loss": 0.991,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25216251611709595,
      "step": 1077,
      "valid_targets_mean": 15818.3,
      "valid_targets_min": 7637
    },
    {
      "epoch": 4.588486140724947,
      "grad_norm": 0.15797679062016337,
      "learning_rate": 8.42421180430546e-07,
      "loss": 1.0011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2939158082008362,
      "step": 1078,
      "valid_targets_mean": 16082.0,
      "valid_targets_min": 14558
    },
    {
      "epoch": 4.59275053304904,
      "grad_norm": 0.15853786185199106,
      "learning_rate": 8.254352759678386e-07,
      "loss": 1.0096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1950775682926178,
      "step": 1079,
      "valid_targets_mean": 10988.8,
      "valid_targets_min": 7524
    },
    {
      "epoch": 4.597014925373134,
      "grad_norm": 0.15315161643048186,
      "learning_rate": 8.086187565115877e-07,
      "loss": 1.0579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27116912603378296,
      "step": 1080,
      "valid_targets_mean": 16105.0,
      "valid_targets_min": 14248
    },
    {
      "epoch": 4.601279317697228,
      "grad_norm": 0.15729652259472846,
      "learning_rate": 7.919717706162067e-07,
      "loss": 1.0249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.289058119058609,
      "step": 1081,
      "valid_targets_mean": 16170.6,
      "valid_targets_min": 15348
    },
    {
      "epoch": 4.605543710021322,
      "grad_norm": 0.15299507799822196,
      "learning_rate": 7.754944653384777e-07,
      "loss": 0.9961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2105131447315216,
      "step": 1082,
      "valid_targets_mean": 13349.8,
      "valid_targets_min": 10099
    },
    {
      "epoch": 4.609808102345416,
      "grad_norm": 0.15991928398901403,
      "learning_rate": 7.591869862362534e-07,
      "loss": 1.0078,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26621466875076294,
      "step": 1083,
      "valid_targets_mean": 16033.9,
      "valid_targets_min": 13427
    },
    {
      "epoch": 4.61407249466951,
      "grad_norm": 0.15354881551455993,
      "learning_rate": 7.430494773671682e-07,
      "loss": 0.9676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30778414011001587,
      "step": 1084,
      "valid_targets_mean": 16172.6,
      "valid_targets_min": 15109
    },
    {
      "epoch": 4.618336886993603,
      "grad_norm": 0.1743479691706049,
      "learning_rate": 7.270820812873714e-07,
      "loss": 1.0087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2505803108215332,
      "step": 1085,
      "valid_targets_mean": 14830.2,
      "valid_targets_min": 12981
    },
    {
      "epoch": 4.622601279317697,
      "grad_norm": 0.15448738581055893,
      "learning_rate": 7.112849390502563e-07,
      "loss": 0.9816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26799455285072327,
      "step": 1086,
      "valid_targets_mean": 16209.5,
      "valid_targets_min": 15350
    },
    {
      "epoch": 4.6268656716417915,
      "grad_norm": 0.15706645950649392,
      "learning_rate": 6.956581902052306e-07,
      "loss": 1.0225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20473934710025787,
      "step": 1087,
      "valid_targets_mean": 11744.4,
      "valid_targets_min": 2102
    },
    {
      "epoch": 4.631130063965885,
      "grad_norm": 0.143365373014936,
      "learning_rate": 6.802019727964593e-07,
      "loss": 0.9888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2392513006925583,
      "step": 1088,
      "valid_targets_mean": 16153.6,
      "valid_targets_min": 15511
    },
    {
      "epoch": 4.635394456289979,
      "grad_norm": 0.15945068466229714,
      "learning_rate": 6.64916423361679e-07,
      "loss": 1.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2937304973602295,
      "step": 1089,
      "valid_targets_mean": 16096.2,
      "valid_targets_min": 15122
    },
    {
      "epoch": 4.639658848614072,
      "grad_norm": 0.1591581081828491,
      "learning_rate": 6.498016769309567e-07,
      "loss": 1.0082,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1473933458328247,
      "step": 1090,
      "valid_targets_mean": 8071.3,
      "valid_targets_min": 2493
    },
    {
      "epoch": 4.643923240938166,
      "grad_norm": 0.13705684735753473,
      "learning_rate": 6.348578670255224e-07,
      "loss": 1.0004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2415798306465149,
      "step": 1091,
      "valid_targets_mean": 16186.2,
      "valid_targets_min": 15270
    },
    {
      "epoch": 4.6481876332622605,
      "grad_norm": 0.14894995926384885,
      "learning_rate": 6.200851256565799e-07,
      "loss": 1.0026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29065680503845215,
      "step": 1092,
      "valid_targets_mean": 15866.9,
      "valid_targets_min": 5993
    },
    {
      "epoch": 4.652452025586354,
      "grad_norm": 0.14628259051610237,
      "learning_rate": 6.054835833241357e-07,
      "loss": 0.9657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20221902430057526,
      "step": 1093,
      "valid_targets_mean": 13206.6,
      "valid_targets_min": 10096
    },
    {
      "epoch": 4.656716417910448,
      "grad_norm": 0.1465313831298571,
      "learning_rate": 5.910533690158593e-07,
      "loss": 1.0124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25688618421554565,
      "step": 1094,
      "valid_targets_mean": 16232.6,
      "valid_targets_min": 15734
    },
    {
      "epoch": 4.660980810234541,
      "grad_norm": 0.14879824830331395,
      "learning_rate": 5.767946102059307e-07,
      "loss": 0.9861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.276365727186203,
      "step": 1095,
      "valid_targets_mean": 16205.2,
      "valid_targets_min": 15637
    },
    {
      "epoch": 4.665245202558635,
      "grad_norm": 0.14986577980104723,
      "learning_rate": 5.627074328539173e-07,
      "loss": 1.0086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22488278150558472,
      "step": 1096,
      "valid_targets_mean": 13320.2,
      "valid_targets_min": 11667
    },
    {
      "epoch": 4.669509594882729,
      "grad_norm": 0.15263641354366045,
      "learning_rate": 5.487919614036741e-07,
      "loss": 1.0345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2853548526763916,
      "step": 1097,
      "valid_targets_mean": 16139.1,
      "valid_targets_min": 14753
    },
    {
      "epoch": 4.673773987206823,
      "grad_norm": 0.15304900679796296,
      "learning_rate": 5.350483187822231e-07,
      "loss": 1.03,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25601962208747864,
      "step": 1098,
      "valid_targets_mean": 12700.3,
      "valid_targets_min": 1472
    },
    {
      "epoch": 4.678038379530917,
      "grad_norm": 0.13864305612866518,
      "learning_rate": 5.214766263986848e-07,
      "loss": 1.0247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2643899917602539,
      "step": 1099,
      "valid_targets_mean": 15921.6,
      "valid_targets_min": 15264
    },
    {
      "epoch": 4.682302771855011,
      "grad_norm": 0.1585008120687658,
      "learning_rate": 5.080770041431926e-07,
      "loss": 0.9869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2867545485496521,
      "step": 1100,
      "valid_targets_mean": 16070.0,
      "valid_targets_min": 13688
    },
    {
      "epoch": 4.686567164179104,
      "grad_norm": 0.15796797836556023,
      "learning_rate": 4.948495703858492e-07,
      "loss": 0.9744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14525067806243896,
      "step": 1101,
      "valid_targets_mean": 8999.8,
      "valid_targets_min": 1416
    },
    {
      "epoch": 4.690831556503198,
      "grad_norm": 0.14332859110714966,
      "learning_rate": 4.81794441975667e-07,
      "loss": 1.0161,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26003924012184143,
      "step": 1102,
      "valid_targets_mean": 16092.8,
      "valid_targets_min": 14994
    },
    {
      "epoch": 4.6950959488272925,
      "grad_norm": 0.1627151240096481,
      "learning_rate": 4.689117342395388e-07,
      "loss": 0.9894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27263838052749634,
      "step": 1103,
      "valid_targets_mean": 16196.6,
      "valid_targets_min": 15475
    },
    {
      "epoch": 4.699360341151386,
      "grad_norm": 0.15728636158959014,
      "learning_rate": 4.5620156098122204e-07,
      "loss": 1.0145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19399403035640717,
      "step": 1104,
      "valid_targets_mean": 10582.8,
      "valid_targets_min": 5279
    },
    {
      "epoch": 4.70362473347548,
      "grad_norm": 0.14868122226793565,
      "learning_rate": 4.4366403448033334e-07,
      "loss": 1.024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25753432512283325,
      "step": 1105,
      "valid_targets_mean": 16152.5,
      "valid_targets_min": 15082
    },
    {
      "epoch": 4.707889125799573,
      "grad_norm": 0.1556625193647965,
      "learning_rate": 4.3129926549136057e-07,
      "loss": 1.0442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2863929867744446,
      "step": 1106,
      "valid_targets_mean": 16147.2,
      "valid_targets_min": 15112
    },
    {
      "epoch": 4.712153518123667,
      "grad_norm": 0.14446145619265383,
      "learning_rate": 4.191073632426701e-07,
      "loss": 0.9751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21357882022857666,
      "step": 1107,
      "valid_targets_mean": 13378.2,
      "valid_targets_min": 10566
    },
    {
      "epoch": 4.7164179104477615,
      "grad_norm": 0.16206675648159802,
      "learning_rate": 4.0708843543555643e-07,
      "loss": 0.9997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2900570034980774,
      "step": 1108,
      "valid_targets_mean": 15993.5,
      "valid_targets_min": 10506
    },
    {
      "epoch": 4.720682302771855,
      "grad_norm": 0.15101141923399938,
      "learning_rate": 3.95242588243292e-07,
      "loss": 0.9856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2901330888271332,
      "step": 1109,
      "valid_targets_mean": 16143.4,
      "valid_targets_min": 15280
    },
    {
      "epoch": 4.724946695095949,
      "grad_norm": 0.14621637188831488,
      "learning_rate": 3.8356992631017e-07,
      "loss": 1.0324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23136021196842194,
      "step": 1110,
      "valid_targets_mean": 15238.5,
      "valid_targets_min": 13159
    },
    {
      "epoch": 4.729211087420042,
      "grad_norm": 0.1524386161010507,
      "learning_rate": 3.720705527506008e-07,
      "loss": 1.0195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30147069692611694,
      "step": 1111,
      "valid_targets_mean": 16091.4,
      "valid_targets_min": 14723
    },
    {
      "epoch": 4.733475479744136,
      "grad_norm": 0.1619679827146892,
      "learning_rate": 3.60744569148197e-07,
      "loss": 1.066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20357254147529602,
      "step": 1112,
      "valid_targets_mean": 11411.5,
      "valid_targets_min": 2225
    },
    {
      "epoch": 4.73773987206823,
      "grad_norm": 0.14349005246341898,
      "learning_rate": 3.4959207555485873e-07,
      "loss": 1.0372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27663302421569824,
      "step": 1113,
      "valid_targets_mean": 15943.1,
      "valid_targets_min": 14159
    },
    {
      "epoch": 4.742004264392325,
      "grad_norm": 0.16716344154424714,
      "learning_rate": 3.3861317048992317e-07,
      "loss": 1.04,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3008594214916229,
      "step": 1114,
      "valid_targets_mean": 16178.0,
      "valid_targets_min": 15181
    },
    {
      "epoch": 4.746268656716418,
      "grad_norm": 0.14277538969640619,
      "learning_rate": 3.278079509392562e-07,
      "loss": 0.97,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17491425573825836,
      "step": 1115,
      "valid_targets_mean": 9657.3,
      "valid_targets_min": 3062
    },
    {
      "epoch": 4.750533049040512,
      "grad_norm": 0.1411692924943566,
      "learning_rate": 3.171765123544224e-07,
      "loss": 1.0159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25507792830467224,
      "step": 1116,
      "valid_targets_mean": 16089.0,
      "valid_targets_min": 13436
    },
    {
      "epoch": 4.754797441364605,
      "grad_norm": 0.15818532876299207,
      "learning_rate": 3.06718948651834e-07,
      "loss": 1.0006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2846674919128418,
      "step": 1117,
      "valid_targets_mean": 16174.9,
      "valid_targets_min": 15128
    },
    {
      "epoch": 4.759061833688699,
      "grad_norm": 0.14543713743713674,
      "learning_rate": 2.964353522119168e-07,
      "loss": 1.0132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2241479456424713,
      "step": 1118,
      "valid_targets_mean": 13306.7,
      "valid_targets_min": 11186
    },
    {
      "epoch": 4.7633262260127935,
      "grad_norm": 0.15406571881357786,
      "learning_rate": 2.863258138783032e-07,
      "loss": 1.0327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29350900650024414,
      "step": 1119,
      "valid_targets_mean": 16107.2,
      "valid_targets_min": 15308
    },
    {
      "epoch": 4.767590618336887,
      "grad_norm": 0.1454041308304772,
      "learning_rate": 2.7639042295702245e-07,
      "loss": 0.9931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2819235026836395,
      "step": 1120,
      "valid_targets_mean": 16163.9,
      "valid_targets_min": 15717
    },
    {
      "epoch": 4.771855010660981,
      "grad_norm": 0.14077932344598632,
      "learning_rate": 2.666292672157056e-07,
      "loss": 0.9905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23407378792762756,
      "step": 1121,
      "valid_targets_mean": 15291.8,
      "valid_targets_min": 13903
    },
    {
      "epoch": 4.776119402985074,
      "grad_norm": 0.1608947735935997,
      "learning_rate": 2.570424328828325e-07,
      "loss": 1.01,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2588140070438385,
      "step": 1122,
      "valid_targets_mean": 16229.8,
      "valid_targets_min": 15610
    },
    {
      "epoch": 4.780383795309168,
      "grad_norm": 0.15743473018186965,
      "learning_rate": 2.4763000464694377e-07,
      "loss": 1.0033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23125317692756653,
      "step": 1123,
      "valid_targets_mean": 12867.4,
      "valid_targets_min": 1501
    },
    {
      "epoch": 4.7846481876332625,
      "grad_norm": 0.14635899385747156,
      "learning_rate": 2.383920656559102e-07,
      "loss": 1.0252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2757848799228668,
      "step": 1124,
      "valid_targets_mean": 15862.7,
      "valid_targets_min": 14853
    },
    {
      "epoch": 4.788912579957356,
      "grad_norm": 0.15057907442569857,
      "learning_rate": 2.2932869751619568e-07,
      "loss": 0.983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2796521782875061,
      "step": 1125,
      "valid_targets_mean": 16139.7,
      "valid_targets_min": 14793
    },
    {
      "epoch": 4.79317697228145,
      "grad_norm": 0.15462099524501327,
      "learning_rate": 2.2043998029212643e-07,
      "loss": 1.0425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19477930665016174,
      "step": 1126,
      "valid_targets_mean": 10342.5,
      "valid_targets_min": 1758
    },
    {
      "epoch": 4.797441364605544,
      "grad_norm": 0.14428333450435837,
      "learning_rate": 2.1172599250519398e-07,
      "loss": 0.998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23206013441085815,
      "step": 1127,
      "valid_targets_mean": 16088.4,
      "valid_targets_min": 14763
    },
    {
      "epoch": 4.801705756929637,
      "grad_norm": 0.15760507966173962,
      "learning_rate": 2.0318681113336013e-07,
      "loss": 1.0299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2897353768348694,
      "step": 1128,
      "valid_targets_mean": 16119.7,
      "valid_targets_min": 14736
    },
    {
      "epoch": 4.8059701492537314,
      "grad_norm": 0.14776221098452197,
      "learning_rate": 1.9482251161037302e-07,
      "loss": 0.9977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1809859275817871,
      "step": 1129,
      "valid_targets_mean": 9719.4,
      "valid_targets_min": 5689
    },
    {
      "epoch": 4.810234541577826,
      "grad_norm": 0.14661112551393696,
      "learning_rate": 1.866331678251032e-07,
      "loss": 1.0252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2804567217826843,
      "step": 1130,
      "valid_targets_mean": 16003.1,
      "valid_targets_min": 13828
    },
    {
      "epoch": 4.814498933901919,
      "grad_norm": 0.14900277046790783,
      "learning_rate": 1.7861885212088869e-07,
      "loss": 0.9969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28320544958114624,
      "step": 1131,
      "valid_targets_mean": 15943.6,
      "valid_targets_min": 13414
    },
    {
      "epoch": 4.818763326226013,
      "grad_norm": 0.14358657341847153,
      "learning_rate": 1.7077963529490204e-07,
      "loss": 0.9993,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21058914065361023,
      "step": 1132,
      "valid_targets_mean": 13237.8,
      "valid_targets_min": 10666
    },
    {
      "epoch": 4.823027718550106,
      "grad_norm": 0.1503311290624774,
      "learning_rate": 1.6311558659751535e-07,
      "loss": 0.9778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2585322856903076,
      "step": 1133,
      "valid_targets_mean": 16197.3,
      "valid_targets_min": 14919
    },
    {
      "epoch": 4.8272921108742,
      "grad_norm": 0.15520941024351134,
      "learning_rate": 1.5562677373169855e-07,
      "loss": 1.0642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31580662727355957,
      "step": 1134,
      "valid_targets_mean": 15890.8,
      "valid_targets_min": 11287
    },
    {
      "epoch": 4.8315565031982945,
      "grad_norm": 0.14840007430449761,
      "learning_rate": 1.483132628524131e-07,
      "loss": 1.0291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24786341190338135,
      "step": 1135,
      "valid_targets_mean": 14563.6,
      "valid_targets_min": 12694
    },
    {
      "epoch": 4.835820895522388,
      "grad_norm": 0.15658968069087506,
      "learning_rate": 1.4117511856603262e-07,
      "loss": 1.0482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30078184604644775,
      "step": 1136,
      "valid_targets_mean": 16095.4,
      "valid_targets_min": 15282
    },
    {
      "epoch": 4.840085287846482,
      "grad_norm": 0.15285312174229707,
      "learning_rate": 1.342124039297721e-07,
      "loss": 1.0314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19714577496051788,
      "step": 1137,
      "valid_targets_mean": 10712.7,
      "valid_targets_min": 983
    },
    {
      "epoch": 4.844349680170575,
      "grad_norm": 0.14167262709410533,
      "learning_rate": 1.2742518045112396e-07,
      "loss": 1.0354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2605418562889099,
      "step": 1138,
      "valid_targets_mean": 15546.0,
      "valid_targets_min": 14178
    },
    {
      "epoch": 4.848614072494669,
      "grad_norm": 0.15674575697411522,
      "learning_rate": 1.2081350808732518e-07,
      "loss": 1.0282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31616824865341187,
      "step": 1139,
      "valid_targets_mean": 16119.0,
      "valid_targets_min": 15332
    },
    {
      "epoch": 4.8528784648187635,
      "grad_norm": 0.15423989041611458,
      "learning_rate": 1.143774452448243e-07,
      "loss": 1.0315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16706404089927673,
      "step": 1140,
      "valid_targets_mean": 9525.8,
      "valid_targets_min": 4937
    },
    {
      "epoch": 4.857142857142857,
      "grad_norm": 0.14447090658394057,
      "learning_rate": 1.0811704877875528e-07,
      "loss": 0.9732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24503830075263977,
      "step": 1141,
      "valid_targets_mean": 16191.3,
      "valid_targets_min": 15163
    },
    {
      "epoch": 4.861407249466951,
      "grad_norm": 0.1615026471556301,
      "learning_rate": 1.0203237399245336e-07,
      "loss": 1.0181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28254231810569763,
      "step": 1142,
      "valid_targets_mean": 16124.7,
      "valid_targets_min": 15328
    },
    {
      "epoch": 4.865671641791045,
      "grad_norm": 0.14928773912115367,
      "learning_rate": 9.612347463694882e-08,
      "loss": 1.0314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19812950491905212,
      "step": 1143,
      "valid_targets_mean": 12115.9,
      "valid_targets_min": 9191
    },
    {
      "epoch": 4.869936034115138,
      "grad_norm": 0.15010321527120785,
      "learning_rate": 9.039040291050738e-08,
      "loss": 0.9814,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2673875689506531,
      "step": 1144,
      "valid_targets_mean": 16236.7,
      "valid_targets_min": 15773
    },
    {
      "epoch": 4.8742004264392325,
      "grad_norm": 0.15861682212571024,
      "learning_rate": 8.483320945815499e-08,
      "loss": 1.0056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2802891731262207,
      "step": 1145,
      "valid_targets_mean": 16165.2,
      "valid_targets_min": 14819
    },
    {
      "epoch": 4.878464818763327,
      "grad_norm": 0.13882421330125413,
      "learning_rate": 7.945194337124262e-08,
      "loss": 1.0089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2199188768863678,
      "step": 1146,
      "valid_targets_mean": 14201.6,
      "valid_targets_min": 11573
    },
    {
      "epoch": 4.88272921108742,
      "grad_norm": 0.1470938082355776,
      "learning_rate": 7.424665218700444e-08,
      "loss": 1.0122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2924698293209076,
      "step": 1147,
      "valid_targets_mean": 16140.8,
      "valid_targets_min": 15359
    },
    {
      "epoch": 4.886993603411514,
      "grad_norm": 0.14990143490007027,
      "learning_rate": 6.921738188814254e-08,
      "loss": 0.9767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2214415818452835,
      "step": 1148,
      "valid_targets_mean": 13035.8,
      "valid_targets_min": 2380
    },
    {
      "epoch": 4.891257995735607,
      "grad_norm": 0.14054548406236866,
      "learning_rate": 6.436417690241614e-08,
      "loss": 0.9932,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27612608671188354,
      "step": 1149,
      "valid_targets_mean": 15234.4,
      "valid_targets_min": 13564
    },
    {
      "epoch": 4.895522388059701,
      "grad_norm": 0.15582504420991788,
      "learning_rate": 5.968708010225532e-08,
      "loss": 0.949,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27208343148231506,
      "step": 1150,
      "valid_targets_mean": 16216.5,
      "valid_targets_min": 15713
    },
    {
      "epoch": 4.899786780383796,
      "grad_norm": 0.15383698638285176,
      "learning_rate": 5.518613280437901e-08,
      "loss": 1.0332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17712029814720154,
      "step": 1151,
      "valid_targets_mean": 9263.9,
      "valid_targets_min": 930
    },
    {
      "epoch": 4.904051172707889,
      "grad_norm": 0.1421412073915396,
      "learning_rate": 5.0861374769426433e-08,
      "loss": 1.0092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26269394159317017,
      "step": 1152,
      "valid_targets_mean": 15946.3,
      "valid_targets_min": 14850
    },
    {
      "epoch": 4.908315565031983,
      "grad_norm": 0.1600097468312609,
      "learning_rate": 4.671284420161071e-08,
      "loss": 1.0605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32577964663505554,
      "step": 1153,
      "valid_targets_mean": 15997.7,
      "valid_targets_min": 14732
    },
    {
      "epoch": 4.912579957356077,
      "grad_norm": 0.15738714930436676,
      "learning_rate": 4.274057774838136e-08,
      "loss": 1.0205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18098321557044983,
      "step": 1154,
      "valid_targets_mean": 10754.5,
      "valid_targets_min": 7226
    },
    {
      "epoch": 4.91684434968017,
      "grad_norm": 0.14450740335662998,
      "learning_rate": 3.894461050010012e-08,
      "loss": 1.0047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27671700716018677,
      "step": 1155,
      "valid_targets_mean": 16053.7,
      "valid_targets_min": 15223
    },
    {
      "epoch": 4.9211087420042645,
      "grad_norm": 0.15489667907035298,
      "learning_rate": 3.5324975989725615e-08,
      "loss": 0.9844,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30148401856422424,
      "step": 1156,
      "valid_targets_mean": 16156.8,
      "valid_targets_min": 15596
    },
    {
      "epoch": 4.925373134328359,
      "grad_norm": 0.14276493452378128,
      "learning_rate": 3.188170619252473e-08,
      "loss": 0.9553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20629984140396118,
      "step": 1157,
      "valid_targets_mean": 12721.6,
      "valid_targets_min": 10683
    },
    {
      "epoch": 4.929637526652452,
      "grad_norm": 0.1499066761403792,
      "learning_rate": 2.8614831525786147e-08,
      "loss": 0.9996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26819825172424316,
      "step": 1158,
      "valid_targets_mean": 16143.8,
      "valid_targets_min": 14124
    },
    {
      "epoch": 4.933901918976546,
      "grad_norm": 0.1546352831828286,
      "learning_rate": 2.552438084855613e-08,
      "loss": 1.0172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29075586795806885,
      "step": 1159,
      "valid_targets_mean": 16117.7,
      "valid_targets_min": 14424
    },
    {
      "epoch": 4.938166311300639,
      "grad_norm": 0.14296264281771326,
      "learning_rate": 2.2610381461372068e-08,
      "loss": 1.0429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27615079283714294,
      "step": 1160,
      "valid_targets_mean": 15388.0,
      "valid_targets_min": 13731
    },
    {
      "epoch": 4.9424307036247335,
      "grad_norm": 0.1486321420613884,
      "learning_rate": 1.987285910603598e-08,
      "loss": 0.9986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29423749446868896,
      "step": 1161,
      "valid_targets_mean": 16165.4,
      "valid_targets_min": 15308
    },
    {
      "epoch": 4.946695095948828,
      "grad_norm": 0.1549221284940577,
      "learning_rate": 1.7311837965379164e-08,
      "loss": 0.9956,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19188982248306274,
      "step": 1162,
      "valid_targets_mean": 10865.3,
      "valid_targets_min": 1443
    },
    {
      "epoch": 4.950959488272921,
      "grad_norm": 0.14892217565418125,
      "learning_rate": 1.4927340663046798e-08,
      "loss": 1.0422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26834145188331604,
      "step": 1163,
      "valid_targets_mean": 16131.4,
      "valid_targets_min": 14555
    },
    {
      "epoch": 4.955223880597015,
      "grad_norm": 0.1517686797669809,
      "learning_rate": 1.2719388263300325e-08,
      "loss": 1.0194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2813887596130371,
      "step": 1164,
      "valid_targets_mean": 16143.4,
      "valid_targets_min": 15234
    },
    {
      "epoch": 4.959488272921108,
      "grad_norm": 0.15087023278229247,
      "learning_rate": 1.0688000270839827e-08,
      "loss": 1.0049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17231392860412598,
      "step": 1165,
      "valid_targets_mean": 9892.4,
      "valid_targets_min": 1676
    },
    {
      "epoch": 4.963752665245202,
      "grad_norm": 0.14010312630125438,
      "learning_rate": 8.833194630615271e-09,
      "loss": 1.0094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25139176845550537,
      "step": 1166,
      "valid_targets_mean": 16117.2,
      "valid_targets_min": 14248
    },
    {
      "epoch": 4.968017057569297,
      "grad_norm": 0.14920848498253594,
      "learning_rate": 7.154987727682194e-09,
      "loss": 0.9357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2747774124145508,
      "step": 1167,
      "valid_targets_mean": 16177.2,
      "valid_targets_min": 15498
    },
    {
      "epoch": 4.97228144989339,
      "grad_norm": 0.14459040867917233,
      "learning_rate": 5.6533943870462625e-09,
      "loss": 1.0106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20723284780979156,
      "step": 1168,
      "valid_targets_mean": 12527.4,
      "valid_targets_min": 9734
    },
    {
      "epoch": 4.976545842217484,
      "grad_norm": 0.14742734957961473,
      "learning_rate": 4.328427873541152e-09,
      "loss": 1.0015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24740174412727356,
      "step": 1169,
      "valid_targets_mean": 16187.4,
      "valid_targets_min": 15278
    },
    {
      "epoch": 4.980810234541578,
      "grad_norm": 0.1569923184042177,
      "learning_rate": 3.1800998917086432e-09,
      "loss": 1.0297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2794538736343384,
      "step": 1170,
      "valid_targets_mean": 16146.8,
      "valid_targets_min": 15337
    },
    {
      "epoch": 4.985074626865671,
      "grad_norm": 0.14694235426435637,
      "learning_rate": 2.2084205856920393e-09,
      "loss": 1.02,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22485260665416718,
      "step": 1171,
      "valid_targets_mean": 14174.9,
      "valid_targets_min": 11882
    },
    {
      "epoch": 4.9893390191897655,
      "grad_norm": 0.1503276282480094,
      "learning_rate": 1.4133985391473482e-09,
      "loss": 1.0201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2849038541316986,
      "step": 1172,
      "valid_targets_mean": 16147.8,
      "valid_targets_min": 14958
    },
    {
      "epoch": 4.99360341151386,
      "grad_norm": 0.15542866475604034,
      "learning_rate": 7.950407751722288e-10,
      "loss": 1.0032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25908148288726807,
      "step": 1173,
      "valid_targets_mean": 12998.6,
      "valid_targets_min": 1158
    },
    {
      "epoch": 4.997867803837953,
      "grad_norm": 0.1441501696307319,
      "learning_rate": 3.5335275624159835e-10,
      "loss": 1.0496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24824313819408417,
      "step": 1174,
      "valid_targets_mean": 15772.4,
      "valid_targets_min": 14853
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.22893672755573746,
      "learning_rate": 8.833838415212014e-11,
      "loss": 1.0091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4849323630332947,
      "step": 1175,
      "valid_targets_mean": 11353.3,
      "valid_targets_min": 2084
    },
    {
      "epoch": 5.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4849323630332947,
      "step": 1175,
      "total_flos": 1940656491724800.0,
      "train_loss": 1.0709928606926127,
      "train_runtime": 5219.2407,
      "train_samples_per_second": 28.74,
      "train_steps_per_second": 0.225,
      "valid_targets_mean": 11353.3,
      "valid_targets_min": 2084
    }
  ],
  "logging_steps": 1,
  "max_steps": 1175,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1940656491724800.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}