{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 3339,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01049317943336831,
      "grad_norm": 10.442070712794635,
      "learning_rate": 4.790419161676648e-07,
      "loss": 0.5478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2598276138305664,
      "step": 5,
      "valid_targets_mean": 5905.0,
      "valid_targets_min": 2570
    },
    {
      "epoch": 0.02098635886673662,
      "grad_norm": 10.092963683152188,
      "learning_rate": 1.0778443113772456e-06,
      "loss": 0.5587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2579394578933716,
      "step": 10,
      "valid_targets_mean": 5802.2,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.03147953830010493,
      "grad_norm": 7.0791755036316,
      "learning_rate": 1.6766467065868263e-06,
      "loss": 0.5301,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24459198117256165,
      "step": 15,
      "valid_targets_mean": 6244.0,
      "valid_targets_min": 3736
    },
    {
      "epoch": 0.04197271773347324,
      "grad_norm": 4.90305077968075,
      "learning_rate": 2.2754491017964075e-06,
      "loss": 0.5158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26417461037635803,
      "step": 20,
      "valid_targets_mean": 7787.6,
      "valid_targets_min": 5618
    },
    {
      "epoch": 0.05246589716684155,
      "grad_norm": 3.539133111950705,
      "learning_rate": 2.874251497005988e-06,
      "loss": 0.4672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23148763179779053,
      "step": 25,
      "valid_targets_mean": 7682.0,
      "valid_targets_min": 3874
    },
    {
      "epoch": 0.06295907660020986,
      "grad_norm": 1.9513961592534688,
      "learning_rate": 3.4730538922155693e-06,
      "loss": 0.4327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1966111958026886,
      "step": 30,
      "valid_targets_mean": 5997.2,
      "valid_targets_min": 1142
    },
    {
      "epoch": 0.07345225603357818,
      "grad_norm": 1.4806215791740838,
      "learning_rate": 4.07185628742515e-06,
      "loss": 0.4349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18876728415489197,
      "step": 35,
      "valid_targets_mean": 6697.6,
      "valid_targets_min": 3596
    },
    {
      "epoch": 0.08394543546694648,
      "grad_norm": 1.0513852110854274,
      "learning_rate": 4.670658682634731e-06,
      "loss": 0.385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17462614178657532,
      "step": 40,
      "valid_targets_mean": 7213.8,
      "valid_targets_min": 3468
    },
    {
      "epoch": 0.0944386149003148,
      "grad_norm": 0.8448792964085587,
      "learning_rate": 5.2694610778443125e-06,
      "loss": 0.3846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17532816529273987,
      "step": 45,
      "valid_targets_mean": 5703.9,
      "valid_targets_min": 366
    },
    {
      "epoch": 0.1049317943336831,
      "grad_norm": 0.6611181441663576,
      "learning_rate": 5.868263473053893e-06,
      "loss": 0.3689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17552967369556427,
      "step": 50,
      "valid_targets_mean": 6948.4,
      "valid_targets_min": 3677
    },
    {
      "epoch": 0.11542497376705142,
      "grad_norm": 0.5763133002863221,
      "learning_rate": 6.4670658682634736e-06,
      "loss": 0.364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16234669089317322,
      "step": 55,
      "valid_targets_mean": 7262.8,
      "valid_targets_min": 5121
    },
    {
      "epoch": 0.1259181532004197,
      "grad_norm": 0.5797092201424425,
      "learning_rate": 7.0658682634730545e-06,
      "loss": 0.3559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19157901406288147,
      "step": 60,
      "valid_targets_mean": 8252.1,
      "valid_targets_min": 4470
    },
    {
      "epoch": 0.13641133263378805,
      "grad_norm": 0.5570227928674149,
      "learning_rate": 7.664670658682636e-06,
      "loss": 0.3527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18043449521064758,
      "step": 65,
      "valid_targets_mean": 6852.2,
      "valid_targets_min": 4327
    },
    {
      "epoch": 0.14690451206715635,
      "grad_norm": 0.514648674471187,
      "learning_rate": 8.263473053892216e-06,
      "loss": 0.3472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18866193294525146,
      "step": 70,
      "valid_targets_mean": 8363.0,
      "valid_targets_min": 6778
    },
    {
      "epoch": 0.15739769150052466,
      "grad_norm": 0.48117680106981386,
      "learning_rate": 8.862275449101796e-06,
      "loss": 0.3256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16611936688423157,
      "step": 75,
      "valid_targets_mean": 7270.4,
      "valid_targets_min": 4190
    },
    {
      "epoch": 0.16789087093389296,
      "grad_norm": 0.5090714973625744,
      "learning_rate": 9.461077844311378e-06,
      "loss": 0.3088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.156036838889122,
      "step": 80,
      "valid_targets_mean": 5659.9,
      "valid_targets_min": 2290
    },
    {
      "epoch": 0.1783840503672613,
      "grad_norm": 0.495155198419227,
      "learning_rate": 1.0059880239520958e-05,
      "loss": 0.3132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1740761399269104,
      "step": 85,
      "valid_targets_mean": 7120.0,
      "valid_targets_min": 4711
    },
    {
      "epoch": 0.1888772298006296,
      "grad_norm": 0.48660107390632623,
      "learning_rate": 1.065868263473054e-05,
      "loss": 0.3157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1523314267396927,
      "step": 90,
      "valid_targets_mean": 7334.6,
      "valid_targets_min": 5440
    },
    {
      "epoch": 0.1993704092339979,
      "grad_norm": 0.5151799197587337,
      "learning_rate": 1.125748502994012e-05,
      "loss": 0.3021,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14953424036502838,
      "step": 95,
      "valid_targets_mean": 6514.2,
      "valid_targets_min": 3367
    },
    {
      "epoch": 0.2098635886673662,
      "grad_norm": 0.4444602570908872,
      "learning_rate": 1.1856287425149702e-05,
      "loss": 0.2913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15660414099693298,
      "step": 100,
      "valid_targets_mean": 7354.2,
      "valid_targets_min": 3000
    },
    {
      "epoch": 0.2203567681007345,
      "grad_norm": 0.4690864277135588,
      "learning_rate": 1.2455089820359284e-05,
      "loss": 0.299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13274423778057098,
      "step": 105,
      "valid_targets_mean": 6205.4,
      "valid_targets_min": 4049
    },
    {
      "epoch": 0.23084994753410285,
      "grad_norm": 0.4396706992964899,
      "learning_rate": 1.3053892215568864e-05,
      "loss": 0.2922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.146137073636055,
      "step": 110,
      "valid_targets_mean": 6435.5,
      "valid_targets_min": 4433
    },
    {
      "epoch": 0.24134312696747115,
      "grad_norm": 0.444445172882143,
      "learning_rate": 1.3652694610778446e-05,
      "loss": 0.2916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13934937119483948,
      "step": 115,
      "valid_targets_mean": 6306.5,
      "valid_targets_min": 4760
    },
    {
      "epoch": 0.2518363064008394,
      "grad_norm": 0.4790757081055015,
      "learning_rate": 1.4251497005988024e-05,
      "loss": 0.2873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13322457671165466,
      "step": 120,
      "valid_targets_mean": 6649.1,
      "valid_targets_min": 4272
    },
    {
      "epoch": 0.2623294858342078,
      "grad_norm": 0.4355874273213463,
      "learning_rate": 1.4850299401197606e-05,
      "loss": 0.2819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14607881009578705,
      "step": 125,
      "valid_targets_mean": 7614.6,
      "valid_targets_min": 5871
    },
    {
      "epoch": 0.2728226652675761,
      "grad_norm": 0.44449645209510946,
      "learning_rate": 1.5449101796407188e-05,
      "loss": 0.2735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15480495989322662,
      "step": 130,
      "valid_targets_mean": 7294.1,
      "valid_targets_min": 5012
    },
    {
      "epoch": 0.2833158447009444,
      "grad_norm": 0.5042014058167168,
      "learning_rate": 1.604790419161677e-05,
      "loss": 0.2725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14767739176750183,
      "step": 135,
      "valid_targets_mean": 6540.5,
      "valid_targets_min": 5008
    },
    {
      "epoch": 0.2938090241343127,
      "grad_norm": 0.6131099638004378,
      "learning_rate": 1.6646706586826348e-05,
      "loss": 0.2745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14182569086551666,
      "step": 140,
      "valid_targets_mean": 6346.6,
      "valid_targets_min": 4130
    },
    {
      "epoch": 0.304302203567681,
      "grad_norm": 0.4561058399466216,
      "learning_rate": 1.724550898203593e-05,
      "loss": 0.2756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11705484986305237,
      "step": 145,
      "valid_targets_mean": 7584.0,
      "valid_targets_min": 5008
    },
    {
      "epoch": 0.3147953830010493,
      "grad_norm": 0.48600693993994903,
      "learning_rate": 1.784431137724551e-05,
      "loss": 0.262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12611989676952362,
      "step": 150,
      "valid_targets_mean": 6218.5,
      "valid_targets_min": 764
    },
    {
      "epoch": 0.3252885624344176,
      "grad_norm": 0.45109432940005745,
      "learning_rate": 1.8443113772455093e-05,
      "loss": 0.2752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13387374579906464,
      "step": 155,
      "valid_targets_mean": 6948.8,
      "valid_targets_min": 5189
    },
    {
      "epoch": 0.3357817418677859,
      "grad_norm": 0.5288217361833911,
      "learning_rate": 1.904191616766467e-05,
      "loss": 0.2699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11767670512199402,
      "step": 160,
      "valid_targets_mean": 4625.1,
      "valid_targets_min": 349
    },
    {
      "epoch": 0.3462749213011542,
      "grad_norm": 0.49693883800017535,
      "learning_rate": 1.9640718562874253e-05,
      "loss": 0.2647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1478138417005539,
      "step": 165,
      "valid_targets_mean": 7615.9,
      "valid_targets_min": 5205
    },
    {
      "epoch": 0.3567681007345226,
      "grad_norm": 0.44781816365597465,
      "learning_rate": 2.0239520958083835e-05,
      "loss": 0.269,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1448097676038742,
      "step": 170,
      "valid_targets_mean": 7566.9,
      "valid_targets_min": 4967
    },
    {
      "epoch": 0.3672612801678909,
      "grad_norm": 0.4377414441672674,
      "learning_rate": 2.0838323353293413e-05,
      "loss": 0.2593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13878971338272095,
      "step": 175,
      "valid_targets_mean": 7618.2,
      "valid_targets_min": 5329
    },
    {
      "epoch": 0.3777544596012592,
      "grad_norm": 0.5315516549401317,
      "learning_rate": 2.1437125748502995e-05,
      "loss": 0.2679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.128665953874588,
      "step": 180,
      "valid_targets_mean": 5878.2,
      "valid_targets_min": 1914
    },
    {
      "epoch": 0.3882476390346275,
      "grad_norm": 0.5074662604874222,
      "learning_rate": 2.2035928143712577e-05,
      "loss": 0.2668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13005158305168152,
      "step": 185,
      "valid_targets_mean": 6618.8,
      "valid_targets_min": 2840
    },
    {
      "epoch": 0.3987408184679958,
      "grad_norm": 0.7615341272684868,
      "learning_rate": 2.2634730538922155e-05,
      "loss": 0.2611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12154854834079742,
      "step": 190,
      "valid_targets_mean": 6694.0,
      "valid_targets_min": 4284
    },
    {
      "epoch": 0.4092339979013641,
      "grad_norm": 0.4773516440422621,
      "learning_rate": 2.323353293413174e-05,
      "loss": 0.2534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1193661242723465,
      "step": 195,
      "valid_targets_mean": 6876.0,
      "valid_targets_min": 4220
    },
    {
      "epoch": 0.4197271773347324,
      "grad_norm": 0.5288002322801338,
      "learning_rate": 2.383233532934132e-05,
      "loss": 0.257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1273195743560791,
      "step": 200,
      "valid_targets_mean": 6374.9,
      "valid_targets_min": 3949
    },
    {
      "epoch": 0.4302203567681007,
      "grad_norm": 0.48232466996680506,
      "learning_rate": 2.44311377245509e-05,
      "loss": 0.2471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11985370516777039,
      "step": 205,
      "valid_targets_mean": 7847.9,
      "valid_targets_min": 4092
    },
    {
      "epoch": 0.440713536201469,
      "grad_norm": 0.44817416869209087,
      "learning_rate": 2.502994011976048e-05,
      "loss": 0.2462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13444887101650238,
      "step": 210,
      "valid_targets_mean": 7243.0,
      "valid_targets_min": 4423
    },
    {
      "epoch": 0.45120671563483733,
      "grad_norm": 0.5049073442307994,
      "learning_rate": 2.5628742514970064e-05,
      "loss": 0.2499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14578238129615784,
      "step": 215,
      "valid_targets_mean": 7838.8,
      "valid_targets_min": 5069
    },
    {
      "epoch": 0.4616998950682057,
      "grad_norm": 0.542799924475802,
      "learning_rate": 2.6227544910179643e-05,
      "loss": 0.2541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12193570286035538,
      "step": 220,
      "valid_targets_mean": 6121.5,
      "valid_targets_min": 1003
    },
    {
      "epoch": 0.472193074501574,
      "grad_norm": 0.4317893281003648,
      "learning_rate": 2.682634730538922e-05,
      "loss": 0.2519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1273801326751709,
      "step": 225,
      "valid_targets_mean": 8576.8,
      "valid_targets_min": 4025
    },
    {
      "epoch": 0.4826862539349423,
      "grad_norm": 0.46444653807630826,
      "learning_rate": 2.7425149700598806e-05,
      "loss": 0.2439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12182192504405975,
      "step": 230,
      "valid_targets_mean": 7348.0,
      "valid_targets_min": 700
    },
    {
      "epoch": 0.4931794333683106,
      "grad_norm": 0.4514835069168026,
      "learning_rate": 2.8023952095808385e-05,
      "loss": 0.2436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10713709890842438,
      "step": 235,
      "valid_targets_mean": 6862.8,
      "valid_targets_min": 5758
    },
    {
      "epoch": 0.5036726128016789,
      "grad_norm": 0.4515082052592365,
      "learning_rate": 2.8622754491017966e-05,
      "loss": 0.2359,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11493110656738281,
      "step": 240,
      "valid_targets_mean": 6710.5,
      "valid_targets_min": 3918
    },
    {
      "epoch": 0.5141657922350472,
      "grad_norm": 0.4866253654951501,
      "learning_rate": 2.9221556886227548e-05,
      "loss": 0.2377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13693702220916748,
      "step": 245,
      "valid_targets_mean": 7029.1,
      "valid_targets_min": 3887
    },
    {
      "epoch": 0.5246589716684156,
      "grad_norm": 0.4670954273732565,
      "learning_rate": 2.982035928143713e-05,
      "loss": 0.2408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13592128455638885,
      "step": 250,
      "valid_targets_mean": 8156.4,
      "valid_targets_min": 5231
    },
    {
      "epoch": 0.5351521511017838,
      "grad_norm": 0.5116091256707135,
      "learning_rate": 3.041916167664671e-05,
      "loss": 0.24,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14138075709342957,
      "step": 255,
      "valid_targets_mean": 7603.2,
      "valid_targets_min": 3515
    },
    {
      "epoch": 0.5456453305351522,
      "grad_norm": 0.49381176948684474,
      "learning_rate": 3.101796407185629e-05,
      "loss": 0.2371,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10804753005504608,
      "step": 260,
      "valid_targets_mean": 5739.0,
      "valid_targets_min": 854
    },
    {
      "epoch": 0.5561385099685204,
      "grad_norm": 0.5057048420375377,
      "learning_rate": 3.161676646706587e-05,
      "loss": 0.2438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11901626735925674,
      "step": 265,
      "valid_targets_mean": 5782.8,
      "valid_targets_min": 4021
    },
    {
      "epoch": 0.5666316894018888,
      "grad_norm": 0.4856327454584469,
      "learning_rate": 3.221556886227545e-05,
      "loss": 0.2372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13004529476165771,
      "step": 270,
      "valid_targets_mean": 6982.0,
      "valid_targets_min": 3945
    },
    {
      "epoch": 0.577124868835257,
      "grad_norm": 0.5776994400850526,
      "learning_rate": 3.2814371257485035e-05,
      "loss": 0.2386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1195303201675415,
      "step": 275,
      "valid_targets_mean": 6730.1,
      "valid_targets_min": 3743
    },
    {
      "epoch": 0.5876180482686254,
      "grad_norm": 0.4961135164843524,
      "learning_rate": 3.3413173652694614e-05,
      "loss": 0.2417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10341168195009232,
      "step": 280,
      "valid_targets_mean": 6805.9,
      "valid_targets_min": 1689
    },
    {
      "epoch": 0.5981112277019937,
      "grad_norm": 0.43158715919426693,
      "learning_rate": 3.40119760479042e-05,
      "loss": 0.2361,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12573376297950745,
      "step": 285,
      "valid_targets_mean": 7673.2,
      "valid_targets_min": 2930
    },
    {
      "epoch": 0.608604407135362,
      "grad_norm": 0.44658707252402824,
      "learning_rate": 3.461077844311378e-05,
      "loss": 0.2317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12525373697280884,
      "step": 290,
      "valid_targets_mean": 7587.9,
      "valid_targets_min": 5964
    },
    {
      "epoch": 0.6190975865687304,
      "grad_norm": 0.505529888519472,
      "learning_rate": 3.5209580838323356e-05,
      "loss": 0.2427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11592252552509308,
      "step": 295,
      "valid_targets_mean": 6551.8,
      "valid_targets_min": 3820
    },
    {
      "epoch": 0.6295907660020986,
      "grad_norm": 0.47045291182652393,
      "learning_rate": 3.5808383233532934e-05,
      "loss": 0.2351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09940166026353836,
      "step": 300,
      "valid_targets_mean": 6256.0,
      "valid_targets_min": 4308
    },
    {
      "epoch": 0.640083945435467,
      "grad_norm": 0.5819742984902145,
      "learning_rate": 3.640718562874252e-05,
      "loss": 0.2384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12186205387115479,
      "step": 305,
      "valid_targets_mean": 5801.5,
      "valid_targets_min": 3290
    },
    {
      "epoch": 0.6505771248688352,
      "grad_norm": 0.5363473683573847,
      "learning_rate": 3.70059880239521e-05,
      "loss": 0.2351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10016492009162903,
      "step": 310,
      "valid_targets_mean": 5232.6,
      "valid_targets_min": 300
    },
    {
      "epoch": 0.6610703043022036,
      "grad_norm": 0.4789689396787,
      "learning_rate": 3.7604790419161676e-05,
      "loss": 0.2393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11646223068237305,
      "step": 315,
      "valid_targets_mean": 6174.9,
      "valid_targets_min": 1718
    },
    {
      "epoch": 0.6715634837355718,
      "grad_norm": 0.4398019580612534,
      "learning_rate": 3.820359281437126e-05,
      "loss": 0.2268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13057488203048706,
      "step": 320,
      "valid_targets_mean": 7400.0,
      "valid_targets_min": 4923
    },
    {
      "epoch": 0.6820566631689402,
      "grad_norm": 0.4733313785929033,
      "learning_rate": 3.880239520958084e-05,
      "loss": 0.2302,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10850711911916733,
      "step": 325,
      "valid_targets_mean": 6663.8,
      "valid_targets_min": 1167
    },
    {
      "epoch": 0.6925498426023085,
      "grad_norm": 0.47434509221532284,
      "learning_rate": 3.9401197604790425e-05,
      "loss": 0.2331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1422533094882965,
      "step": 330,
      "valid_targets_mean": 7683.2,
      "valid_targets_min": 4582
    },
    {
      "epoch": 0.7030430220356768,
      "grad_norm": 0.4581420855921195,
      "learning_rate": 4e-05,
      "loss": 0.2285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12746475636959076,
      "step": 335,
      "valid_targets_mean": 6639.6,
      "valid_targets_min": 3621
    },
    {
      "epoch": 0.7135362014690452,
      "grad_norm": 0.9121402094767356,
      "learning_rate": 3.9999726756517076e-05,
      "loss": 0.2214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12314047664403915,
      "step": 340,
      "valid_targets_mean": 6983.0,
      "valid_targets_min": 3756
    },
    {
      "epoch": 0.7240293809024134,
      "grad_norm": 0.6199468683819878,
      "learning_rate": 3.9998907033534495e-05,
      "loss": 0.2242,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09141039103269577,
      "step": 345,
      "valid_targets_mean": 4505.4,
      "valid_targets_min": 594
    },
    {
      "epoch": 0.7345225603357818,
      "grad_norm": 0.47183916650282887,
      "learning_rate": 3.999754085345065e-05,
      "loss": 0.2279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11257795244455338,
      "step": 350,
      "valid_targets_mean": 6230.9,
      "valid_targets_min": 1162
    },
    {
      "epoch": 0.74501573976915,
      "grad_norm": 0.44132517764849544,
      "learning_rate": 3.9995628253595536e-05,
      "loss": 0.2298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09789767116308212,
      "step": 355,
      "valid_targets_mean": 6479.1,
      "valid_targets_min": 666
    },
    {
      "epoch": 0.7555089192025184,
      "grad_norm": 0.44013247404632355,
      "learning_rate": 3.999316928622968e-05,
      "loss": 0.2265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09201842546463013,
      "step": 360,
      "valid_targets_mean": 6625.6,
      "valid_targets_min": 630
    },
    {
      "epoch": 0.7660020986358866,
      "grad_norm": 0.45026997589480183,
      "learning_rate": 3.999016401854278e-05,
      "loss": 0.2319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13638240098953247,
      "step": 365,
      "valid_targets_mean": 7620.2,
      "valid_targets_min": 3090
    },
    {
      "epoch": 0.776495278069255,
      "grad_norm": 0.49138122387375666,
      "learning_rate": 3.9986612532651804e-05,
      "loss": 0.2244,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11600857973098755,
      "step": 370,
      "valid_targets_mean": 7170.2,
      "valid_targets_min": 4445
    },
    {
      "epoch": 0.7869884575026233,
      "grad_norm": 0.4622724679630308,
      "learning_rate": 3.9982514925598794e-05,
      "loss": 0.2335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10520058125257492,
      "step": 375,
      "valid_targets_mean": 6474.5,
      "valid_targets_min": 2723
    },
    {
      "epoch": 0.7974816369359916,
      "grad_norm": 0.4759975969806025,
      "learning_rate": 3.997787130934819e-05,
      "loss": 0.227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11512656509876251,
      "step": 380,
      "valid_targets_mean": 6460.6,
      "valid_targets_min": 4597
    },
    {
      "epoch": 0.8079748163693599,
      "grad_norm": 0.46249109508603226,
      "learning_rate": 3.997268181078379e-05,
      "loss": 0.2321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11230267584323883,
      "step": 385,
      "valid_targets_mean": 6711.8,
      "valid_targets_min": 4850
    },
    {
      "epoch": 0.8184679958027282,
      "grad_norm": 0.5006831543857353,
      "learning_rate": 3.9966946571705244e-05,
      "loss": 0.2248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1262255311012268,
      "step": 390,
      "valid_targets_mean": 6133.6,
      "valid_targets_min": 3674
    },
    {
      "epoch": 0.8289611752360966,
      "grad_norm": 0.4303159020764481,
      "learning_rate": 3.996066574882424e-05,
      "loss": 0.2195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09490875899791718,
      "step": 395,
      "valid_targets_mean": 6189.0,
      "valid_targets_min": 1429
    },
    {
      "epoch": 0.8394543546694648,
      "grad_norm": 0.45205335798505436,
      "learning_rate": 3.9953839513760154e-05,
      "loss": 0.2246,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14661428332328796,
      "step": 400,
      "valid_targets_mean": 7913.9,
      "valid_targets_min": 3322
    },
    {
      "epoch": 0.8499475341028332,
      "grad_norm": 0.4635074333313668,
      "learning_rate": 3.9946468053035417e-05,
      "loss": 0.2237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10226143896579742,
      "step": 405,
      "valid_targets_mean": 6755.9,
      "valid_targets_min": 3629
    },
    {
      "epoch": 0.8604407135362014,
      "grad_norm": 0.45410343452389834,
      "learning_rate": 3.993855156807039e-05,
      "loss": 0.2254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11254068464040756,
      "step": 410,
      "valid_targets_mean": 6444.2,
      "valid_targets_min": 4531
    },
    {
      "epoch": 0.8709338929695698,
      "grad_norm": 0.45650594668745553,
      "learning_rate": 3.993009027517786e-05,
      "loss": 0.2205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13951584696769714,
      "step": 415,
      "valid_targets_mean": 8224.6,
      "valid_targets_min": 5268
    },
    {
      "epoch": 0.881427072402938,
      "grad_norm": 0.46915644741084966,
      "learning_rate": 3.992108440555715e-05,
      "loss": 0.2191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10114838182926178,
      "step": 420,
      "valid_targets_mean": 5602.1,
      "valid_targets_min": 648
    },
    {
      "epoch": 0.8919202518363064,
      "grad_norm": 0.42441467712770836,
      "learning_rate": 3.991153420528777e-05,
      "loss": 0.2177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10630941390991211,
      "step": 425,
      "valid_targets_mean": 7337.6,
      "valid_targets_min": 4878
    },
    {
      "epoch": 0.9024134312696747,
      "grad_norm": 0.3857461321513521,
      "learning_rate": 3.9901439935322726e-05,
      "loss": 0.225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10085228085517883,
      "step": 430,
      "valid_targets_mean": 9627.6,
      "valid_targets_min": 4733
    },
    {
      "epoch": 0.912906610703043,
      "grad_norm": 0.43473037371673884,
      "learning_rate": 3.989080187148136e-05,
      "loss": 0.2247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09486043453216553,
      "step": 435,
      "valid_targets_mean": 6688.5,
      "valid_targets_min": 4730
    },
    {
      "epoch": 0.9233997901364114,
      "grad_norm": 0.42766307509826645,
      "learning_rate": 3.9879620304441834e-05,
      "loss": 0.2196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1074979156255722,
      "step": 440,
      "valid_targets_mean": 6539.4,
      "valid_targets_min": 615
    },
    {
      "epoch": 0.9338929695697796,
      "grad_norm": 0.4407848515744525,
      "learning_rate": 3.986789553973319e-05,
      "loss": 0.2314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09944035112857819,
      "step": 445,
      "valid_targets_mean": 6428.0,
      "valid_targets_min": 3529
    },
    {
      "epoch": 0.944386149003148,
      "grad_norm": 0.41655497392082325,
      "learning_rate": 3.985562789772697e-05,
      "loss": 0.2164,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09469069540500641,
      "step": 450,
      "valid_targets_mean": 5372.9,
      "valid_targets_min": 3737
    },
    {
      "epoch": 0.9548793284365162,
      "grad_norm": 0.44887841881078855,
      "learning_rate": 3.9842817713628494e-05,
      "loss": 0.2144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11075478047132492,
      "step": 455,
      "valid_targets_mean": 5717.0,
      "valid_targets_min": 483
    },
    {
      "epoch": 0.9653725078698846,
      "grad_norm": 0.4695273240032865,
      "learning_rate": 3.982946533746771e-05,
      "loss": 0.2282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1085926964879036,
      "step": 460,
      "valid_targets_mean": 6351.1,
      "valid_targets_min": 4575
    },
    {
      "epoch": 0.9758656873032528,
      "grad_norm": 0.4674193387804589,
      "learning_rate": 3.9815571134089584e-05,
      "loss": 0.2142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.102556973695755,
      "step": 465,
      "valid_targets_mean": 6746.1,
      "valid_targets_min": 4121
    },
    {
      "epoch": 0.9863588667366212,
      "grad_norm": 0.43027944579612265,
      "learning_rate": 3.9801135483144174e-05,
      "loss": 0.2206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10300008952617645,
      "step": 470,
      "valid_targets_mean": 6275.4,
      "valid_targets_min": 4440
    },
    {
      "epoch": 0.9968520461699895,
      "grad_norm": 0.4553669538356775,
      "learning_rate": 3.9786158779076226e-05,
      "loss": 0.2224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09901054203510284,
      "step": 475,
      "valid_targets_mean": 6079.8,
      "valid_targets_min": 3270
    },
    {
      "epoch": 1.006295907660021,
      "grad_norm": 0.5141367626612066,
      "learning_rate": 3.977064143111443e-05,
      "loss": 0.208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11563676595687866,
      "step": 480,
      "valid_targets_mean": 6947.8,
      "valid_targets_min": 5223
    },
    {
      "epoch": 1.0167890870933893,
      "grad_norm": 0.44768746605898224,
      "learning_rate": 3.9754583863260195e-05,
      "loss": 0.202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10534417629241943,
      "step": 485,
      "valid_targets_mean": 7922.2,
      "valid_targets_min": 3596
    },
    {
      "epoch": 1.0272822665267576,
      "grad_norm": 0.4320578176769016,
      "learning_rate": 3.97379865142761e-05,
      "loss": 0.2074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09221038222312927,
      "step": 490,
      "valid_targets_mean": 6658.9,
      "valid_targets_min": 3889
    },
    {
      "epoch": 1.0377754459601258,
      "grad_norm": 0.4663529918729838,
      "learning_rate": 3.97208498376739e-05,
      "loss": 0.212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10989321768283844,
      "step": 495,
      "valid_targets_mean": 7902.9,
      "valid_targets_min": 1168
    },
    {
      "epoch": 1.0482686253934943,
      "grad_norm": 0.44372155120467116,
      "learning_rate": 3.97031743017021e-05,
      "loss": 0.2093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11609729379415512,
      "step": 500,
      "valid_targets_mean": 7281.1,
      "valid_targets_min": 5114
    },
    {
      "epoch": 1.0587618048268626,
      "grad_norm": 0.6864781611865786,
      "learning_rate": 3.9684960389333206e-05,
      "loss": 0.2052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09195898473262787,
      "step": 505,
      "valid_targets_mean": 6692.9,
      "valid_targets_min": 266
    },
    {
      "epoch": 1.0692549842602308,
      "grad_norm": 0.5245622817534252,
      "learning_rate": 3.966620859825051e-05,
      "loss": 0.2151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10989820957183838,
      "step": 510,
      "valid_targets_mean": 6483.5,
      "valid_targets_min": 4790
    },
    {
      "epoch": 1.079748163693599,
      "grad_norm": 0.4708650614620763,
      "learning_rate": 3.964691944083448e-05,
      "loss": 0.21,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1011229082942009,
      "step": 515,
      "valid_targets_mean": 6219.8,
      "valid_targets_min": 3720
    },
    {
      "epoch": 1.0902413431269675,
      "grad_norm": 0.4594897950402482,
      "learning_rate": 3.9627093444148766e-05,
      "loss": 0.2127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10303577780723572,
      "step": 520,
      "valid_targets_mean": 6787.2,
      "valid_targets_min": 4548
    },
    {
      "epoch": 1.1007345225603358,
      "grad_norm": 0.44122564056313573,
      "learning_rate": 3.960673114992581e-05,
      "loss": 0.2079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09995207190513611,
      "step": 525,
      "valid_targets_mean": 5998.5,
      "valid_targets_min": 816
    },
    {
      "epoch": 1.111227701993704,
      "grad_norm": 0.4884840600183993,
      "learning_rate": 3.958583311455203e-05,
      "loss": 0.2083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13188013434410095,
      "step": 530,
      "valid_targets_mean": 7562.2,
      "valid_targets_min": 3922
    },
    {
      "epoch": 1.1217208814270725,
      "grad_norm": 0.45988581469672457,
      "learning_rate": 3.9564399909052626e-05,
      "loss": 0.2104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0921846479177475,
      "step": 535,
      "valid_targets_mean": 6951.1,
      "valid_targets_min": 1165
    },
    {
      "epoch": 1.1322140608604407,
      "grad_norm": 0.45266493691744136,
      "learning_rate": 3.954243211907596e-05,
      "loss": 0.2077,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09937339276075363,
      "step": 540,
      "valid_targets_mean": 7355.6,
      "valid_targets_min": 4068
    },
    {
      "epoch": 1.142707240293809,
      "grad_norm": 0.4719115503349866,
      "learning_rate": 3.9519930344877606e-05,
      "loss": 0.2124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09784740209579468,
      "step": 545,
      "valid_targets_mean": 5580.9,
      "valid_targets_min": 500
    },
    {
      "epoch": 1.1532004197271772,
      "grad_norm": 0.41994490005109103,
      "learning_rate": 3.949689520130384e-05,
      "loss": 0.2154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11583942919969559,
      "step": 550,
      "valid_targets_mean": 8311.1,
      "valid_targets_min": 6525
    },
    {
      "epoch": 1.1636935991605457,
      "grad_norm": 0.4396076879076679,
      "learning_rate": 3.947332731777498e-05,
      "loss": 0.2073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10304717719554901,
      "step": 555,
      "valid_targets_mean": 6858.4,
      "valid_targets_min": 546
    },
    {
      "epoch": 1.174186778593914,
      "grad_norm": 0.4410137446094941,
      "learning_rate": 3.944922733826806e-05,
      "loss": 0.2032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11203482002019882,
      "step": 560,
      "valid_targets_mean": 7976.4,
      "valid_targets_min": 3852
    },
    {
      "epoch": 1.1846799580272822,
      "grad_norm": 0.45060698031653185,
      "learning_rate": 3.942459592129933e-05,
      "loss": 0.2117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12652936577796936,
      "step": 565,
      "valid_targets_mean": 8402.8,
      "valid_targets_min": 6922
    },
    {
      "epoch": 1.1951731374606505,
      "grad_norm": 0.44960533339075365,
      "learning_rate": 3.9399433739906195e-05,
      "loss": 0.2063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11032892763614655,
      "step": 570,
      "valid_targets_mean": 6879.6,
      "valid_targets_min": 4463
    },
    {
      "epoch": 1.205666316894019,
      "grad_norm": 0.40891261039473853,
      "learning_rate": 3.937374148162888e-05,
      "loss": 0.1963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10610020905733109,
      "step": 575,
      "valid_targets_mean": 8212.9,
      "valid_targets_min": 5715
    },
    {
      "epoch": 1.2161594963273872,
      "grad_norm": 0.4943058934180262,
      "learning_rate": 3.934751984849158e-05,
      "loss": 0.2086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10550324618816376,
      "step": 580,
      "valid_targets_mean": 6367.5,
      "valid_targets_min": 3802
    },
    {
      "epoch": 1.2266526757607554,
      "grad_norm": 0.4703813332230257,
      "learning_rate": 3.932076955698334e-05,
      "loss": 0.2049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0797218382358551,
      "step": 585,
      "valid_targets_mean": 4991.4,
      "valid_targets_min": 970
    },
    {
      "epoch": 1.237145855194124,
      "grad_norm": 0.42104119869177054,
      "learning_rate": 3.929349133803844e-05,
      "loss": 0.2054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07701364159584045,
      "step": 590,
      "valid_targets_mean": 5127.9,
      "valid_targets_min": 324
    },
    {
      "epoch": 1.2476390346274921,
      "grad_norm": 0.41604478601692463,
      "learning_rate": 3.926568593701644e-05,
      "loss": 0.1986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12172184884548187,
      "step": 595,
      "valid_targets_mean": 8070.8,
      "valid_targets_min": 5142
    },
    {
      "epoch": 1.2581322140608604,
      "grad_norm": 0.47393122507909924,
      "learning_rate": 3.9237354113681795e-05,
      "loss": 0.2041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11034677922725677,
      "step": 600,
      "valid_targets_mean": 6446.1,
      "valid_targets_min": 3682
    },
    {
      "epoch": 1.2686253934942289,
      "grad_norm": 0.4179462515196094,
      "learning_rate": 3.920849664218312e-05,
      "loss": 0.2043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0843837708234787,
      "step": 605,
      "valid_targets_mean": 6985.2,
      "valid_targets_min": 5105
    },
    {
      "epoch": 1.2791185729275971,
      "grad_norm": 0.40880913860347773,
      "learning_rate": 3.917911431103201e-05,
      "loss": 0.2038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0910620167851448,
      "step": 610,
      "valid_targets_mean": 7530.9,
      "valid_targets_min": 4496
    },
    {
      "epoch": 1.2896117523609654,
      "grad_norm": 0.4095319501364525,
      "learning_rate": 3.914920792308153e-05,
      "loss": 0.2087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09878174960613251,
      "step": 615,
      "valid_targets_mean": 6751.8,
      "valid_targets_min": 3991
    },
    {
      "epoch": 1.3001049317943336,
      "grad_norm": 0.4506689796690072,
      "learning_rate": 3.9118778295504224e-05,
      "loss": 0.2088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10704606026411057,
      "step": 620,
      "valid_targets_mean": 6370.0,
      "valid_targets_min": 477
    },
    {
      "epoch": 1.3105981112277019,
      "grad_norm": 0.46388489916153236,
      "learning_rate": 3.908782625976984e-05,
      "loss": 0.2122,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08457791805267334,
      "step": 625,
      "valid_targets_mean": 5144.4,
      "valid_targets_min": 301
    },
    {
      "epoch": 1.3210912906610703,
      "grad_norm": 0.4193806296157824,
      "learning_rate": 3.905635266162258e-05,
      "loss": 0.2086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10484787821769714,
      "step": 630,
      "valid_targets_mean": 7334.6,
      "valid_targets_min": 1101
    },
    {
      "epoch": 1.3315844700944386,
      "grad_norm": 0.4270554384125975,
      "learning_rate": 3.9024358361058e-05,
      "loss": 0.206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10570015013217926,
      "step": 635,
      "valid_targets_mean": 7018.4,
      "valid_targets_min": 1812
    },
    {
      "epoch": 1.3420776495278068,
      "grad_norm": 0.46023429861282056,
      "learning_rate": 3.8991844232299526e-05,
      "loss": 0.2027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1281335949897766,
      "step": 640,
      "valid_targets_mean": 7558.1,
      "valid_targets_min": 5144
    },
    {
      "epoch": 1.3525708289611753,
      "grad_norm": 0.40400315590462454,
      "learning_rate": 3.8958811163774526e-05,
      "loss": 0.2089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08377764374017715,
      "step": 645,
      "valid_targets_mean": 5568.4,
      "valid_targets_min": 1547
    },
    {
      "epoch": 1.3630640083945436,
      "grad_norm": 0.4165881898530997,
      "learning_rate": 3.892526005809007e-05,
      "loss": 0.2011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1130603700876236,
      "step": 650,
      "valid_targets_mean": 7709.5,
      "valid_targets_min": 4068
    },
    {
      "epoch": 1.3735571878279118,
      "grad_norm": 0.44924096975403294,
      "learning_rate": 3.8891191832008256e-05,
      "loss": 0.2038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10047546774148941,
      "step": 655,
      "valid_targets_mean": 6542.5,
      "valid_targets_min": 4680
    },
    {
      "epoch": 1.3840503672612803,
      "grad_norm": 0.4222630020682009,
      "learning_rate": 3.885660741642116e-05,
      "loss": 0.209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10015548765659332,
      "step": 660,
      "valid_targets_mean": 7341.5,
      "valid_targets_min": 4984
    },
    {
      "epoch": 1.3945435466946485,
      "grad_norm": 0.4343816792421444,
      "learning_rate": 3.882150775632539e-05,
      "loss": 0.2093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10170470178127289,
      "step": 665,
      "valid_targets_mean": 7560.9,
      "valid_targets_min": 4740
    },
    {
      "epoch": 1.4050367261280168,
      "grad_norm": 0.43895827864606435,
      "learning_rate": 3.87858938107963e-05,
      "loss": 0.2036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10412415862083435,
      "step": 670,
      "valid_targets_mean": 6737.1,
      "valid_targets_min": 5160
    },
    {
      "epoch": 1.415529905561385,
      "grad_norm": 0.5016028159461988,
      "learning_rate": 3.8749766552961736e-05,
      "loss": 0.1979,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09616001695394516,
      "step": 675,
      "valid_targets_mean": 5862.6,
      "valid_targets_min": 2828
    },
    {
      "epoch": 1.4260230849947533,
      "grad_norm": 0.406456166127644,
      "learning_rate": 3.871312696997547e-05,
      "loss": 0.2041,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09848299622535706,
      "step": 680,
      "valid_targets_mean": 7496.1,
      "valid_targets_min": 4233
    },
    {
      "epoch": 1.4365162644281217,
      "grad_norm": 0.4243777498549692,
      "learning_rate": 3.867597606299023e-05,
      "loss": 0.2037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10640639066696167,
      "step": 685,
      "valid_targets_mean": 8608.2,
      "valid_targets_min": 6053
    },
    {
      "epoch": 1.44700944386149,
      "grad_norm": 0.4414623443643935,
      "learning_rate": 3.863831484713033e-05,
      "loss": 0.1972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11067424714565277,
      "step": 690,
      "valid_targets_mean": 6397.6,
      "valid_targets_min": 4089
    },
    {
      "epoch": 1.4575026232948582,
      "grad_norm": 0.3946603582520573,
      "learning_rate": 3.860014435146397e-05,
      "loss": 0.2015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07396245002746582,
      "step": 695,
      "valid_targets_mean": 5697.6,
      "valid_targets_min": 2186
    },
    {
      "epoch": 1.4679958027282267,
      "grad_norm": 0.4278635147030236,
      "learning_rate": 3.856146561897505e-05,
      "loss": 0.1951,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0998871922492981,
      "step": 700,
      "valid_targets_mean": 7134.9,
      "valid_targets_min": 3930
    },
    {
      "epoch": 1.478488982161595,
      "grad_norm": 0.4408456344312936,
      "learning_rate": 3.852227970653473e-05,
      "loss": 0.2097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11778020858764648,
      "step": 705,
      "valid_targets_mean": 6837.9,
      "valid_targets_min": 4187
    },
    {
      "epoch": 1.4889821615949632,
      "grad_norm": 0.4382834292978791,
      "learning_rate": 3.8482587684872536e-05,
      "loss": 0.1968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08697176724672318,
      "step": 710,
      "valid_targets_mean": 5439.9,
      "valid_targets_min": 318
    },
    {
      "epoch": 1.4994753410283317,
      "grad_norm": 0.4111781891346404,
      "learning_rate": 3.844239063854709e-05,
      "loss": 0.2097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11067388951778412,
      "step": 715,
      "valid_targets_mean": 8192.6,
      "valid_targets_min": 5565
    },
    {
      "epoch": 1.5099685204617,
      "grad_norm": 0.44356410064904767,
      "learning_rate": 3.8401689665916485e-05,
      "loss": 0.1965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0996721088886261,
      "step": 720,
      "valid_targets_mean": 7183.6,
      "valid_targets_min": 2219
    },
    {
      "epoch": 1.5204616998950682,
      "grad_norm": 0.47697409772680943,
      "learning_rate": 3.836048587910828e-05,
      "loss": 0.2111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.093361496925354,
      "step": 725,
      "valid_targets_mean": 5792.6,
      "valid_targets_min": 3653
    },
    {
      "epoch": 1.5309548793284367,
      "grad_norm": 0.4078324727801479,
      "learning_rate": 3.831878040398908e-05,
      "loss": 0.201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1209375262260437,
      "step": 730,
      "valid_targets_mean": 8004.8,
      "valid_targets_min": 5088
    },
    {
      "epoch": 1.5414480587618047,
      "grad_norm": 0.47197867122584225,
      "learning_rate": 3.8276574380133826e-05,
      "loss": 0.2025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09673216938972473,
      "step": 735,
      "valid_targets_mean": 6692.4,
      "valid_targets_min": 1274
    },
    {
      "epoch": 1.5519412381951732,
      "grad_norm": 0.397058596804463,
      "learning_rate": 3.823386896079462e-05,
      "loss": 0.2008,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10966745764017105,
      "step": 740,
      "valid_targets_mean": 7848.8,
      "valid_targets_min": 5927
    },
    {
      "epoch": 1.5624344176285414,
      "grad_norm": 0.38271046277171716,
      "learning_rate": 3.8190665312869194e-05,
      "loss": 0.2024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10054107010364532,
      "step": 745,
      "valid_targets_mean": 7927.5,
      "valid_targets_min": 5058
    },
    {
      "epoch": 1.5729275970619097,
      "grad_norm": 0.4219444101395016,
      "learning_rate": 3.814696461686909e-05,
      "loss": 0.2052,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1056118905544281,
      "step": 750,
      "valid_targets_mean": 7095.5,
      "valid_targets_min": 4810
    },
    {
      "epoch": 1.5834207764952781,
      "grad_norm": 0.42783254365913237,
      "learning_rate": 3.8102768066887335e-05,
      "loss": 0.2014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09082961827516556,
      "step": 755,
      "valid_targets_mean": 5680.6,
      "valid_targets_min": 1358
    },
    {
      "epoch": 1.5939139559286464,
      "grad_norm": 0.41825847596382354,
      "learning_rate": 3.805807687056586e-05,
      "loss": 0.1936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0992087721824646,
      "step": 760,
      "valid_targets_mean": 7267.9,
      "valid_targets_min": 5131
    },
    {
      "epoch": 1.6044071353620146,
      "grad_norm": 0.41664988629768784,
      "learning_rate": 3.801289224906248e-05,
      "loss": 0.2022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10876358300447464,
      "step": 765,
      "valid_targets_mean": 7545.2,
      "valid_targets_min": 3949
    },
    {
      "epoch": 1.614900314795383,
      "grad_norm": 0.4137441641357081,
      "learning_rate": 3.7967215437017514e-05,
      "loss": 0.1975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10791847109794617,
      "step": 770,
      "valid_targets_mean": 7212.2,
      "valid_targets_min": 4768
    },
    {
      "epoch": 1.6253934942287513,
      "grad_norm": 0.45219540866514485,
      "learning_rate": 3.792104768252011e-05,
      "loss": 0.2026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08391132950782776,
      "step": 775,
      "valid_targets_mean": 5368.8,
      "valid_targets_min": 615
    },
    {
      "epoch": 1.6358866736621196,
      "grad_norm": 0.3987242030228965,
      "learning_rate": 3.787439024707405e-05,
      "loss": 0.1994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09216152131557465,
      "step": 780,
      "valid_targets_mean": 6794.9,
      "valid_targets_min": 483
    },
    {
      "epoch": 1.646379853095488,
      "grad_norm": 0.45195506699081656,
      "learning_rate": 3.782724440556336e-05,
      "loss": 0.2034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12410935759544373,
      "step": 785,
      "valid_targets_mean": 6614.8,
      "valid_targets_min": 1924
    },
    {
      "epoch": 1.656873032528856,
      "grad_norm": 0.3964556004108242,
      "learning_rate": 3.7779611446217434e-05,
      "loss": 0.1927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09435314685106277,
      "step": 790,
      "valid_targets_mean": 8387.0,
      "valid_targets_min": 3873
    },
    {
      "epoch": 1.6673662119622246,
      "grad_norm": 0.4077439304977771,
      "learning_rate": 3.7731492670575846e-05,
      "loss": 0.2028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08365722000598907,
      "step": 795,
      "valid_targets_mean": 6189.0,
      "valid_targets_min": 332
    },
    {
      "epoch": 1.6778593913955928,
      "grad_norm": 0.40266792031294235,
      "learning_rate": 3.7682889393452775e-05,
      "loss": 0.2084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09859654307365417,
      "step": 800,
      "valid_targets_mean": 6637.4,
      "valid_targets_min": 2242
    },
    {
      "epoch": 1.688352570828961,
      "grad_norm": 0.408296677682496,
      "learning_rate": 3.763380294290109e-05,
      "loss": 0.2002,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10042356699705124,
      "step": 805,
      "valid_targets_mean": 6032.1,
      "valid_targets_min": 499
    },
    {
      "epoch": 1.6988457502623295,
      "grad_norm": 0.41324819064978646,
      "learning_rate": 3.7584234660176074e-05,
      "loss": 0.1965,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09822611510753632,
      "step": 810,
      "valid_targets_mean": 7266.5,
      "valid_targets_min": 4168
    },
    {
      "epoch": 1.7093389296956978,
      "grad_norm": 0.4235838127793138,
      "learning_rate": 3.753418589969874e-05,
      "loss": 0.2015,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10357680171728134,
      "step": 815,
      "valid_targets_mean": 7080.1,
      "valid_targets_min": 3991
    },
    {
      "epoch": 1.719832109129066,
      "grad_norm": 0.4527516901022831,
      "learning_rate": 3.7483658029018854e-05,
      "loss": 0.1976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0956818163394928,
      "step": 820,
      "valid_targets_mean": 6897.4,
      "valid_targets_min": 3801
    },
    {
      "epoch": 1.7303252885624345,
      "grad_norm": 0.40909146454101564,
      "learning_rate": 3.743265242877756e-05,
      "loss": 0.1963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0946725532412529,
      "step": 825,
      "valid_targets_mean": 7805.6,
      "valid_targets_min": 5623
    },
    {
      "epoch": 1.7408184679958028,
      "grad_norm": 0.412706296069022,
      "learning_rate": 3.7381170492669624e-05,
      "loss": 0.2063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10043913871049881,
      "step": 830,
      "valid_targets_mean": 6858.9,
      "valid_targets_min": 3743
    },
    {
      "epoch": 1.751311647429171,
      "grad_norm": 0.39956247120422494,
      "learning_rate": 3.732921362740541e-05,
      "loss": 0.2027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10793577879667282,
      "step": 835,
      "valid_targets_mean": 7797.1,
      "valid_targets_min": 5890
    },
    {
      "epoch": 1.7618048268625395,
      "grad_norm": 0.41436525323067336,
      "learning_rate": 3.727678325267241e-05,
      "loss": 0.2016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09502030909061432,
      "step": 840,
      "valid_targets_mean": 6251.0,
      "valid_targets_min": 3968
    },
    {
      "epoch": 1.7722980062959075,
      "grad_norm": 0.4797881543462193,
      "learning_rate": 3.722388080109643e-05,
      "loss": 0.2047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09240148961544037,
      "step": 845,
      "valid_targets_mean": 6233.5,
      "valid_targets_min": 2263
    },
    {
      "epoch": 1.782791185729276,
      "grad_norm": 0.4170698240641954,
      "learning_rate": 3.7170507718202494e-05,
      "loss": 0.194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07663221657276154,
      "step": 850,
      "valid_targets_mean": 6374.0,
      "valid_targets_min": 4582
    },
    {
      "epoch": 1.7932843651626444,
      "grad_norm": 0.44755981452881793,
      "learning_rate": 3.71166654623753e-05,
      "loss": 0.2033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10387059301137924,
      "step": 855,
      "valid_targets_mean": 6731.5,
      "valid_targets_min": 2450
    },
    {
      "epoch": 1.8037775445960125,
      "grad_norm": 0.38968333636802666,
      "learning_rate": 3.70623555048194e-05,
      "loss": 0.197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1014275923371315,
      "step": 860,
      "valid_targets_mean": 7916.1,
      "valid_targets_min": 4449
    },
    {
      "epoch": 1.814270724029381,
      "grad_norm": 0.42881262320950814,
      "learning_rate": 3.700757932951899e-05,
      "loss": 0.1897,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11223836243152618,
      "step": 865,
      "valid_targets_mean": 7489.8,
      "valid_targets_min": 4955
    },
    {
      "epoch": 1.8247639034627492,
      "grad_norm": 0.42363186988234797,
      "learning_rate": 3.695233843319737e-05,
      "loss": 0.1914,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09501855075359344,
      "step": 870,
      "valid_targets_mean": 7973.4,
      "valid_targets_min": 5263
    },
    {
      "epoch": 1.8352570828961174,
      "grad_norm": 0.5182645247622273,
      "learning_rate": 3.689663432527602e-05,
      "loss": 0.204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08103088289499283,
      "step": 875,
      "valid_targets_mean": 4704.4,
      "valid_targets_min": 760
    },
    {
      "epoch": 1.845750262329486,
      "grad_norm": 0.4367148842488578,
      "learning_rate": 3.684046852783339e-05,
      "loss": 0.1942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0984354019165039,
      "step": 880,
      "valid_targets_mean": 7248.1,
      "valid_targets_min": 4539
    },
    {
      "epoch": 1.8562434417628542,
      "grad_norm": 0.38270693579706977,
      "learning_rate": 3.67838425755633e-05,
      "loss": 0.1938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08837896585464478,
      "step": 885,
      "valid_targets_mean": 7056.6,
      "valid_targets_min": 4588
    },
    {
      "epoch": 1.8667366211962224,
      "grad_norm": 0.40854562348221457,
      "learning_rate": 3.672675801573298e-05,
      "loss": 0.191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09182108938694,
      "step": 890,
      "valid_targets_mean": 6378.6,
      "valid_targets_min": 3933
    },
    {
      "epoch": 1.8772298006295909,
      "grad_norm": 0.39924998949276075,
      "learning_rate": 3.6669216408140835e-05,
      "loss": 0.1867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08204784989356995,
      "step": 895,
      "valid_targets_mean": 7945.0,
      "valid_targets_min": 4271
    },
    {
      "epoch": 1.887722980062959,
      "grad_norm": 0.452304158450851,
      "learning_rate": 3.661121932507378e-05,
      "loss": 0.2065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11216147243976593,
      "step": 900,
      "valid_targets_mean": 6035.9,
      "valid_targets_min": 1186
    },
    {
      "epoch": 1.8982161594963274,
      "grad_norm": 0.4404227384776657,
      "learning_rate": 3.655276835126432e-05,
      "loss": 0.197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10932591557502747,
      "step": 905,
      "valid_targets_mean": 7168.1,
      "valid_targets_min": 2162
    },
    {
      "epoch": 1.9087093389296959,
      "grad_norm": 0.4542137143794065,
      "learning_rate": 3.6493865083847226e-05,
      "loss": 0.1985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10697949677705765,
      "step": 910,
      "valid_targets_mean": 6365.0,
      "valid_targets_min": 3426
    },
    {
      "epoch": 1.9192025183630639,
      "grad_norm": 0.404954990032281,
      "learning_rate": 3.6434511132315886e-05,
      "loss": 0.1969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10255680978298187,
      "step": 915,
      "valid_targets_mean": 8168.1,
      "valid_targets_min": 5917
    },
    {
      "epoch": 1.9296956977964324,
      "grad_norm": 0.3897075840461183,
      "learning_rate": 3.637470811847834e-05,
      "loss": 0.1957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09185780584812164,
      "step": 920,
      "valid_targets_mean": 6572.1,
      "valid_targets_min": 3549
    },
    {
      "epoch": 1.9401888772298006,
      "grad_norm": 0.39651237229197694,
      "learning_rate": 3.631445767641298e-05,
      "loss": 0.1945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08244992792606354,
      "step": 925,
      "valid_targets_mean": 6651.2,
      "valid_targets_min": 616
    },
    {
      "epoch": 1.9506820566631689,
      "grad_norm": 0.4484085883874254,
      "learning_rate": 3.625376145242386e-05,
      "loss": 0.1995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08280104398727417,
      "step": 930,
      "valid_targets_mean": 5030.5,
      "valid_targets_min": 441
    },
    {
      "epoch": 1.9611752360965373,
      "grad_norm": 0.46615234233246866,
      "learning_rate": 3.619262110499575e-05,
      "loss": 0.2035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10085698962211609,
      "step": 935,
      "valid_targets_mean": 6407.9,
      "valid_targets_min": 3935
    },
    {
      "epoch": 1.9716684155299056,
      "grad_norm": 0.43598934684074614,
      "learning_rate": 3.6131038304748794e-05,
      "loss": 0.1964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06743644177913666,
      "step": 940,
      "valid_targets_mean": 4689.6,
      "valid_targets_min": 322
    },
    {
      "epoch": 1.9821615949632738,
      "grad_norm": 0.4458899296120857,
      "learning_rate": 3.6069014734392874e-05,
      "loss": 0.205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10298512130975723,
      "step": 945,
      "valid_targets_mean": 7427.0,
      "valid_targets_min": 5165
    },
    {
      "epoch": 1.9926547743966423,
      "grad_norm": 0.4437501410689644,
      "learning_rate": 3.600655208868163e-05,
      "loss": 0.1964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.107498399913311,
      "step": 950,
      "valid_targets_mean": 6088.8,
      "valid_targets_min": 3661
    },
    {
      "epoch": 2.0020986358866737,
      "grad_norm": 0.44017088666167625,
      "learning_rate": 3.594365207436615e-05,
      "loss": 0.1905,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08558373153209686,
      "step": 955,
      "valid_targets_mean": 5909.6,
      "valid_targets_min": 4031
    },
    {
      "epoch": 2.012591815320042,
      "grad_norm": 0.5124575314629869,
      "learning_rate": 3.588031641014833e-05,
      "loss": 0.1841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09741701185703278,
      "step": 960,
      "valid_targets_mean": 7122.0,
      "valid_targets_min": 4984
    },
    {
      "epoch": 2.02308499475341,
      "grad_norm": 0.4672307456910968,
      "learning_rate": 3.5816546826633925e-05,
      "loss": 0.1863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09654739499092102,
      "step": 965,
      "valid_targets_mean": 6102.2,
      "valid_targets_min": 3175
    },
    {
      "epoch": 2.0335781741867787,
      "grad_norm": 0.3966122654644788,
      "learning_rate": 3.575234506628524e-05,
      "loss": 0.1797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07941184192895889,
      "step": 970,
      "valid_targets_mean": 6045.1,
      "valid_targets_min": 4480
    },
    {
      "epoch": 2.0440713536201467,
      "grad_norm": 0.4802533802340644,
      "learning_rate": 3.568771288337353e-05,
      "loss": 0.1827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06682239472866058,
      "step": 975,
      "valid_targets_mean": 5073.0,
      "valid_targets_min": 325
    },
    {
      "epoch": 2.054564533053515,
      "grad_norm": 0.46343938423686243,
      "learning_rate": 3.562265204393108e-05,
      "loss": 0.1853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09843286871910095,
      "step": 980,
      "valid_targets_mean": 6371.8,
      "valid_targets_min": 3524
    },
    {
      "epoch": 2.0650577124868836,
      "grad_norm": 0.42827771977065954,
      "learning_rate": 3.555716432570293e-05,
      "loss": 0.1818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08701205253601074,
      "step": 985,
      "valid_targets_mean": 7376.1,
      "valid_targets_min": 4391
    },
    {
      "epoch": 2.0755508919202517,
      "grad_norm": 0.4178123662722871,
      "learning_rate": 3.5491251518098296e-05,
      "loss": 0.1886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07098545879125595,
      "step": 990,
      "valid_targets_mean": 6282.4,
      "valid_targets_min": 2473
    },
    {
      "epoch": 2.08604407135362,
      "grad_norm": 0.4369245156721469,
      "learning_rate": 3.542491542214169e-05,
      "loss": 0.1843,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09313167631626129,
      "step": 995,
      "valid_targets_mean": 6320.6,
      "valid_targets_min": 1656
    },
    {
      "epoch": 2.0965372507869886,
      "grad_norm": 0.44284801458408135,
      "learning_rate": 3.535815785042371e-05,
      "loss": 0.1822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08810308575630188,
      "step": 1000,
      "valid_targets_mean": 7316.4,
      "valid_targets_min": 3643
    },
    {
      "epoch": 2.1070304302203566,
      "grad_norm": 0.44247309384226824,
      "learning_rate": 3.529098062705148e-05,
      "loss": 0.1872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.100520059466362,
      "step": 1005,
      "valid_targets_mean": 7869.4,
      "valid_targets_min": 5358
    },
    {
      "epoch": 2.117523609653725,
      "grad_norm": 0.4423483630719316,
      "learning_rate": 3.522338558759886e-05,
      "loss": 0.1852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08891274034976959,
      "step": 1010,
      "valid_targets_mean": 5825.1,
      "valid_targets_min": 3607
    },
    {
      "epoch": 2.1280167890870936,
      "grad_norm": 0.409018786588809,
      "learning_rate": 3.5155374579056254e-05,
      "loss": 0.1792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07287713885307312,
      "step": 1015,
      "valid_targets_mean": 5844.8,
      "valid_targets_min": 4117
    },
    {
      "epoch": 2.1385099685204616,
      "grad_norm": 0.3884171047064284,
      "learning_rate": 3.508694945978015e-05,
      "loss": 0.181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09158478677272797,
      "step": 1020,
      "valid_targets_mean": 6647.6,
      "valid_targets_min": 3679
    },
    {
      "epoch": 2.14900314795383,
      "grad_norm": 0.42805033070866694,
      "learning_rate": 3.501811209944232e-05,
      "loss": 0.179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09017354995012283,
      "step": 1025,
      "valid_targets_mean": 6048.2,
      "valid_targets_min": 1404
    },
    {
      "epoch": 2.159496327387198,
      "grad_norm": 0.42409257025656566,
      "learning_rate": 3.494886437897879e-05,
      "loss": 0.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11794978380203247,
      "step": 1030,
      "valid_targets_mean": 8129.6,
      "valid_targets_min": 4234
    },
    {
      "epoch": 2.1699895068205666,
      "grad_norm": 0.4368637883307038,
      "learning_rate": 3.4879208190538386e-05,
      "loss": 0.1923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09482675045728683,
      "step": 1035,
      "valid_targets_mean": 6817.6,
      "valid_targets_min": 1165
    },
    {
      "epoch": 2.180482686253935,
      "grad_norm": 0.4103453370736601,
      "learning_rate": 3.4809145437431065e-05,
      "loss": 0.186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10131502151489258,
      "step": 1040,
      "valid_targets_mean": 8052.9,
      "valid_targets_min": 2162
    },
    {
      "epoch": 2.190975865687303,
      "grad_norm": 0.4357026429613,
      "learning_rate": 3.473867803407589e-05,
      "loss": 0.1873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08020630478858948,
      "step": 1045,
      "valid_targets_mean": 4987.2,
      "valid_targets_min": 689
    },
    {
      "epoch": 2.2014690451206715,
      "grad_norm": 0.45113814281483533,
      "learning_rate": 3.466780790594875e-05,
      "loss": 0.1824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08971951901912689,
      "step": 1050,
      "valid_targets_mean": 6716.1,
      "valid_targets_min": 4812
    },
    {
      "epoch": 2.21196222455404,
      "grad_norm": 0.42132690859795957,
      "learning_rate": 3.4596536989529685e-05,
      "loss": 0.181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11115249246358871,
      "step": 1055,
      "valid_targets_mean": 7619.2,
      "valid_targets_min": 5118
    },
    {
      "epoch": 2.222455403987408,
      "grad_norm": 0.4261634694667753,
      "learning_rate": 3.452486723225005e-05,
      "loss": 0.1819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08706986904144287,
      "step": 1060,
      "valid_targets_mean": 6290.1,
      "valid_targets_min": 4356
    },
    {
      "epoch": 2.2329485834207765,
      "grad_norm": 0.4270185460150402,
      "learning_rate": 3.445280059243926e-05,
      "loss": 0.1906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0887756198644638,
      "step": 1065,
      "valid_targets_mean": 6846.2,
      "valid_targets_min": 1784
    },
    {
      "epoch": 2.243441762854145,
      "grad_norm": 0.4393645555629806,
      "learning_rate": 3.438033903927128e-05,
      "loss": 0.1887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10316319763660431,
      "step": 1070,
      "valid_targets_mean": 7630.8,
      "valid_targets_min": 5329
    },
    {
      "epoch": 2.253934942287513,
      "grad_norm": 0.4074615753689165,
      "learning_rate": 3.430748455271082e-05,
      "loss": 0.1863,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09186771512031555,
      "step": 1075,
      "valid_targets_mean": 6324.9,
      "valid_targets_min": 801
    },
    {
      "epoch": 2.2644281217208815,
      "grad_norm": 0.4551348547576463,
      "learning_rate": 3.423423912345925e-05,
      "loss": 0.1873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09558658301830292,
      "step": 1080,
      "valid_targets_mean": 6825.9,
      "valid_targets_min": 4330
    },
    {
      "epoch": 2.27492130115425,
      "grad_norm": 0.4063524767748916,
      "learning_rate": 3.416060475290019e-05,
      "loss": 0.186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09127890318632126,
      "step": 1085,
      "valid_targets_mean": 7566.4,
      "valid_targets_min": 5486
    },
    {
      "epoch": 2.285414480587618,
      "grad_norm": 0.42727438558638087,
      "learning_rate": 3.408658345304482e-05,
      "loss": 0.1848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09472738206386566,
      "step": 1090,
      "valid_targets_mean": 7277.4,
      "valid_targets_min": 4568
    },
    {
      "epoch": 2.2959076600209865,
      "grad_norm": 0.42540236336669357,
      "learning_rate": 3.401217724647693e-05,
      "loss": 0.1785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08184987306594849,
      "step": 1095,
      "valid_targets_mean": 6295.1,
      "valid_targets_min": 1003
    },
    {
      "epoch": 2.3064008394543545,
      "grad_norm": 0.48732574293736025,
      "learning_rate": 3.393738816629761e-05,
      "loss": 0.1868,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09464119374752045,
      "step": 1100,
      "valid_targets_mean": 6031.1,
      "valid_targets_min": 970
    },
    {
      "epoch": 2.316894018887723,
      "grad_norm": 0.39703792599369886,
      "learning_rate": 3.386221825606975e-05,
      "loss": 0.1809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0924624651670456,
      "step": 1105,
      "valid_targets_mean": 7210.1,
      "valid_targets_min": 500
    },
    {
      "epoch": 2.3273871983210914,
      "grad_norm": 0.42365586554451284,
      "learning_rate": 3.378666956976215e-05,
      "loss": 0.1852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09636393189430237,
      "step": 1110,
      "valid_targets_mean": 7290.6,
      "valid_targets_min": 4543
    },
    {
      "epoch": 2.3378803777544594,
      "grad_norm": 0.4820250065269673,
      "learning_rate": 3.371074417169343e-05,
      "loss": 0.1842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09943065047264099,
      "step": 1115,
      "valid_targets_mean": 7099.0,
      "valid_targets_min": 3746
    },
    {
      "epoch": 2.348373557187828,
      "grad_norm": 0.35705638541542845,
      "learning_rate": 3.363444413647561e-05,
      "loss": 0.1769,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09401725232601166,
      "step": 1120,
      "valid_targets_mean": 7498.1,
      "valid_targets_min": 5871
    },
    {
      "epoch": 2.3588667366211964,
      "grad_norm": 0.3911955004684999,
      "learning_rate": 3.3557771548957425e-05,
      "loss": 0.1861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09180471301078796,
      "step": 1125,
      "valid_targets_mean": 7101.4,
      "valid_targets_min": 4271
    },
    {
      "epoch": 2.3693599160545644,
      "grad_norm": 0.3964501833121612,
      "learning_rate": 3.348072850416737e-05,
      "loss": 0.182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10606725513935089,
      "step": 1130,
      "valid_targets_mean": 8038.5,
      "valid_targets_min": 5168
    },
    {
      "epoch": 2.379853095487933,
      "grad_norm": 0.455907895656185,
      "learning_rate": 3.340331710725641e-05,
      "loss": 0.1909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08738633990287781,
      "step": 1135,
      "valid_targets_mean": 7328.1,
      "valid_targets_min": 4889
    },
    {
      "epoch": 2.390346274921301,
      "grad_norm": 0.36903201730487273,
      "learning_rate": 3.3325539473440546e-05,
      "loss": 0.1765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08207184076309204,
      "step": 1140,
      "valid_targets_mean": 8535.2,
      "valid_targets_min": 4353
    },
    {
      "epoch": 2.4008394543546694,
      "grad_norm": 0.44307801071227315,
      "learning_rate": 3.324739772794292e-05,
      "loss": 0.1886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09129495918750763,
      "step": 1145,
      "valid_targets_mean": 6202.0,
      "valid_targets_min": 3426
    },
    {
      "epoch": 2.411332633788038,
      "grad_norm": 0.4087694969229485,
      "learning_rate": 3.316889400593581e-05,
      "loss": 0.1783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10222087800502777,
      "step": 1150,
      "valid_targets_mean": 7357.5,
      "valid_targets_min": 4601
    },
    {
      "epoch": 2.421825813221406,
      "grad_norm": 0.45778394915553267,
      "learning_rate": 3.309003045248224e-05,
      "loss": 0.1764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08947615325450897,
      "step": 1155,
      "valid_targets_mean": 6312.9,
      "valid_targets_min": 2011
    },
    {
      "epoch": 2.4323189926547744,
      "grad_norm": 0.4582642436473117,
      "learning_rate": 3.301080922247743e-05,
      "loss": 0.1782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09737248718738556,
      "step": 1160,
      "valid_targets_mean": 6401.2,
      "valid_targets_min": 854
    },
    {
      "epoch": 2.442812172088143,
      "grad_norm": 0.39629383689675235,
      "learning_rate": 3.2931232480589853e-05,
      "loss": 0.1666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0754726454615593,
      "step": 1165,
      "valid_targets_mean": 6189.4,
      "valid_targets_min": 200
    },
    {
      "epoch": 2.453305351521511,
      "grad_norm": 0.459614313277168,
      "learning_rate": 3.285130240120212e-05,
      "loss": 0.1764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10912300646305084,
      "step": 1170,
      "valid_targets_mean": 7041.2,
      "valid_targets_min": 4857
    },
    {
      "epoch": 2.4637985309548793,
      "grad_norm": 0.3952639860647928,
      "learning_rate": 3.277102116835157e-05,
      "loss": 0.1775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0902990773320198,
      "step": 1175,
      "valid_targets_mean": 6684.1,
      "valid_targets_min": 5614
    },
    {
      "epoch": 2.474291710388248,
      "grad_norm": 0.4179206732119482,
      "learning_rate": 3.2690390975670554e-05,
      "loss": 0.1837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09472492337226868,
      "step": 1180,
      "valid_targets_mean": 7415.2,
      "valid_targets_min": 4528
    },
    {
      "epoch": 2.484784889821616,
      "grad_norm": 0.43289452705337866,
      "learning_rate": 3.260941402632655e-05,
      "loss": 0.1806,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08920637518167496,
      "step": 1185,
      "valid_targets_mean": 6525.2,
      "valid_targets_min": 4823
    },
    {
      "epoch": 2.4952780692549843,
      "grad_norm": 0.4086445458434871,
      "learning_rate": 3.252809253296192e-05,
      "loss": 0.1811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0858517736196518,
      "step": 1190,
      "valid_targets_mean": 6638.0,
      "valid_targets_min": 477
    },
    {
      "epoch": 2.5057712486883528,
      "grad_norm": 0.41600280138486223,
      "learning_rate": 3.244642871763348e-05,
      "loss": 0.18,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0942123606801033,
      "step": 1195,
      "valid_targets_mean": 7091.9,
      "valid_targets_min": 3829
    },
    {
      "epoch": 2.516264428121721,
      "grad_norm": 0.4538417196886871,
      "learning_rate": 3.236442481175176e-05,
      "loss": 0.1862,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08888477832078934,
      "step": 1200,
      "valid_targets_mean": 6174.1,
      "valid_targets_min": 3753
    },
    {
      "epoch": 2.5267576075550893,
      "grad_norm": 0.38418266028614384,
      "learning_rate": 3.228208305602004e-05,
      "loss": 0.1762,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07455168664455414,
      "step": 1205,
      "valid_targets_mean": 6350.9,
      "valid_targets_min": 3549
    },
    {
      "epoch": 2.5372507869884577,
      "grad_norm": 0.5054440973584818,
      "learning_rate": 3.219940570037314e-05,
      "loss": 0.1819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09286289662122726,
      "step": 1210,
      "valid_targets_mean": 5103.2,
      "valid_targets_min": 1973
    },
    {
      "epoch": 2.5477439664218258,
      "grad_norm": 0.40792500922036945,
      "learning_rate": 3.211639500391592e-05,
      "loss": 0.1841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09160646796226501,
      "step": 1215,
      "valid_targets_mean": 7091.2,
      "valid_targets_min": 5960
    },
    {
      "epoch": 2.5582371458551942,
      "grad_norm": 0.45707439908719016,
      "learning_rate": 3.2033053234861557e-05,
      "loss": 0.1805,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1148623377084732,
      "step": 1220,
      "valid_targets_mean": 5661.2,
      "valid_targets_min": 2723
    },
    {
      "epoch": 2.5687303252885627,
      "grad_norm": 0.42073329032911105,
      "learning_rate": 3.194938267046958e-05,
      "loss": 0.1832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07760588824748993,
      "step": 1225,
      "valid_targets_mean": 6177.0,
      "valid_targets_min": 3413
    },
    {
      "epoch": 2.5792235047219307,
      "grad_norm": 0.4428605708045142,
      "learning_rate": 3.186538559698364e-05,
      "loss": 0.1894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07915692031383514,
      "step": 1230,
      "valid_targets_mean": 5899.2,
      "valid_targets_min": 1483
    },
    {
      "epoch": 2.589716684155299,
      "grad_norm": 0.45836056899440347,
      "learning_rate": 3.1781064309569015e-05,
      "loss": 0.177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07306934893131256,
      "step": 1235,
      "valid_targets_mean": 5256.4,
      "valid_targets_min": 2124
    },
    {
      "epoch": 2.6002098635886672,
      "grad_norm": 0.4020244934968488,
      "learning_rate": 3.1696421112249925e-05,
      "loss": 0.1898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11009399592876434,
      "step": 1240,
      "valid_targets_mean": 7515.2,
      "valid_targets_min": 4308
    },
    {
      "epoch": 2.6107030430220357,
      "grad_norm": 0.4022462707955614,
      "learning_rate": 3.16114583178466e-05,
      "loss": 0.1839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08671146631240845,
      "step": 1245,
      "valid_targets_mean": 6869.9,
      "valid_targets_min": 1036
    },
    {
      "epoch": 2.6211962224554037,
      "grad_norm": 0.47498208512338697,
      "learning_rate": 3.1526178247912005e-05,
      "loss": 0.1818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07975402474403381,
      "step": 1250,
      "valid_targets_mean": 6258.4,
      "valid_targets_min": 2139
    },
    {
      "epoch": 2.631689401888772,
      "grad_norm": 0.41197440308021555,
      "learning_rate": 3.1440583232668484e-05,
      "loss": 0.1913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10407009720802307,
      "step": 1255,
      "valid_targets_mean": 6670.4,
      "valid_targets_min": 5530
    },
    {
      "epoch": 2.6421825813221407,
      "grad_norm": 0.4164427328588479,
      "learning_rate": 3.1354675610944046e-05,
      "loss": 0.1876,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10782954096794128,
      "step": 1260,
      "valid_targets_mean": 7447.9,
      "valid_targets_min": 5403
    },
    {
      "epoch": 2.6526757607555087,
      "grad_norm": 0.41741776877299636,
      "learning_rate": 3.1268457730108454e-05,
      "loss": 0.1853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10540814697742462,
      "step": 1265,
      "valid_targets_mean": 6496.2,
      "valid_targets_min": 960
    },
    {
      "epoch": 2.663168940188877,
      "grad_norm": 0.42961826653694224,
      "learning_rate": 3.1181931946009125e-05,
      "loss": 0.1818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10980040580034256,
      "step": 1270,
      "valid_targets_mean": 6583.2,
      "valid_targets_min": 3258
    },
    {
      "epoch": 2.6736621196222456,
      "grad_norm": 0.3829942173928751,
      "learning_rate": 3.1095100622906715e-05,
      "loss": 0.1756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09991838037967682,
      "step": 1275,
      "valid_targets_mean": 8077.5,
      "valid_targets_min": 4044
    },
    {
      "epoch": 2.6841552990556137,
      "grad_norm": 0.43251339018074875,
      "learning_rate": 3.100796613341055e-05,
      "loss": 0.1793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08717729896306992,
      "step": 1280,
      "valid_targets_mean": 6728.1,
      "valid_targets_min": 4296
    },
    {
      "epoch": 2.694648478488982,
      "grad_norm": 0.42913123037571893,
      "learning_rate": 3.092053085841375e-05,
      "loss": 0.183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0834718644618988,
      "step": 1285,
      "valid_targets_mean": 6064.0,
      "valid_targets_min": 3509
    },
    {
      "epoch": 2.7051416579223506,
      "grad_norm": 0.37766342906026606,
      "learning_rate": 3.083279718702824e-05,
      "loss": 0.1815,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08643440902233124,
      "step": 1290,
      "valid_targets_mean": 7712.2,
      "valid_targets_min": 5434
    },
    {
      "epoch": 2.7156348373557186,
      "grad_norm": 0.3689035325149897,
      "learning_rate": 3.074476751651941e-05,
      "loss": 0.1758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08829987049102783,
      "step": 1295,
      "valid_targets_mean": 7431.0,
      "valid_targets_min": 5088
    },
    {
      "epoch": 2.726128016789087,
      "grad_norm": 0.4223787524659475,
      "learning_rate": 3.065644425224063e-05,
      "loss": 0.1792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07150721549987793,
      "step": 1300,
      "valid_targets_mean": 5736.1,
      "valid_targets_min": 3613
    },
    {
      "epoch": 2.7366211962224556,
      "grad_norm": 0.4531507032318413,
      "learning_rate": 3.056782980756754e-05,
      "loss": 0.1811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08609944581985474,
      "step": 1305,
      "valid_targets_mean": 6046.4,
      "valid_targets_min": 5153
    },
    {
      "epoch": 2.7471143756558236,
      "grad_norm": 0.4090522165313531,
      "learning_rate": 3.047892660383209e-05,
      "loss": 0.1766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09299299120903015,
      "step": 1310,
      "valid_targets_mean": 6313.6,
      "valid_targets_min": 1945
    },
    {
      "epoch": 2.757607555089192,
      "grad_norm": 0.41103975255649333,
      "learning_rate": 3.0389737070256388e-05,
      "loss": 0.1818,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0955432802438736,
      "step": 1315,
      "valid_targets_mean": 6863.9,
      "valid_targets_min": 3300
    },
    {
      "epoch": 2.7681007345225606,
      "grad_norm": 0.4426263135685565,
      "learning_rate": 3.0300263643886302e-05,
      "loss": 0.1792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08449938893318176,
      "step": 1320,
      "valid_targets_mean": 5699.4,
      "valid_targets_min": 3892
    },
    {
      "epoch": 2.7785939139559286,
      "grad_norm": 0.40123747981786717,
      "learning_rate": 3.0210508769524906e-05,
      "loss": 0.1786,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0938343033194542,
      "step": 1325,
      "valid_targets_mean": 7248.2,
      "valid_targets_min": 3304
    },
    {
      "epoch": 2.789087093389297,
      "grad_norm": 0.4160444015132139,
      "learning_rate": 3.0120474899665643e-05,
      "loss": 0.1837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08788036555051804,
      "step": 1330,
      "valid_targets_mean": 6417.8,
      "valid_targets_min": 3648
    },
    {
      "epoch": 2.7995802728226655,
      "grad_norm": 0.37098940484651294,
      "learning_rate": 3.0030164494425333e-05,
      "loss": 0.1775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10098370909690857,
      "step": 1335,
      "valid_targets_mean": 7696.4,
      "valid_targets_min": 4310
    },
    {
      "epoch": 2.8100734522560336,
      "grad_norm": 0.3987879216445246,
      "learning_rate": 2.993958002147695e-05,
      "loss": 0.1767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.081761434674263,
      "step": 1340,
      "valid_targets_mean": 5893.6,
      "valid_targets_min": 324
    },
    {
      "epoch": 2.820566631689402,
      "grad_norm": 0.40020051809598217,
      "learning_rate": 2.9848723955982168e-05,
      "loss": 0.1848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0817759558558464,
      "step": 1345,
      "valid_targets_mean": 7260.2,
      "valid_targets_min": 5517
    },
    {
      "epoch": 2.83105981112277,
      "grad_norm": 0.39035620635372087,
      "learning_rate": 2.9757598780523784e-05,
      "loss": 0.1834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07814863324165344,
      "step": 1350,
      "valid_targets_mean": 6776.4,
      "valid_targets_min": 5021
    },
    {
      "epoch": 2.8415529905561385,
      "grad_norm": 0.4155116705285445,
      "learning_rate": 2.966620698503781e-05,
      "loss": 0.1778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0795905739068985,
      "step": 1355,
      "valid_targets_mean": 5605.9,
      "valid_targets_min": 867
    },
    {
      "epoch": 2.8520461699895066,
      "grad_norm": 0.3651857984148604,
      "learning_rate": 2.9574551066745518e-05,
      "loss": 0.1703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07493982464075089,
      "step": 1360,
      "valid_targets_mean": 7037.2,
      "valid_targets_min": 3814
    },
    {
      "epoch": 2.862539349422875,
      "grad_norm": 0.4968863677791486,
      "learning_rate": 2.9482633530085122e-05,
      "loss": 0.1778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07866144180297852,
      "step": 1365,
      "valid_targets_mean": 6898.5,
      "valid_targets_min": 4352
    },
    {
      "epoch": 2.8730325288562435,
      "grad_norm": 0.38513687465002544,
      "learning_rate": 2.939045688664342e-05,
      "loss": 0.1872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08800777792930603,
      "step": 1370,
      "valid_targets_mean": 7048.1,
      "valid_targets_min": 827
    },
    {
      "epoch": 2.8835257082896115,
      "grad_norm": 0.3916384621636145,
      "learning_rate": 2.929802365508712e-05,
      "loss": 0.1806,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06416353583335876,
      "step": 1375,
      "valid_targets_mean": 5427.6,
      "valid_targets_min": 2208
    },
    {
      "epoch": 2.89401888772298,
      "grad_norm": 0.41249100527389265,
      "learning_rate": 2.920533636109404e-05,
      "loss": 0.1799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10218751430511475,
      "step": 1380,
      "valid_targets_mean": 7861.0,
      "valid_targets_min": 4433
    },
    {
      "epoch": 2.9045120671563485,
      "grad_norm": 0.42276159919001566,
      "learning_rate": 2.911239753728407e-05,
      "loss": 0.179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07027000188827515,
      "step": 1385,
      "valid_targets_mean": 6150.2,
      "valid_targets_min": 3833
    },
    {
      "epoch": 2.9150052465897165,
      "grad_norm": 0.40300943305559933,
      "learning_rate": 2.9019209723150008e-05,
      "loss": 0.1816,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08272185921669006,
      "step": 1390,
      "valid_targets_mean": 6389.5,
      "valid_targets_min": 3653
    },
    {
      "epoch": 2.925498426023085,
      "grad_norm": 0.43316087735907716,
      "learning_rate": 2.8925775464988154e-05,
      "loss": 0.1846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0895342081785202,
      "step": 1395,
      "valid_targets_mean": 7209.4,
      "valid_targets_min": 5388
    },
    {
      "epoch": 2.9359916054564534,
      "grad_norm": 0.4064825781797068,
      "learning_rate": 2.8832097315828706e-05,
      "loss": 0.1715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08410394191741943,
      "step": 1400,
      "valid_targets_mean": 7775.5,
      "valid_targets_min": 4484
    },
    {
      "epoch": 2.9464847848898215,
      "grad_norm": 0.40703924065434194,
      "learning_rate": 2.873817783536605e-05,
      "loss": 0.1801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1052619144320488,
      "step": 1405,
      "valid_targets_mean": 7129.4,
      "valid_targets_min": 4160
    },
    {
      "epoch": 2.95697796432319,
      "grad_norm": 0.5452337380337632,
      "learning_rate": 2.8644019589888768e-05,
      "loss": 0.183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09623530507087708,
      "step": 1410,
      "valid_targets_mean": 7220.1,
      "valid_targets_min": 686
    },
    {
      "epoch": 2.9674711437565584,
      "grad_norm": 0.44040184620813055,
      "learning_rate": 2.854962515220957e-05,
      "loss": 0.18,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07843069732189178,
      "step": 1415,
      "valid_targets_mean": 6220.1,
      "valid_targets_min": 4010
    },
    {
      "epoch": 2.9779643231899264,
      "grad_norm": 0.4344119880088962,
      "learning_rate": 2.845499710159494e-05,
      "loss": 0.1795,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08755984902381897,
      "step": 1420,
      "valid_targets_mean": 5477.9,
      "valid_targets_min": 459
    },
    {
      "epoch": 2.988457502623295,
      "grad_norm": 0.37362054458345395,
      "learning_rate": 2.8360138023694693e-05,
      "loss": 0.1848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0953589528799057,
      "step": 1425,
      "valid_targets_mean": 7391.5,
      "valid_targets_min": 4296
    },
    {
      "epoch": 2.9989506820566634,
      "grad_norm": 0.39440895581693197,
      "learning_rate": 2.826505051047131e-05,
      "loss": 0.1833,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09483747184276581,
      "step": 1430,
      "valid_targets_mean": 6179.8,
      "valid_targets_min": 533
    },
    {
      "epoch": 3.0083945435466948,
      "grad_norm": 0.4041240911588325,
      "learning_rate": 2.816973716012912e-05,
      "loss": 0.1621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09408942610025406,
      "step": 1435,
      "valid_targets_mean": 7690.8,
      "valid_targets_min": 5866
    },
    {
      "epoch": 3.018887722980063,
      "grad_norm": 0.42307810208526814,
      "learning_rate": 2.807420057704331e-05,
      "loss": 0.1656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07292736321687698,
      "step": 1440,
      "valid_targets_mean": 6039.2,
      "valid_targets_min": 3628
    },
    {
      "epoch": 3.0293809024134313,
      "grad_norm": 0.4101584152685082,
      "learning_rate": 2.797844337168874e-05,
      "loss": 0.1681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08154639601707458,
      "step": 1445,
      "valid_targets_mean": 6886.5,
      "valid_targets_min": 4324
    },
    {
      "epoch": 3.0398740818467997,
      "grad_norm": 0.5043063134998965,
      "learning_rate": 2.7882468160568653e-05,
      "loss": 0.1675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0975562334060669,
      "step": 1450,
      "valid_targets_mean": 6367.8,
      "valid_targets_min": 198
    },
    {
      "epoch": 3.0503672612801678,
      "grad_norm": 0.44588200134148054,
      "learning_rate": 2.778627756614314e-05,
      "loss": 0.1639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08662178367376328,
      "step": 1455,
      "valid_targets_mean": 6065.1,
      "valid_targets_min": 3582
    },
    {
      "epoch": 3.0608604407135362,
      "grad_norm": 0.40847902962750265,
      "learning_rate": 2.768987421675751e-05,
      "loss": 0.1672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.086537204682827,
      "step": 1460,
      "valid_targets_mean": 6205.0,
      "valid_targets_min": 594
    },
    {
      "epoch": 3.0713536201469047,
      "grad_norm": 0.4139291851349987,
      "learning_rate": 2.7593260746570448e-05,
      "loss": 0.1732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07508321106433868,
      "step": 1465,
      "valid_targets_mean": 6099.2,
      "valid_targets_min": 4512
    },
    {
      "epoch": 3.0818467995802727,
      "grad_norm": 0.4970832264114012,
      "learning_rate": 2.749643979548207e-05,
      "loss": 0.165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0886954590678215,
      "step": 1470,
      "valid_targets_mean": 7735.8,
      "valid_targets_min": 5072
    },
    {
      "epoch": 3.092339979013641,
      "grad_norm": 0.4209444210135973,
      "learning_rate": 2.7399414009061767e-05,
      "loss": 0.1706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07565881311893463,
      "step": 1475,
      "valid_targets_mean": 6115.8,
      "valid_targets_min": 4781
    },
    {
      "epoch": 3.1028331584470092,
      "grad_norm": 0.4078773311168684,
      "learning_rate": 2.7302186038475915e-05,
      "loss": 0.1648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07618191093206406,
      "step": 1480,
      "valid_targets_mean": 5800.4,
      "valid_targets_min": 200
    },
    {
      "epoch": 3.1133263378803777,
      "grad_norm": 0.45033910300912927,
      "learning_rate": 2.7204758540415456e-05,
      "loss": 0.167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09146006405353546,
      "step": 1485,
      "valid_targets_mean": 7705.2,
      "valid_targets_min": 5064
    },
    {
      "epoch": 3.123819517313746,
      "grad_norm": 0.43851175707436846,
      "learning_rate": 2.710713417702327e-05,
      "loss": 0.1748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08708958327770233,
      "step": 1490,
      "valid_targets_mean": 6961.9,
      "valid_targets_min": 2985
    },
    {
      "epoch": 3.134312696747114,
      "grad_norm": 0.3993240690243315,
      "learning_rate": 2.700931561582147e-05,
      "loss": 0.1648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06856022775173187,
      "step": 1495,
      "valid_targets_mean": 6112.1,
      "valid_targets_min": 4307
    },
    {
      "epoch": 3.1448058761804827,
      "grad_norm": 0.402674271094955,
      "learning_rate": 2.6911305529638482e-05,
      "loss": 0.1662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08153347671031952,
      "step": 1500,
      "valid_targets_mean": 6892.5,
      "valid_targets_min": 3414
    },
    {
      "epoch": 3.155299055613851,
      "grad_norm": 0.4801621987181525,
      "learning_rate": 2.681310659653605e-05,
      "loss": 0.1712,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09445063769817352,
      "step": 1505,
      "valid_targets_mean": 6658.4,
      "valid_targets_min": 2874
    },
    {
      "epoch": 3.165792235047219,
      "grad_norm": 0.417576742594345,
      "learning_rate": 2.671472149973602e-05,
      "loss": 0.169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07494966685771942,
      "step": 1510,
      "valid_targets_mean": 5719.5,
      "valid_targets_min": 219
    },
    {
      "epoch": 3.1762854144805877,
      "grad_norm": 0.46567069961720287,
      "learning_rate": 2.6616152927547037e-05,
      "loss": 0.1672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08902396261692047,
      "step": 1515,
      "valid_targets_mean": 6702.5,
      "valid_targets_min": 4458
    },
    {
      "epoch": 3.186778593913956,
      "grad_norm": 0.466037224661499,
      "learning_rate": 2.6517403573291112e-05,
      "loss": 0.1681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0927564799785614,
      "step": 1520,
      "valid_targets_mean": 6709.8,
      "valid_targets_min": 5235
    },
    {
      "epoch": 3.197271773347324,
      "grad_norm": 0.3994725862205657,
      "learning_rate": 2.6418476135229978e-05,
      "loss": 0.1698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07826617360115051,
      "step": 1525,
      "valid_targets_mean": 6350.1,
      "valid_targets_min": 3938
    },
    {
      "epoch": 3.2077649527806926,
      "grad_norm": 0.38658746179736664,
      "learning_rate": 2.6319373316491425e-05,
      "loss": 0.1689,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08795974403619766,
      "step": 1530,
      "valid_targets_mean": 8101.9,
      "valid_targets_min": 5368
    },
    {
      "epoch": 3.2182581322140607,
      "grad_norm": 0.3880560459982342,
      "learning_rate": 2.622009782499537e-05,
      "loss": 0.1656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08751142024993896,
      "step": 1535,
      "valid_targets_mean": 8263.8,
      "valid_targets_min": 5121
    },
    {
      "epoch": 3.228751311647429,
      "grad_norm": 0.4449467557459084,
      "learning_rate": 2.6120652373379944e-05,
      "loss": 0.1798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08977397531270981,
      "step": 1540,
      "valid_targets_mean": 6350.8,
      "valid_targets_min": 3487
    },
    {
      "epoch": 3.2392444910807976,
      "grad_norm": 0.4173952696657384,
      "learning_rate": 2.6021039678927275e-05,
      "loss": 0.1756,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09539172053337097,
      "step": 1545,
      "valid_targets_mean": 7225.2,
      "valid_targets_min": 1429
    },
    {
      "epoch": 3.2497376705141656,
      "grad_norm": 0.4248128734297759,
      "learning_rate": 2.592126246348934e-05,
      "loss": 0.1644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09295059740543365,
      "step": 1550,
      "valid_targets_mean": 6882.9,
      "valid_targets_min": 1358
    },
    {
      "epoch": 3.260230849947534,
      "grad_norm": 0.41904240124939646,
      "learning_rate": 2.5821323453413517e-05,
      "loss": 0.1717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06466634571552277,
      "step": 1555,
      "valid_targets_mean": 5784.2,
      "valid_targets_min": 614
    },
    {
      "epoch": 3.2707240293809026,
      "grad_norm": 0.504583742170718,
      "learning_rate": 2.5721225379468133e-05,
      "loss": 0.1675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07877649366855621,
      "step": 1560,
      "valid_targets_mean": 6239.6,
      "valid_targets_min": 2709
    },
    {
      "epoch": 3.2812172088142706,
      "grad_norm": 0.40444247280749485,
      "learning_rate": 2.5620970976767816e-05,
      "loss": 0.1681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07856304943561554,
      "step": 1565,
      "valid_targets_mean": 6097.6,
      "valid_targets_min": 4027
    },
    {
      "epoch": 3.291710388247639,
      "grad_norm": 0.41156567255930954,
      "learning_rate": 2.5520562984698787e-05,
      "loss": 0.1721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08800213783979416,
      "step": 1570,
      "valid_targets_mean": 6618.8,
      "valid_targets_min": 4601
    },
    {
      "epoch": 3.3022035676810075,
      "grad_norm": 0.43118019165224486,
      "learning_rate": 2.542000414684399e-05,
      "loss": 0.1673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09648343920707703,
      "step": 1575,
      "valid_targets_mean": 7660.2,
      "valid_targets_min": 3833
    },
    {
      "epoch": 3.3126967471143756,
      "grad_norm": 0.40607862134841427,
      "learning_rate": 2.5319297210908143e-05,
      "loss": 0.1672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07327889651060104,
      "step": 1580,
      "valid_targets_mean": 6962.8,
      "valid_targets_min": 4476
    },
    {
      "epoch": 3.323189926547744,
      "grad_norm": 0.41004678014175855,
      "learning_rate": 2.5218444928642633e-05,
      "loss": 0.1705,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08325806260108948,
      "step": 1585,
      "valid_targets_mean": 7239.4,
      "valid_targets_min": 5199
    },
    {
      "epoch": 3.3336831059811125,
      "grad_norm": 0.41435882843308675,
      "learning_rate": 2.5117450055770334e-05,
      "loss": 0.1724,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07585517317056656,
      "step": 1590,
      "valid_targets_mean": 6045.6,
      "valid_targets_min": 1814
    },
    {
      "epoch": 3.3441762854144805,
      "grad_norm": 0.5125445608511127,
      "learning_rate": 2.5016315351910355e-05,
      "loss": 0.1671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08650140464305878,
      "step": 1595,
      "valid_targets_mean": 5994.4,
      "valid_targets_min": 1710
    },
    {
      "epoch": 3.354669464847849,
      "grad_norm": 0.4333139383208153,
      "learning_rate": 2.4915043580502543e-05,
      "loss": 0.1695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08141575008630753,
      "step": 1600,
      "valid_targets_mean": 7064.8,
      "valid_targets_min": 5358
    },
    {
      "epoch": 3.365162644281217,
      "grad_norm": 0.4306329822361818,
      "learning_rate": 2.4813637508732068e-05,
      "loss": 0.1695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08281993120908737,
      "step": 1605,
      "valid_targets_mean": 5479.8,
      "valid_targets_min": 4160
    },
    {
      "epoch": 3.3756558237145855,
      "grad_norm": 0.4587442567740161,
      "learning_rate": 2.4712099907453756e-05,
      "loss": 0.165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10962776839733124,
      "step": 1610,
      "valid_targets_mean": 7223.1,
      "valid_targets_min": 3685
    },
    {
      "epoch": 3.386149003147954,
      "grad_norm": 0.4990644006983264,
      "learning_rate": 2.4610433551116374e-05,
      "loss": 0.1601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0753771960735321,
      "step": 1615,
      "valid_targets_mean": 5392.4,
      "valid_targets_min": 630
    },
    {
      "epoch": 3.396642182581322,
      "grad_norm": 0.3877879093803534,
      "learning_rate": 2.4508641217686868e-05,
      "loss": 0.1728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07319890707731247,
      "step": 1620,
      "valid_targets_mean": 6380.2,
      "valid_targets_min": 3735
    },
    {
      "epoch": 3.4071353620146905,
      "grad_norm": 0.43457812934938034,
      "learning_rate": 2.4406725688574394e-05,
      "loss": 0.1663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08114920556545258,
      "step": 1625,
      "valid_targets_mean": 5747.9,
      "valid_targets_min": 332
    },
    {
      "epoch": 3.417628541448059,
      "grad_norm": 0.4146879970061769,
      "learning_rate": 2.430468974855438e-05,
      "loss": 0.1669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10119670629501343,
      "step": 1630,
      "valid_targets_mean": 6672.0,
      "valid_targets_min": 768
    },
    {
      "epoch": 3.428121720881427,
      "grad_norm": 0.41663529464095644,
      "learning_rate": 2.4202536185692386e-05,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09076064825057983,
      "step": 1635,
      "valid_targets_mean": 7449.0,
      "valid_targets_min": 6018
    },
    {
      "epoch": 3.4386149003147954,
      "grad_norm": 0.3892902822253302,
      "learning_rate": 2.410026779126794e-05,
      "loss": 0.167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07737547159194946,
      "step": 1640,
      "valid_targets_mean": 7792.4,
      "valid_targets_min": 3941
    },
    {
      "epoch": 3.4491080797481635,
      "grad_norm": 0.379012381873314,
      "learning_rate": 2.399788735969827e-05,
      "loss": 0.1714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.079659603536129,
      "step": 1645,
      "valid_targets_mean": 7189.1,
      "valid_targets_min": 4689
    },
    {
      "epoch": 3.459601259181532,
      "grad_norm": 0.4589264699535379,
      "learning_rate": 2.3895397688461946e-05,
      "loss": 0.1674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09099084138870239,
      "step": 1650,
      "valid_targets_mean": 7408.6,
      "valid_targets_min": 3745
    },
    {
      "epoch": 3.4700944386149004,
      "grad_norm": 0.39875397124527184,
      "learning_rate": 2.379280157802245e-05,
      "loss": 0.165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07003942131996155,
      "step": 1655,
      "valid_targets_mean": 5763.9,
      "valid_targets_min": 1705
    },
    {
      "epoch": 3.4805876180482684,
      "grad_norm": 0.4102811878767304,
      "learning_rate": 2.3690101831751627e-05,
      "loss": 0.1673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08362659811973572,
      "step": 1660,
      "valid_targets_mean": 6938.2,
      "valid_targets_min": 5100
    },
    {
      "epoch": 3.491080797481637,
      "grad_norm": 0.3754963994529459,
      "learning_rate": 2.3587301255853122e-05,
      "loss": 0.1671,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08203849196434021,
      "step": 1665,
      "valid_targets_mean": 6376.9,
      "valid_targets_min": 3209
    },
    {
      "epoch": 3.5015739769150054,
      "grad_norm": 0.4341372107892201,
      "learning_rate": 2.3484402659285666e-05,
      "loss": 0.1715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07443380355834961,
      "step": 1670,
      "valid_targets_mean": 5842.4,
      "valid_targets_min": 4031
    },
    {
      "epoch": 3.5120671563483734,
      "grad_norm": 0.39323300910634584,
      "learning_rate": 2.3381408853686362e-05,
      "loss": 0.1677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09358431398868561,
      "step": 1675,
      "valid_targets_mean": 7877.4,
      "valid_targets_min": 6369
    },
    {
      "epoch": 3.522560335781742,
      "grad_norm": 0.4527760664816108,
      "learning_rate": 2.327832265329381e-05,
      "loss": 0.1674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08503014594316483,
      "step": 1680,
      "valid_targets_mean": 6846.4,
      "valid_targets_min": 4914
    },
    {
      "epoch": 3.5330535152151104,
      "grad_norm": 0.4129749408602394,
      "learning_rate": 2.3175146874871265e-05,
      "loss": 0.1672,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08560128509998322,
      "step": 1685,
      "valid_targets_mean": 6881.5,
      "valid_targets_min": 3857
    },
    {
      "epoch": 3.5435466946484784,
      "grad_norm": 0.4184934074251371,
      "learning_rate": 2.3071884337629638e-05,
      "loss": 0.1718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06725214421749115,
      "step": 1690,
      "valid_targets_mean": 5971.5,
      "valid_targets_min": 669
    },
    {
      "epoch": 3.554039874081847,
      "grad_norm": 0.4154428663277812,
      "learning_rate": 2.296853786315045e-05,
      "loss": 0.1635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07005719840526581,
      "step": 1695,
      "valid_targets_mean": 6704.8,
      "valid_targets_min": 3304
    },
    {
      "epoch": 3.5645330535152153,
      "grad_norm": 0.3992991439781619,
      "learning_rate": 2.2865110275308774e-05,
      "loss": 0.1701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09991228580474854,
      "step": 1700,
      "valid_targets_mean": 8103.6,
      "valid_targets_min": 4641
    },
    {
      "epoch": 3.5750262329485833,
      "grad_norm": 0.43006525202928947,
      "learning_rate": 2.276160440019603e-05,
      "loss": 0.1738,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09327185153961182,
      "step": 1705,
      "valid_targets_mean": 7360.6,
      "valid_targets_min": 6295
    },
    {
      "epoch": 3.585519412381952,
      "grad_norm": 0.4217529857423982,
      "learning_rate": 2.2658023066042815e-05,
      "loss": 0.1658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07933661341667175,
      "step": 1710,
      "valid_targets_mean": 5988.6,
      "valid_targets_min": 4134
    },
    {
      "epoch": 3.5960125918153203,
      "grad_norm": 0.38201380244393573,
      "learning_rate": 2.2554369103141566e-05,
      "loss": 0.1722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07573413103818893,
      "step": 1715,
      "valid_targets_mean": 6481.5,
      "valid_targets_min": 3702
    },
    {
      "epoch": 3.6065057712486883,
      "grad_norm": 0.3926210592419528,
      "learning_rate": 2.2450645343769285e-05,
      "loss": 0.1661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08732487261295319,
      "step": 1720,
      "valid_targets_mean": 6903.0,
      "valid_targets_min": 1571
    },
    {
      "epoch": 3.616998950682057,
      "grad_norm": 0.41111662103005986,
      "learning_rate": 2.2346854622110082e-05,
      "loss": 0.1638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0891902893781662,
      "step": 1725,
      "valid_targets_mean": 7023.1,
      "valid_targets_min": 4203
    },
    {
      "epoch": 3.627492130115425,
      "grad_norm": 0.3878286095130208,
      "learning_rate": 2.224299977417779e-05,
      "loss": 0.168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08115678280591965,
      "step": 1730,
      "valid_targets_mean": 7307.6,
      "valid_targets_min": 3800
    },
    {
      "epoch": 3.6379853095487933,
      "grad_norm": 0.4053109928124687,
      "learning_rate": 2.2139083637738455e-05,
      "loss": 0.1633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08877220749855042,
      "step": 1735,
      "valid_targets_mean": 7286.0,
      "valid_targets_min": 5917
    },
    {
      "epoch": 3.6484784889821618,
      "grad_norm": 0.4026062943546612,
      "learning_rate": 2.2035109052232768e-05,
      "loss": 0.1647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08257147669792175,
      "step": 1740,
      "valid_targets_mean": 6384.8,
      "valid_targets_min": 3720
    },
    {
      "epoch": 3.65897166841553,
      "grad_norm": 0.4073735691254093,
      "learning_rate": 2.1931078858698526e-05,
      "loss": 0.1679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09360416233539581,
      "step": 1745,
      "valid_targets_mean": 7319.1,
      "valid_targets_min": 4178
    },
    {
      "epoch": 3.6694648478488983,
      "grad_norm": 0.3758234452327913,
      "learning_rate": 2.1826995899692968e-05,
      "loss": 0.1571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07552816718816757,
      "step": 1750,
      "valid_targets_mean": 6783.5,
      "valid_targets_min": 4587
    },
    {
      "epoch": 3.6799580272822663,
      "grad_norm": 0.3625689887881155,
      "learning_rate": 2.1722863019215122e-05,
      "loss": 0.1715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06475590169429779,
      "step": 1755,
      "valid_targets_mean": 6420.6,
      "valid_targets_min": 4370
    },
    {
      "epoch": 3.6904512067156348,
      "grad_norm": 0.3814821074057992,
      "learning_rate": 2.1618683062628068e-05,
      "loss": 0.1704,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07419635355472565,
      "step": 1760,
      "valid_targets_mean": 6360.2,
      "valid_targets_min": 880
    },
    {
      "epoch": 3.7009443861490032,
      "grad_norm": 0.4224182295340642,
      "learning_rate": 2.151445887658125e-05,
      "loss": 0.1643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07284858822822571,
      "step": 1765,
      "valid_targets_mean": 6183.0,
      "valid_targets_min": 4336
    },
    {
      "epoch": 3.7114375655823713,
      "grad_norm": 0.39451651845722235,
      "learning_rate": 2.1410193308932602e-05,
      "loss": 0.169,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06923623383045197,
      "step": 1770,
      "valid_targets_mean": 5225.6,
      "valid_targets_min": 684
    },
    {
      "epoch": 3.7219307450157397,
      "grad_norm": 0.38030426750431207,
      "learning_rate": 2.1305889208670827e-05,
      "loss": 0.1715,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07710374891757965,
      "step": 1775,
      "valid_targets_mean": 7815.2,
      "valid_targets_min": 5443
    },
    {
      "epoch": 3.732423924449108,
      "grad_norm": 0.3980747472714809,
      "learning_rate": 2.120154942583748e-05,
      "loss": 0.1595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.054851315915584564,
      "step": 1780,
      "valid_targets_mean": 4349.1,
      "valid_targets_min": 1336
    },
    {
      "epoch": 3.7429171038824762,
      "grad_norm": 0.40078386595591353,
      "learning_rate": 2.1097176811449127e-05,
      "loss": 0.1606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06544072180986404,
      "step": 1785,
      "valid_targets_mean": 5950.1,
      "valid_targets_min": 2615
    },
    {
      "epoch": 3.7534102833158447,
      "grad_norm": 0.3846972910569676,
      "learning_rate": 2.0992774217419445e-05,
      "loss": 0.1681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08092211931943893,
      "step": 1790,
      "valid_targets_mean": 6076.6,
      "valid_targets_min": 2290
    },
    {
      "epoch": 3.763903462749213,
      "grad_norm": 0.420224973573116,
      "learning_rate": 2.088834449648127e-05,
      "loss": 0.1633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08635681867599487,
      "step": 1795,
      "valid_targets_mean": 6068.2,
      "valid_targets_min": 1075
    },
    {
      "epoch": 3.774396642182581,
      "grad_norm": 0.4671569721203918,
      "learning_rate": 2.0783890502108665e-05,
      "loss": 0.1695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07879254221916199,
      "step": 1800,
      "valid_targets_mean": 5715.6,
      "valid_targets_min": 2996
    },
    {
      "epoch": 3.7848898216159497,
      "grad_norm": 0.3907378517294046,
      "learning_rate": 2.067941508843896e-05,
      "loss": 0.1656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08353912830352783,
      "step": 1805,
      "valid_targets_mean": 7182.6,
      "valid_targets_min": 3367
    },
    {
      "epoch": 3.795383001049318,
      "grad_norm": 0.4049460668959915,
      "learning_rate": 2.057492111019474e-05,
      "loss": 0.1656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0975283533334732,
      "step": 1810,
      "valid_targets_mean": 7144.6,
      "valid_targets_min": 1914
    },
    {
      "epoch": 3.805876180482686,
      "grad_norm": 0.3883882723408151,
      "learning_rate": 2.0470411422605866e-05,
      "loss": 0.1543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07384220510721207,
      "step": 1815,
      "valid_targets_mean": 6721.4,
      "valid_targets_min": 4313
    },
    {
      "epoch": 3.8163693599160546,
      "grad_norm": 0.4282085359535585,
      "learning_rate": 2.0365888881331437e-05,
      "loss": 0.1643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0948980301618576,
      "step": 1820,
      "valid_targets_mean": 6577.1,
      "valid_targets_min": 1962
    },
    {
      "epoch": 3.826862539349423,
      "grad_norm": 0.38348459896882664,
      "learning_rate": 2.0261356342381785e-05,
      "loss": 0.1624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06430776417255402,
      "step": 1825,
      "valid_targets_mean": 6165.0,
      "valid_targets_min": 3682
    },
    {
      "epoch": 3.837355718782791,
      "grad_norm": 0.41418819636764725,
      "learning_rate": 2.01568166620404e-05,
      "loss": 0.1631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06571393460035324,
      "step": 1830,
      "valid_targets_mean": 5519.6,
      "valid_targets_min": 3957
    },
    {
      "epoch": 3.8478488982161596,
      "grad_norm": 0.5029360981906253,
      "learning_rate": 2.0052272696785926e-05,
      "loss": 0.1643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10120285302400589,
      "step": 1835,
      "valid_targets_mean": 8763.6,
      "valid_targets_min": 5460
    },
    {
      "epoch": 3.858342077649528,
      "grad_norm": 0.42210611894229516,
      "learning_rate": 1.9947727303214077e-05,
      "loss": 0.1636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.083087258040905,
      "step": 1840,
      "valid_targets_mean": 6512.6,
      "valid_targets_min": 3834
    },
    {
      "epoch": 3.868835257082896,
      "grad_norm": 0.39079013325089157,
      "learning_rate": 1.9843183337959607e-05,
      "loss": 0.1662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08630498498678207,
      "step": 1845,
      "valid_targets_mean": 7534.5,
      "valid_targets_min": 3235
    },
    {
      "epoch": 3.8793284365162646,
      "grad_norm": 0.38262125163711497,
      "learning_rate": 1.973864365761822e-05,
      "loss": 0.1631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0831310823559761,
      "step": 1850,
      "valid_targets_mean": 7668.1,
      "valid_targets_min": 4589
    },
    {
      "epoch": 3.8898216159496326,
      "grad_norm": 0.38445316596373974,
      "learning_rate": 1.9634111118668566e-05,
      "loss": 0.1714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08890377730131149,
      "step": 1855,
      "valid_targets_mean": 7810.9,
      "valid_targets_min": 4969
    },
    {
      "epoch": 3.900314795383001,
      "grad_norm": 0.40207321193677115,
      "learning_rate": 1.9529588577394138e-05,
      "loss": 0.1618,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07207867503166199,
      "step": 1860,
      "valid_targets_mean": 5959.2,
      "valid_targets_min": 3426
    },
    {
      "epoch": 3.910807974816369,
      "grad_norm": 0.4016860319845282,
      "learning_rate": 1.9425078889805263e-05,
      "loss": 0.1661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09732590615749359,
      "step": 1865,
      "valid_targets_mean": 8373.6,
      "valid_targets_min": 4059
    },
    {
      "epoch": 3.9213011542497376,
      "grad_norm": 0.43373670485932747,
      "learning_rate": 1.9320584911561048e-05,
      "loss": 0.171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0957561507821083,
      "step": 1870,
      "valid_targets_mean": 6685.6,
      "valid_targets_min": 1358
    },
    {
      "epoch": 3.931794333683106,
      "grad_norm": 0.42146077002197013,
      "learning_rate": 1.921610949789134e-05,
      "loss": 0.1607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06969386339187622,
      "step": 1875,
      "valid_targets_mean": 6524.0,
      "valid_targets_min": 4300
    },
    {
      "epoch": 3.942287513116474,
      "grad_norm": 0.4400353031601922,
      "learning_rate": 1.911165550351874e-05,
      "loss": 0.1686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08482322096824646,
      "step": 1880,
      "valid_targets_mean": 5664.2,
      "valid_targets_min": 512
    },
    {
      "epoch": 3.9527806925498425,
      "grad_norm": 0.4064192167987498,
      "learning_rate": 1.9007225782580562e-05,
      "loss": 0.1666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07865047454833984,
      "step": 1885,
      "valid_targets_mean": 6331.1,
      "valid_targets_min": 3235
    },
    {
      "epoch": 3.963273871983211,
      "grad_norm": 0.7621316486026284,
      "learning_rate": 1.8902823188550877e-05,
      "loss": 0.1613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07833646237850189,
      "step": 1890,
      "valid_targets_mean": 6456.4,
      "valid_targets_min": 2231
    },
    {
      "epoch": 3.973767051416579,
      "grad_norm": 0.437370240086765,
      "learning_rate": 1.8798450574162526e-05,
      "loss": 0.1686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10028866678476334,
      "step": 1895,
      "valid_targets_mean": 6577.6,
      "valid_targets_min": 3902
    },
    {
      "epoch": 3.9842602308499475,
      "grad_norm": 0.39310572077044664,
      "learning_rate": 1.869411079132918e-05,
      "loss": 0.1664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08249735087156296,
      "step": 1900,
      "valid_targets_mean": 7470.2,
      "valid_targets_min": 4211
    },
    {
      "epoch": 3.994753410283316,
      "grad_norm": 0.36779840500167005,
      "learning_rate": 1.85898066910674e-05,
      "loss": 0.1651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09547023475170135,
      "step": 1905,
      "valid_targets_mean": 8968.4,
      "valid_targets_min": 5719
    },
    {
      "epoch": 4.004197271773347,
      "grad_norm": 0.39149366548919723,
      "learning_rate": 1.848554112341876e-05,
      "loss": 0.1653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07257845252752304,
      "step": 1910,
      "valid_targets_mean": 6606.9,
      "valid_targets_min": 4689
    },
    {
      "epoch": 4.014690451206715,
      "grad_norm": 0.45263145023416623,
      "learning_rate": 1.8381316937371935e-05,
      "loss": 0.1595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0793987587094307,
      "step": 1915,
      "valid_targets_mean": 6458.4,
      "valid_targets_min": 1781
    },
    {
      "epoch": 4.025183630640084,
      "grad_norm": 0.4365833658424274,
      "learning_rate": 1.8277136980784888e-05,
      "loss": 0.1521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0758817046880722,
      "step": 1920,
      "valid_targets_mean": 6823.9,
      "valid_targets_min": 1914
    },
    {
      "epoch": 4.035676810073452,
      "grad_norm": 0.42095370295373735,
      "learning_rate": 1.817300410030704e-05,
      "loss": 0.1588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07962150871753693,
      "step": 1925,
      "valid_targets_mean": 6994.0,
      "valid_targets_min": 5131
    },
    {
      "epoch": 4.04616998950682,
      "grad_norm": 0.41896736271959933,
      "learning_rate": 1.806892114130148e-05,
      "loss": 0.156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06516960263252258,
      "step": 1930,
      "valid_targets_mean": 5917.6,
      "valid_targets_min": 3201
    },
    {
      "epoch": 4.056663168940189,
      "grad_norm": 0.4255485471635825,
      "learning_rate": 1.7964890947767242e-05,
      "loss": 0.1587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07960453629493713,
      "step": 1935,
      "valid_targets_mean": 7058.5,
      "valid_targets_min": 630
    },
    {
      "epoch": 4.067156348373557,
      "grad_norm": 1.0067728543725611,
      "learning_rate": 1.786091636226156e-05,
      "loss": 0.1563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09122170507907867,
      "step": 1940,
      "valid_targets_mean": 7027.4,
      "valid_targets_min": 4935
    },
    {
      "epoch": 4.077649527806925,
      "grad_norm": 0.6131165231428474,
      "learning_rate": 1.7757000225822216e-05,
      "loss": 0.156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07546645402908325,
      "step": 1945,
      "valid_targets_mean": 5387.8,
      "valid_targets_min": 474
    },
    {
      "epoch": 4.088142707240293,
      "grad_norm": 0.44326264246871583,
      "learning_rate": 1.765314537788993e-05,
      "loss": 0.1571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08575525134801865,
      "step": 1950,
      "valid_targets_mean": 6552.4,
      "valid_targets_min": 3711
    },
    {
      "epoch": 4.098635886673662,
      "grad_norm": 0.40925231537302365,
      "learning_rate": 1.7549354656230725e-05,
      "loss": 0.1565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08443048596382141,
      "step": 1955,
      "valid_targets_mean": 7531.9,
      "valid_targets_min": 4470
    },
    {
      "epoch": 4.10912906610703,
      "grad_norm": 0.3994415861798036,
      "learning_rate": 1.744563089685844e-05,
      "loss": 0.1597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08722895383834839,
      "step": 1960,
      "valid_targets_mean": 7725.9,
      "valid_targets_min": 4753
    },
    {
      "epoch": 4.119622245540398,
      "grad_norm": 0.4134717029040427,
      "learning_rate": 1.7341976933957195e-05,
      "loss": 0.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08465741574764252,
      "step": 1965,
      "valid_targets_mean": 6957.8,
      "valid_targets_min": 5434
    },
    {
      "epoch": 4.130115424973767,
      "grad_norm": 0.42458255750458085,
      "learning_rate": 1.723839559980398e-05,
      "loss": 0.1556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07274483144283295,
      "step": 1970,
      "valid_targets_mean": 6318.1,
      "valid_targets_min": 3580
    },
    {
      "epoch": 4.140608604407135,
      "grad_norm": 0.4179318626296571,
      "learning_rate": 1.713488972469124e-05,
      "loss": 0.1526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07811453938484192,
      "step": 1975,
      "valid_targets_mean": 6550.6,
      "valid_targets_min": 4337
    },
    {
      "epoch": 4.151101783840503,
      "grad_norm": 0.4502510200308509,
      "learning_rate": 1.7031462136849557e-05,
      "loss": 0.1557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.05958006903529167,
      "step": 1980,
      "valid_targets_mean": 5198.2,
      "valid_targets_min": 322
    },
    {
      "epoch": 4.161594963273872,
      "grad_norm": 0.37211337265115246,
      "learning_rate": 1.6928115662370372e-05,
      "loss": 0.1522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07018811255693436,
      "step": 1985,
      "valid_targets_mean": 7271.2,
      "valid_targets_min": 5364
    },
    {
      "epoch": 4.17208814270724,
      "grad_norm": 0.4214163040654945,
      "learning_rate": 1.682485312512874e-05,
      "loss": 0.1568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.05935029312968254,
      "step": 1990,
      "valid_targets_mean": 5156.1,
      "valid_targets_min": 3793
    },
    {
      "epoch": 4.182581322140608,
      "grad_norm": 0.4696750920424235,
      "learning_rate": 1.67216773467062e-05,
      "loss": 0.1564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07500176876783371,
      "step": 1995,
      "valid_targets_mean": 6490.1,
      "valid_targets_min": 2699
    },
    {
      "epoch": 4.193074501573977,
      "grad_norm": 0.42560792488166155,
      "learning_rate": 1.661859114631365e-05,
      "loss": 0.1611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07586848735809326,
      "step": 2000,
      "valid_targets_mean": 7146.2,
      "valid_targets_min": 4677
    },
    {
      "epoch": 4.203567681007345,
      "grad_norm": 0.4133187394249617,
      "learning_rate": 1.6515597340714348e-05,
      "loss": 0.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07094684988260269,
      "step": 2005,
      "valid_targets_mean": 6295.6,
      "valid_targets_min": 4453
    },
    {
      "epoch": 4.214060860440713,
      "grad_norm": 0.4447588456309257,
      "learning_rate": 1.641269874414689e-05,
      "loss": 0.1534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07924395799636841,
      "step": 2010,
      "valid_targets_mean": 5545.4,
      "valid_targets_min": 2211
    },
    {
      "epoch": 4.224554039874082,
      "grad_norm": 0.47666844990601065,
      "learning_rate": 1.6309898168248383e-05,
      "loss": 0.1623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0635794848203659,
      "step": 2015,
      "valid_targets_mean": 4879.9,
      "valid_targets_min": 1133
    },
    {
      "epoch": 4.23504721930745,
      "grad_norm": 0.48557243432668556,
      "learning_rate": 1.6207198421977558e-05,
      "loss": 0.1579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08019214868545532,
      "step": 2020,
      "valid_targets_mean": 6683.0,
      "valid_targets_min": 3775
    },
    {
      "epoch": 4.245540398740818,
      "grad_norm": 0.41517469905464643,
      "learning_rate": 1.6104602311538058e-05,
      "loss": 0.1501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07885520160198212,
      "step": 2025,
      "valid_targets_mean": 7664.9,
      "valid_targets_min": 1973
    },
    {
      "epoch": 4.256033578174187,
      "grad_norm": 0.41735951082963135,
      "learning_rate": 1.6002112640301732e-05,
      "loss": 0.1597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0588902086019516,
      "step": 2030,
      "valid_targets_mean": 5111.6,
      "valid_targets_min": 3596
    },
    {
      "epoch": 4.266526757607555,
      "grad_norm": 0.4094259158569839,
      "learning_rate": 1.5899732208732066e-05,
      "loss": 0.1527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08648552000522614,
      "step": 2035,
      "valid_targets_mean": 7056.1,
      "valid_targets_min": 4468
    },
    {
      "epoch": 4.277019937040923,
      "grad_norm": 0.45564364688216985,
      "learning_rate": 1.5797463814307617e-05,
      "loss": 0.1599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06630299240350723,
      "step": 2040,
      "valid_targets_mean": 5274.6,
      "valid_targets_min": 3410
    },
    {
      "epoch": 4.287513116474292,
      "grad_norm": 0.4194056347596156,
      "learning_rate": 1.5695310251445623e-05,
      "loss": 0.1584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08637500554323196,
      "step": 2045,
      "valid_targets_mean": 7606.8,
      "valid_targets_min": 4751
    },
    {
      "epoch": 4.29800629590766,
      "grad_norm": 0.4061322477098895,
      "learning_rate": 1.5593274311425606e-05,
      "loss": 0.1544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0862482562661171,
      "step": 2050,
      "valid_targets_mean": 6504.8,
      "valid_targets_min": 3546
    },
    {
      "epoch": 4.308499475341028,
      "grad_norm": 0.3918891160682465,
      "learning_rate": 1.5491358782313136e-05,
      "loss": 0.1538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08805958181619644,
      "step": 2055,
      "valid_targets_mean": 8237.2,
      "valid_targets_min": 5070
    },
    {
      "epoch": 4.318992654774396,
      "grad_norm": 0.429931806730124,
      "learning_rate": 1.5389566448883626e-05,
      "loss": 0.1548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.075901098549366,
      "step": 2060,
      "valid_targets_mean": 5939.5,
      "valid_targets_min": 1092
    },
    {
      "epoch": 4.329485834207765,
      "grad_norm": 0.38984301257628173,
      "learning_rate": 1.5287900092546247e-05,
      "loss": 0.1567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08842956274747849,
      "step": 2065,
      "valid_targets_mean": 8008.1,
      "valid_targets_min": 5168
    },
    {
      "epoch": 4.339979013641133,
      "grad_norm": 0.418672786924916,
      "learning_rate": 1.518636249126793e-05,
      "loss": 0.1577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07579734921455383,
      "step": 2070,
      "valid_targets_mean": 6765.6,
      "valid_targets_min": 1924
    },
    {
      "epoch": 4.350472193074501,
      "grad_norm": 0.4176023081999143,
      "learning_rate": 1.5084956419497455e-05,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07979007065296173,
      "step": 2075,
      "valid_targets_mean": 6787.9,
      "valid_targets_min": 4399
    },
    {
      "epoch": 4.36096537250787,
      "grad_norm": 0.4150017078760464,
      "learning_rate": 1.498368464808965e-05,
      "loss": 0.1524,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08629097044467926,
      "step": 2080,
      "valid_targets_mean": 7039.1,
      "valid_targets_min": 5428
    },
    {
      "epoch": 4.371458551941238,
      "grad_norm": 0.41382165898509804,
      "learning_rate": 1.4882549944229662e-05,
      "loss": 0.154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08121803402900696,
      "step": 2085,
      "valid_targets_mean": 6801.4,
      "valid_targets_min": 4142
    },
    {
      "epoch": 4.381951731374606,
      "grad_norm": 0.43026821451292013,
      "learning_rate": 1.4781555071357372e-05,
      "loss": 0.1577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07599809765815735,
      "step": 2090,
      "valid_targets_mean": 6773.5,
      "valid_targets_min": 3222
    },
    {
      "epoch": 4.392444910807975,
      "grad_norm": 0.425262289838467,
      "learning_rate": 1.468070278909186e-05,
      "loss": 0.1525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07883192598819733,
      "step": 2095,
      "valid_targets_mean": 7382.5,
      "valid_targets_min": 4144
    },
    {
      "epoch": 4.402938090241343,
      "grad_norm": 0.3911519649345201,
      "learning_rate": 1.4579995853156008e-05,
      "loss": 0.1569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06916022300720215,
      "step": 2100,
      "valid_targets_mean": 7324.8,
      "valid_targets_min": 4876
    },
    {
      "epoch": 4.413431269674711,
      "grad_norm": 0.42191681431601175,
      "learning_rate": 1.4479437015301217e-05,
      "loss": 0.1562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07117653638124466,
      "step": 2105,
      "valid_targets_mean": 6722.2,
      "valid_targets_min": 5426
    },
    {
      "epoch": 4.42392444910808,
      "grad_norm": 0.4117425742863475,
      "learning_rate": 1.4379029023232188e-05,
      "loss": 0.1569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08402608335018158,
      "step": 2110,
      "valid_targets_mean": 6980.0,
      "valid_targets_min": 3753
    },
    {
      "epoch": 4.434417628541448,
      "grad_norm": 0.4217596176839472,
      "learning_rate": 1.4278774620531875e-05,
      "loss": 0.1661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08579067140817642,
      "step": 2115,
      "valid_targets_mean": 6372.4,
      "valid_targets_min": 3272
    },
    {
      "epoch": 4.444910807974816,
      "grad_norm": 0.42304737141621285,
      "learning_rate": 1.4178676546586484e-05,
      "loss": 0.1595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08386508375406265,
      "step": 2120,
      "valid_targets_mean": 7414.4,
      "valid_targets_min": 1424
    },
    {
      "epoch": 4.455403987408185,
      "grad_norm": 0.38426413931742126,
      "learning_rate": 1.407873753651067e-05,
      "loss": 0.1564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0678657814860344,
      "step": 2125,
      "valid_targets_mean": 7154.8,
      "valid_targets_min": 3999
    },
    {
      "epoch": 4.465897166841553,
      "grad_norm": 0.3928872123959849,
      "learning_rate": 1.3978960321072733e-05,
      "loss": 0.1533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07085883617401123,
      "step": 2130,
      "valid_targets_mean": 6518.4,
      "valid_targets_min": 4307
    },
    {
      "epoch": 4.476390346274921,
      "grad_norm": 0.372810764108029,
      "learning_rate": 1.3879347626620066e-05,
      "loss": 0.1551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06526800245046616,
      "step": 2135,
      "valid_targets_mean": 7368.6,
      "valid_targets_min": 5216
    },
    {
      "epoch": 4.48688352570829,
      "grad_norm": 0.4030823943696792,
      "learning_rate": 1.3779902175004634e-05,
      "loss": 0.151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0782521516084671,
      "step": 2140,
      "valid_targets_mean": 6990.0,
      "valid_targets_min": 4030
    },
    {
      "epoch": 4.497376705141658,
      "grad_norm": 0.36594345319473276,
      "learning_rate": 1.3680626683508582e-05,
      "loss": 0.1556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07061035186052322,
      "step": 2145,
      "valid_targets_mean": 7575.2,
      "valid_targets_min": 4969
    },
    {
      "epoch": 4.507869884575026,
      "grad_norm": 0.4030167809018935,
      "learning_rate": 1.3581523864770027e-05,
      "loss": 0.1518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07609860599040985,
      "step": 2150,
      "valid_targets_mean": 7314.5,
      "valid_targets_min": 2186
    },
    {
      "epoch": 4.518363064008394,
      "grad_norm": 0.35684505880189,
      "learning_rate": 1.3482596426708896e-05,
      "loss": 0.1589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06325547397136688,
      "step": 2155,
      "valid_targets_mean": 6480.9,
      "valid_targets_min": 2612
    },
    {
      "epoch": 4.528856243441763,
      "grad_norm": 0.3604699451460754,
      "learning_rate": 1.3383847072452966e-05,
      "loss": 0.1539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07662935554981232,
      "step": 2160,
      "valid_targets_mean": 8428.0,
      "valid_targets_min": 5494
    },
    {
      "epoch": 4.539349422875131,
      "grad_norm": 0.38300248487288385,
      "learning_rate": 1.3285278500263987e-05,
      "loss": 0.1518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07316838204860687,
      "step": 2165,
      "valid_targets_mean": 6899.1,
      "valid_targets_min": 3887
    },
    {
      "epoch": 4.5498426023085,
      "grad_norm": 0.4471326993175294,
      "learning_rate": 1.3186893403463954e-05,
      "loss": 0.1563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07809764891862869,
      "step": 2170,
      "valid_targets_mean": 7787.6,
      "valid_targets_min": 5820
    },
    {
      "epoch": 4.560335781741868,
      "grad_norm": 0.4363458225581669,
      "learning_rate": 1.3088694470361523e-05,
      "loss": 0.1572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07364889979362488,
      "step": 2175,
      "valid_targets_mean": 6103.8,
      "valid_targets_min": 3597
    },
    {
      "epoch": 4.570828961175236,
      "grad_norm": 0.39294827932171045,
      "learning_rate": 1.2990684384178538e-05,
      "loss": 0.1595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06333635747432709,
      "step": 2180,
      "valid_targets_mean": 5953.6,
      "valid_targets_min": 533
    },
    {
      "epoch": 4.581322140608604,
      "grad_norm": 0.4000662062658891,
      "learning_rate": 1.289286582297674e-05,
      "loss": 0.16,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08443352580070496,
      "step": 2185,
      "valid_targets_mean": 8523.2,
      "valid_targets_min": 4977
    },
    {
      "epoch": 4.591815320041973,
      "grad_norm": 0.42455826844378164,
      "learning_rate": 1.279524145958455e-05,
      "loss": 0.1583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07433786243200302,
      "step": 2190,
      "valid_targets_mean": 6190.4,
      "valid_targets_min": 1888
    },
    {
      "epoch": 4.602308499475341,
      "grad_norm": 0.45334280486068473,
      "learning_rate": 1.2697813961524088e-05,
      "loss": 0.1604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07792102545499802,
      "step": 2195,
      "valid_targets_mean": 5404.4,
      "valid_targets_min": 278
    },
    {
      "epoch": 4.612801678908709,
      "grad_norm": 0.4023394849639411,
      "learning_rate": 1.260058599093824e-05,
      "loss": 0.1551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0884859561920166,
      "step": 2200,
      "valid_targets_mean": 7846.1,
      "valid_targets_min": 6307
    },
    {
      "epoch": 4.623294858342078,
      "grad_norm": 0.3824948239360034,
      "learning_rate": 1.2503560204517937e-05,
      "loss": 0.1563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07234790921211243,
      "step": 2205,
      "valid_targets_mean": 7304.8,
      "valid_targets_min": 4683
    },
    {
      "epoch": 4.633788037775446,
      "grad_norm": 0.4568253190089592,
      "learning_rate": 1.2406739253429558e-05,
      "loss": 0.1557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0741955116391182,
      "step": 2210,
      "valid_targets_mean": 5904.6,
      "valid_targets_min": 3991
    },
    {
      "epoch": 4.644281217208814,
      "grad_norm": 0.4175466770704802,
      "learning_rate": 1.2310125783242497e-05,
      "loss": 0.1485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08565805852413177,
      "step": 2215,
      "valid_targets_mean": 6703.1,
      "valid_targets_min": 3367
    },
    {
      "epoch": 4.654774396642183,
      "grad_norm": 0.46439072024818684,
      "learning_rate": 1.2213722433856865e-05,
      "loss": 0.156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08224919438362122,
      "step": 2220,
      "valid_targets_mean": 6804.8,
      "valid_targets_min": 4889
    },
    {
      "epoch": 4.665267576075551,
      "grad_norm": 0.6335320908451477,
      "learning_rate": 1.2117531839431349e-05,
      "loss": 0.1608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09963464736938477,
      "step": 2225,
      "valid_targets_mean": 7838.5,
      "valid_targets_min": 5114
    },
    {
      "epoch": 4.675760755508919,
      "grad_norm": 0.390916402664337,
      "learning_rate": 1.2021556628311266e-05,
      "loss": 0.1591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06823018938302994,
      "step": 2230,
      "valid_targets_mean": 7283.5,
      "valid_targets_min": 5060
    },
    {
      "epoch": 4.686253934942288,
      "grad_norm": 0.39209144452249445,
      "learning_rate": 1.19257994229567e-05,
      "loss": 0.1543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08256030827760696,
      "step": 2235,
      "valid_targets_mean": 7879.4,
      "valid_targets_min": 5561
    },
    {
      "epoch": 4.696747114375656,
      "grad_norm": 0.4063964287117399,
      "learning_rate": 1.183026283987089e-05,
      "loss": 0.1554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0840786024928093,
      "step": 2240,
      "valid_targets_mean": 6486.2,
      "valid_targets_min": 4246
    },
    {
      "epoch": 4.707240293809024,
      "grad_norm": 0.3927177351854844,
      "learning_rate": 1.17349494895287e-05,
      "loss": 0.1562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07412371784448624,
      "step": 2245,
      "valid_targets_mean": 7209.9,
      "valid_targets_min": 3392
    },
    {
      "epoch": 4.717733473242393,
      "grad_norm": 0.42690749987062604,
      "learning_rate": 1.1639861976305315e-05,
      "loss": 0.1585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08397528529167175,
      "step": 2250,
      "valid_targets_mean": 7209.9,
      "valid_targets_min": 4104
    },
    {
      "epoch": 4.728226652675761,
      "grad_norm": 0.4239548924179682,
      "learning_rate": 1.1545002898405064e-05,
      "loss": 0.1546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07825271040201187,
      "step": 2255,
      "valid_targets_mean": 6185.2,
      "valid_targets_min": 1042
    },
    {
      "epoch": 4.738719832109129,
      "grad_norm": 0.41896934312757894,
      "learning_rate": 1.1450374847790434e-05,
      "loss": 0.1549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08589155226945877,
      "step": 2260,
      "valid_targets_mean": 7447.4,
      "valid_targets_min": 4713
    },
    {
      "epoch": 4.749213011542498,
      "grad_norm": 0.38591393562981063,
      "learning_rate": 1.1355980410111232e-05,
      "loss": 0.1557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07966472208499908,
      "step": 2265,
      "valid_targets_mean": 7346.4,
      "valid_targets_min": 2754
    },
    {
      "epoch": 4.759706190975866,
      "grad_norm": 0.433203012628369,
      "learning_rate": 1.1261822164633962e-05,
      "loss": 0.1567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06243942305445671,
      "step": 2270,
      "valid_targets_mean": 5323.8,
      "valid_targets_min": 2071
    },
    {
      "epoch": 4.770199370409234,
      "grad_norm": 0.40847213588420767,
      "learning_rate": 1.1167902684171299e-05,
      "loss": 0.1546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07794161140918732,
      "step": 2275,
      "valid_targets_mean": 7951.9,
      "valid_targets_min": 1966
    },
    {
      "epoch": 4.780692549842602,
      "grad_norm": 0.40464624487396406,
      "learning_rate": 1.1074224535011853e-05,
      "loss": 0.1538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06902956962585449,
      "step": 2280,
      "valid_targets_mean": 5876.9,
      "valid_targets_min": 3621
    },
    {
      "epoch": 4.791185729275971,
      "grad_norm": 0.3468512463698264,
      "learning_rate": 1.098079027684999e-05,
      "loss": 0.1527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06479433923959732,
      "step": 2285,
      "valid_targets_mean": 8605.9,
      "valid_targets_min": 5899
    },
    {
      "epoch": 4.801678908709339,
      "grad_norm": 0.43223261834776333,
      "learning_rate": 1.0887602462715931e-05,
      "loss": 0.1563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07753467559814453,
      "step": 2290,
      "valid_targets_mean": 6797.6,
      "valid_targets_min": 4157
    },
    {
      "epoch": 4.812172088142708,
      "grad_norm": 0.42542333185629694,
      "learning_rate": 1.0794663638905974e-05,
      "loss": 0.1517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0873844251036644,
      "step": 2295,
      "valid_targets_mean": 7011.0,
      "valid_targets_min": 5064
    },
    {
      "epoch": 4.822665267576076,
      "grad_norm": 0.40786720892283435,
      "learning_rate": 1.0701976344912886e-05,
      "loss": 0.1528,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08020438253879547,
      "step": 2300,
      "valid_targets_mean": 6572.8,
      "valid_targets_min": 3745
    },
    {
      "epoch": 4.833158447009444,
      "grad_norm": 0.8421600789671039,
      "learning_rate": 1.0609543113356585e-05,
      "loss": 0.1568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.081072136759758,
      "step": 2305,
      "valid_targets_mean": 5681.5,
      "valid_targets_min": 1186
    },
    {
      "epoch": 4.843651626442812,
      "grad_norm": 0.4151228932189121,
      "learning_rate": 1.0517366469914883e-05,
      "loss": 0.1538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07828246802091599,
      "step": 2310,
      "valid_targets_mean": 6720.6,
      "valid_targets_min": 2974
    },
    {
      "epoch": 4.854144805876181,
      "grad_norm": 0.41040554148594127,
      "learning_rate": 1.0425448933254496e-05,
      "loss": 0.154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06813888996839523,
      "step": 2315,
      "valid_targets_mean": 6291.6,
      "valid_targets_min": 4436
    },
    {
      "epoch": 4.864637985309549,
      "grad_norm": 0.40592462502892096,
      "learning_rate": 1.0333793014962197e-05,
      "loss": 0.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06569113582372665,
      "step": 2320,
      "valid_targets_mean": 5929.8,
      "valid_targets_min": 2319
    },
    {
      "epoch": 4.875131164742917,
      "grad_norm": 0.472068953550755,
      "learning_rate": 1.0242401219476226e-05,
      "loss": 0.1537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07884496450424194,
      "step": 2325,
      "valid_targets_mean": 6154.5,
      "valid_targets_min": 1884
    },
    {
      "epoch": 4.885624344176286,
      "grad_norm": 0.4368900848207927,
      "learning_rate": 1.0151276044017836e-05,
      "loss": 0.1656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10132862627506256,
      "step": 2330,
      "valid_targets_mean": 7474.2,
      "valid_targets_min": 441
    },
    {
      "epoch": 4.896117523609654,
      "grad_norm": 0.48069179270538637,
      "learning_rate": 1.0060419978523055e-05,
      "loss": 0.156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07669992744922638,
      "step": 2335,
      "valid_targets_mean": 5272.9,
      "valid_targets_min": 250
    },
    {
      "epoch": 4.906610703043022,
      "grad_norm": 0.4324966099072891,
      "learning_rate": 9.969835505574677e-06,
      "loss": 0.1558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07218886911869049,
      "step": 2340,
      "valid_targets_mean": 5916.1,
      "valid_targets_min": 5012
    },
    {
      "epoch": 4.917103882476391,
      "grad_norm": 0.3558719959865187,
      "learning_rate": 9.879525100334365e-06,
      "loss": 0.1487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07323960214853287,
      "step": 2345,
      "valid_targets_mean": 7195.0,
      "valid_targets_min": 4476
    },
    {
      "epoch": 4.927597061909759,
      "grad_norm": 0.4320909513047001,
      "learning_rate": 9.789491230475104e-06,
      "loss": 0.1568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07984884083271027,
      "step": 2350,
      "valid_targets_mean": 6772.6,
      "valid_targets_min": 3408
    },
    {
      "epoch": 4.938090241343127,
      "grad_norm": 0.41994476431344213,
      "learning_rate": 9.699736356113705e-06,
      "loss": 0.1622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08414190262556076,
      "step": 2355,
      "valid_targets_mean": 6599.5,
      "valid_targets_min": 3413
    },
    {
      "epoch": 4.948583420776496,
      "grad_norm": 0.3884949480159219,
      "learning_rate": 9.610262929743625e-06,
      "loss": 0.1539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08472582697868347,
      "step": 2360,
      "valid_targets_mean": 7285.2,
      "valid_targets_min": 3624
    },
    {
      "epoch": 4.959076600209864,
      "grad_norm": 0.37395378244555055,
      "learning_rate": 9.521073396167916e-06,
      "loss": 0.1489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0813298374414444,
      "step": 2365,
      "valid_targets_mean": 7554.1,
      "valid_targets_min": 5973
    },
    {
      "epoch": 4.969569779643232,
      "grad_norm": 0.47482567588277286,
      "learning_rate": 9.432170192432466e-06,
      "loss": 0.1617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08917862176895142,
      "step": 2370,
      "valid_targets_mean": 7035.6,
      "valid_targets_min": 1948
    },
    {
      "epoch": 4.980062959076601,
      "grad_norm": 0.7574178538162328,
      "learning_rate": 9.343555747759376e-06,
      "loss": 0.1512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07299146801233292,
      "step": 2375,
      "valid_targets_mean": 6641.0,
      "valid_targets_min": 3957
    },
    {
      "epoch": 4.990556138509969,
      "grad_norm": 0.4060234818918656,
      "learning_rate": 9.255232483480594e-06,
      "loss": 0.1511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07931849360466003,
      "step": 2380,
      "valid_targets_mean": 7202.9,
      "valid_targets_min": 4695
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.4990145794174156,
      "learning_rate": 9.167202812971767e-06,
      "loss": 0.1436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1183566004037857,
      "step": 2385,
      "valid_targets_mean": 6717.5,
      "valid_targets_min": 3529
    },
    {
      "epoch": 5.010493179433368,
      "grad_norm": 0.4252274473663138,
      "learning_rate": 9.079469141586255e-06,
      "loss": 0.1508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0829816609621048,
      "step": 2390,
      "valid_targets_mean": 6728.4,
      "valid_targets_min": 3902
    },
    {
      "epoch": 5.020986358866737,
      "grad_norm": 0.41006210637321566,
      "learning_rate": 8.99203386658946e-06,
      "loss": 0.1448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0762028619647026,
      "step": 2395,
      "valid_targets_mean": 7042.4,
      "valid_targets_min": 4048
    },
    {
      "epoch": 5.031479538300105,
      "grad_norm": 0.4367520986727133,
      "learning_rate": 8.904899377093289e-06,
      "loss": 0.1531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08191351592540741,
      "step": 2400,
      "valid_targets_mean": 6554.4,
      "valid_targets_min": 3836
    },
    {
      "epoch": 5.041972717733473,
      "grad_norm": 0.4185830235603568,
      "learning_rate": 8.81806805399088e-06,
      "loss": 0.1478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06936196982860565,
      "step": 2405,
      "valid_targets_mean": 6696.0,
      "valid_targets_min": 3801
    },
    {
      "epoch": 5.052465897166842,
      "grad_norm": 0.42733835717866425,
      "learning_rate": 8.73154226989155e-06,
      "loss": 0.1474,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06674794107675552,
      "step": 2410,
      "valid_targets_mean": 6792.2,
      "valid_targets_min": 4760
    },
    {
      "epoch": 5.06295907660021,
      "grad_norm": 0.4331518267811541,
      "learning_rate": 8.64532438905596e-06,
      "loss": 0.1449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06603024899959564,
      "step": 2415,
      "valid_targets_mean": 5464.8,
      "valid_targets_min": 2721
    },
    {
      "epoch": 5.073452256033578,
      "grad_norm": 0.44096615281191126,
      "learning_rate": 8.559416767331514e-06,
      "loss": 0.1482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06579803675413132,
      "step": 2420,
      "valid_targets_mean": 5505.8,
      "valid_targets_min": 2139
    },
    {
      "epoch": 5.083945435466947,
      "grad_norm": 0.3957543488994706,
      "learning_rate": 8.473821752087998e-06,
      "loss": 0.1495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07741297781467438,
      "step": 2425,
      "valid_targets_mean": 7735.9,
      "valid_targets_min": 4534
    },
    {
      "epoch": 5.094438614900315,
      "grad_norm": 0.4456038823158726,
      "learning_rate": 8.388541682153403e-06,
      "loss": 0.1521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06927037239074707,
      "step": 2430,
      "valid_targets_mean": 6136.6,
      "valid_targets_min": 2732
    },
    {
      "epoch": 5.104931794333683,
      "grad_norm": 0.4957862361803205,
      "learning_rate": 8.303578887750073e-06,
      "loss": 0.1459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0768423080444336,
      "step": 2435,
      "valid_targets_mean": 6469.9,
      "valid_targets_min": 4497
    },
    {
      "epoch": 5.115424973767052,
      "grad_norm": 0.46125428697798265,
      "learning_rate": 8.218935690430991e-06,
      "loss": 0.1489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06259961426258087,
      "step": 2440,
      "valid_targets_mean": 5514.5,
      "valid_targets_min": 4528
    },
    {
      "epoch": 5.12591815320042,
      "grad_norm": 0.4173138110643007,
      "learning_rate": 8.134614403016364e-06,
      "loss": 0.1467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06864993274211884,
      "step": 2445,
      "valid_targets_mean": 7222.2,
      "valid_targets_min": 3977
    },
    {
      "epoch": 5.136411332633788,
      "grad_norm": 0.4544283251795367,
      "learning_rate": 8.050617329530421e-06,
      "loss": 0.156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06448602676391602,
      "step": 2450,
      "valid_targets_mean": 5016.2,
      "valid_targets_min": 1884
    },
    {
      "epoch": 5.146904512067156,
      "grad_norm": 0.474458502120218,
      "learning_rate": 7.966946765138445e-06,
      "loss": 0.1454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07070116698741913,
      "step": 2455,
      "valid_targets_mean": 5980.2,
      "valid_targets_min": 4097
    },
    {
      "epoch": 5.157397691500525,
      "grad_norm": 0.40438045362599306,
      "learning_rate": 7.883604996084083e-06,
      "loss": 0.1484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06624791026115417,
      "step": 2460,
      "valid_targets_mean": 6595.4,
      "valid_targets_min": 324
    },
    {
      "epoch": 5.167890870933893,
      "grad_norm": 0.4528672630557165,
      "learning_rate": 7.800594299626858e-06,
      "loss": 0.1508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0688638985157013,
      "step": 2465,
      "valid_targets_mean": 5398.9,
      "valid_targets_min": 536
    },
    {
      "epoch": 5.178384050367261,
      "grad_norm": 0.40732443574012556,
      "learning_rate": 7.717916943979964e-06,
      "loss": 0.1496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06999336183071136,
      "step": 2470,
      "valid_targets_mean": 6783.5,
      "valid_targets_min": 5144
    },
    {
      "epoch": 5.18887722980063,
      "grad_norm": 0.7892658464876883,
      "learning_rate": 7.635575188248245e-06,
      "loss": 0.1498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.061632752418518066,
      "step": 2475,
      "valid_targets_mean": 5858.1,
      "valid_targets_min": 1249
    },
    {
      "epoch": 5.199370409233998,
      "grad_norm": 0.42595727302778713,
      "learning_rate": 7.553571282366521e-06,
      "loss": 0.1522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08732441067695618,
      "step": 2480,
      "valid_targets_mean": 7687.6,
      "valid_targets_min": 906
    },
    {
      "epoch": 5.209863588667366,
      "grad_norm": 0.3652515280893857,
      "learning_rate": 7.47190746703808e-06,
      "loss": 0.146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06488369405269623,
      "step": 2485,
      "valid_targets_mean": 6861.8,
      "valid_targets_min": 5043
    },
    {
      "epoch": 5.220356768100735,
      "grad_norm": 0.45160219072433433,
      "learning_rate": 7.390585973673452e-06,
      "loss": 0.1433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07607679069042206,
      "step": 2490,
      "valid_targets_mean": 6759.8,
      "valid_targets_min": 4330
    },
    {
      "epoch": 5.230849947534103,
      "grad_norm": 0.4454637274316162,
      "learning_rate": 7.309609024329452e-06,
      "loss": 0.1477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0715937465429306,
      "step": 2495,
      "valid_targets_mean": 6435.5,
      "valid_targets_min": 689
    },
    {
      "epoch": 5.241343126967471,
      "grad_norm": 0.46899614521449595,
      "learning_rate": 7.2289788316484365e-06,
      "loss": 0.1523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08401565253734589,
      "step": 2500,
      "valid_targets_mean": 6436.8,
      "valid_targets_min": 2807
    },
    {
      "epoch": 5.25183630640084,
      "grad_norm": 0.4335181996476465,
      "learning_rate": 7.14869759879788e-06,
      "loss": 0.1504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08296830952167511,
      "step": 2505,
      "valid_targets_mean": 7016.9,
      "valid_targets_min": 4130
    },
    {
      "epoch": 5.262329485834208,
      "grad_norm": 0.41481664562862386,
      "learning_rate": 7.068767519410149e-06,
      "loss": 0.1495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06817290931940079,
      "step": 2510,
      "valid_targets_mean": 6680.9,
      "valid_targets_min": 3035
    },
    {
      "epoch": 5.272822665267576,
      "grad_norm": 0.4195671396174188,
      "learning_rate": 6.989190777522577e-06,
      "loss": 0.1525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07647854089736938,
      "step": 2515,
      "valid_targets_mean": 6277.1,
      "valid_targets_min": 4030
    },
    {
      "epoch": 5.283315844700945,
      "grad_norm": 0.47686198024233745,
      "learning_rate": 6.9099695475177655e-06,
      "loss": 0.1442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06897547841072083,
      "step": 2520,
      "valid_targets_mean": 6105.6,
      "valid_targets_min": 960
    },
    {
      "epoch": 5.293809024134313,
      "grad_norm": 0.4229949303276319,
      "learning_rate": 6.8311059940641975e-06,
      "loss": 0.1463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07781479507684708,
      "step": 2525,
      "valid_targets_mean": 6787.8,
      "valid_targets_min": 3096
    },
    {
      "epoch": 5.304302203567681,
      "grad_norm": 0.38859079263316465,
      "learning_rate": 6.752602272057081e-06,
      "loss": 0.1554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07891763001680374,
      "step": 2530,
      "valid_targets_mean": 7881.9,
      "valid_targets_min": 5008
    },
    {
      "epoch": 5.31479538300105,
      "grad_norm": 0.47017762731596824,
      "learning_rate": 6.674460526559452e-06,
      "loss": 0.1458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08782370388507843,
      "step": 2535,
      "valid_targets_mean": 6609.6,
      "valid_targets_min": 5168
    },
    {
      "epoch": 5.325288562434418,
      "grad_norm": 0.36499619258803695,
      "learning_rate": 6.596682892743593e-06,
      "loss": 0.1401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06861883401870728,
      "step": 2540,
      "valid_targets_mean": 9020.2,
      "valid_targets_min": 5944
    },
    {
      "epoch": 5.335781741867786,
      "grad_norm": 0.43205542779884704,
      "learning_rate": 6.519271495832642e-06,
      "loss": 0.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07403698563575745,
      "step": 2545,
      "valid_targets_mean": 6897.8,
      "valid_targets_min": 4598
    },
    {
      "epoch": 5.346274921301154,
      "grad_norm": 0.4083599914670493,
      "learning_rate": 6.44222845104258e-06,
      "loss": 0.1515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06735797226428986,
      "step": 2550,
      "valid_targets_mean": 6999.2,
      "valid_targets_min": 1718
    },
    {
      "epoch": 5.356768100734523,
      "grad_norm": 0.547169252089301,
      "learning_rate": 6.365555863524395e-06,
      "loss": 0.1439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0876869410276413,
      "step": 2555,
      "valid_targets_mean": 6570.6,
      "valid_targets_min": 2444
    },
    {
      "epoch": 5.367261280167891,
      "grad_norm": 0.43395094479438084,
      "learning_rate": 6.289255828306573e-06,
      "loss": 0.1443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08128630369901657,
      "step": 2560,
      "valid_targets_mean": 7177.0,
      "valid_targets_min": 4766
    },
    {
      "epoch": 5.37775445960126,
      "grad_norm": 0.4513131429020154,
      "learning_rate": 6.213330430237856e-06,
      "loss": 0.1471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07187579572200775,
      "step": 2565,
      "valid_targets_mean": 6668.5,
      "valid_targets_min": 1914
    },
    {
      "epoch": 5.388247639034628,
      "grad_norm": 0.42307586490369853,
      "learning_rate": 6.137781743930256e-06,
      "loss": 0.1501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07994256913661957,
      "step": 2570,
      "valid_targets_mean": 6909.8,
      "valid_targets_min": 5506
    },
    {
      "epoch": 5.398740818467996,
      "grad_norm": 0.43220979824321343,
      "learning_rate": 6.062611833702392e-06,
      "loss": 0.1506,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07739168405532837,
      "step": 2575,
      "valid_targets_mean": 6462.4,
      "valid_targets_min": 614
    },
    {
      "epoch": 5.409233997901364,
      "grad_norm": 0.44216176944387225,
      "learning_rate": 5.987822753523076e-06,
      "loss": 0.1509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07117493450641632,
      "step": 2580,
      "valid_targets_mean": 6391.1,
      "valid_targets_min": 4288
    },
    {
      "epoch": 5.419727177334733,
      "grad_norm": 0.46752139351788846,
      "learning_rate": 5.9134165469551886e-06,
      "loss": 0.1484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06774599850177765,
      "step": 2585,
      "valid_targets_mean": 5765.6,
      "valid_targets_min": 348
    },
    {
      "epoch": 5.430220356768101,
      "grad_norm": 0.40911304765551415,
      "learning_rate": 5.839395247099819e-06,
      "loss": 0.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06528888642787933,
      "step": 2590,
      "valid_targets_mean": 7063.2,
      "valid_targets_min": 3657
    },
    {
      "epoch": 5.440713536201469,
      "grad_norm": 0.40928793920370016,
      "learning_rate": 5.765760876540756e-06,
      "loss": 0.1537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07219304144382477,
      "step": 2595,
      "valid_targets_mean": 6107.6,
      "valid_targets_min": 2967
    },
    {
      "epoch": 5.451206715634838,
      "grad_norm": 0.3781749377835114,
      "learning_rate": 5.692515447289184e-06,
      "loss": 0.1458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.05351231247186661,
      "step": 2600,
      "valid_targets_mean": 6460.2,
      "valid_targets_min": 4264
    },
    {
      "epoch": 5.461699895068206,
      "grad_norm": 0.39237284429273434,
      "learning_rate": 5.6196609607287215e-06,
      "loss": 0.1437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06967274844646454,
      "step": 2605,
      "valid_targets_mean": 7265.5,
      "valid_targets_min": 4758
    },
    {
      "epoch": 5.472193074501574,
      "grad_norm": 0.3675261366398043,
      "learning_rate": 5.5471994075607435e-06,
      "loss": 0.1493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06748726963996887,
      "step": 2610,
      "valid_targets_mean": 7475.9,
      "valid_targets_min": 5897
    },
    {
      "epoch": 5.482686253934943,
      "grad_norm": 0.4363457031650436,
      "learning_rate": 5.475132767749951e-06,
      "loss": 0.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08594280481338501,
      "step": 2615,
      "valid_targets_mean": 7848.8,
      "valid_targets_min": 6173
    },
    {
      "epoch": 5.493179433368311,
      "grad_norm": 0.43585421625502074,
      "learning_rate": 5.4034630104703204e-06,
      "loss": 0.1462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06766653805971146,
      "step": 2620,
      "valid_targets_mean": 6035.0,
      "valid_targets_min": 648
    },
    {
      "epoch": 5.503672612801679,
      "grad_norm": 0.43808966640952685,
      "learning_rate": 5.332192094051256e-06,
      "loss": 0.1466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07552677392959595,
      "step": 2625,
      "valid_targets_mean": 5618.8,
      "valid_targets_min": 405
    },
    {
      "epoch": 5.5141657922350475,
      "grad_norm": 0.45626295298872316,
      "learning_rate": 5.261321965924114e-06,
      "loss": 0.1527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07340364158153534,
      "step": 2630,
      "valid_targets_mean": 6599.6,
      "valid_targets_min": 3839
    },
    {
      "epoch": 5.524658971668416,
      "grad_norm": 0.43645448650256147,
      "learning_rate": 5.190854562568941e-06,
      "loss": 0.1432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06660012900829315,
      "step": 2635,
      "valid_targets_mean": 5888.1,
      "valid_targets_min": 764
    },
    {
      "epoch": 5.535152151101784,
      "grad_norm": 0.4166178767903497,
      "learning_rate": 5.120791809461621e-06,
      "loss": 0.1457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07351326197385788,
      "step": 2640,
      "valid_targets_mean": 6478.4,
      "valid_targets_min": 4644
    },
    {
      "epoch": 5.5456453305351525,
      "grad_norm": 0.45659833508858655,
      "learning_rate": 5.051135621021217e-06,
      "loss": 0.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07900229096412659,
      "step": 2645,
      "valid_targets_mean": 7141.2,
      "valid_targets_min": 5010
    },
    {
      "epoch": 5.5561385099685205,
      "grad_norm": 0.42559819078418587,
      "learning_rate": 4.981887900557685e-06,
      "loss": 0.141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06843407452106476,
      "step": 2650,
      "valid_targets_mean": 6465.2,
      "valid_targets_min": 547
    },
    {
      "epoch": 5.566631689401889,
      "grad_norm": 0.4245545261621145,
      "learning_rate": 4.913050540219864e-06,
      "loss": 0.1449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07030477374792099,
      "step": 2655,
      "valid_targets_mean": 7377.6,
      "valid_targets_min": 668
    },
    {
      "epoch": 5.5771248688352575,
      "grad_norm": 0.4376717496006258,
      "learning_rate": 4.844625420943752e-06,
      "loss": 0.1397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07000290602445602,
      "step": 2660,
      "valid_targets_mean": 5965.5,
      "valid_targets_min": 1547
    },
    {
      "epoch": 5.5876180482686255,
      "grad_norm": 0.43399947447598736,
      "learning_rate": 4.776614412401144e-06,
      "loss": 0.1466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08628326654434204,
      "step": 2665,
      "valid_targets_mean": 7372.4,
      "valid_targets_min": 2276
    },
    {
      "epoch": 5.5981112277019935,
      "grad_norm": 0.4179858762752855,
      "learning_rate": 4.709019372948524e-06,
      "loss": 0.1482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06386978924274445,
      "step": 2670,
      "valid_targets_mean": 5711.0,
      "valid_targets_min": 4049
    },
    {
      "epoch": 5.608604407135362,
      "grad_norm": 0.42844458690580944,
      "learning_rate": 4.641842149576303e-06,
      "loss": 0.148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07220377027988434,
      "step": 2675,
      "valid_targets_mean": 7681.8,
      "valid_targets_min": 5904
    },
    {
      "epoch": 5.6190975865687305,
      "grad_norm": 0.4281055075959464,
      "learning_rate": 4.575084577858318e-06,
      "loss": 0.1487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08181042224168777,
      "step": 2680,
      "valid_targets_mean": 6801.0,
      "valid_targets_min": 4406
    },
    {
      "epoch": 5.6295907660020985,
      "grad_norm": 0.3991086972443232,
      "learning_rate": 4.50874848190171e-06,
      "loss": 0.1455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0653497725725174,
      "step": 2685,
      "valid_targets_mean": 6991.0,
      "valid_targets_min": 4089
    },
    {
      "epoch": 5.640083945435467,
      "grad_norm": 0.41818544630195964,
      "learning_rate": 4.4428356742970744e-06,
      "loss": 0.1544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07604652643203735,
      "step": 2690,
      "valid_targets_mean": 6563.8,
      "valid_targets_min": 4816
    },
    {
      "epoch": 5.6505771248688355,
      "grad_norm": 0.39930401441589847,
      "learning_rate": 4.37734795606892e-06,
      "loss": 0.1515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06771788001060486,
      "step": 2695,
      "valid_targets_mean": 6592.1,
      "valid_targets_min": 4253
    },
    {
      "epoch": 5.6610703043022035,
      "grad_norm": 0.38044348903017194,
      "learning_rate": 4.312287116626479e-06,
      "loss": 0.1445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07486169040203094,
      "step": 2700,
      "valid_targets_mean": 8361.0,
      "valid_targets_min": 6841
    },
    {
      "epoch": 5.6715634837355715,
      "grad_norm": 0.4379406375634741,
      "learning_rate": 4.247654933714771e-06,
      "loss": 0.1446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06736306846141815,
      "step": 2705,
      "valid_targets_mean": 6065.5,
      "valid_targets_min": 1098
    },
    {
      "epoch": 5.68205666316894,
      "grad_norm": 0.42679685672000484,
      "learning_rate": 4.1834531733660835e-06,
      "loss": 0.1557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06418700516223907,
      "step": 2710,
      "valid_targets_mean": 5853.2,
      "valid_targets_min": 2580
    },
    {
      "epoch": 5.6925498426023085,
      "grad_norm": 0.39998357119716993,
      "learning_rate": 4.119683589851673e-06,
      "loss": 0.1509,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07677870988845825,
      "step": 2715,
      "valid_targets_mean": 6717.0,
      "valid_targets_min": 4929
    },
    {
      "epoch": 5.7030430220356765,
      "grad_norm": 0.410590433158088,
      "learning_rate": 4.056347925633855e-06,
      "loss": 0.1521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06188821420073509,
      "step": 2720,
      "valid_targets_mean": 6539.4,
      "valid_targets_min": 3720
    },
    {
      "epoch": 5.713536201469045,
      "grad_norm": 0.41589590611443916,
      "learning_rate": 3.993447911318378e-06,
      "loss": 0.1484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07664629071950912,
      "step": 2725,
      "valid_targets_mean": 6923.2,
      "valid_targets_min": 3299
    },
    {
      "epoch": 5.724029380902413,
      "grad_norm": 0.5011737081463074,
      "learning_rate": 3.930985265607135e-06,
      "loss": 0.1517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07968798279762268,
      "step": 2730,
      "valid_targets_mean": 4686.0,
      "valid_targets_min": 1042
    },
    {
      "epoch": 5.7345225603357814,
      "grad_norm": 0.4158568540815471,
      "learning_rate": 3.868961695251212e-06,
      "loss": 0.1478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07564239203929901,
      "step": 2735,
      "valid_targets_mean": 7301.1,
      "valid_targets_min": 3746
    },
    {
      "epoch": 5.74501573976915,
      "grad_norm": 0.4217835213858697,
      "learning_rate": 3.8073788950042546e-06,
      "loss": 0.1493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06772969663143158,
      "step": 2740,
      "valid_targets_mean": 6273.0,
      "valid_targets_min": 3823
    },
    {
      "epoch": 5.755508919202518,
      "grad_norm": 0.38164029011515127,
      "learning_rate": 3.7462385475761463e-06,
      "loss": 0.1475,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07324448972940445,
      "step": 2745,
      "valid_targets_mean": 7362.5,
      "valid_targets_min": 6030
    },
    {
      "epoch": 5.766002098635886,
      "grad_norm": 0.4185406006841416,
      "learning_rate": 3.6855423235870256e-06,
      "loss": 0.1489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08540073037147522,
      "step": 2750,
      "valid_targets_mean": 7771.1,
      "valid_targets_min": 3222
    },
    {
      "epoch": 5.776495278069255,
      "grad_norm": 0.4726871114570811,
      "learning_rate": 3.625291881521662e-06,
      "loss": 0.1511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09558320045471191,
      "step": 2755,
      "valid_targets_mean": 7249.9,
      "valid_targets_min": 3267
    },
    {
      "epoch": 5.786988457502623,
      "grad_norm": 0.5712290865771344,
      "learning_rate": 3.5654888676841214e-06,
      "loss": 0.1464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06757961958646774,
      "step": 2760,
      "valid_targets_mean": 5331.9,
      "valid_targets_min": 1424
    },
    {
      "epoch": 5.797481636935991,
      "grad_norm": 0.469600351312921,
      "learning_rate": 3.506134916152779e-06,
      "loss": 0.1431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06742135435342789,
      "step": 2765,
      "valid_targets_mean": 6370.1,
      "valid_targets_min": 4422
    },
    {
      "epoch": 5.807974816369359,
      "grad_norm": 0.5182371548309018,
      "learning_rate": 3.4472316487356873e-06,
      "loss": 0.152,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0650864839553833,
      "step": 2770,
      "valid_targets_mean": 6103.9,
      "valid_targets_min": 429
    },
    {
      "epoch": 5.818467995802728,
      "grad_norm": 0.4334214453298438,
      "learning_rate": 3.3887806749262285e-06,
      "loss": 0.1462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06549567729234695,
      "step": 2775,
      "valid_targets_mean": 6187.1,
      "valid_targets_min": 3814
    },
    {
      "epoch": 5.828961175236096,
      "grad_norm": 0.4296434483439814,
      "learning_rate": 3.3307835918591703e-06,
      "loss": 0.1505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08607367426156998,
      "step": 2780,
      "valid_targets_mean": 7481.6,
      "valid_targets_min": 5090
    },
    {
      "epoch": 5.839454354669465,
      "grad_norm": 0.4092845211669697,
      "learning_rate": 3.273241984267026e-06,
      "loss": 0.1518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0703398585319519,
      "step": 2785,
      "valid_targets_mean": 6800.1,
      "valid_targets_min": 3413
    },
    {
      "epoch": 5.849947534102833,
      "grad_norm": 0.43715937651202774,
      "learning_rate": 3.2161574244367056e-06,
      "loss": 0.1432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06645885109901428,
      "step": 2790,
      "valid_targets_mean": 6081.4,
      "valid_targets_min": 332
    },
    {
      "epoch": 5.860440713536201,
      "grad_norm": 0.41748384386378085,
      "learning_rate": 3.1595314721666103e-06,
      "loss": 0.1523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08072896301746368,
      "step": 2795,
      "valid_targets_mean": 6978.6,
      "valid_targets_min": 5756
    },
    {
      "epoch": 5.870933892969569,
      "grad_norm": 0.42897525280854465,
      "learning_rate": 3.1033656747239836e-06,
      "loss": 0.1457,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06166823208332062,
      "step": 2800,
      "valid_targets_mean": 5959.6,
      "valid_targets_min": 2186
    },
    {
      "epoch": 5.881427072402938,
      "grad_norm": 0.3943046052087005,
      "learning_rate": 3.0476615668026334e-06,
      "loss": 0.1434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06551754474639893,
      "step": 2805,
      "valid_targets_mean": 6759.5,
      "valid_targets_min": 4168
    },
    {
      "epoch": 5.891920251836306,
      "grad_norm": 0.4320299480191815,
      "learning_rate": 2.9924206704810153e-06,
      "loss": 0.1455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08540228009223938,
      "step": 2810,
      "valid_targets_mean": 7075.1,
      "valid_targets_min": 3526
    },
    {
      "epoch": 5.902413431269674,
      "grad_norm": 0.36447007850719293,
      "learning_rate": 2.937644495180607e-06,
      "loss": 0.1369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.048238955438137054,
      "step": 2815,
      "valid_targets_mean": 7871.5,
      "valid_targets_min": 1831
    },
    {
      "epoch": 5.912906610703043,
      "grad_norm": 0.39285857177498656,
      "learning_rate": 2.883334537624707e-06,
      "loss": 0.1484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06805549561977386,
      "step": 2820,
      "valid_targets_mean": 6736.0,
      "valid_targets_min": 4220
    },
    {
      "epoch": 5.923399790136411,
      "grad_norm": 0.4158701462159782,
      "learning_rate": 2.8294922817975125e-06,
      "loss": 0.1507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06890353560447693,
      "step": 2825,
      "valid_targets_mean": 6997.6,
      "valid_targets_min": 4716
    },
    {
      "epoch": 5.933892969569779,
      "grad_norm": 0.4414516645782903,
      "learning_rate": 2.7761191989035753e-06,
      "loss": 0.1451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06870522350072861,
      "step": 2830,
      "valid_targets_mean": 6177.5,
      "valid_targets_min": 217
    },
    {
      "epoch": 5.944386149003148,
      "grad_norm": 0.40983202777828187,
      "learning_rate": 2.723216747327597e-06,
      "loss": 0.1496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06563228368759155,
      "step": 2835,
      "valid_targets_mean": 6595.6,
      "valid_targets_min": 3133
    },
    {
      "epoch": 5.954879328436516,
      "grad_norm": 0.4246304551727905,
      "learning_rate": 2.6707863725945913e-06,
      "loss": 0.1487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06634394824504852,
      "step": 2840,
      "valid_targets_mean": 5991.1,
      "valid_targets_min": 1914
    },
    {
      "epoch": 5.965372507869884,
      "grad_norm": 0.3945330425962242,
      "learning_rate": 2.6188295073303825e-06,
      "loss": 0.1413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07293495535850525,
      "step": 2845,
      "valid_targets_mean": 7528.6,
      "valid_targets_min": 4590
    },
    {
      "epoch": 5.975865687303253,
      "grad_norm": 0.4390010580207722,
      "learning_rate": 2.5673475712224493e-06,
      "loss": 0.1487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07403187453746796,
      "step": 2850,
      "valid_targets_mean": 6619.8,
      "valid_targets_min": 3655
    },
    {
      "epoch": 5.986358866736621,
      "grad_norm": 0.411795975271099,
      "learning_rate": 2.5163419709811487e-06,
      "loss": 0.1456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0659165158867836,
      "step": 2855,
      "valid_targets_mean": 5921.4,
      "valid_targets_min": 3603
    },
    {
      "epoch": 5.996852046169989,
      "grad_norm": 0.4289574229732313,
      "learning_rate": 2.4658141003012626e-06,
      "loss": 0.1424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06474661082029343,
      "step": 2860,
      "valid_targets_mean": 6295.4,
      "valid_targets_min": 3992
    },
    {
      "epoch": 6.006295907660021,
      "grad_norm": 0.43495368850424004,
      "learning_rate": 2.415765339823928e-06,
      "loss": 0.1425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06514771282672882,
      "step": 2865,
      "valid_targets_mean": 6017.6,
      "valid_targets_min": 3674
    },
    {
      "epoch": 6.0167890870933896,
      "grad_norm": 0.40030858253272283,
      "learning_rate": 2.366197057098909e-06,
      "loss": 0.1441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06733272969722748,
      "step": 2870,
      "valid_targets_mean": 6533.1,
      "valid_targets_min": 2435
    },
    {
      "epoch": 6.027282266526758,
      "grad_norm": 0.4217102705930779,
      "learning_rate": 2.317110606547228e-06,
      "loss": 0.1452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07546806335449219,
      "step": 2875,
      "valid_targets_mean": 6877.2,
      "valid_targets_min": 3936
    },
    {
      "epoch": 6.037775445960126,
      "grad_norm": 0.43230954566902513,
      "learning_rate": 2.2685073294241587e-06,
      "loss": 0.1433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06885918974876404,
      "step": 2880,
      "valid_targets_mean": 6396.2,
      "valid_targets_min": 3735
    },
    {
      "epoch": 6.0482686253934945,
      "grad_norm": 0.414917324754456,
      "learning_rate": 2.2203885537825664e-06,
      "loss": 0.1432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08821605145931244,
      "step": 2885,
      "valid_targets_mean": 7277.2,
      "valid_targets_min": 3133
    },
    {
      "epoch": 6.0587618048268626,
      "grad_norm": 0.4417007657048786,
      "learning_rate": 2.172755594436642e-06,
      "loss": 0.1487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07898689806461334,
      "step": 2890,
      "valid_targets_mean": 7009.6,
      "valid_targets_min": 474
    },
    {
      "epoch": 6.069254984260231,
      "grad_norm": 0.40634795648961697,
      "learning_rate": 2.125609752925952e-06,
      "loss": 0.1378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0624513253569603,
      "step": 2895,
      "valid_targets_mean": 7431.5,
      "valid_targets_min": 5792
    },
    {
      "epoch": 6.0797481636935995,
      "grad_norm": 0.528028727747029,
      "learning_rate": 2.078952317479899e-06,
      "loss": 0.1416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0651518702507019,
      "step": 2900,
      "valid_targets_mean": 7488.6,
      "valid_targets_min": 6293
    },
    {
      "epoch": 6.0902413431269675,
      "grad_norm": 0.390927160736462,
      "learning_rate": 2.0327845629824883e-06,
      "loss": 0.146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06875327229499817,
      "step": 2905,
      "valid_targets_mean": 6601.8,
      "valid_targets_min": 4826
    },
    {
      "epoch": 6.1007345225603355,
      "grad_norm": 0.3788549155713362,
      "learning_rate": 1.9871077509375316e-06,
      "loss": 0.1414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06497135758399963,
      "step": 2910,
      "valid_targets_mean": 7513.4,
      "valid_targets_min": 4803
    },
    {
      "epoch": 6.1112277019937045,
      "grad_norm": 0.4647881988414928,
      "learning_rate": 1.9419231294341467e-06,
      "loss": 0.1424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07887689024209976,
      "step": 2915,
      "valid_targets_mean": 5823.0,
      "valid_targets_min": 730
    },
    {
      "epoch": 6.1217208814270725,
      "grad_norm": 0.4125321204598141,
      "learning_rate": 1.8972319331126686e-06,
      "loss": 0.1453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07588649541139603,
      "step": 2920,
      "valid_targets_mean": 8039.0,
      "valid_targets_min": 4456
    },
    {
      "epoch": 6.1322140608604405,
      "grad_norm": 0.43772759013626494,
      "learning_rate": 1.853035383130919e-06,
      "loss": 0.1489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07713251560926437,
      "step": 2925,
      "valid_targets_mean": 7164.6,
      "valid_targets_min": 5243
    },
    {
      "epoch": 6.142707240293809,
      "grad_norm": 0.40104851335229985,
      "learning_rate": 1.8093346871308104e-06,
      "loss": 0.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07819400727748871,
      "step": 2930,
      "valid_targets_mean": 7948.4,
      "valid_targets_min": 6004
    },
    {
      "epoch": 6.1532004197271775,
      "grad_norm": 0.3915333046425395,
      "learning_rate": 1.7661310392053877e-06,
      "loss": 0.1451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06114370748400688,
      "step": 2935,
      "valid_targets_mean": 6627.1,
      "valid_targets_min": 790
    },
    {
      "epoch": 6.1636935991605455,
      "grad_norm": 0.4322222049284193,
      "learning_rate": 1.7234256198661748e-06,
      "loss": 0.1442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06770876795053482,
      "step": 2940,
      "valid_targets_mean": 6536.2,
      "valid_targets_min": 320
    },
    {
      "epoch": 6.1741867785939135,
      "grad_norm": 0.5016528635002883,
      "learning_rate": 1.6812195960109257e-06,
      "loss": 0.1537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07365211844444275,
      "step": 2945,
      "valid_targets_mean": 6059.4,
      "valid_targets_min": 3041
    },
    {
      "epoch": 6.184679958027282,
      "grad_norm": 0.4321875363933191,
      "learning_rate": 1.6395141208917297e-06,
      "loss": 0.1447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06925156712532043,
      "step": 2950,
      "valid_targets_mean": 6382.8,
      "valid_targets_min": 2723
    },
    {
      "epoch": 6.1951731374606505,
      "grad_norm": 0.40614940431445695,
      "learning_rate": 1.5983103340835194e-06,
      "loss": 0.141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.05599888414144516,
      "step": 2955,
      "valid_targets_mean": 6009.4,
      "valid_targets_min": 3486
    },
    {
      "epoch": 6.2056663168940185,
      "grad_norm": 0.415332121975671,
      "learning_rate": 1.5576093614529141e-06,
      "loss": 0.1487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08072960376739502,
      "step": 2960,
      "valid_targets_mean": 7450.6,
      "valid_targets_min": 1924
    },
    {
      "epoch": 6.216159496327387,
      "grad_norm": 0.4461730384235302,
      "learning_rate": 1.5174123151274668e-06,
      "loss": 0.1424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07739134877920151,
      "step": 2965,
      "valid_targets_mean": 7016.2,
      "valid_targets_min": 3556
    },
    {
      "epoch": 6.226652675760755,
      "grad_norm": 0.4807072359918127,
      "learning_rate": 1.4777202934652746e-06,
      "loss": 0.1447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06426989287137985,
      "step": 2970,
      "valid_targets_mean": 5483.0,
      "valid_targets_min": 369
    },
    {
      "epoch": 6.2371458551941235,
      "grad_norm": 0.39446868321521805,
      "learning_rate": 1.4385343810249586e-06,
      "loss": 0.1432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07102306932210922,
      "step": 2975,
      "valid_targets_mean": 8048.2,
      "valid_targets_min": 4575
    },
    {
      "epoch": 6.247639034627492,
      "grad_norm": 0.9024916856028814,
      "learning_rate": 1.3998556485360372e-06,
      "loss": 0.1476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07840659469366074,
      "step": 2980,
      "valid_targets_mean": 7506.6,
      "valid_targets_min": 5756
    },
    {
      "epoch": 6.25813221406086,
      "grad_norm": 0.4232707769311399,
      "learning_rate": 1.3616851528696694e-06,
      "loss": 0.1428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06752631813287735,
      "step": 2985,
      "valid_targets_mean": 6435.6,
      "valid_targets_min": 738
    },
    {
      "epoch": 6.268625393494228,
      "grad_norm": 0.438115625465784,
      "learning_rate": 1.3240239370097752e-06,
      "loss": 0.1434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09530520439147949,
      "step": 2990,
      "valid_targets_mean": 7564.8,
      "valid_targets_min": 5332
    },
    {
      "epoch": 6.279118572927597,
      "grad_norm": 0.41953296625718955,
      "learning_rate": 1.2868730300245357e-06,
      "loss": 0.143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06750574707984924,
      "step": 2995,
      "valid_targets_mean": 6020.0,
      "valid_targets_min": 4445
    },
    {
      "epoch": 6.289611752360965,
      "grad_norm": 0.44332020811355083,
      "learning_rate": 1.250233447038267e-06,
      "loss": 0.1394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07387255132198334,
      "step": 3000,
      "valid_targets_mean": 6266.6,
      "valid_targets_min": 3836
    },
    {
      "epoch": 6.300104931794333,
      "grad_norm": 0.4406327553018184,
      "learning_rate": 1.2141061892037009e-06,
      "loss": 0.1482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06112957000732422,
      "step": 3005,
      "valid_targets_mean": 5626.0,
      "valid_targets_min": 871
    },
    {
      "epoch": 6.310598111227702,
      "grad_norm": 0.46914119959390144,
      "learning_rate": 1.1784922436746094e-06,
      "loss": 0.1499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07894495129585266,
      "step": 3010,
      "valid_targets_mean": 5780.9,
      "valid_targets_min": 816
    },
    {
      "epoch": 6.32109129066107,
      "grad_norm": 0.4229393881315381,
      "learning_rate": 1.1433925835788484e-06,
      "loss": 0.1425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06454028189182281,
      "step": 3015,
      "valid_targets_mean": 6409.5,
      "valid_targets_min": 3720
    },
    {
      "epoch": 6.331584470094438,
      "grad_norm": 0.48313386320671453,
      "learning_rate": 1.1088081679917506e-06,
      "loss": 0.1456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0579468309879303,
      "step": 3020,
      "valid_targets_mean": 4705.8,
      "valid_targets_min": 366
    },
    {
      "epoch": 6.342077649527807,
      "grad_norm": 0.4078934662103234,
      "learning_rate": 1.0747399419099347e-06,
      "loss": 0.1448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06732167303562164,
      "step": 3025,
      "valid_targets_mean": 6300.5,
      "valid_targets_min": 3000
    },
    {
      "epoch": 6.352570828961175,
      "grad_norm": 0.41669125432485954,
      "learning_rate": 1.0411888362254775e-06,
      "loss": 0.144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07622279226779938,
      "step": 3030,
      "valid_targets_mean": 8540.2,
      "valid_targets_min": 5870
    },
    {
      "epoch": 6.363064008394543,
      "grad_norm": 0.45928830101301443,
      "learning_rate": 1.008155767700476e-06,
      "loss": 0.1455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07824111729860306,
      "step": 3035,
      "valid_targets_mean": 7116.4,
      "valid_targets_min": 546
    },
    {
      "epoch": 6.373557187827912,
      "grad_norm": 0.49757185391479913,
      "learning_rate": 9.75641638942002e-07,
      "loss": 0.1452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06644590944051743,
      "step": 3040,
      "valid_targets_mean": 6397.2,
      "valid_targets_min": 3801
    },
    {
      "epoch": 6.38405036726128,
      "grad_norm": 0.4369871259494309,
      "learning_rate": 9.436473383774269e-07,
      "loss": 0.1437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.059577181935310364,
      "step": 3045,
      "valid_targets_mean": 5425.9,
      "valid_targets_min": 1001
    },
    {
      "epoch": 6.394543546694648,
      "grad_norm": 0.41972804842596223,
      "learning_rate": 9.121737402301689e-07,
      "loss": 0.1426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0738314837217331,
      "step": 3050,
      "valid_targets_mean": 6497.6,
      "valid_targets_min": 4325
    },
    {
      "epoch": 6.405036726128017,
      "grad_norm": 0.3919526277157298,
      "learning_rate": 8.812217044957827e-07,
      "loss": 0.1423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07838955521583557,
      "step": 3055,
      "valid_targets_mean": 7497.6,
      "valid_targets_min": 5308
    },
    {
      "epoch": 6.415529905561385,
      "grad_norm": 0.4244281006351969,
      "learning_rate": 8.507920769184763e-07,
      "loss": 0.1472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09122315049171448,
      "step": 3060,
      "valid_targets_mean": 7805.6,
      "valid_targets_min": 6840
    },
    {
      "epoch": 6.426023084994753,
      "grad_norm": 0.421873492937389,
      "learning_rate": 8.208856889679895e-07,
      "loss": 0.1468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08135659992694855,
      "step": 3065,
      "valid_targets_mean": 7197.5,
      "valid_targets_min": 4214
    },
    {
      "epoch": 6.436516264428121,
      "grad_norm": 0.4579684500315175,
      "learning_rate": 7.915033578168829e-07,
      "loss": 0.1447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07099463790655136,
      "step": 3070,
      "valid_targets_mean": 5747.6,
      "valid_targets_min": 2162
    },
    {
      "epoch": 6.44700944386149,
      "grad_norm": 0.4548759253008951,
      "learning_rate": 7.626458863182051e-07,
      "loss": 0.1414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06701983511447906,
      "step": 3075,
      "valid_targets_mean": 5760.2,
      "valid_targets_min": 3607
    },
    {
      "epoch": 6.457502623294858,
      "grad_norm": 0.4348519308171314,
      "learning_rate": 7.343140629835632e-07,
      "loss": 0.1444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.062151968479156494,
      "step": 3080,
      "valid_targets_mean": 5968.0,
      "valid_targets_min": 4453
    },
    {
      "epoch": 6.467995802728226,
      "grad_norm": 0.8065305094990384,
      "learning_rate": 7.065086619615624e-07,
      "loss": 0.1504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06456480920314789,
      "step": 3085,
      "valid_targets_mean": 6700.5,
      "valid_targets_min": 3187
    },
    {
      "epoch": 6.478488982161595,
      "grad_norm": 0.4409812009114144,
      "learning_rate": 6.792304430166652e-07,
      "loss": 0.1505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07492567598819733,
      "step": 3090,
      "valid_targets_mean": 5884.1,
      "valid_targets_min": 459
    },
    {
      "epoch": 6.488982161594963,
      "grad_norm": 0.486028171782539,
      "learning_rate": 6.524801515084256e-07,
      "loss": 0.1414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0853385478258133,
      "step": 3095,
      "valid_targets_mean": 7553.2,
      "valid_targets_min": 4761
    },
    {
      "epoch": 6.499475341028331,
      "grad_norm": 0.5095856838029553,
      "learning_rate": 6.262585183711256e-07,
      "loss": 0.145,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0921904668211937,
      "step": 3100,
      "valid_targets_mean": 8242.2,
      "valid_targets_min": 6174
    },
    {
      "epoch": 6.5099685204617,
      "grad_norm": 0.42762008567933446,
      "learning_rate": 6.005662600938067e-07,
      "loss": 0.1449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07059694826602936,
      "step": 3105,
      "valid_targets_mean": 6785.2,
      "valid_targets_min": 3863
    },
    {
      "epoch": 6.520461699895068,
      "grad_norm": 0.39695033631297755,
      "learning_rate": 5.754040787006765e-07,
      "loss": 0.1393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08176220208406448,
      "step": 3110,
      "valid_targets_mean": 8184.5,
      "valid_targets_min": 6700
    },
    {
      "epoch": 6.530954879328436,
      "grad_norm": 0.39799240046919354,
      "learning_rate": 5.507726617319442e-07,
      "loss": 0.1337,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06416059285402298,
      "step": 3115,
      "valid_targets_mean": 7240.1,
      "valid_targets_min": 4834
    },
    {
      "epoch": 6.541448058761805,
      "grad_norm": 0.4320783892467951,
      "learning_rate": 5.266726822250268e-07,
      "loss": 0.1405,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08427301794290543,
      "step": 3120,
      "valid_targets_mean": 7478.1,
      "valid_targets_min": 5891
    },
    {
      "epoch": 6.551941238195173,
      "grad_norm": 0.4271761177702572,
      "learning_rate": 5.031047986961613e-07,
      "loss": 0.1424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06461581587791443,
      "step": 3125,
      "valid_targets_mean": 6137.1,
      "valid_targets_min": 4817
    },
    {
      "epoch": 6.562434417628541,
      "grad_norm": 0.4283640881002276,
      "learning_rate": 4.800696551224038e-07,
      "loss": 0.1376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07027660310268402,
      "step": 3130,
      "valid_targets_mean": 9156.1,
      "valid_targets_min": 5731
    },
    {
      "epoch": 6.57292759706191,
      "grad_norm": 0.42456445283546934,
      "learning_rate": 4.575678809240369e-07,
      "loss": 0.1396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07222200930118561,
      "step": 3135,
      "valid_targets_mean": 6680.2,
      "valid_targets_min": 5320
    },
    {
      "epoch": 6.583420776495278,
      "grad_norm": 0.39072576679551,
      "learning_rate": 4.35600090947379e-07,
      "loss": 0.1465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06995102763175964,
      "step": 3140,
      "valid_targets_mean": 8072.5,
      "valid_targets_min": 4531
    },
    {
      "epoch": 6.593913955928646,
      "grad_norm": 0.43028177549385166,
      "learning_rate": 4.141668854479752e-07,
      "loss": 0.1404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0781894326210022,
      "step": 3145,
      "valid_targets_mean": 7461.8,
      "valid_targets_min": 6054
    },
    {
      "epoch": 6.604407135362015,
      "grad_norm": 0.447662023713449,
      "learning_rate": 3.9326885007419546e-07,
      "loss": 0.1419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0901523008942604,
      "step": 3150,
      "valid_targets_mean": 7322.8,
      "valid_targets_min": 5137
    },
    {
      "epoch": 6.614900314795383,
      "grad_norm": 0.4614464648188136,
      "learning_rate": 3.729065558512401e-07,
      "loss": 0.1501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06360362470149994,
      "step": 3155,
      "valid_targets_mean": 4600.5,
      "valid_targets_min": 2071
    },
    {
      "epoch": 6.625393494228751,
      "grad_norm": 0.4312790884831707,
      "learning_rate": 3.5308055916552395e-07,
      "loss": 0.1446,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0776384025812149,
      "step": 3160,
      "valid_targets_mean": 7624.0,
      "valid_targets_min": 5053
    },
    {
      "epoch": 6.635886673662119,
      "grad_norm": 0.4335013004968067,
      "learning_rate": 3.337914017494903e-07,
      "loss": 0.1444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07908298075199127,
      "step": 3165,
      "valid_targets_mean": 7580.2,
      "valid_targets_min": 3504
    },
    {
      "epoch": 6.646379853095488,
      "grad_norm": 0.43369268441305897,
      "learning_rate": 3.1503961066679414e-07,
      "loss": 0.1471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07887262105941772,
      "step": 3170,
      "valid_targets_mean": 6178.0,
      "valid_targets_min": 2852
    },
    {
      "epoch": 6.656873032528856,
      "grad_norm": 0.44104949668668153,
      "learning_rate": 2.968256982979023e-07,
      "loss": 0.1415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06571593135595322,
      "step": 3175,
      "valid_targets_mean": 5838.2,
      "valid_targets_min": 2612
    },
    {
      "epoch": 6.667366211962225,
      "grad_norm": 0.46934245922459233,
      "learning_rate": 2.7915016232610505e-07,
      "loss": 0.1426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08003304898738861,
      "step": 3180,
      "valid_targets_mean": 6708.9,
      "valid_targets_min": 3123
    },
    {
      "epoch": 6.677859391395593,
      "grad_norm": 0.4266321352323123,
      "learning_rate": 2.6201348572389764e-07,
      "loss": 0.1487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07078324258327484,
      "step": 3185,
      "valid_targets_mean": 6869.1,
      "valid_targets_min": 3645
    },
    {
      "epoch": 6.688352570828961,
      "grad_norm": 0.37731438715374194,
      "learning_rate": 2.4541613673980667e-07,
      "loss": 0.1433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06519486755132675,
      "step": 3190,
      "valid_targets_mean": 7482.2,
      "valid_targets_min": 5159
    },
    {
      "epoch": 6.698845750262329,
      "grad_norm": 0.36126087526973744,
      "learning_rate": 2.2935856888557372e-07,
      "loss": 0.1424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0589570589363575,
      "step": 3195,
      "valid_targets_mean": 8831.9,
      "valid_targets_min": 5456
    },
    {
      "epoch": 6.709338929695698,
      "grad_norm": 0.4382920406465457,
      "learning_rate": 2.1384122092377391e-07,
      "loss": 0.1435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07247689366340637,
      "step": 3200,
      "valid_targets_mean": 6216.6,
      "valid_targets_min": 4153
    },
    {
      "epoch": 6.719832109129066,
      "grad_norm": 0.3951749180119475,
      "learning_rate": 1.9886451685582787e-07,
      "loss": 0.1387,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.059506893157958984,
      "step": 3205,
      "valid_targets_mean": 6716.2,
      "valid_targets_min": 3627
    },
    {
      "epoch": 6.730325288562434,
      "grad_norm": 0.4626707779131085,
      "learning_rate": 1.8442886591041542e-07,
      "loss": 0.1449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07900651544332504,
      "step": 3210,
      "valid_targets_mean": 6243.0,
      "valid_targets_min": 3938
    },
    {
      "epoch": 6.740818467995803,
      "grad_norm": 0.5036559734330851,
      "learning_rate": 1.7053466253229123e-07,
      "loss": 0.1476,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06927962601184845,
      "step": 3215,
      "valid_targets_mean": 6083.0,
      "valid_targets_min": 2570
    },
    {
      "epoch": 6.751311647429171,
      "grad_norm": 0.40228617771958,
      "learning_rate": 1.5718228637150668e-07,
      "loss": 0.1441,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07740859687328339,
      "step": 3220,
      "valid_targets_mean": 7914.0,
      "valid_targets_min": 5669
    },
    {
      "epoch": 6.761804826862539,
      "grad_norm": 0.39473750761015464,
      "learning_rate": 1.44372102273036e-07,
      "loss": 0.1389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0655541718006134,
      "step": 3225,
      "valid_targets_mean": 6408.2,
      "valid_targets_min": 554
    },
    {
      "epoch": 6.772298006295908,
      "grad_norm": 0.45340182016030783,
      "learning_rate": 1.3210446026681533e-07,
      "loss": 0.1505,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06713958084583282,
      "step": 3230,
      "valid_targets_mean": 5370.5,
      "valid_targets_min": 2763
    },
    {
      "epoch": 6.782791185729276,
      "grad_norm": 0.4455180349574164,
      "learning_rate": 1.2037969555816597e-07,
      "loss": 0.1394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06141781806945801,
      "step": 3235,
      "valid_targets_mean": 6221.1,
      "valid_targets_min": 3181
    },
    {
      "epoch": 6.793284365162644,
      "grad_norm": 0.4678945238034796,
      "learning_rate": 1.0919812851864387e-07,
      "loss": 0.1439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06151239573955536,
      "step": 3240,
      "valid_targets_mean": 4730.2,
      "valid_targets_min": 1966
    },
    {
      "epoch": 6.803777544596013,
      "grad_norm": 0.4332032913580075,
      "learning_rate": 9.856006467727775e-08,
      "loss": 0.139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06429820507764816,
      "step": 3245,
      "valid_targets_mean": 6662.9,
      "valid_targets_min": 504
    },
    {
      "epoch": 6.814270724029381,
      "grad_norm": 0.46521227540696236,
      "learning_rate": 8.84657947122336e-08,
      "loss": 0.1375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06694504618644714,
      "step": 3250,
      "valid_targets_mean": 6065.1,
      "valid_targets_min": 2028
    },
    {
      "epoch": 6.824763903462749,
      "grad_norm": 0.4132197269531175,
      "learning_rate": 7.891559444285435e-08,
      "loss": 0.143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06884525716304779,
      "step": 3255,
      "valid_targets_mean": 7244.1,
      "valid_targets_min": 5319
    },
    {
      "epoch": 6.835257082896118,
      "grad_norm": 0.42055756340832384,
      "learning_rate": 6.990972482214364e-08,
      "loss": 0.1425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06303881853818893,
      "step": 3260,
      "valid_targets_mean": 5586.9,
      "valid_targets_min": 634
    },
    {
      "epoch": 6.845750262329486,
      "grad_norm": 0.41439812150191874,
      "learning_rate": 6.144843192961825e-08,
      "loss": 0.1433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06820205599069595,
      "step": 3265,
      "valid_targets_mean": 7523.4,
      "valid_targets_min": 3904
    },
    {
      "epoch": 6.856243441762854,
      "grad_norm": 0.4012850799436006,
      "learning_rate": 5.3531946964588966e-08,
      "loss": 0.1492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08137405663728714,
      "step": 3270,
      "valid_targets_mean": 8135.6,
      "valid_targets_min": 4717
    },
    {
      "epoch": 6.866736621196223,
      "grad_norm": 0.4223526810002007,
      "learning_rate": 4.616048623985236e-08,
      "loss": 0.1413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07093162834644318,
      "step": 3275,
      "valid_targets_mean": 7110.4,
      "valid_targets_min": 5026
    },
    {
      "epoch": 6.877229800629591,
      "grad_norm": 0.48289406377020566,
      "learning_rate": 3.9334251175764396e-08,
      "loss": 0.1411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09231691807508469,
      "step": 3280,
      "valid_targets_mean": 7332.9,
      "valid_targets_min": 6687
    },
    {
      "epoch": 6.887722980062959,
      "grad_norm": 0.4156290776101049,
      "learning_rate": 3.305342829475589e-08,
      "loss": 0.141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06290020048618317,
      "step": 3285,
      "valid_targets_mean": 6575.0,
      "valid_targets_min": 871
    },
    {
      "epoch": 6.898216159496327,
      "grad_norm": 0.41062369967843687,
      "learning_rate": 2.7318189216212208e-08,
      "loss": 0.1428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0663066953420639,
      "step": 3290,
      "valid_targets_mean": 6362.2,
      "valid_targets_min": 4179
    },
    {
      "epoch": 6.908709338929696,
      "grad_norm": 0.3952639477099376,
      "learning_rate": 2.2128690651808115e-08,
      "loss": 0.1419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08482208102941513,
      "step": 3295,
      "valid_targets_mean": 7574.1,
      "valid_targets_min": 5456
    },
    {
      "epoch": 6.919202518363064,
      "grad_norm": 0.4229287670153666,
      "learning_rate": 1.7485074401206725e-08,
      "loss": 0.1415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06756614148616791,
      "step": 3300,
      "valid_targets_mean": 6032.6,
      "valid_targets_min": 1358
    },
    {
      "epoch": 6.929695697796433,
      "grad_norm": 0.46558061059610945,
      "learning_rate": 1.3387467348195959e-08,
      "loss": 0.1427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.061902180314064026,
      "step": 3305,
      "valid_targets_mean": 6283.4,
      "valid_targets_min": 2580
    },
    {
      "epoch": 6.940188877229801,
      "grad_norm": 0.4162039582286657,
      "learning_rate": 9.835981457222421e-09,
      "loss": 0.1452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.08325707167387009,
      "step": 3310,
      "valid_targets_mean": 6870.5,
      "valid_targets_min": 4757
    },
    {
      "epoch": 6.950682056663169,
      "grad_norm": 0.38733372724939175,
      "learning_rate": 6.830713770318298e-09,
      "loss": 0.1412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06899566948413849,
      "step": 3315,
      "valid_targets_mean": 7944.4,
      "valid_targets_min": 3961
    },
    {
      "epoch": 6.961175236096537,
      "grad_norm": 0.3902285685010875,
      "learning_rate": 4.371746404467914e-09,
      "loss": 0.1427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.06764066964387894,
      "step": 3320,
      "valid_targets_mean": 7789.8,
      "valid_targets_min": 5617
    },
    {
      "epoch": 6.971668415529906,
      "grad_norm": 0.4545615339265071,
      "learning_rate": 2.4591465493495336e-09,
      "loss": 0.1407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09259332716464996,
      "step": 3325,
      "valid_targets_mean": 6868.5,
      "valid_targets_min": 4701
    },
    {
      "epoch": 6.982161594963274,
      "grad_norm": 0.47336969792935046,
      "learning_rate": 1.092966465510159e-09,
      "loss": 0.1453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.0696336179971695,
      "step": 3330,
      "valid_targets_mean": 7315.4,
      "valid_targets_min": 4030
    },
    {
      "epoch": 6.992654774396642,
      "grad_norm": 0.44209208534841,
      "learning_rate": 2.732434829266772e-10,
      "loss": 0.1466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.07687655836343765,
      "step": 3335,
      "valid_targets_mean": 6446.9,
      "valid_targets_min": 4024
    },
    {
      "epoch": 7.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1423269808292389,
      "step": 3339,
      "total_flos": 2.6890471642266337e+18,
      "train_loss": 0.1819671289975788,
      "train_runtime": 55607.8638,
      "train_samples_per_second": 0.959,
      "train_steps_per_second": 0.06,
      "valid_targets_mean": 5815.2,
      "valid_targets_min": 1781
    }
  ],
  "logging_steps": 5,
  "max_steps": 3339,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 1500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.6890471642266337e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}