{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 3752,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009328358208955223,
      "grad_norm": 10.221339384862345,
      "learning_rate": 4.2553191489361704e-07,
      "loss": 0.9659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.47939640283584595,
      "step": 5,
      "valid_targets_mean": 3400.1,
      "valid_targets_min": 951
    },
    {
      "epoch": 0.018656716417910446,
      "grad_norm": 6.709229009900056,
      "learning_rate": 9.574468085106384e-07,
      "loss": 0.9484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40823960304260254,
      "step": 10,
      "valid_targets_mean": 3299.6,
      "valid_targets_min": 1534
    },
    {
      "epoch": 0.027985074626865673,
      "grad_norm": 6.724610478720323,
      "learning_rate": 1.4893617021276596e-06,
      "loss": 0.9448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5101609230041504,
      "step": 15,
      "valid_targets_mean": 3591.4,
      "valid_targets_min": 931
    },
    {
      "epoch": 0.03731343283582089,
      "grad_norm": 5.060946125149695,
      "learning_rate": 2.021276595744681e-06,
      "loss": 0.9586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5289248824119568,
      "step": 20,
      "valid_targets_mean": 4944.5,
      "valid_targets_min": 1874
    },
    {
      "epoch": 0.04664179104477612,
      "grad_norm": 4.365659868837384,
      "learning_rate": 2.553191489361702e-06,
      "loss": 0.9296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3888522982597351,
      "step": 25,
      "valid_targets_mean": 2652.0,
      "valid_targets_min": 946
    },
    {
      "epoch": 0.055970149253731345,
      "grad_norm": 2.7688996011575755,
      "learning_rate": 3.0851063829787237e-06,
      "loss": 0.8969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29704052209854126,
      "step": 30,
      "valid_targets_mean": 2535.2,
      "valid_targets_min": 714
    },
    {
      "epoch": 0.06529850746268656,
      "grad_norm": 2.5687899472206235,
      "learning_rate": 3.6170212765957453e-06,
      "loss": 0.8351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3777778744697571,
      "step": 35,
      "valid_targets_mean": 3355.0,
      "valid_targets_min": 631
    },
    {
      "epoch": 0.07462686567164178,
      "grad_norm": 1.7770740261888007,
      "learning_rate": 4.148936170212766e-06,
      "loss": 0.8389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4726404845714569,
      "step": 40,
      "valid_targets_mean": 4328.9,
      "valid_targets_min": 831
    },
    {
      "epoch": 0.08395522388059702,
      "grad_norm": 1.501451727451932,
      "learning_rate": 4.680851063829788e-06,
      "loss": 0.8262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44904133677482605,
      "step": 45,
      "valid_targets_mean": 3470.4,
      "valid_targets_min": 1163
    },
    {
      "epoch": 0.09328358208955224,
      "grad_norm": 1.044718750816031,
      "learning_rate": 5.212765957446809e-06,
      "loss": 0.7966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3058841824531555,
      "step": 50,
      "valid_targets_mean": 3859.5,
      "valid_targets_min": 1479
    },
    {
      "epoch": 0.10261194029850747,
      "grad_norm": 1.0608825136118278,
      "learning_rate": 5.744680851063831e-06,
      "loss": 0.8038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5039680004119873,
      "step": 55,
      "valid_targets_mean": 4537.5,
      "valid_targets_min": 979
    },
    {
      "epoch": 0.11194029850746269,
      "grad_norm": 1.1185260578222758,
      "learning_rate": 6.276595744680851e-06,
      "loss": 0.7915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4186343252658844,
      "step": 60,
      "valid_targets_mean": 2571.9,
      "valid_targets_min": 1306
    },
    {
      "epoch": 0.12126865671641791,
      "grad_norm": 0.9583954658407878,
      "learning_rate": 6.808510638297873e-06,
      "loss": 0.7856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3654545545578003,
      "step": 65,
      "valid_targets_mean": 2627.2,
      "valid_targets_min": 773
    },
    {
      "epoch": 0.13059701492537312,
      "grad_norm": 0.7529579330082371,
      "learning_rate": 7.340425531914894e-06,
      "loss": 0.7586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24852041900157928,
      "step": 70,
      "valid_targets_mean": 3186.4,
      "valid_targets_min": 654
    },
    {
      "epoch": 0.13992537313432835,
      "grad_norm": 0.7059756825147047,
      "learning_rate": 7.872340425531916e-06,
      "loss": 0.7278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5146458148956299,
      "step": 75,
      "valid_targets_mean": 7512.9,
      "valid_targets_min": 1769
    },
    {
      "epoch": 0.14925373134328357,
      "grad_norm": 0.840948132821369,
      "learning_rate": 8.404255319148937e-06,
      "loss": 0.6994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.323080837726593,
      "step": 80,
      "valid_targets_mean": 2448.9,
      "valid_targets_min": 1430
    },
    {
      "epoch": 0.15858208955223882,
      "grad_norm": 0.7845909360077343,
      "learning_rate": 8.936170212765958e-06,
      "loss": 0.7249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31650876998901367,
      "step": 85,
      "valid_targets_mean": 2846.2,
      "valid_targets_min": 296
    },
    {
      "epoch": 0.16791044776119404,
      "grad_norm": 0.6445084797369868,
      "learning_rate": 9.46808510638298e-06,
      "loss": 0.6834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2897588610649109,
      "step": 90,
      "valid_targets_mean": 4106.8,
      "valid_targets_min": 1692
    },
    {
      "epoch": 0.17723880597014927,
      "grad_norm": 0.870860271288895,
      "learning_rate": 1e-05,
      "loss": 0.7944,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34366244077682495,
      "step": 95,
      "valid_targets_mean": 3010.6,
      "valid_targets_min": 1432
    },
    {
      "epoch": 0.1865671641791045,
      "grad_norm": 0.750550423240484,
      "learning_rate": 1.0531914893617022e-05,
      "loss": 0.7016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3540579676628113,
      "step": 100,
      "valid_targets_mean": 3653.8,
      "valid_targets_min": 2043
    },
    {
      "epoch": 0.1958955223880597,
      "grad_norm": 0.7284684310754228,
      "learning_rate": 1.1063829787234044e-05,
      "loss": 0.7004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5650478601455688,
      "step": 105,
      "valid_targets_mean": 5175.5,
      "valid_targets_min": 1609
    },
    {
      "epoch": 0.20522388059701493,
      "grad_norm": 0.8255701999975512,
      "learning_rate": 1.1595744680851065e-05,
      "loss": 0.6832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3474902808666229,
      "step": 110,
      "valid_targets_mean": 3311.2,
      "valid_targets_min": 570
    },
    {
      "epoch": 0.21455223880597016,
      "grad_norm": 0.6481528361446925,
      "learning_rate": 1.2127659574468087e-05,
      "loss": 0.6627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2821824252605438,
      "step": 115,
      "valid_targets_mean": 3884.6,
      "valid_targets_min": 1800
    },
    {
      "epoch": 0.22388059701492538,
      "grad_norm": 0.7670172986923471,
      "learning_rate": 1.2659574468085108e-05,
      "loss": 0.706,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23891422152519226,
      "step": 120,
      "valid_targets_mean": 2361.6,
      "valid_targets_min": 1186
    },
    {
      "epoch": 0.2332089552238806,
      "grad_norm": 0.6502379252880306,
      "learning_rate": 1.3191489361702127e-05,
      "loss": 0.6307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3170034885406494,
      "step": 125,
      "valid_targets_mean": 4628.2,
      "valid_targets_min": 782
    },
    {
      "epoch": 0.24253731343283583,
      "grad_norm": 0.6975396504222513,
      "learning_rate": 1.372340425531915e-05,
      "loss": 0.6731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3533723056316376,
      "step": 130,
      "valid_targets_mean": 3500.1,
      "valid_targets_min": 667
    },
    {
      "epoch": 0.251865671641791,
      "grad_norm": 0.8081018254693072,
      "learning_rate": 1.425531914893617e-05,
      "loss": 0.6576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2877732515335083,
      "step": 135,
      "valid_targets_mean": 2329.9,
      "valid_targets_min": 535
    },
    {
      "epoch": 0.26119402985074625,
      "grad_norm": 0.6874456474101089,
      "learning_rate": 1.4787234042553193e-05,
      "loss": 0.6502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37661898136138916,
      "step": 140,
      "valid_targets_mean": 4439.1,
      "valid_targets_min": 1764
    },
    {
      "epoch": 0.27052238805970147,
      "grad_norm": 0.7322494381218353,
      "learning_rate": 1.5319148936170214e-05,
      "loss": 0.693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4837963581085205,
      "step": 145,
      "valid_targets_mean": 4097.0,
      "valid_targets_min": 1553
    },
    {
      "epoch": 0.2798507462686567,
      "grad_norm": 0.7467656258533556,
      "learning_rate": 1.5851063829787235e-05,
      "loss": 0.6717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23521462082862854,
      "step": 150,
      "valid_targets_mean": 2657.5,
      "valid_targets_min": 732
    },
    {
      "epoch": 0.2891791044776119,
      "grad_norm": 0.6821053105109924,
      "learning_rate": 1.6382978723404255e-05,
      "loss": 0.6199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30615150928497314,
      "step": 155,
      "valid_targets_mean": 4557.6,
      "valid_targets_min": 1232
    },
    {
      "epoch": 0.29850746268656714,
      "grad_norm": 0.667618307024502,
      "learning_rate": 1.6914893617021276e-05,
      "loss": 0.6311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2656762897968292,
      "step": 160,
      "valid_targets_mean": 3018.0,
      "valid_targets_min": 1023
    },
    {
      "epoch": 0.30783582089552236,
      "grad_norm": 0.648064122452478,
      "learning_rate": 1.74468085106383e-05,
      "loss": 0.6028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28704333305358887,
      "step": 165,
      "valid_targets_mean": 4269.0,
      "valid_targets_min": 1334
    },
    {
      "epoch": 0.31716417910447764,
      "grad_norm": 0.6741884239379005,
      "learning_rate": 1.797872340425532e-05,
      "loss": 0.626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24746419489383698,
      "step": 170,
      "valid_targets_mean": 2504.9,
      "valid_targets_min": 577
    },
    {
      "epoch": 0.32649253731343286,
      "grad_norm": 0.7022728885755877,
      "learning_rate": 1.8510638297872342e-05,
      "loss": 0.663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3848950266838074,
      "step": 175,
      "valid_targets_mean": 4590.5,
      "valid_targets_min": 2201
    },
    {
      "epoch": 0.3358208955223881,
      "grad_norm": 0.7624122242823003,
      "learning_rate": 1.9042553191489363e-05,
      "loss": 0.5866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30064308643341064,
      "step": 180,
      "valid_targets_mean": 3080.8,
      "valid_targets_min": 1165
    },
    {
      "epoch": 0.3451492537313433,
      "grad_norm": 0.8118167793378069,
      "learning_rate": 1.9574468085106384e-05,
      "loss": 0.6381,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3520858883857727,
      "step": 185,
      "valid_targets_mean": 2926.2,
      "valid_targets_min": 754
    },
    {
      "epoch": 0.35447761194029853,
      "grad_norm": 0.6793896859604313,
      "learning_rate": 2.0106382978723404e-05,
      "loss": 0.6347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35316750407218933,
      "step": 190,
      "valid_targets_mean": 3683.0,
      "valid_targets_min": 777
    },
    {
      "epoch": 0.36380597014925375,
      "grad_norm": 0.7198942043975357,
      "learning_rate": 2.063829787234043e-05,
      "loss": 0.6658,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28977471590042114,
      "step": 195,
      "valid_targets_mean": 3685.5,
      "valid_targets_min": 959
    },
    {
      "epoch": 0.373134328358209,
      "grad_norm": 0.7721004760482968,
      "learning_rate": 2.117021276595745e-05,
      "loss": 0.6138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3721447288990021,
      "step": 200,
      "valid_targets_mean": 4292.6,
      "valid_targets_min": 1399
    },
    {
      "epoch": 0.3824626865671642,
      "grad_norm": 0.6611030916873262,
      "learning_rate": 2.1702127659574467e-05,
      "loss": 0.5572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28156691789627075,
      "step": 205,
      "valid_targets_mean": 3757.5,
      "valid_targets_min": 1029
    },
    {
      "epoch": 0.3917910447761194,
      "grad_norm": 0.8361909874881175,
      "learning_rate": 2.223404255319149e-05,
      "loss": 0.6368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2955794036388397,
      "step": 210,
      "valid_targets_mean": 3336.0,
      "valid_targets_min": 1029
    },
    {
      "epoch": 0.40111940298507465,
      "grad_norm": 0.6111046783642486,
      "learning_rate": 2.2765957446808512e-05,
      "loss": 0.6236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24113985896110535,
      "step": 215,
      "valid_targets_mean": 3413.1,
      "valid_targets_min": 1163
    },
    {
      "epoch": 0.41044776119402987,
      "grad_norm": 0.6936406388230895,
      "learning_rate": 2.3297872340425536e-05,
      "loss": 0.5931,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3664717376232147,
      "step": 220,
      "valid_targets_mean": 3837.2,
      "valid_targets_min": 1589
    },
    {
      "epoch": 0.4197761194029851,
      "grad_norm": 0.8570856801017971,
      "learning_rate": 2.3829787234042553e-05,
      "loss": 0.5947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3282391428947449,
      "step": 225,
      "valid_targets_mean": 3130.1,
      "valid_targets_min": 2013
    },
    {
      "epoch": 0.4291044776119403,
      "grad_norm": 0.7578881892947891,
      "learning_rate": 2.4361702127659578e-05,
      "loss": 0.6226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3216251730918884,
      "step": 230,
      "valid_targets_mean": 3226.6,
      "valid_targets_min": 2393
    },
    {
      "epoch": 0.43843283582089554,
      "grad_norm": 0.6841426383468427,
      "learning_rate": 2.48936170212766e-05,
      "loss": 0.5873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29395031929016113,
      "step": 235,
      "valid_targets_mean": 3245.6,
      "valid_targets_min": 777
    },
    {
      "epoch": 0.44776119402985076,
      "grad_norm": 0.6997097985266442,
      "learning_rate": 2.5425531914893616e-05,
      "loss": 0.6136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.278739869594574,
      "step": 240,
      "valid_targets_mean": 2813.5,
      "valid_targets_min": 1595
    },
    {
      "epoch": 0.457089552238806,
      "grad_norm": 0.8867252786866131,
      "learning_rate": 2.595744680851064e-05,
      "loss": 0.6212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40658140182495117,
      "step": 245,
      "valid_targets_mean": 3273.8,
      "valid_targets_min": 721
    },
    {
      "epoch": 0.4664179104477612,
      "grad_norm": 0.7338188790814862,
      "learning_rate": 2.6489361702127664e-05,
      "loss": 0.5631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2935730516910553,
      "step": 250,
      "valid_targets_mean": 3626.6,
      "valid_targets_min": 1099
    },
    {
      "epoch": 0.47574626865671643,
      "grad_norm": 0.7806552708559568,
      "learning_rate": 2.702127659574468e-05,
      "loss": 0.5797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29288357496261597,
      "step": 255,
      "valid_targets_mean": 2752.8,
      "valid_targets_min": 444
    },
    {
      "epoch": 0.48507462686567165,
      "grad_norm": 0.7690924986485759,
      "learning_rate": 2.7553191489361702e-05,
      "loss": 0.5974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30859023332595825,
      "step": 260,
      "valid_targets_mean": 2957.0,
      "valid_targets_min": 622
    },
    {
      "epoch": 0.4944029850746269,
      "grad_norm": 0.6851571205475807,
      "learning_rate": 2.8085106382978727e-05,
      "loss": 0.5887,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2577947676181793,
      "step": 265,
      "valid_targets_mean": 2963.9,
      "valid_targets_min": 961
    },
    {
      "epoch": 0.503731343283582,
      "grad_norm": 0.7706163388766762,
      "learning_rate": 2.8617021276595747e-05,
      "loss": 0.6153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2567642033100128,
      "step": 270,
      "valid_targets_mean": 2558.1,
      "valid_targets_min": 913
    },
    {
      "epoch": 0.5130597014925373,
      "grad_norm": 0.8058419544936287,
      "learning_rate": 2.9148936170212768e-05,
      "loss": 0.6124,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22249895334243774,
      "step": 275,
      "valid_targets_mean": 2716.9,
      "valid_targets_min": 1002
    },
    {
      "epoch": 0.5223880597014925,
      "grad_norm": 0.7928536797716753,
      "learning_rate": 2.968085106382979e-05,
      "loss": 0.6264,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28705018758773804,
      "step": 280,
      "valid_targets_mean": 2697.9,
      "valid_targets_min": 1323
    },
    {
      "epoch": 0.5317164179104478,
      "grad_norm": 0.7459661026206802,
      "learning_rate": 3.0212765957446813e-05,
      "loss": 0.6174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3814293146133423,
      "step": 285,
      "valid_targets_mean": 4556.2,
      "valid_targets_min": 273
    },
    {
      "epoch": 0.5410447761194029,
      "grad_norm": 0.6769207843617536,
      "learning_rate": 3.074468085106383e-05,
      "loss": 0.6031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2440159171819687,
      "step": 290,
      "valid_targets_mean": 3617.2,
      "valid_targets_min": 526
    },
    {
      "epoch": 0.5503731343283582,
      "grad_norm": 0.7193203456536877,
      "learning_rate": 3.127659574468085e-05,
      "loss": 0.5742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23086252808570862,
      "step": 295,
      "valid_targets_mean": 2440.0,
      "valid_targets_min": 491
    },
    {
      "epoch": 0.5597014925373134,
      "grad_norm": 0.7308475212557202,
      "learning_rate": 3.180851063829788e-05,
      "loss": 0.6248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37845319509506226,
      "step": 300,
      "valid_targets_mean": 3605.0,
      "valid_targets_min": 1020
    },
    {
      "epoch": 0.5690298507462687,
      "grad_norm": 0.9467304828292679,
      "learning_rate": 3.234042553191489e-05,
      "loss": 0.5664,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2591010630130768,
      "step": 305,
      "valid_targets_mean": 2529.8,
      "valid_targets_min": 1506
    },
    {
      "epoch": 0.5783582089552238,
      "grad_norm": 0.6697816177321784,
      "learning_rate": 3.2872340425531914e-05,
      "loss": 0.6137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23819687962532043,
      "step": 310,
      "valid_targets_mean": 3026.1,
      "valid_targets_min": 257
    },
    {
      "epoch": 0.5876865671641791,
      "grad_norm": 0.6975396328455103,
      "learning_rate": 3.340425531914894e-05,
      "loss": 0.6167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20802253484725952,
      "step": 315,
      "valid_targets_mean": 2358.5,
      "valid_targets_min": 1528
    },
    {
      "epoch": 0.5970149253731343,
      "grad_norm": 0.7175195462660079,
      "learning_rate": 3.393617021276596e-05,
      "loss": 0.6265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42556458711624146,
      "step": 320,
      "valid_targets_mean": 5309.6,
      "valid_targets_min": 1366
    },
    {
      "epoch": 0.6063432835820896,
      "grad_norm": 0.681879973834109,
      "learning_rate": 3.446808510638298e-05,
      "loss": 0.5727,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3077801764011383,
      "step": 325,
      "valid_targets_mean": 4259.2,
      "valid_targets_min": 2006
    },
    {
      "epoch": 0.6156716417910447,
      "grad_norm": 0.7422054132999161,
      "learning_rate": 3.5000000000000004e-05,
      "loss": 0.6388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2498745322227478,
      "step": 330,
      "valid_targets_mean": 3084.8,
      "valid_targets_min": 1479
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.7816443491468698,
      "learning_rate": 3.5531914893617025e-05,
      "loss": 0.5431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17738372087478638,
      "step": 335,
      "valid_targets_mean": 1923.5,
      "valid_targets_min": 392
    },
    {
      "epoch": 0.6343283582089553,
      "grad_norm": 0.6926315605053619,
      "learning_rate": 3.6063829787234045e-05,
      "loss": 0.5734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1904895007610321,
      "step": 340,
      "valid_targets_mean": 2476.5,
      "valid_targets_min": 840
    },
    {
      "epoch": 0.6436567164179104,
      "grad_norm": 0.7927663242744208,
      "learning_rate": 3.6595744680851066e-05,
      "loss": 0.5895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2929850220680237,
      "step": 345,
      "valid_targets_mean": 2753.6,
      "valid_targets_min": 920
    },
    {
      "epoch": 0.6529850746268657,
      "grad_norm": 0.6667734659693237,
      "learning_rate": 3.712765957446809e-05,
      "loss": 0.5856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2891857922077179,
      "step": 350,
      "valid_targets_mean": 4494.9,
      "valid_targets_min": 313
    },
    {
      "epoch": 0.6623134328358209,
      "grad_norm": 0.6373264026859415,
      "learning_rate": 3.7659574468085114e-05,
      "loss": 0.5908,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2208825796842575,
      "step": 355,
      "valid_targets_mean": 3450.0,
      "valid_targets_min": 1102
    },
    {
      "epoch": 0.6716417910447762,
      "grad_norm": 0.7594230097038847,
      "learning_rate": 3.819148936170213e-05,
      "loss": 0.6502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4106304347515106,
      "step": 360,
      "valid_targets_mean": 3784.1,
      "valid_targets_min": 1085
    },
    {
      "epoch": 0.6809701492537313,
      "grad_norm": 0.8582961346468819,
      "learning_rate": 3.872340425531915e-05,
      "loss": 0.5736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4053879380226135,
      "step": 365,
      "valid_targets_mean": 4927.6,
      "valid_targets_min": 385
    },
    {
      "epoch": 0.6902985074626866,
      "grad_norm": 0.7969092384416857,
      "learning_rate": 3.925531914893618e-05,
      "loss": 0.5662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2686024606227875,
      "step": 370,
      "valid_targets_mean": 2672.2,
      "valid_targets_min": 336
    },
    {
      "epoch": 0.6996268656716418,
      "grad_norm": 0.7347204620089871,
      "learning_rate": 3.978723404255319e-05,
      "loss": 0.559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21485693752765656,
      "step": 375,
      "valid_targets_mean": 3369.1,
      "valid_targets_min": 1116
    },
    {
      "epoch": 0.7089552238805971,
      "grad_norm": 0.6164343450129072,
      "learning_rate": 3.999992206418221e-05,
      "loss": 0.5744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38275283575057983,
      "step": 380,
      "valid_targets_mean": 5458.0,
      "valid_targets_min": 1447
    },
    {
      "epoch": 0.7182835820895522,
      "grad_norm": 0.7884354979827474,
      "learning_rate": 3.999944579193981e-05,
      "loss": 0.611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25685256719589233,
      "step": 385,
      "valid_targets_mean": 2556.9,
      "valid_targets_min": 770
    },
    {
      "epoch": 0.7276119402985075,
      "grad_norm": 0.7217636866372948,
      "learning_rate": 3.999853655542977e-05,
      "loss": 0.5903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2114216685295105,
      "step": 390,
      "valid_targets_mean": 2227.6,
      "valid_targets_min": 1368
    },
    {
      "epoch": 0.7369402985074627,
      "grad_norm": 0.6244477830330477,
      "learning_rate": 3.999719437433601e-05,
      "loss": 0.5938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29096540808677673,
      "step": 395,
      "valid_targets_mean": 4716.9,
      "valid_targets_min": 309
    },
    {
      "epoch": 0.746268656716418,
      "grad_norm": 0.5648390962498896,
      "learning_rate": 3.999541927771513e-05,
      "loss": 0.5653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3506127595901489,
      "step": 400,
      "valid_targets_mean": 5497.1,
      "valid_targets_min": 1810
    },
    {
      "epoch": 0.7555970149253731,
      "grad_norm": 0.6874932901853528,
      "learning_rate": 3.999321130399588e-05,
      "loss": 0.5915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3548329770565033,
      "step": 405,
      "valid_targets_mean": 4386.9,
      "valid_targets_min": 1639
    },
    {
      "epoch": 0.7649253731343284,
      "grad_norm": 0.6695661761975534,
      "learning_rate": 3.9990570500978275e-05,
      "loss": 0.6022,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24912483990192413,
      "step": 410,
      "valid_targets_mean": 3129.9,
      "valid_targets_min": 1244
    },
    {
      "epoch": 0.7742537313432836,
      "grad_norm": 0.8829757467321712,
      "learning_rate": 3.998749692583255e-05,
      "loss": 0.5879,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3693455457687378,
      "step": 415,
      "valid_targets_mean": 4967.1,
      "valid_targets_min": 1224
    },
    {
      "epoch": 0.7835820895522388,
      "grad_norm": 0.7060180533085941,
      "learning_rate": 3.9983990645097977e-05,
      "loss": 0.5516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31799471378326416,
      "step": 420,
      "valid_targets_mean": 3629.6,
      "valid_targets_min": 375
    },
    {
      "epoch": 0.792910447761194,
      "grad_norm": 0.6512688877556654,
      "learning_rate": 3.9980051734681365e-05,
      "loss": 0.5906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24405537545681,
      "step": 425,
      "valid_targets_mean": 3651.1,
      "valid_targets_min": 1555
    },
    {
      "epoch": 0.8022388059701493,
      "grad_norm": 0.7659981510033175,
      "learning_rate": 3.9975680279855453e-05,
      "loss": 0.571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3422507047653198,
      "step": 430,
      "valid_targets_mean": 3973.5,
      "valid_targets_min": 2179
    },
    {
      "epoch": 0.8115671641791045,
      "grad_norm": 0.6393299412177378,
      "learning_rate": 3.9970876375257044e-05,
      "loss": 0.5607,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24772992730140686,
      "step": 435,
      "valid_targets_mean": 4269.0,
      "valid_targets_min": 1172
    },
    {
      "epoch": 0.8208955223880597,
      "grad_norm": 0.631301335819845,
      "learning_rate": 3.996564012488497e-05,
      "loss": 0.58,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34593862295150757,
      "step": 440,
      "valid_targets_mean": 5033.6,
      "valid_targets_min": 2351
    },
    {
      "epoch": 0.8302238805970149,
      "grad_norm": 0.6978871998832528,
      "learning_rate": 3.995997164209785e-05,
      "loss": 0.5774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3239847421646118,
      "step": 445,
      "valid_targets_mean": 3281.9,
      "valid_targets_min": 753
    },
    {
      "epoch": 0.8395522388059702,
      "grad_norm": 0.7500953271176343,
      "learning_rate": 3.99538710496116e-05,
      "loss": 0.5685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3513426184654236,
      "step": 450,
      "valid_targets_mean": 3056.2,
      "valid_targets_min": 1119
    },
    {
      "epoch": 0.8488805970149254,
      "grad_norm": 0.5213096901949963,
      "learning_rate": 3.9947338479496813e-05,
      "loss": 0.5592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2794053256511688,
      "step": 455,
      "valid_targets_mean": 6154.8,
      "valid_targets_min": 736
    },
    {
      "epoch": 0.8582089552238806,
      "grad_norm": 0.6469270473153445,
      "learning_rate": 3.994037407317588e-05,
      "loss": 0.5656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3254997730255127,
      "step": 460,
      "valid_targets_mean": 4166.6,
      "valid_targets_min": 2197
    },
    {
      "epoch": 0.8675373134328358,
      "grad_norm": 0.7218976843566365,
      "learning_rate": 3.993297798141992e-05,
      "loss": 0.6036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30365434288978577,
      "step": 465,
      "valid_targets_mean": 3196.2,
      "valid_targets_min": 676
    },
    {
      "epoch": 0.8768656716417911,
      "grad_norm": 0.6248269334152132,
      "learning_rate": 3.9925150364345556e-05,
      "loss": 0.6171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27022770047187805,
      "step": 470,
      "valid_targets_mean": 4472.8,
      "valid_targets_min": 2442
    },
    {
      "epoch": 0.8861940298507462,
      "grad_norm": 0.6281545909117507,
      "learning_rate": 3.991689139141141e-05,
      "loss": 0.5776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40134453773498535,
      "step": 475,
      "valid_targets_mean": 4269.2,
      "valid_targets_min": 1258
    },
    {
      "epoch": 0.8955223880597015,
      "grad_norm": 0.6024513638877718,
      "learning_rate": 3.9908201241414434e-05,
      "loss": 0.5608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24152323603630066,
      "step": 480,
      "valid_targets_mean": 3675.8,
      "valid_targets_min": 1462
    },
    {
      "epoch": 0.9048507462686567,
      "grad_norm": 0.6710355134691387,
      "learning_rate": 3.9899080102486065e-05,
      "loss": 0.5632,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1799512654542923,
      "step": 485,
      "valid_targets_mean": 2174.6,
      "valid_targets_min": 648
    },
    {
      "epoch": 0.914179104477612,
      "grad_norm": 0.5866994211338196,
      "learning_rate": 3.988952817208815e-05,
      "loss": 0.5421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27179545164108276,
      "step": 490,
      "valid_targets_mean": 4399.2,
      "valid_targets_min": 1815
    },
    {
      "epoch": 0.9235074626865671,
      "grad_norm": 0.5898315810107299,
      "learning_rate": 3.987954565700863e-05,
      "loss": 0.5646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3146028518676758,
      "step": 495,
      "valid_targets_mean": 4055.4,
      "valid_targets_min": 1896
    },
    {
      "epoch": 0.9328358208955224,
      "grad_norm": 0.8912745785022403,
      "learning_rate": 3.9869132773357115e-05,
      "loss": 0.5626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3271094262599945,
      "step": 500,
      "valid_targets_mean": 3561.0,
      "valid_targets_min": 1819
    },
    {
      "epoch": 0.9421641791044776,
      "grad_norm": 0.6881650874244652,
      "learning_rate": 3.9858289746560183e-05,
      "loss": 0.5613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2683401107788086,
      "step": 505,
      "valid_targets_mean": 3099.0,
      "valid_targets_min": 1497
    },
    {
      "epoch": 0.9514925373134329,
      "grad_norm": 0.66620144560675,
      "learning_rate": 3.98470168113565e-05,
      "loss": 0.5653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25099435448646545,
      "step": 510,
      "valid_targets_mean": 3040.9,
      "valid_targets_min": 790
    },
    {
      "epoch": 0.960820895522388,
      "grad_norm": 0.7214014750128713,
      "learning_rate": 3.983531421179172e-05,
      "loss": 0.5751,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26236626505851746,
      "step": 515,
      "valid_targets_mean": 2553.9,
      "valid_targets_min": 1640
    },
    {
      "epoch": 0.9701492537313433,
      "grad_norm": 0.6319763749803543,
      "learning_rate": 3.9823182201213245e-05,
      "loss": 0.5968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3791792690753937,
      "step": 520,
      "valid_targets_mean": 4996.2,
      "valid_targets_min": 1588
    },
    {
      "epoch": 0.9794776119402985,
      "grad_norm": 0.709042434719836,
      "learning_rate": 3.981062104226471e-05,
      "loss": 0.5553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3071591854095459,
      "step": 525,
      "valid_targets_mean": 3725.9,
      "valid_targets_min": 1311
    },
    {
      "epoch": 0.9888059701492538,
      "grad_norm": 0.630910177797118,
      "learning_rate": 3.97976310068803e-05,
      "loss": 0.6386,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20051100850105286,
      "step": 530,
      "valid_targets_mean": 3030.5,
      "valid_targets_min": 1116
    },
    {
      "epoch": 0.9981343283582089,
      "grad_norm": 0.7022547389585898,
      "learning_rate": 3.978421237627886e-05,
      "loss": 0.5233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27863332629203796,
      "step": 535,
      "valid_targets_mean": 3701.6,
      "valid_targets_min": 1689
    },
    {
      "epoch": 1.007462686567164,
      "grad_norm": 0.8028854115490012,
      "learning_rate": 3.977036544095781e-05,
      "loss": 0.553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2280224859714508,
      "step": 540,
      "valid_targets_mean": 3242.6,
      "valid_targets_min": 746
    },
    {
      "epoch": 1.0167910447761195,
      "grad_norm": 0.6315346456732163,
      "learning_rate": 3.975609050068689e-05,
      "loss": 0.5425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17604753375053406,
      "step": 545,
      "valid_targets_mean": 2877.9,
      "valid_targets_min": 1502
    },
    {
      "epoch": 1.0261194029850746,
      "grad_norm": 0.5900002807896124,
      "learning_rate": 3.97413878645016e-05,
      "loss": 0.5363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19828876852989197,
      "step": 550,
      "valid_targets_mean": 3338.2,
      "valid_targets_min": 1626
    },
    {
      "epoch": 1.0354477611940298,
      "grad_norm": 0.6785431971677857,
      "learning_rate": 3.972625785069657e-05,
      "loss": 0.5389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3047122657299042,
      "step": 555,
      "valid_targets_mean": 4309.5,
      "valid_targets_min": 1341
    },
    {
      "epoch": 1.044776119402985,
      "grad_norm": 0.6507862460759172,
      "learning_rate": 3.971070078681864e-05,
      "loss": 0.5043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22440937161445618,
      "step": 560,
      "valid_targets_mean": 4261.5,
      "valid_targets_min": 1296
    },
    {
      "epoch": 1.0541044776119404,
      "grad_norm": 0.7460700856333692,
      "learning_rate": 3.969471700965979e-05,
      "loss": 0.537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25620323419570923,
      "step": 565,
      "valid_targets_mean": 2881.9,
      "valid_targets_min": 1108
    },
    {
      "epoch": 1.0634328358208955,
      "grad_norm": 0.7591233299699717,
      "learning_rate": 3.967830686524982e-05,
      "loss": 0.5388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2694655656814575,
      "step": 570,
      "valid_targets_mean": 3030.0,
      "valid_targets_min": 1663
    },
    {
      "epoch": 1.0727611940298507,
      "grad_norm": 0.6643950474255416,
      "learning_rate": 3.966147070884888e-05,
      "loss": 0.5375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20027458667755127,
      "step": 575,
      "valid_targets_mean": 4767.1,
      "valid_targets_min": 820
    },
    {
      "epoch": 1.0820895522388059,
      "grad_norm": 0.6045465434953375,
      "learning_rate": 3.964420890493978e-05,
      "loss": 0.5429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28705334663391113,
      "step": 580,
      "valid_targets_mean": 5348.8,
      "valid_targets_min": 1163
    },
    {
      "epoch": 1.0914179104477613,
      "grad_norm": 0.6431442021457563,
      "learning_rate": 3.9626521827220096e-05,
      "loss": 0.5274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25629544258117676,
      "step": 585,
      "valid_targets_mean": 3699.1,
      "valid_targets_min": 1552
    },
    {
      "epoch": 1.1007462686567164,
      "grad_norm": 0.6892604477150721,
      "learning_rate": 3.960840985859406e-05,
      "loss": 0.5418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3467318117618561,
      "step": 590,
      "valid_targets_mean": 3772.8,
      "valid_targets_min": 1645
    },
    {
      "epoch": 1.1100746268656716,
      "grad_norm": 0.598272640729981,
      "learning_rate": 3.95898733911643e-05,
      "loss": 0.5166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4067884087562561,
      "step": 595,
      "valid_targets_mean": 6477.9,
      "valid_targets_min": 1571
    },
    {
      "epoch": 1.1194029850746268,
      "grad_norm": 0.7278171904310045,
      "learning_rate": 3.957091282622335e-05,
      "loss": 0.5539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25010570883750916,
      "step": 600,
      "valid_targets_mean": 3534.5,
      "valid_targets_min": 1070
    },
    {
      "epoch": 1.1287313432835822,
      "grad_norm": 0.786396397769096,
      "learning_rate": 3.955152857424493e-05,
      "loss": 0.5375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2975982427597046,
      "step": 605,
      "valid_targets_mean": 2510.1,
      "valid_targets_min": 829
    },
    {
      "epoch": 1.1380597014925373,
      "grad_norm": 0.685880736946905,
      "learning_rate": 3.953172105487509e-05,
      "loss": 0.5554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2779093384742737,
      "step": 610,
      "valid_targets_mean": 3502.4,
      "valid_targets_min": 1914
    },
    {
      "epoch": 1.1473880597014925,
      "grad_norm": 0.5820074108320361,
      "learning_rate": 3.951149069692312e-05,
      "loss": 0.5316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2435397058725357,
      "step": 615,
      "valid_targets_mean": 4565.1,
      "valid_targets_min": 1057
    },
    {
      "epoch": 1.1567164179104479,
      "grad_norm": 0.6468224388409047,
      "learning_rate": 3.9490837938352267e-05,
      "loss": 0.5774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19375991821289062,
      "step": 620,
      "valid_targets_mean": 3120.6,
      "valid_targets_min": 1164
    },
    {
      "epoch": 1.166044776119403,
      "grad_norm": 0.7850368185324255,
      "learning_rate": 3.946976322627024e-05,
      "loss": 0.555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28971314430236816,
      "step": 625,
      "valid_targets_mean": 2897.0,
      "valid_targets_min": 951
    },
    {
      "epoch": 1.1753731343283582,
      "grad_norm": 0.6912538408752664,
      "learning_rate": 3.944826701691955e-05,
      "loss": 0.5606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27505776286125183,
      "step": 630,
      "valid_targets_mean": 4580.4,
      "valid_targets_min": 786
    },
    {
      "epoch": 1.1847014925373134,
      "grad_norm": 0.7600526449608063,
      "learning_rate": 3.942634977566761e-05,
      "loss": 0.5389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24214911460876465,
      "step": 635,
      "valid_targets_mean": 2262.8,
      "valid_targets_min": 732
    },
    {
      "epoch": 1.1940298507462686,
      "grad_norm": 0.632283784633046,
      "learning_rate": 3.9404011976996696e-05,
      "loss": 0.6084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21673955023288727,
      "step": 640,
      "valid_targets_mean": 3801.0,
      "valid_targets_min": 1953
    },
    {
      "epoch": 1.203358208955224,
      "grad_norm": 0.6289924112629002,
      "learning_rate": 3.938125410449364e-05,
      "loss": 0.5168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2503665089607239,
      "step": 645,
      "valid_targets_mean": 3704.6,
      "valid_targets_min": 856
    },
    {
      "epoch": 1.212686567164179,
      "grad_norm": 0.7344098110742897,
      "learning_rate": 3.935807665083936e-05,
      "loss": 0.5465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36894696950912476,
      "step": 650,
      "valid_targets_mean": 3159.4,
      "valid_targets_min": 296
    },
    {
      "epoch": 1.2220149253731343,
      "grad_norm": 0.5804792478675688,
      "learning_rate": 3.933448011779824e-05,
      "loss": 0.5323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15652263164520264,
      "step": 655,
      "valid_targets_mean": 2600.0,
      "valid_targets_min": 1891
    },
    {
      "epoch": 1.2313432835820897,
      "grad_norm": 0.6322902909680553,
      "learning_rate": 3.93104650162072e-05,
      "loss": 0.5395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3222752809524536,
      "step": 660,
      "valid_targets_mean": 4437.5,
      "valid_targets_min": 1406
    },
    {
      "epoch": 1.2406716417910448,
      "grad_norm": 0.6164194377591228,
      "learning_rate": 3.928603186596471e-05,
      "loss": 0.5113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2050849050283432,
      "step": 665,
      "valid_targets_mean": 3560.0,
      "valid_targets_min": 877
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.707935496535295,
      "learning_rate": 3.926118119601946e-05,
      "loss": 0.5832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28239184617996216,
      "step": 670,
      "valid_targets_mean": 3334.2,
      "valid_targets_min": 1734
    },
    {
      "epoch": 1.2593283582089552,
      "grad_norm": 0.5849604176220515,
      "learning_rate": 3.923591354435897e-05,
      "loss": 0.5735,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29911866784095764,
      "step": 675,
      "valid_targets_mean": 4364.2,
      "valid_targets_min": 1916
    },
    {
      "epoch": 1.2686567164179103,
      "grad_norm": 0.6287509000150424,
      "learning_rate": 3.9210229457997916e-05,
      "loss": 0.5395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2777480483055115,
      "step": 680,
      "valid_targets_mean": 4163.1,
      "valid_targets_min": 1859
    },
    {
      "epoch": 1.2779850746268657,
      "grad_norm": 0.685288777518089,
      "learning_rate": 3.9184129492966286e-05,
      "loss": 0.4891,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31055453419685364,
      "step": 685,
      "valid_targets_mean": 3987.6,
      "valid_targets_min": 2119
    },
    {
      "epoch": 1.287313432835821,
      "grad_norm": 0.6339721066974396,
      "learning_rate": 3.915761421429735e-05,
      "loss": 0.522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32543087005615234,
      "step": 690,
      "valid_targets_mean": 4985.5,
      "valid_targets_min": 2715
    },
    {
      "epoch": 1.296641791044776,
      "grad_norm": 0.5733697106249588,
      "learning_rate": 3.913068419601542e-05,
      "loss": 0.5745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3147970736026764,
      "step": 695,
      "valid_targets_mean": 4724.9,
      "valid_targets_min": 1953
    },
    {
      "epoch": 1.3059701492537314,
      "grad_norm": 0.7724230248030342,
      "learning_rate": 3.910334002112344e-05,
      "loss": 0.5773,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3536461889743805,
      "step": 700,
      "valid_targets_mean": 3440.6,
      "valid_targets_min": 1399
    },
    {
      "epoch": 1.3152985074626866,
      "grad_norm": 0.8049633644751847,
      "learning_rate": 3.907558228159034e-05,
      "loss": 0.5229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24340598285198212,
      "step": 705,
      "valid_targets_mean": 3403.8,
      "valid_targets_min": 1012
    },
    {
      "epoch": 1.3246268656716418,
      "grad_norm": 0.5473414470233305,
      "learning_rate": 3.904741157833825e-05,
      "loss": 0.5317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20663416385650635,
      "step": 710,
      "valid_targets_mean": 3928.6,
      "valid_targets_min": 1371
    },
    {
      "epoch": 1.333955223880597,
      "grad_norm": 0.7259815989545045,
      "learning_rate": 3.901882852122945e-05,
      "loss": 0.5331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2875136733055115,
      "step": 715,
      "valid_targets_mean": 3111.2,
      "valid_targets_min": 354
    },
    {
      "epoch": 1.3432835820895521,
      "grad_norm": 1.6864100894185075,
      "learning_rate": 3.8989833729053226e-05,
      "loss": 0.5126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21058915555477142,
      "step": 720,
      "valid_targets_mean": 3734.4,
      "valid_targets_min": 1357
    },
    {
      "epoch": 1.3526119402985075,
      "grad_norm": 0.7096608255241813,
      "learning_rate": 3.89604278295124e-05,
      "loss": 0.5341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25622522830963135,
      "step": 725,
      "valid_targets_mean": 2885.2,
      "valid_targets_min": 1001
    },
    {
      "epoch": 1.3619402985074627,
      "grad_norm": 0.7945646267043578,
      "learning_rate": 3.893061145920981e-05,
      "loss": 0.5368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2410912960767746,
      "step": 730,
      "valid_targets_mean": 4002.9,
      "valid_targets_min": 960
    },
    {
      "epoch": 1.3712686567164178,
      "grad_norm": 0.5704159076561983,
      "learning_rate": 3.890038526363449e-05,
      "loss": 0.5101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3112795948982239,
      "step": 735,
      "valid_targets_mean": 5595.6,
      "valid_targets_min": 1909
    },
    {
      "epoch": 1.3805970149253732,
      "grad_norm": 0.573903643156363,
      "learning_rate": 3.88697498971477e-05,
      "loss": 0.4972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19024305045604706,
      "step": 740,
      "valid_targets_mean": 3188.5,
      "valid_targets_min": 901
    },
    {
      "epoch": 1.3899253731343284,
      "grad_norm": 0.6681165438144722,
      "learning_rate": 3.883870602296878e-05,
      "loss": 0.4791,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15833920240402222,
      "step": 745,
      "valid_targets_mean": 2132.2,
      "valid_targets_min": 693
    },
    {
      "epoch": 1.3992537313432836,
      "grad_norm": 0.693907557505896,
      "learning_rate": 3.880725431316074e-05,
      "loss": 0.5674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3302950859069824,
      "step": 750,
      "valid_targets_mean": 3976.1,
      "valid_targets_min": 1655
    },
    {
      "epoch": 1.4085820895522387,
      "grad_norm": 0.6705694993669753,
      "learning_rate": 3.87753954486158e-05,
      "loss": 0.5356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17933990061283112,
      "step": 755,
      "valid_targets_mean": 2045.2,
      "valid_targets_min": 512
    },
    {
      "epoch": 1.417910447761194,
      "grad_norm": 0.5580232360061667,
      "learning_rate": 3.874313011904056e-05,
      "loss": 0.5496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37407204508781433,
      "step": 760,
      "valid_targets_mean": 5818.9,
      "valid_targets_min": 1488
    },
    {
      "epoch": 1.4272388059701493,
      "grad_norm": 0.872403546054947,
      "learning_rate": 3.871045902294112e-05,
      "loss": 0.5187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35408133268356323,
      "step": 765,
      "valid_targets_mean": 3871.9,
      "valid_targets_min": 1941
    },
    {
      "epoch": 1.4365671641791045,
      "grad_norm": 0.7004342757805163,
      "learning_rate": 3.867738286760793e-05,
      "loss": 0.5382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30939149856567383,
      "step": 770,
      "valid_targets_mean": 3215.5,
      "valid_targets_min": 2319
    },
    {
      "epoch": 1.4458955223880596,
      "grad_norm": 0.703984049995771,
      "learning_rate": 3.86439023691005e-05,
      "loss": 0.518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32864096760749817,
      "step": 775,
      "valid_targets_mean": 3294.1,
      "valid_targets_min": 673
    },
    {
      "epoch": 1.455223880597015,
      "grad_norm": 0.7228480175806797,
      "learning_rate": 3.86100182522319e-05,
      "loss": 0.5527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22931042313575745,
      "step": 780,
      "valid_targets_mean": 2563.4,
      "valid_targets_min": 820
    },
    {
      "epoch": 1.4645522388059702,
      "grad_norm": 0.6751507060984445,
      "learning_rate": 3.857573125055304e-05,
      "loss": 0.5226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3485998511314392,
      "step": 785,
      "valid_targets_mean": 3630.6,
      "valid_targets_min": 1150
    },
    {
      "epoch": 1.4738805970149254,
      "grad_norm": 0.6123224789955897,
      "learning_rate": 3.8541042106336825e-05,
      "loss": 0.548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22629578411579132,
      "step": 790,
      "valid_targets_mean": 4140.4,
      "valid_targets_min": 987
    },
    {
      "epoch": 1.4832089552238805,
      "grad_norm": 0.6299059225542767,
      "learning_rate": 3.850595157056206e-05,
      "loss": 0.5544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2941248416900635,
      "step": 795,
      "valid_targets_mean": 3076.1,
      "valid_targets_min": 449
    },
    {
      "epoch": 1.4925373134328357,
      "grad_norm": 0.6400254246581368,
      "learning_rate": 3.84704604028972e-05,
      "loss": 0.5091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21500684320926666,
      "step": 800,
      "valid_targets_mean": 3791.8,
      "valid_targets_min": 1801
    },
    {
      "epoch": 1.501865671641791,
      "grad_norm": 0.6978713655582434,
      "learning_rate": 3.84345693716839e-05,
      "loss": 0.529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26665663719177246,
      "step": 805,
      "valid_targets_mean": 3161.4,
      "valid_targets_min": 1303
    },
    {
      "epoch": 1.5111940298507462,
      "grad_norm": 0.6380967850517599,
      "learning_rate": 3.8398279253920403e-05,
      "loss": 0.5368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27644985914230347,
      "step": 810,
      "valid_targets_mean": 2991.6,
      "valid_targets_min": 1755
    },
    {
      "epoch": 1.5205223880597014,
      "grad_norm": 0.5852970318086799,
      "learning_rate": 3.8361590835244696e-05,
      "loss": 0.535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2506909668445587,
      "step": 815,
      "valid_targets_mean": 4482.4,
      "valid_targets_min": 2066
    },
    {
      "epoch": 1.5298507462686568,
      "grad_norm": 0.6543499665228387,
      "learning_rate": 3.8324504909917486e-05,
      "loss": 0.533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26362523436546326,
      "step": 820,
      "valid_targets_mean": 3188.2,
      "valid_targets_min": 1237
    },
    {
      "epoch": 1.539179104477612,
      "grad_norm": 0.5330651622885079,
      "learning_rate": 3.8287022280805064e-05,
      "loss": 0.5049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1682763248682022,
      "step": 825,
      "valid_targets_mean": 3644.2,
      "valid_targets_min": 1881
    },
    {
      "epoch": 1.5485074626865671,
      "grad_norm": 0.7168842466101432,
      "learning_rate": 3.824914375936186e-05,
      "loss": 0.5542,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28634709119796753,
      "step": 830,
      "valid_targets_mean": 3268.8,
      "valid_targets_min": 1515
    },
    {
      "epoch": 1.5578358208955225,
      "grad_norm": 0.6795250702425825,
      "learning_rate": 3.8210870165612913e-05,
      "loss": 0.5247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23117414116859436,
      "step": 835,
      "valid_targets_mean": 4144.9,
      "valid_targets_min": 2050
    },
    {
      "epoch": 1.5671641791044775,
      "grad_norm": 0.5422177330938823,
      "learning_rate": 3.817220232813611e-05,
      "loss": 0.525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31314602494239807,
      "step": 840,
      "valid_targets_mean": 6506.9,
      "valid_targets_min": 375
    },
    {
      "epoch": 1.5764925373134329,
      "grad_norm": 0.6420269794456652,
      "learning_rate": 3.8133141084044243e-05,
      "loss": 0.5285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3007183074951172,
      "step": 845,
      "valid_targets_mean": 4209.8,
      "valid_targets_min": 1335
    },
    {
      "epoch": 1.585820895522388,
      "grad_norm": 0.8282572723489329,
      "learning_rate": 3.809368727896689e-05,
      "loss": 0.5223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2658495604991913,
      "step": 850,
      "valid_targets_mean": 2924.5,
      "valid_targets_min": 1367
    },
    {
      "epoch": 1.5951492537313432,
      "grad_norm": 0.5631240642789294,
      "learning_rate": 3.805384176703211e-05,
      "loss": 0.5296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34055593609809875,
      "step": 855,
      "valid_targets_mean": 5657.5,
      "valid_targets_min": 2193
    },
    {
      "epoch": 1.6044776119402986,
      "grad_norm": 0.5750622347506824,
      "learning_rate": 3.8013605410847956e-05,
      "loss": 0.5587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2550086975097656,
      "step": 860,
      "valid_targets_mean": 4503.9,
      "valid_targets_min": 1624
    },
    {
      "epoch": 1.6138059701492538,
      "grad_norm": 0.7262918670089581,
      "learning_rate": 3.797297908148379e-05,
      "loss": 0.546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3380868434906006,
      "step": 865,
      "valid_targets_mean": 3818.6,
      "valid_targets_min": 1504
    },
    {
      "epoch": 1.623134328358209,
      "grad_norm": 0.6021587530457694,
      "learning_rate": 3.793196365845142e-05,
      "loss": 0.5525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2848277986049652,
      "step": 870,
      "valid_targets_mean": 4457.8,
      "valid_targets_min": 2198
    },
    {
      "epoch": 1.6324626865671643,
      "grad_norm": 0.7091437572796929,
      "learning_rate": 3.789056002968609e-05,
      "loss": 0.5657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2223820686340332,
      "step": 875,
      "valid_targets_mean": 2859.2,
      "valid_targets_min": 916
    },
    {
      "epoch": 1.6417910447761193,
      "grad_norm": 0.6483019545331663,
      "learning_rate": 3.784876909152723e-05,
      "loss": 0.4998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17174361646175385,
      "step": 880,
      "valid_targets_mean": 2351.5,
      "valid_targets_min": 1072
    },
    {
      "epoch": 1.6511194029850746,
      "grad_norm": 0.6542063501596606,
      "learning_rate": 3.7806591748699056e-05,
      "loss": 0.5349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2808379828929901,
      "step": 885,
      "valid_targets_mean": 3549.6,
      "valid_targets_min": 1260
    },
    {
      "epoch": 1.6604477611940298,
      "grad_norm": 0.5937691457660903,
      "learning_rate": 3.776402891429098e-05,
      "loss": 0.5024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22422434389591217,
      "step": 890,
      "valid_targets_mean": 3772.2,
      "valid_targets_min": 1460
    },
    {
      "epoch": 1.669776119402985,
      "grad_norm": 0.7015171188301872,
      "learning_rate": 3.772108150973786e-05,
      "loss": 0.5186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2726173400878906,
      "step": 895,
      "valid_targets_mean": 2988.9,
      "valid_targets_min": 694
    },
    {
      "epoch": 1.6791044776119404,
      "grad_norm": 0.6708109895007804,
      "learning_rate": 3.767775046480004e-05,
      "loss": 0.6051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3386884927749634,
      "step": 900,
      "valid_targets_mean": 3630.9,
      "valid_targets_min": 2197
    },
    {
      "epoch": 1.6884328358208955,
      "grad_norm": 0.6667077027857159,
      "learning_rate": 3.7634036717543224e-05,
      "loss": 0.5367,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3334267735481262,
      "step": 905,
      "valid_targets_mean": 3851.1,
      "valid_targets_min": 1222
    },
    {
      "epoch": 1.6977611940298507,
      "grad_norm": 0.6029798187221745,
      "learning_rate": 3.7589941214318156e-05,
      "loss": 0.5028,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17591658234596252,
      "step": 910,
      "valid_targets_mean": 2475.8,
      "valid_targets_min": 1297
    },
    {
      "epoch": 1.707089552238806,
      "grad_norm": 0.6695801867461935,
      "learning_rate": 3.754546490974016e-05,
      "loss": 0.5176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38722145557403564,
      "step": 915,
      "valid_targets_mean": 3990.0,
      "valid_targets_min": 1180
    },
    {
      "epoch": 1.716417910447761,
      "grad_norm": 0.6945458634583573,
      "learning_rate": 3.750060876666844e-05,
      "loss": 0.5256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32125023007392883,
      "step": 920,
      "valid_targets_mean": 3428.8,
      "valid_targets_min": 1389
    },
    {
      "epoch": 1.7257462686567164,
      "grad_norm": 0.6602455517310905,
      "learning_rate": 3.7455373756185276e-05,
      "loss": 0.5176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24381765723228455,
      "step": 925,
      "valid_targets_mean": 3100.6,
      "valid_targets_min": 1163
    },
    {
      "epoch": 1.7350746268656716,
      "grad_norm": 0.6479342508090896,
      "learning_rate": 3.740976085757495e-05,
      "loss": 0.508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.290170282125473,
      "step": 930,
      "valid_targets_mean": 3588.8,
      "valid_targets_min": 804
    },
    {
      "epoch": 1.7444029850746268,
      "grad_norm": 0.704484935116519,
      "learning_rate": 3.736377105830259e-05,
      "loss": 0.5459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3132808804512024,
      "step": 935,
      "valid_targets_mean": 3918.0,
      "valid_targets_min": 1117
    },
    {
      "epoch": 1.7537313432835822,
      "grad_norm": 0.6733346721826577,
      "learning_rate": 3.731740535399278e-05,
      "loss": 0.5267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2909555435180664,
      "step": 940,
      "valid_targets_mean": 3299.9,
      "valid_targets_min": 662
    },
    {
      "epoch": 1.7630597014925373,
      "grad_norm": 0.6710556888506656,
      "learning_rate": 3.7270664748407985e-05,
      "loss": 0.5194,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34600740671157837,
      "step": 945,
      "valid_targets_mean": 3741.2,
      "valid_targets_min": 1129
    },
    {
      "epoch": 1.7723880597014925,
      "grad_norm": 0.6259514941534328,
      "learning_rate": 3.722355025342686e-05,
      "loss": 0.526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.346868097782135,
      "step": 950,
      "valid_targets_mean": 4355.9,
      "valid_targets_min": 1138
    },
    {
      "epoch": 1.7817164179104479,
      "grad_norm": 0.6863877629730316,
      "learning_rate": 3.7176062889022296e-05,
      "loss": 0.5453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23799946904182434,
      "step": 955,
      "valid_targets_mean": 2967.8,
      "valid_targets_min": 597
    },
    {
      "epoch": 1.7910447761194028,
      "grad_norm": 0.6419031733045666,
      "learning_rate": 3.7128203683239384e-05,
      "loss": 0.5628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39277732372283936,
      "step": 960,
      "valid_targets_mean": 4363.8,
      "valid_targets_min": 903
    },
    {
      "epoch": 1.8003731343283582,
      "grad_norm": 0.692108057203365,
      "learning_rate": 3.7079973672173136e-05,
      "loss": 0.535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32965022325515747,
      "step": 965,
      "valid_targets_mean": 3279.0,
      "valid_targets_min": 1346
    },
    {
      "epoch": 1.8097014925373134,
      "grad_norm": 0.6286116196936884,
      "learning_rate": 3.703137389994606e-05,
      "loss": 0.4916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22295673191547394,
      "step": 970,
      "valid_targets_mean": 3213.0,
      "valid_targets_min": 1399
    },
    {
      "epoch": 1.8190298507462686,
      "grad_norm": 0.6525695959453189,
      "learning_rate": 3.698240541868554e-05,
      "loss": 0.5622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.330750972032547,
      "step": 975,
      "valid_targets_mean": 3907.9,
      "valid_targets_min": 1085
    },
    {
      "epoch": 1.828358208955224,
      "grad_norm": 0.7053578032830937,
      "learning_rate": 3.693306928850109e-05,
      "loss": 0.4906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25775429606437683,
      "step": 980,
      "valid_targets_mean": 2898.6,
      "valid_targets_min": 1064
    },
    {
      "epoch": 1.837686567164179,
      "grad_norm": 0.6433038732128293,
      "learning_rate": 3.688336657746137e-05,
      "loss": 0.5296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42391300201416016,
      "step": 985,
      "valid_targets_mean": 4564.8,
      "valid_targets_min": 1470
    },
    {
      "epoch": 1.8470149253731343,
      "grad_norm": 0.6424701817752532,
      "learning_rate": 3.683329836157111e-05,
      "loss": 0.5396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24525247514247894,
      "step": 990,
      "valid_targets_mean": 2879.2,
      "valid_targets_min": 1077
    },
    {
      "epoch": 1.8563432835820897,
      "grad_norm": 0.6608009034763483,
      "learning_rate": 3.678286572474776e-05,
      "loss": 0.5106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28463658690452576,
      "step": 995,
      "valid_targets_mean": 3474.4,
      "valid_targets_min": 670
    },
    {
      "epoch": 1.8656716417910446,
      "grad_norm": 0.57720451658567,
      "learning_rate": 3.673206975879804e-05,
      "loss": 0.5101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34058770537376404,
      "step": 1000,
      "valid_targets_mean": 4883.0,
      "valid_targets_min": 1674
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.6596801156484875,
      "learning_rate": 3.668091156339435e-05,
      "loss": 0.5369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22180920839309692,
      "step": 1005,
      "valid_targets_mean": 2621.1,
      "valid_targets_min": 594
    },
    {
      "epoch": 1.8843283582089554,
      "grad_norm": 0.5557907162669783,
      "learning_rate": 3.662939224605091e-05,
      "loss": 0.5012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26842308044433594,
      "step": 1010,
      "valid_targets_mean": 5005.4,
      "valid_targets_min": 1288
    },
    {
      "epoch": 1.8936567164179103,
      "grad_norm": 0.6335525248090774,
      "learning_rate": 3.657751292209979e-05,
      "loss": 0.5007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24365246295928955,
      "step": 1015,
      "valid_targets_mean": 3732.0,
      "valid_targets_min": 1214
    },
    {
      "epoch": 1.9029850746268657,
      "grad_norm": 0.5086468186696038,
      "learning_rate": 3.65252747146668e-05,
      "loss": 0.4933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2148883193731308,
      "step": 1020,
      "valid_targets_mean": 5148.0,
      "valid_targets_min": 466
    },
    {
      "epoch": 1.912313432835821,
      "grad_norm": 0.6511561889056152,
      "learning_rate": 3.647267875464714e-05,
      "loss": 0.5149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.283741295337677,
      "step": 1025,
      "valid_targets_mean": 3377.8,
      "valid_targets_min": 1910
    },
    {
      "epoch": 1.921641791044776,
      "grad_norm": 0.566821738221381,
      "learning_rate": 3.6419726180680914e-05,
      "loss": 0.52,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22616514563560486,
      "step": 1030,
      "valid_targets_mean": 3953.8,
      "valid_targets_min": 1879
    },
    {
      "epoch": 1.9309701492537314,
      "grad_norm": 0.5723425429689769,
      "learning_rate": 3.636641813912851e-05,
      "loss": 0.5329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19697515666484833,
      "step": 1035,
      "valid_targets_mean": 3088.0,
      "valid_targets_min": 1851
    },
    {
      "epoch": 1.9402985074626866,
      "grad_norm": 0.6842233524447217,
      "learning_rate": 3.631275578404578e-05,
      "loss": 0.5328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24774794280529022,
      "step": 1040,
      "valid_targets_mean": 3153.1,
      "valid_targets_min": 2244
    },
    {
      "epoch": 1.9496268656716418,
      "grad_norm": 0.6075662099902452,
      "learning_rate": 3.6258740277159014e-05,
      "loss": 0.5352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24449366331100464,
      "step": 1045,
      "valid_targets_mean": 3260.4,
      "valid_targets_min": 1364
    },
    {
      "epoch": 1.9589552238805972,
      "grad_norm": 0.571434209357847,
      "learning_rate": 3.6204372787839844e-05,
      "loss": 0.5113,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22539398074150085,
      "step": 1050,
      "valid_targets_mean": 3225.4,
      "valid_targets_min": 1551
    },
    {
      "epoch": 1.9682835820895521,
      "grad_norm": 0.7085509370310916,
      "learning_rate": 3.614965449307989e-05,
      "loss": 0.564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3991805911064148,
      "step": 1055,
      "valid_targets_mean": 3845.9,
      "valid_targets_min": 1744
    },
    {
      "epoch": 1.9776119402985075,
      "grad_norm": 0.6682551651142908,
      "learning_rate": 3.609458657746531e-05,
      "loss": 0.5365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40009605884552,
      "step": 1060,
      "valid_targets_mean": 4338.5,
      "valid_targets_min": 1944
    },
    {
      "epoch": 1.9869402985074627,
      "grad_norm": 0.6632898611224972,
      "learning_rate": 3.603917023315111e-05,
      "loss": 0.5223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21475926041603088,
      "step": 1065,
      "valid_targets_mean": 2839.5,
      "valid_targets_min": 402
    },
    {
      "epoch": 1.9962686567164178,
      "grad_norm": 0.5900696293527807,
      "learning_rate": 3.598340665983539e-05,
      "loss": 0.4822,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2842358648777008,
      "step": 1070,
      "valid_targets_mean": 4760.9,
      "valid_targets_min": 768
    },
    {
      "epoch": 2.0055970149253732,
      "grad_norm": 0.6795321301741746,
      "learning_rate": 3.592729706473333e-05,
      "loss": 0.5024,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2950167655944824,
      "step": 1075,
      "valid_targets_mean": 3725.5,
      "valid_targets_min": 1344
    },
    {
      "epoch": 2.014925373134328,
      "grad_norm": 0.6700156452114036,
      "learning_rate": 3.587084266255108e-05,
      "loss": 0.5409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31132829189300537,
      "step": 1080,
      "valid_targets_mean": 3652.6,
      "valid_targets_min": 1406
    },
    {
      "epoch": 2.0242537313432836,
      "grad_norm": 0.5519808361597551,
      "learning_rate": 3.581404467545946e-05,
      "loss": 0.4673,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22447973489761353,
      "step": 1085,
      "valid_targets_mean": 4872.8,
      "valid_targets_min": 961
    },
    {
      "epoch": 2.033582089552239,
      "grad_norm": 0.7133361779107861,
      "learning_rate": 3.575690433306748e-05,
      "loss": 0.4907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2486574351787567,
      "step": 1090,
      "valid_targets_mean": 3758.1,
      "valid_targets_min": 1161
    },
    {
      "epoch": 2.042910447761194,
      "grad_norm": 0.7138176459876374,
      "learning_rate": 3.5699422872395735e-05,
      "loss": 0.4737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3353801965713501,
      "step": 1095,
      "valid_targets_mean": 4111.1,
      "valid_targets_min": 725
    },
    {
      "epoch": 2.0522388059701493,
      "grad_norm": 0.5637860857369189,
      "learning_rate": 3.564160153784965e-05,
      "loss": 0.5171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28206759691238403,
      "step": 1100,
      "valid_targets_mean": 4734.6,
      "valid_targets_min": 1752
    },
    {
      "epoch": 2.0615671641791047,
      "grad_norm": 0.6291197538037886,
      "learning_rate": 3.5583441581192484e-05,
      "loss": 0.4906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3299903869628906,
      "step": 1105,
      "valid_targets_mean": 4238.4,
      "valid_targets_min": 2300
    },
    {
      "epoch": 2.0708955223880596,
      "grad_norm": 0.6194688488371134,
      "learning_rate": 3.5524944261518295e-05,
      "loss": 0.5119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2566660940647125,
      "step": 1110,
      "valid_targets_mean": 4230.5,
      "valid_targets_min": 1510
    },
    {
      "epoch": 2.080223880597015,
      "grad_norm": 0.6812045835658691,
      "learning_rate": 3.546611084522462e-05,
      "loss": 0.4977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23873913288116455,
      "step": 1115,
      "valid_targets_mean": 3793.5,
      "valid_targets_min": 1215
    },
    {
      "epoch": 2.08955223880597,
      "grad_norm": 0.671797040912562,
      "learning_rate": 3.540694260598512e-05,
      "loss": 0.4752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19716548919677734,
      "step": 1120,
      "valid_targets_mean": 3814.0,
      "valid_targets_min": 902
    },
    {
      "epoch": 2.0988805970149254,
      "grad_norm": 0.7364245828398875,
      "learning_rate": 3.5347440824721946e-05,
      "loss": 0.5074,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27472764253616333,
      "step": 1125,
      "valid_targets_mean": 3250.9,
      "valid_targets_min": 1450
    },
    {
      "epoch": 2.1082089552238807,
      "grad_norm": 0.6253821166296961,
      "learning_rate": 3.5287606789578046e-05,
      "loss": 0.5059,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12621966004371643,
      "step": 1130,
      "valid_targets_mean": 2535.1,
      "valid_targets_min": 1089
    },
    {
      "epoch": 2.1175373134328357,
      "grad_norm": 0.5836584723225509,
      "learning_rate": 3.522744179588928e-05,
      "loss": 0.491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17364773154258728,
      "step": 1135,
      "valid_targets_mean": 3252.0,
      "valid_targets_min": 857
    },
    {
      "epoch": 2.126865671641791,
      "grad_norm": 0.627176985631778,
      "learning_rate": 3.516694714615637e-05,
      "loss": 0.5014,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30840474367141724,
      "step": 1140,
      "valid_targets_mean": 5415.8,
      "valid_targets_min": 1047
    },
    {
      "epoch": 2.1361940298507465,
      "grad_norm": 0.5736168934198965,
      "learning_rate": 3.510612415001668e-05,
      "loss": 0.4995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33349835872650146,
      "step": 1145,
      "valid_targets_mean": 5942.2,
      "valid_targets_min": 1989
    },
    {
      "epoch": 2.1455223880597014,
      "grad_norm": 0.6771747319827419,
      "learning_rate": 3.50449741242159e-05,
      "loss": 0.4825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2897084355354309,
      "step": 1150,
      "valid_targets_mean": 4179.0,
      "valid_targets_min": 2159
    },
    {
      "epoch": 2.154850746268657,
      "grad_norm": 0.7042603235180996,
      "learning_rate": 3.4983498392579526e-05,
      "loss": 0.5049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30181655287742615,
      "step": 1155,
      "valid_targets_mean": 3311.4,
      "valid_targets_min": 1607
    },
    {
      "epoch": 2.1641791044776117,
      "grad_norm": 0.9016289058153439,
      "learning_rate": 3.492169828598419e-05,
      "loss": 0.5105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20479640364646912,
      "step": 1160,
      "valid_targets_mean": 2514.2,
      "valid_targets_min": 888
    },
    {
      "epoch": 2.173507462686567,
      "grad_norm": 0.5837347162818661,
      "learning_rate": 3.485957514232886e-05,
      "loss": 0.527,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23902499675750732,
      "step": 1165,
      "valid_targets_mean": 3897.0,
      "valid_targets_min": 1226
    },
    {
      "epoch": 2.1828358208955225,
      "grad_norm": 0.6674583634742567,
      "learning_rate": 3.479713030650587e-05,
      "loss": 0.529,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3221573829650879,
      "step": 1170,
      "valid_targets_mean": 4660.2,
      "valid_targets_min": 2286
    },
    {
      "epoch": 2.1921641791044775,
      "grad_norm": 0.6101862059947767,
      "learning_rate": 3.4734365130371816e-05,
      "loss": 0.4656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22524692118167877,
      "step": 1175,
      "valid_targets_mean": 3418.2,
      "valid_targets_min": 1242
    },
    {
      "epoch": 2.201492537313433,
      "grad_norm": 0.5803670171067227,
      "learning_rate": 3.467128097271828e-05,
      "loss": 0.4968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20585867762565613,
      "step": 1180,
      "valid_targets_mean": 4331.2,
      "valid_targets_min": 1596
    },
    {
      "epoch": 2.2108208955223883,
      "grad_norm": 0.6747048569976891,
      "learning_rate": 3.46078791992424e-05,
      "loss": 0.5111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2578763961791992,
      "step": 1185,
      "valid_targets_mean": 3737.5,
      "valid_targets_min": 1663
    },
    {
      "epoch": 2.220149253731343,
      "grad_norm": 0.590262455911102,
      "learning_rate": 3.454416118251734e-05,
      "loss": 0.4717,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27388307452201843,
      "step": 1190,
      "valid_targets_mean": 4674.6,
      "valid_targets_min": 1160
    },
    {
      "epoch": 2.2294776119402986,
      "grad_norm": 0.7094233697504353,
      "learning_rate": 3.448012830196255e-05,
      "loss": 0.498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22383376955986023,
      "step": 1195,
      "valid_targets_mean": 2702.1,
      "valid_targets_min": 1129
    },
    {
      "epoch": 2.2388059701492535,
      "grad_norm": 0.7050924641495339,
      "learning_rate": 3.441578194381389e-05,
      "loss": 0.4906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2757047414779663,
      "step": 1200,
      "valid_targets_mean": 3225.6,
      "valid_targets_min": 1703
    },
    {
      "epoch": 2.248134328358209,
      "grad_norm": 0.5834766190678712,
      "learning_rate": 3.435112350109367e-05,
      "loss": 0.4856,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17494474351406097,
      "step": 1205,
      "valid_targets_mean": 3320.1,
      "valid_targets_min": 1847
    },
    {
      "epoch": 2.2574626865671643,
      "grad_norm": 0.6221829969728038,
      "learning_rate": 3.428615437358043e-05,
      "loss": 0.4933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2225055992603302,
      "step": 1210,
      "valid_targets_mean": 3775.2,
      "valid_targets_min": 639
    },
    {
      "epoch": 2.2667910447761193,
      "grad_norm": 0.7735507468748547,
      "learning_rate": 3.422087596777869e-05,
      "loss": 0.5027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2231864631175995,
      "step": 1215,
      "valid_targets_mean": 2963.2,
      "valid_targets_min": 1787
    },
    {
      "epoch": 2.2761194029850746,
      "grad_norm": 0.6125358674732613,
      "learning_rate": 3.415528969688846e-05,
      "loss": 0.4796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2681494355201721,
      "step": 1220,
      "valid_targets_mean": 4630.8,
      "valid_targets_min": 402
    },
    {
      "epoch": 2.28544776119403,
      "grad_norm": 0.7300973067471473,
      "learning_rate": 3.408939698077468e-05,
      "loss": 0.4555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23674388229846954,
      "step": 1225,
      "valid_targets_mean": 3540.2,
      "valid_targets_min": 654
    },
    {
      "epoch": 2.294776119402985,
      "grad_norm": 0.6179957595566913,
      "learning_rate": 3.402319924593645e-05,
      "loss": 0.4917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21130673587322235,
      "step": 1230,
      "valid_targets_mean": 4138.9,
      "valid_targets_min": 774
    },
    {
      "epoch": 2.3041044776119404,
      "grad_norm": 0.6124235868995113,
      "learning_rate": 3.395669792547618e-05,
      "loss": 0.4669,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2290029227733612,
      "step": 1235,
      "valid_targets_mean": 4125.1,
      "valid_targets_min": 1378
    },
    {
      "epoch": 2.3134328358208958,
      "grad_norm": 0.7746413796509022,
      "learning_rate": 3.388989445906853e-05,
      "loss": 0.4901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18875160813331604,
      "step": 1240,
      "valid_targets_mean": 2358.1,
      "valid_targets_min": 452
    },
    {
      "epoch": 2.3227611940298507,
      "grad_norm": 0.6156818174509552,
      "learning_rate": 3.382279029292928e-05,
      "loss": 0.4864,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22659897804260254,
      "step": 1245,
      "valid_targets_mean": 3925.2,
      "valid_targets_min": 375
    },
    {
      "epoch": 2.332089552238806,
      "grad_norm": 0.70256833923607,
      "learning_rate": 3.3755386879783985e-05,
      "loss": 0.4627,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2271793633699417,
      "step": 1250,
      "valid_targets_mean": 2551.8,
      "valid_targets_min": 811
    },
    {
      "epoch": 2.341417910447761,
      "grad_norm": 0.707704048181143,
      "learning_rate": 3.368768567883655e-05,
      "loss": 0.4742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2715616822242737,
      "step": 1255,
      "valid_targets_mean": 2697.1,
      "valid_targets_min": 1609
    },
    {
      "epoch": 2.3507462686567164,
      "grad_norm": 0.6374055411905923,
      "learning_rate": 3.3619688155737646e-05,
      "loss": 0.4907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22505158185958862,
      "step": 1260,
      "valid_targets_mean": 3017.2,
      "valid_targets_min": 829
    },
    {
      "epoch": 2.360074626865672,
      "grad_norm": 0.6804013627450715,
      "learning_rate": 3.355139578255294e-05,
      "loss": 0.4711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29315218329429626,
      "step": 1265,
      "valid_targets_mean": 3606.0,
      "valid_targets_min": 1308
    },
    {
      "epoch": 2.3694029850746268,
      "grad_norm": 0.5778617602796682,
      "learning_rate": 3.348281003773127e-05,
      "loss": 0.5177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24891561269760132,
      "step": 1270,
      "valid_targets_mean": 3757.5,
      "valid_targets_min": 476
    },
    {
      "epoch": 2.378731343283582,
      "grad_norm": 0.5700485688550925,
      "learning_rate": 3.3413932406072626e-05,
      "loss": 0.5027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18104222416877747,
      "step": 1275,
      "valid_targets_mean": 3743.9,
      "valid_targets_min": 1695
    },
    {
      "epoch": 2.388059701492537,
      "grad_norm": 0.6303961810823999,
      "learning_rate": 3.3344764378695984e-05,
      "loss": 0.5029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2416057586669922,
      "step": 1280,
      "valid_targets_mean": 3173.9,
      "valid_targets_min": 1648
    },
    {
      "epoch": 2.3973880597014925,
      "grad_norm": 0.6074070866782983,
      "learning_rate": 3.3275307453007066e-05,
      "loss": 0.4866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32136327028274536,
      "step": 1285,
      "valid_targets_mean": 5180.0,
      "valid_targets_min": 501
    },
    {
      "epoch": 2.406716417910448,
      "grad_norm": 0.5174151663898331,
      "learning_rate": 3.3205563132665876e-05,
      "loss": 0.5012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2086087465286255,
      "step": 1290,
      "valid_targets_mean": 4505.6,
      "valid_targets_min": 1785
    },
    {
      "epoch": 2.416044776119403,
      "grad_norm": 0.6811709973294688,
      "learning_rate": 3.313553292755419e-05,
      "loss": 0.489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25120699405670166,
      "step": 1295,
      "valid_targets_mean": 3540.0,
      "valid_targets_min": 1779
    },
    {
      "epoch": 2.425373134328358,
      "grad_norm": 0.6968352741136534,
      "learning_rate": 3.306521835374284e-05,
      "loss": 0.4889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23758551478385925,
      "step": 1300,
      "valid_targets_mean": 2756.1,
      "valid_targets_min": 1442
    },
    {
      "epoch": 2.4347014925373136,
      "grad_norm": 0.620041563113699,
      "learning_rate": 3.2994620933458896e-05,
      "loss": 0.4847,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24452653527259827,
      "step": 1305,
      "valid_targets_mean": 3382.6,
      "valid_targets_min": 369
    },
    {
      "epoch": 2.4440298507462686,
      "grad_norm": 0.6847751458425498,
      "learning_rate": 3.292374219505274e-05,
      "loss": 0.4819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2521475553512573,
      "step": 1310,
      "valid_targets_mean": 2660.2,
      "valid_targets_min": 501
    },
    {
      "epoch": 2.453358208955224,
      "grad_norm": 0.6961134731916392,
      "learning_rate": 3.285258367296496e-05,
      "loss": 0.5311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2897127866744995,
      "step": 1315,
      "valid_targets_mean": 6153.4,
      "valid_targets_min": 1367
    },
    {
      "epoch": 2.4626865671641793,
      "grad_norm": 0.592079963749521,
      "learning_rate": 3.278114690769307e-05,
      "loss": 0.5187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32689380645751953,
      "step": 1320,
      "valid_targets_mean": 4144.6,
      "valid_targets_min": 1334
    },
    {
      "epoch": 2.4720149253731343,
      "grad_norm": 0.6206416060392662,
      "learning_rate": 3.2709433445758304e-05,
      "loss": 0.4869,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2550956904888153,
      "step": 1325,
      "valid_targets_mean": 4343.4,
      "valid_targets_min": 855
    },
    {
      "epoch": 2.4813432835820897,
      "grad_norm": 0.6456650989184988,
      "learning_rate": 3.263744483967198e-05,
      "loss": 0.4655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1758570820093155,
      "step": 1330,
      "valid_targets_mean": 2506.4,
      "valid_targets_min": 1088
    },
    {
      "epoch": 2.4906716417910446,
      "grad_norm": 0.6871147518904734,
      "learning_rate": 3.2565182647902015e-05,
      "loss": 0.4912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18231484293937683,
      "step": 1335,
      "valid_targets_mean": 2167.0,
      "valid_targets_min": 855
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.5508902183149501,
      "learning_rate": 3.249264843483909e-05,
      "loss": 0.5031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1539400815963745,
      "step": 1340,
      "valid_targets_mean": 3702.0,
      "valid_targets_min": 1257
    },
    {
      "epoch": 2.5093283582089554,
      "grad_norm": 0.711039764166237,
      "learning_rate": 3.2419843770762836e-05,
      "loss": 0.5416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18896105885505676,
      "step": 1345,
      "valid_targets_mean": 2290.5,
      "valid_targets_min": 1544
    },
    {
      "epoch": 2.5186567164179103,
      "grad_norm": 0.6457640292712167,
      "learning_rate": 3.2346770231807843e-05,
      "loss": 0.4774,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3772604465484619,
      "step": 1350,
      "valid_targets_mean": 4927.9,
      "valid_targets_min": 1753
    },
    {
      "epoch": 2.5279850746268657,
      "grad_norm": 0.6804389911685375,
      "learning_rate": 3.227342939992951e-05,
      "loss": 0.5156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2712757885456085,
      "step": 1355,
      "valid_targets_mean": 3482.5,
      "valid_targets_min": 457
    },
    {
      "epoch": 2.5373134328358207,
      "grad_norm": 0.6131309330428244,
      "learning_rate": 3.2199822862869803e-05,
      "loss": 0.4677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21193549036979675,
      "step": 1360,
      "valid_targets_mean": 3372.6,
      "valid_targets_min": 1099
    },
    {
      "epoch": 2.546641791044776,
      "grad_norm": 0.7001543112102687,
      "learning_rate": 3.212595221412291e-05,
      "loss": 0.4918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18551722168922424,
      "step": 1365,
      "valid_targets_mean": 2337.2,
      "valid_targets_min": 893
    },
    {
      "epoch": 2.5559701492537314,
      "grad_norm": 0.5873958410222707,
      "learning_rate": 3.2051819052900706e-05,
      "loss": 0.4996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2074936032295227,
      "step": 1370,
      "valid_targets_mean": 3923.1,
      "valid_targets_min": 1609
    },
    {
      "epoch": 2.5652985074626864,
      "grad_norm": 0.8078702496254674,
      "learning_rate": 3.1977424984098154e-05,
      "loss": 0.4767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23863083124160767,
      "step": 1375,
      "valid_targets_mean": 3540.8,
      "valid_targets_min": 894
    },
    {
      "epoch": 2.574626865671642,
      "grad_norm": 0.7164836881539058,
      "learning_rate": 3.190277161825857e-05,
      "loss": 0.501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2595667541027069,
      "step": 1380,
      "valid_targets_mean": 3372.1,
      "valid_targets_min": 1798
    },
    {
      "epoch": 2.583955223880597,
      "grad_norm": 0.6511280392576557,
      "learning_rate": 3.182786057153871e-05,
      "loss": 0.5063,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.325607568025589,
      "step": 1385,
      "valid_targets_mean": 3256.8,
      "valid_targets_min": 1063
    },
    {
      "epoch": 2.593283582089552,
      "grad_norm": 0.6480325819326036,
      "learning_rate": 3.175269346567386e-05,
      "loss": 0.4559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20964059233665466,
      "step": 1390,
      "valid_targets_mean": 2873.8,
      "valid_targets_min": 1025
    },
    {
      "epoch": 2.6026119402985075,
      "grad_norm": 0.6739136932028859,
      "learning_rate": 3.167727192794265e-05,
      "loss": 0.5141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2113959640264511,
      "step": 1395,
      "valid_targets_mean": 3000.4,
      "valid_targets_min": 1270
    },
    {
      "epoch": 2.611940298507463,
      "grad_norm": 0.6099397018654773,
      "learning_rate": 3.1601597591131864e-05,
      "loss": 0.4684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22376658022403717,
      "step": 1400,
      "valid_targets_mean": 3665.1,
      "valid_targets_min": 724
    },
    {
      "epoch": 2.621268656716418,
      "grad_norm": 0.6580728466619485,
      "learning_rate": 3.152567209350109e-05,
      "loss": 0.4915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26452547311782837,
      "step": 1405,
      "valid_targets_mean": 3563.2,
      "valid_targets_min": 1089
    },
    {
      "epoch": 2.6305970149253732,
      "grad_norm": 0.7663779704239244,
      "learning_rate": 3.144949707874726e-05,
      "loss": 0.4866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3006416857242584,
      "step": 1410,
      "valid_targets_mean": 2725.8,
      "valid_targets_min": 726
    },
    {
      "epoch": 2.6399253731343286,
      "grad_norm": 0.6601676798664754,
      "learning_rate": 3.137307419596904e-05,
      "loss": 0.4998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25848090648651123,
      "step": 1415,
      "valid_targets_mean": 2898.8,
      "valid_targets_min": 1245
    },
    {
      "epoch": 2.6492537313432836,
      "grad_norm": 0.5414547000360638,
      "learning_rate": 3.129640509963114e-05,
      "loss": 0.5035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16674742102622986,
      "step": 1420,
      "valid_targets_mean": 4123.4,
      "valid_targets_min": 1264
    },
    {
      "epoch": 2.658582089552239,
      "grad_norm": 0.701858019472102,
      "learning_rate": 3.121949144952853e-05,
      "loss": 0.4857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2097078561782837,
      "step": 1425,
      "valid_targets_mean": 2161.5,
      "valid_targets_min": 743
    },
    {
      "epoch": 2.667910447761194,
      "grad_norm": 0.6009021035693228,
      "learning_rate": 3.1142334910750426e-05,
      "loss": 0.5153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20608268678188324,
      "step": 1430,
      "valid_targets_mean": 3786.6,
      "valid_targets_min": 325
    },
    {
      "epoch": 2.6772388059701493,
      "grad_norm": 0.6632875521320487,
      "learning_rate": 3.1064937153644366e-05,
      "loss": 0.503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23304741084575653,
      "step": 1435,
      "valid_targets_mean": 2971.9,
      "valid_targets_min": 1311
    },
    {
      "epoch": 2.6865671641791042,
      "grad_norm": 0.7285800630216194,
      "learning_rate": 3.098729985377992e-05,
      "loss": 0.5105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34828880429267883,
      "step": 1440,
      "valid_targets_mean": 3886.1,
      "valid_targets_min": 903
    },
    {
      "epoch": 2.6958955223880596,
      "grad_norm": 0.6718117361757154,
      "learning_rate": 3.090942469191251e-05,
      "loss": 0.4605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20975592732429504,
      "step": 1445,
      "valid_targets_mean": 2620.1,
      "valid_targets_min": 1032
    },
    {
      "epoch": 2.705223880597015,
      "grad_norm": 0.6602204683123232,
      "learning_rate": 3.083131335394696e-05,
      "loss": 0.493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23395368456840515,
      "step": 1450,
      "valid_targets_mean": 3166.9,
      "valid_targets_min": 1196
    },
    {
      "epoch": 2.71455223880597,
      "grad_norm": 1.0138656170234317,
      "learning_rate": 3.075296753090105e-05,
      "loss": 0.5031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28172895312309265,
      "step": 1455,
      "valid_targets_mean": 5620.6,
      "valid_targets_min": 1485
    },
    {
      "epoch": 2.7238805970149254,
      "grad_norm": 0.6090420112266862,
      "learning_rate": 3.0674388918868876e-05,
      "loss": 0.4703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2475488930940628,
      "step": 1460,
      "valid_targets_mean": 3834.6,
      "valid_targets_min": 808
    },
    {
      "epoch": 2.7332089552238807,
      "grad_norm": 0.7955105676221782,
      "learning_rate": 3.0595579218984124e-05,
      "loss": 0.5103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20074407756328583,
      "step": 1465,
      "valid_targets_mean": 3846.5,
      "valid_targets_min": 1199
    },
    {
      "epoch": 2.7425373134328357,
      "grad_norm": 0.6584297635453287,
      "learning_rate": 3.0516540137383287e-05,
      "loss": 0.4848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3010520339012146,
      "step": 1470,
      "valid_targets_mean": 3945.9,
      "valid_targets_min": 1266
    },
    {
      "epoch": 2.751865671641791,
      "grad_norm": 0.6537176275220778,
      "learning_rate": 3.0437273385168677e-05,
      "loss": 0.4981,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3279004693031311,
      "step": 1475,
      "valid_targets_mean": 3718.4,
      "valid_targets_min": 1182
    },
    {
      "epoch": 2.7611940298507465,
      "grad_norm": 0.6962141019375813,
      "learning_rate": 3.0357780678371413e-05,
      "loss": 0.4851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2941030263900757,
      "step": 1480,
      "valid_targets_mean": 3283.8,
      "valid_targets_min": 1519
    },
    {
      "epoch": 2.7705223880597014,
      "grad_norm": 0.6620586132345421,
      "learning_rate": 3.027806373791426e-05,
      "loss": 0.4653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30104300379753113,
      "step": 1485,
      "valid_targets_mean": 3244.5,
      "valid_targets_min": 435
    },
    {
      "epoch": 2.779850746268657,
      "grad_norm": 0.6191132428377458,
      "learning_rate": 3.0198124289574378e-05,
      "loss": 0.4661,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31103208661079407,
      "step": 1490,
      "valid_targets_mean": 4477.1,
      "valid_targets_min": 1665
    },
    {
      "epoch": 2.789179104477612,
      "grad_norm": 0.7294073633888214,
      "learning_rate": 3.011796406394596e-05,
      "loss": 0.5151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21798336505889893,
      "step": 1495,
      "valid_targets_mean": 2673.2,
      "valid_targets_min": 1070
    },
    {
      "epoch": 2.798507462686567,
      "grad_norm": 0.6153766824967245,
      "learning_rate": 3.0037584796402767e-05,
      "loss": 0.4883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21332812309265137,
      "step": 1500,
      "valid_targets_mean": 3697.9,
      "valid_targets_min": 1377
    },
    {
      "epoch": 2.8078358208955225,
      "grad_norm": 0.7184753622696983,
      "learning_rate": 2.9956988227060536e-05,
      "loss": 0.5217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3174893856048584,
      "step": 1505,
      "valid_targets_mean": 2870.5,
      "valid_targets_min": 1069
    },
    {
      "epoch": 2.8171641791044775,
      "grad_norm": 0.586297965696393,
      "learning_rate": 2.9876176100739368e-05,
      "loss": 0.5065,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26149946451187134,
      "step": 1510,
      "valid_targets_mean": 3866.9,
      "valid_targets_min": 723
    },
    {
      "epoch": 2.826492537313433,
      "grad_norm": 0.6378897543495345,
      "learning_rate": 2.979515016692589e-05,
      "loss": 0.4586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2185828685760498,
      "step": 1515,
      "valid_targets_mean": 3313.0,
      "valid_targets_min": 961
    },
    {
      "epoch": 2.835820895522388,
      "grad_norm": 0.6635766086993317,
      "learning_rate": 2.9713912179735404e-05,
      "loss": 0.4819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26075634360313416,
      "step": 1520,
      "valid_targets_mean": 3274.4,
      "valid_targets_min": 1291
    },
    {
      "epoch": 2.845149253731343,
      "grad_norm": 0.6324304895234182,
      "learning_rate": 2.9632463897873935e-05,
      "loss": 0.4723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15830416977405548,
      "step": 1525,
      "valid_targets_mean": 2200.9,
      "valid_targets_min": 756
    },
    {
      "epoch": 2.8544776119402986,
      "grad_norm": 0.6577101175997724,
      "learning_rate": 2.9550807084600134e-05,
      "loss": 0.5032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2642113268375397,
      "step": 1530,
      "valid_targets_mean": 3048.1,
      "valid_targets_min": 1288
    },
    {
      "epoch": 2.8638059701492535,
      "grad_norm": 0.5739447580500147,
      "learning_rate": 2.946894350768709e-05,
      "loss": 0.4886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28352904319763184,
      "step": 1535,
      "valid_targets_mean": 4393.1,
      "valid_targets_min": 1981
    },
    {
      "epoch": 2.873134328358209,
      "grad_norm": 0.6303845143845707,
      "learning_rate": 2.9386874939384103e-05,
      "loss": 0.49,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23921620845794678,
      "step": 1540,
      "valid_targets_mean": 3351.8,
      "valid_targets_min": 1687
    },
    {
      "epoch": 2.8824626865671643,
      "grad_norm": 0.5969723944635307,
      "learning_rate": 2.9304603156378283e-05,
      "loss": 0.4836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3032902479171753,
      "step": 1545,
      "valid_targets_mean": 4229.8,
      "valid_targets_min": 1891
    },
    {
      "epoch": 2.8917910447761193,
      "grad_norm": 0.5614183223258822,
      "learning_rate": 2.9222129939756104e-05,
      "loss": 0.5168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28644824028015137,
      "step": 1550,
      "valid_targets_mean": 5066.0,
      "valid_targets_min": 1806
    },
    {
      "epoch": 2.9011194029850746,
      "grad_norm": 0.650344048770152,
      "learning_rate": 2.913945707496482e-05,
      "loss": 0.4895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27156633138656616,
      "step": 1555,
      "valid_targets_mean": 3273.4,
      "valid_targets_min": 1504
    },
    {
      "epoch": 2.91044776119403,
      "grad_norm": 0.685036229365782,
      "learning_rate": 2.9056586351773854e-05,
      "loss": 0.471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24835284054279327,
      "step": 1560,
      "valid_targets_mean": 3268.9,
      "valid_targets_min": 865
    },
    {
      "epoch": 2.919776119402985,
      "grad_norm": 0.5800672139573582,
      "learning_rate": 2.8973519564236024e-05,
      "loss": 0.4799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3277813196182251,
      "step": 1565,
      "valid_targets_mean": 5389.5,
      "valid_targets_min": 1746
    },
    {
      "epoch": 2.9291044776119404,
      "grad_norm": 0.6974994480774259,
      "learning_rate": 2.8890258510648685e-05,
      "loss": 0.4801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20311880111694336,
      "step": 1570,
      "valid_targets_mean": 2409.4,
      "valid_targets_min": 825
    },
    {
      "epoch": 2.9384328358208958,
      "grad_norm": 0.6113636930011851,
      "learning_rate": 2.8806804993514852e-05,
      "loss": 0.4695,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20716959238052368,
      "step": 1575,
      "valid_targets_mean": 3573.8,
      "valid_targets_min": 2004
    },
    {
      "epoch": 2.9477611940298507,
      "grad_norm": 0.5947126470205408,
      "learning_rate": 2.8723160819504133e-05,
      "loss": 0.478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2597846984863281,
      "step": 1580,
      "valid_targets_mean": 3931.2,
      "valid_targets_min": 1369
    },
    {
      "epoch": 2.957089552238806,
      "grad_norm": 0.5826649649084596,
      "learning_rate": 2.8639327799413635e-05,
      "loss": 0.4783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2456882745027542,
      "step": 1585,
      "valid_targets_mean": 4975.0,
      "valid_targets_min": 749
    },
    {
      "epoch": 2.966417910447761,
      "grad_norm": 0.4977682763067925,
      "learning_rate": 2.8555307748128752e-05,
      "loss": 0.4676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1954365074634552,
      "step": 1590,
      "valid_targets_mean": 3682.9,
      "valid_targets_min": 1042
    },
    {
      "epoch": 2.9757462686567164,
      "grad_norm": 0.6364435674804109,
      "learning_rate": 2.847110248458389e-05,
      "loss": 0.4881,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2247084528207779,
      "step": 1595,
      "valid_targets_mean": 3431.2,
      "valid_targets_min": 1435
    },
    {
      "epoch": 2.9850746268656714,
      "grad_norm": 0.5597563062640879,
      "learning_rate": 2.838671383172307e-05,
      "loss": 0.4796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2451513111591339,
      "step": 1600,
      "valid_targets_mean": 4081.1,
      "valid_targets_min": 1139
    },
    {
      "epoch": 2.9944029850746268,
      "grad_norm": 0.5553277817672154,
      "learning_rate": 2.830214361646049e-05,
      "loss": 0.4917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2299538254737854,
      "step": 1605,
      "valid_targets_mean": 3452.5,
      "valid_targets_min": 948
    },
    {
      "epoch": 3.003731343283582,
      "grad_norm": 0.6769397410984466,
      "learning_rate": 2.8217393669640944e-05,
      "loss": 0.4777,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18012799322605133,
      "step": 1610,
      "valid_targets_mean": 2806.8,
      "valid_targets_min": 1223
    },
    {
      "epoch": 3.013059701492537,
      "grad_norm": 0.6258966755810921,
      "learning_rate": 2.8132465826000207e-05,
      "loss": 0.4325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21304531395435333,
      "step": 1615,
      "valid_targets_mean": 3987.6,
      "valid_targets_min": 1931
    },
    {
      "epoch": 3.0223880597014925,
      "grad_norm": 1.4095443450495335,
      "learning_rate": 2.8047361924125307e-05,
      "loss": 0.456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1949651539325714,
      "step": 1620,
      "valid_targets_mean": 3917.6,
      "valid_targets_min": 1745
    },
    {
      "epoch": 3.031716417910448,
      "grad_norm": 0.6984628961117604,
      "learning_rate": 2.7962083806414727e-05,
      "loss": 0.4691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3038066625595093,
      "step": 1625,
      "valid_targets_mean": 3949.0,
      "valid_targets_min": 1819
    },
    {
      "epoch": 3.041044776119403,
      "grad_norm": 0.6447912070400428,
      "learning_rate": 2.7876633319038514e-05,
      "loss": 0.4593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.289588987827301,
      "step": 1630,
      "valid_targets_mean": 4024.4,
      "valid_targets_min": 1865
    },
    {
      "epoch": 3.050373134328358,
      "grad_norm": 0.6966825700390333,
      "learning_rate": 2.779101231189831e-05,
      "loss": 0.4487,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21856652200222015,
      "step": 1635,
      "valid_targets_mean": 3307.5,
      "valid_targets_min": 930
    },
    {
      "epoch": 3.0597014925373136,
      "grad_norm": 0.6277943045207356,
      "learning_rate": 2.7705222638587308e-05,
      "loss": 0.4865,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3393063545227051,
      "step": 1640,
      "valid_targets_mean": 4864.1,
      "valid_targets_min": 1324
    },
    {
      "epoch": 3.0690298507462686,
      "grad_norm": 0.5459816910279144,
      "learning_rate": 2.761926615635014e-05,
      "loss": 0.4582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22999955713748932,
      "step": 1645,
      "valid_targets_mean": 5024.9,
      "valid_targets_min": 932
    },
    {
      "epoch": 3.078358208955224,
      "grad_norm": 0.6685922685904541,
      "learning_rate": 2.7533144726042632e-05,
      "loss": 0.4923,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22103899717330933,
      "step": 1650,
      "valid_targets_mean": 3362.5,
      "valid_targets_min": 1389
    },
    {
      "epoch": 3.0876865671641793,
      "grad_norm": 0.6617214080620449,
      "learning_rate": 2.7446860212091548e-05,
      "loss": 0.4886,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3098272383213043,
      "step": 1655,
      "valid_targets_mean": 4108.0,
      "valid_targets_min": 1895
    },
    {
      "epoch": 3.0970149253731343,
      "grad_norm": 0.6673269579732327,
      "learning_rate": 2.736041448245422e-05,
      "loss": 0.4647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20112240314483643,
      "step": 1660,
      "valid_targets_mean": 3023.4,
      "valid_targets_min": 1158
    },
    {
      "epoch": 3.1063432835820897,
      "grad_norm": 0.6648024181550537,
      "learning_rate": 2.7273809408578107e-05,
      "loss": 0.4409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2210225909948349,
      "step": 1665,
      "valid_targets_mean": 3647.8,
      "valid_targets_min": 1565
    },
    {
      "epoch": 3.1156716417910446,
      "grad_norm": 0.5939315266621085,
      "learning_rate": 2.7187046865360285e-05,
      "loss": 0.4832,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24101471900939941,
      "step": 1670,
      "valid_targets_mean": 4587.2,
      "valid_targets_min": 2409
    },
    {
      "epoch": 3.125,
      "grad_norm": 0.7948939450733529,
      "learning_rate": 2.7100128731106847e-05,
      "loss": 0.4952,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29429101943969727,
      "step": 1675,
      "valid_targets_mean": 2791.1,
      "valid_targets_min": 1484
    },
    {
      "epoch": 3.1343283582089554,
      "grad_norm": 0.8371224180169287,
      "learning_rate": 2.7013056887492255e-05,
      "loss": 0.4623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1886288821697235,
      "step": 1680,
      "valid_targets_mean": 3679.9,
      "valid_targets_min": 1295
    },
    {
      "epoch": 3.1436567164179103,
      "grad_norm": 0.658365599194327,
      "learning_rate": 2.6925833219518596e-05,
      "loss": 0.4574,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20357602834701538,
      "step": 1685,
      "valid_targets_mean": 3298.5,
      "valid_targets_min": 1113
    },
    {
      "epoch": 3.1529850746268657,
      "grad_norm": 0.7724632536337025,
      "learning_rate": 2.6838459615474758e-05,
      "loss": 0.4685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2704656720161438,
      "step": 1690,
      "valid_targets_mean": 2908.4,
      "valid_targets_min": 1553
    },
    {
      "epoch": 3.1623134328358207,
      "grad_norm": 0.7779120141439028,
      "learning_rate": 2.6750937966895603e-05,
      "loss": 0.4484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23353441059589386,
      "step": 1695,
      "valid_targets_mean": 2603.1,
      "valid_targets_min": 1252
    },
    {
      "epoch": 3.171641791044776,
      "grad_norm": 0.6347415592880836,
      "learning_rate": 2.666327016852094e-05,
      "loss": 0.4592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14353036880493164,
      "step": 1700,
      "valid_targets_mean": 2147.9,
      "valid_targets_min": 1554
    },
    {
      "epoch": 3.1809701492537314,
      "grad_norm": 0.6732161040737858,
      "learning_rate": 2.6575458118254576e-05,
      "loss": 0.471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16501805186271667,
      "step": 1705,
      "valid_targets_mean": 4134.8,
      "valid_targets_min": 1052
    },
    {
      "epoch": 3.1902985074626864,
      "grad_norm": 0.6870699314919898,
      "learning_rate": 2.648750371712319e-05,
      "loss": 0.4889,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2769854664802551,
      "step": 1710,
      "valid_targets_mean": 3483.0,
      "valid_targets_min": 802
    },
    {
      "epoch": 3.199626865671642,
      "grad_norm": 0.6586654030946709,
      "learning_rate": 2.6399408869235187e-05,
      "loss": 0.4492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21777082979679108,
      "step": 1715,
      "valid_targets_mean": 3572.0,
      "valid_targets_min": 1480
    },
    {
      "epoch": 3.208955223880597,
      "grad_norm": 0.7423652292119057,
      "learning_rate": 2.6311175481739473e-05,
      "loss": 0.4636,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23949582874774933,
      "step": 1720,
      "valid_targets_mean": 3096.9,
      "valid_targets_min": 1338
    },
    {
      "epoch": 3.218283582089552,
      "grad_norm": 0.5681028566856955,
      "learning_rate": 2.6222805464784196e-05,
      "loss": 0.4925,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21227262914180756,
      "step": 1725,
      "valid_targets_mean": 4152.2,
      "valid_targets_min": 1744
    },
    {
      "epoch": 3.2276119402985075,
      "grad_norm": 0.6445644716218911,
      "learning_rate": 2.6134300731475337e-05,
      "loss": 0.4569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3471381664276123,
      "step": 1730,
      "valid_targets_mean": 6039.4,
      "valid_targets_min": 1858
    },
    {
      "epoch": 3.236940298507463,
      "grad_norm": 0.6232395841682372,
      "learning_rate": 2.6045663197835352e-05,
      "loss": 0.4482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2452152967453003,
      "step": 1735,
      "valid_targets_mean": 3984.8,
      "valid_targets_min": 1315
    },
    {
      "epoch": 3.246268656716418,
      "grad_norm": 0.6689013420316136,
      "learning_rate": 2.5956894782761638e-05,
      "loss": 0.4679,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20851817727088928,
      "step": 1740,
      "valid_targets_mean": 4113.1,
      "valid_targets_min": 491
    },
    {
      "epoch": 3.2555970149253732,
      "grad_norm": 0.7817968039508213,
      "learning_rate": 2.5867997407985063e-05,
      "loss": 0.4582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17310580611228943,
      "step": 1745,
      "valid_targets_mean": 2387.2,
      "valid_targets_min": 277
    },
    {
      "epoch": 3.264925373134328,
      "grad_norm": 0.602786481494261,
      "learning_rate": 2.577897299802828e-05,
      "loss": 0.4797,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2347017526626587,
      "step": 1750,
      "valid_targets_mean": 3963.0,
      "valid_targets_min": 1524
    },
    {
      "epoch": 3.2742537313432836,
      "grad_norm": 0.6948755418045652,
      "learning_rate": 2.568982348016412e-05,
      "loss": 0.4729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2813548147678375,
      "step": 1755,
      "valid_targets_mean": 3529.0,
      "valid_targets_min": 667
    },
    {
      "epoch": 3.283582089552239,
      "grad_norm": 0.6508096199706745,
      "learning_rate": 2.560055078437385e-05,
      "loss": 0.4748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15489208698272705,
      "step": 1760,
      "valid_targets_mean": 2464.4,
      "valid_targets_min": 1436
    },
    {
      "epoch": 3.292910447761194,
      "grad_norm": 0.6394399661275905,
      "learning_rate": 2.5511156843305393e-05,
      "loss": 0.4742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18780454993247986,
      "step": 1765,
      "valid_targets_mean": 2874.6,
      "valid_targets_min": 570
    },
    {
      "epoch": 3.3022388059701493,
      "grad_norm": 0.5426952708824583,
      "learning_rate": 2.542164359223148e-05,
      "loss": 0.4334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20754581689834595,
      "step": 1770,
      "valid_targets_mean": 4450.2,
      "valid_targets_min": 1586
    },
    {
      "epoch": 3.3115671641791042,
      "grad_norm": 0.7615058513597199,
      "learning_rate": 2.5332012969007786e-05,
      "loss": 0.46,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24364234507083893,
      "step": 1775,
      "valid_targets_mean": 2718.2,
      "valid_targets_min": 866
    },
    {
      "epoch": 3.3208955223880596,
      "grad_norm": 0.6278435536211145,
      "learning_rate": 2.5242266914030916e-05,
      "loss": 0.4698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17533516883850098,
      "step": 1780,
      "valid_targets_mean": 2818.2,
      "valid_targets_min": 1412
    },
    {
      "epoch": 3.330223880597015,
      "grad_norm": 0.6891913626690295,
      "learning_rate": 2.5152407370196467e-05,
      "loss": 0.4746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2931355834007263,
      "step": 1785,
      "valid_targets_mean": 3828.2,
      "valid_targets_min": 1255
    },
    {
      "epoch": 3.33955223880597,
      "grad_norm": 0.5512692030970632,
      "learning_rate": 2.5062436282856926e-05,
      "loss": 0.4137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20585976541042328,
      "step": 1790,
      "valid_targets_mean": 4989.5,
      "valid_targets_min": 918
    },
    {
      "epoch": 3.3488805970149254,
      "grad_norm": 0.6241846165679275,
      "learning_rate": 2.4972355599779566e-05,
      "loss": 0.4259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24647779762744904,
      "step": 1795,
      "valid_targets_mean": 3453.9,
      "valid_targets_min": 1088
    },
    {
      "epoch": 3.3582089552238807,
      "grad_norm": 0.6453164860447758,
      "learning_rate": 2.4882167271104272e-05,
      "loss": 0.4675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2697363495826721,
      "step": 1800,
      "valid_targets_mean": 4913.6,
      "valid_targets_min": 1627
    },
    {
      "epoch": 3.3675373134328357,
      "grad_norm": 0.7212735185697192,
      "learning_rate": 2.4791873249301327e-05,
      "loss": 0.481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.157449409365654,
      "step": 1805,
      "valid_targets_mean": 2671.4,
      "valid_targets_min": 477
    },
    {
      "epoch": 3.376865671641791,
      "grad_norm": 0.7818601591993207,
      "learning_rate": 2.4701475489129152e-05,
      "loss": 0.4598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2335238754749298,
      "step": 1810,
      "valid_targets_mean": 3653.9,
      "valid_targets_min": 1356
    },
    {
      "epoch": 3.3861940298507465,
      "grad_norm": 0.5599507320347956,
      "learning_rate": 2.4610975947591988e-05,
      "loss": 0.4507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24904865026474,
      "step": 1815,
      "valid_targets_mean": 4975.5,
      "valid_targets_min": 1951
    },
    {
      "epoch": 3.3955223880597014,
      "grad_norm": 0.6463106135557956,
      "learning_rate": 2.452037658389749e-05,
      "loss": 0.4549,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16001123189926147,
      "step": 1820,
      "valid_targets_mean": 2904.5,
      "valid_targets_min": 835
    },
    {
      "epoch": 3.404850746268657,
      "grad_norm": 0.6738415085936987,
      "learning_rate": 2.4429679359414386e-05,
      "loss": 0.4769,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16198870539665222,
      "step": 1825,
      "valid_targets_mean": 2555.5,
      "valid_targets_min": 602
    },
    {
      "epoch": 3.4141791044776117,
      "grad_norm": 0.6341956885226937,
      "learning_rate": 2.433888623762994e-05,
      "loss": 0.4503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1892627775669098,
      "step": 1830,
      "valid_targets_mean": 3953.6,
      "valid_targets_min": 867
    },
    {
      "epoch": 3.423507462686567,
      "grad_norm": 0.5390211593848352,
      "learning_rate": 2.42479991841075e-05,
      "loss": 0.4556,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25461092591285706,
      "step": 1835,
      "valid_targets_mean": 5975.1,
      "valid_targets_min": 2068
    },
    {
      "epoch": 3.4328358208955225,
      "grad_norm": 0.6896587441881304,
      "learning_rate": 2.4157020166443913e-05,
      "loss": 0.4623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1682130992412567,
      "step": 1840,
      "valid_targets_mean": 2311.6,
      "valid_targets_min": 881
    },
    {
      "epoch": 3.4421641791044775,
      "grad_norm": 0.5557591944781534,
      "learning_rate": 2.4065951154226948e-05,
      "loss": 0.4702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24712495505809784,
      "step": 1845,
      "valid_targets_mean": 5027.4,
      "valid_targets_min": 1809
    },
    {
      "epoch": 3.451492537313433,
      "grad_norm": 0.5482774907552572,
      "learning_rate": 2.3974794118992652e-05,
      "loss": 0.4714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31354960799217224,
      "step": 1850,
      "valid_targets_mean": 6311.1,
      "valid_targets_min": 1477
    },
    {
      "epoch": 3.4608208955223883,
      "grad_norm": 0.6798013414192975,
      "learning_rate": 2.3883551034182647e-05,
      "loss": 0.4685,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18115438520908356,
      "step": 1855,
      "valid_targets_mean": 2968.9,
      "valid_targets_min": 796
    },
    {
      "epoch": 3.470149253731343,
      "grad_norm": 0.6739969102663479,
      "learning_rate": 2.3792223875101446e-05,
      "loss": 0.4578,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24926114082336426,
      "step": 1860,
      "valid_targets_mean": 3889.9,
      "valid_targets_min": 1604
    },
    {
      "epoch": 3.4794776119402986,
      "grad_norm": 0.6493307135105036,
      "learning_rate": 2.3700814618873662e-05,
      "loss": 0.4533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2681945562362671,
      "step": 1865,
      "valid_targets_mean": 4520.9,
      "valid_targets_min": 2444
    },
    {
      "epoch": 3.4888059701492535,
      "grad_norm": 0.7397135105750157,
      "learning_rate": 2.3609325244401212e-05,
      "loss": 0.4763,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16068419814109802,
      "step": 1870,
      "valid_targets_mean": 2048.9,
      "valid_targets_min": 786
    },
    {
      "epoch": 3.498134328358209,
      "grad_norm": 0.5449008803196878,
      "learning_rate": 2.3517757732320484e-05,
      "loss": 0.4462,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3325706720352173,
      "step": 1875,
      "valid_targets_mean": 6568.8,
      "valid_targets_min": 1058
    },
    {
      "epoch": 3.5074626865671643,
      "grad_norm": 0.5880348418083413,
      "learning_rate": 2.342611406495946e-05,
      "loss": 0.4811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20652616024017334,
      "step": 1880,
      "valid_targets_mean": 4391.2,
      "valid_targets_min": 1013
    },
    {
      "epoch": 3.5167910447761193,
      "grad_norm": 0.6082289468736123,
      "learning_rate": 2.333439622629476e-05,
      "loss": 0.453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23787692189216614,
      "step": 1885,
      "valid_targets_mean": 4300.1,
      "valid_targets_min": 1325
    },
    {
      "epoch": 3.5261194029850746,
      "grad_norm": 0.5929306798569756,
      "learning_rate": 2.3242606201908758e-05,
      "loss": 0.4737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20460283756256104,
      "step": 1890,
      "valid_targets_mean": 3846.1,
      "valid_targets_min": 948
    },
    {
      "epoch": 3.53544776119403,
      "grad_norm": 0.6003797791367875,
      "learning_rate": 2.3150745978946563e-05,
      "loss": 0.4519,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19913290441036224,
      "step": 1895,
      "valid_targets_mean": 4068.2,
      "valid_targets_min": 1301
    },
    {
      "epoch": 3.544776119402985,
      "grad_norm": 0.7027364822717801,
      "learning_rate": 2.3058817546072976e-05,
      "loss": 0.4539,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22909030318260193,
      "step": 1900,
      "valid_targets_mean": 2868.6,
      "valid_targets_min": 961
    },
    {
      "epoch": 3.5541044776119404,
      "grad_norm": 0.5717990920557517,
      "learning_rate": 2.2966822893429487e-05,
      "loss": 0.4681,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2402801513671875,
      "step": 1905,
      "valid_targets_mean": 5167.6,
      "valid_targets_min": 932
    },
    {
      "epoch": 3.5634328358208958,
      "grad_norm": 0.6711839169484709,
      "learning_rate": 2.287476401259114e-05,
      "loss": 0.4667,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19033388793468475,
      "step": 1910,
      "valid_targets_mean": 2537.2,
      "valid_targets_min": 920
    },
    {
      "epoch": 3.5727611940298507,
      "grad_norm": 0.6254478599520235,
      "learning_rate": 2.278264289652347e-05,
      "loss": 0.4426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2854100465774536,
      "step": 1915,
      "valid_targets_mean": 3527.5,
      "valid_targets_min": 1265
    },
    {
      "epoch": 3.582089552238806,
      "grad_norm": 0.6372796411736636,
      "learning_rate": 2.269046153953931e-05,
      "loss": 0.4701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24537506699562073,
      "step": 1920,
      "valid_targets_mean": 4136.6,
      "valid_targets_min": 1917
    },
    {
      "epoch": 3.591417910447761,
      "grad_norm": 0.6653402199306333,
      "learning_rate": 2.2598221937255645e-05,
      "loss": 0.478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26774513721466064,
      "step": 1925,
      "valid_targets_mean": 3324.2,
      "valid_targets_min": 1567
    },
    {
      "epoch": 3.6007462686567164,
      "grad_norm": 0.7026134071207524,
      "learning_rate": 2.2505926086550404e-05,
      "loss": 0.4608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.217864990234375,
      "step": 1930,
      "valid_targets_mean": 3260.9,
      "valid_targets_min": 855
    },
    {
      "epoch": 3.6100746268656714,
      "grad_norm": 0.7143538856618112,
      "learning_rate": 2.2413575985519226e-05,
      "loss": 0.4507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20595791935920715,
      "step": 1935,
      "valid_targets_mean": 2612.5,
      "valid_targets_min": 686
    },
    {
      "epoch": 3.6194029850746268,
      "grad_norm": 0.6472256255263096,
      "learning_rate": 2.2321173633432202e-05,
      "loss": 0.4686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20282460749149323,
      "step": 1940,
      "valid_targets_mean": 3795.2,
      "valid_targets_min": 1646
    },
    {
      "epoch": 3.628731343283582,
      "grad_norm": 0.7154286581397117,
      "learning_rate": 2.2228721030690603e-05,
      "loss": 0.4314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.285696417093277,
      "step": 1945,
      "valid_targets_mean": 4864.6,
      "valid_targets_min": 2221
    },
    {
      "epoch": 3.638059701492537,
      "grad_norm": 0.6484892359813883,
      "learning_rate": 2.2136220178783557e-05,
      "loss": 0.5067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30165889859199524,
      "step": 1950,
      "valid_targets_mean": 4857.2,
      "valid_targets_min": 2428
    },
    {
      "epoch": 3.6473880597014925,
      "grad_norm": 0.5786628370899648,
      "learning_rate": 2.2043673080244744e-05,
      "loss": 0.4273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15055450797080994,
      "step": 1955,
      "valid_targets_mean": 3154.8,
      "valid_targets_min": 1451
    },
    {
      "epoch": 3.656716417910448,
      "grad_norm": 0.6823982075710977,
      "learning_rate": 2.1951081738609012e-05,
      "loss": 0.483,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2150236964225769,
      "step": 1960,
      "valid_targets_mean": 2912.9,
      "valid_targets_min": 1474
    },
    {
      "epoch": 3.666044776119403,
      "grad_norm": 0.6456842273879796,
      "learning_rate": 2.1858448158369027e-05,
      "loss": 0.4599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19918210804462433,
      "step": 1965,
      "valid_targets_mean": 3611.8,
      "valid_targets_min": 1223
    },
    {
      "epoch": 3.675373134328358,
      "grad_norm": 0.6586529347503346,
      "learning_rate": 2.1765774344931877e-05,
      "loss": 0.4606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22834858298301697,
      "step": 1970,
      "valid_targets_mean": 3655.9,
      "valid_targets_min": 722
    },
    {
      "epoch": 3.6847014925373136,
      "grad_norm": 0.658986496823165,
      "learning_rate": 2.167306230457564e-05,
      "loss": 0.4401,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25323599576950073,
      "step": 1975,
      "valid_targets_mean": 3876.9,
      "valid_targets_min": 1987
    },
    {
      "epoch": 3.6940298507462686,
      "grad_norm": 0.6243409536030085,
      "learning_rate": 2.1580314044405966e-05,
      "loss": 0.4749,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18794472515583038,
      "step": 1980,
      "valid_targets_mean": 2868.2,
      "valid_targets_min": 1608
    },
    {
      "epoch": 3.703358208955224,
      "grad_norm": 0.6580923056546419,
      "learning_rate": 2.1487531572312626e-05,
      "loss": 0.4819,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2263641357421875,
      "step": 1985,
      "valid_targets_mean": 4125.1,
      "valid_targets_min": 1095
    },
    {
      "epoch": 3.7126865671641793,
      "grad_norm": 0.5765995738159063,
      "learning_rate": 2.139471689692602e-05,
      "loss": 0.4421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23955413699150085,
      "step": 1990,
      "valid_targets_mean": 5533.4,
      "valid_targets_min": 1430
    },
    {
      "epoch": 3.7220149253731343,
      "grad_norm": 0.6937898089609471,
      "learning_rate": 2.130187202757375e-05,
      "loss": 0.4929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2732415199279785,
      "step": 1995,
      "valid_targets_mean": 3785.4,
      "valid_targets_min": 1120
    },
    {
      "epoch": 3.7313432835820897,
      "grad_norm": 0.6172380820785784,
      "learning_rate": 2.1208998974237036e-05,
      "loss": 0.4878,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2721906900405884,
      "step": 2000,
      "valid_targets_mean": 3193.5,
      "valid_targets_min": 954
    },
    {
      "epoch": 3.7406716417910446,
      "grad_norm": 0.7234731326467457,
      "learning_rate": 2.1116099747507274e-05,
      "loss": 0.4467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2915199100971222,
      "step": 2005,
      "valid_targets_mean": 4389.2,
      "valid_targets_min": 892
    },
    {
      "epoch": 3.75,
      "grad_norm": 0.7128127669753955,
      "learning_rate": 2.1023176358542484e-05,
      "loss": 0.4796,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2387179136276245,
      "step": 2010,
      "valid_targets_mean": 3294.0,
      "valid_targets_min": 1109
    },
    {
      "epoch": 3.7593283582089554,
      "grad_norm": 0.5601550837155556,
      "learning_rate": 2.093023081902375e-05,
      "loss": 0.4162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21390098333358765,
      "step": 2015,
      "valid_targets_mean": 4924.5,
      "valid_targets_min": 950
    },
    {
      "epoch": 3.7686567164179103,
      "grad_norm": 0.6964830013803045,
      "learning_rate": 2.083726514111171e-05,
      "loss": 0.4347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29899802803993225,
      "step": 2020,
      "valid_targets_mean": 3776.1,
      "valid_targets_min": 1405
    },
    {
      "epoch": 3.7779850746268657,
      "grad_norm": 0.7366888340064104,
      "learning_rate": 2.0744281337402966e-05,
      "loss": 0.4171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18955278396606445,
      "step": 2025,
      "valid_targets_mean": 3049.2,
      "valid_targets_min": 1828
    },
    {
      "epoch": 3.7873134328358207,
      "grad_norm": 0.6936177979786382,
      "learning_rate": 2.0651281420886522e-05,
      "loss": 0.4405,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2837923467159271,
      "step": 2030,
      "valid_targets_mean": 3867.2,
      "valid_targets_min": 1752
    },
    {
      "epoch": 3.796641791044776,
      "grad_norm": 0.5965755695200002,
      "learning_rate": 2.0558267404900206e-05,
      "loss": 0.4841,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.260015070438385,
      "step": 2035,
      "valid_targets_mean": 5319.5,
      "valid_targets_min": 1796
    },
    {
      "epoch": 3.8059701492537314,
      "grad_norm": 0.6739962889003045,
      "learning_rate": 2.0465241303087078e-05,
      "loss": 0.4707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3292674720287323,
      "step": 2040,
      "valid_targets_mean": 4520.4,
      "valid_targets_min": 1887
    },
    {
      "epoch": 3.8152985074626864,
      "grad_norm": 0.6442611612015025,
      "learning_rate": 2.0372205129351856e-05,
      "loss": 0.4334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2398635596036911,
      "step": 2045,
      "valid_targets_mean": 3843.2,
      "valid_targets_min": 975
    },
    {
      "epoch": 3.824626865671642,
      "grad_norm": 0.703147087497016,
      "learning_rate": 2.0279160897817283e-05,
      "loss": 0.4553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24372057616710663,
      "step": 2050,
      "valid_targets_mean": 2944.0,
      "valid_targets_min": 1273
    },
    {
      "epoch": 3.833955223880597,
      "grad_norm": 0.5823014707490349,
      "learning_rate": 2.0186110622780558e-05,
      "loss": 0.4481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2016904652118683,
      "step": 2055,
      "valid_targets_mean": 4031.4,
      "valid_targets_min": 1661
    },
    {
      "epoch": 3.843283582089552,
      "grad_norm": 0.8482690011627374,
      "learning_rate": 2.0093056318669718e-05,
      "loss": 0.4411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1738094687461853,
      "step": 2060,
      "valid_targets_mean": 2652.8,
      "valid_targets_min": 1245
    },
    {
      "epoch": 3.8526119402985075,
      "grad_norm": 0.7505408174005662,
      "learning_rate": 2e-05,
      "loss": 0.488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20642517507076263,
      "step": 2065,
      "valid_targets_mean": 2361.2,
      "valid_targets_min": 679
    },
    {
      "epoch": 3.861940298507463,
      "grad_norm": 0.7218451651014679,
      "learning_rate": 1.990694368133029e-05,
      "loss": 0.4782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26526278257369995,
      "step": 2070,
      "valid_targets_mean": 3974.1,
      "valid_targets_min": 1214
    },
    {
      "epoch": 3.871268656716418,
      "grad_norm": 0.6521019408783081,
      "learning_rate": 1.981388937721945e-05,
      "loss": 0.4561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19692154228687286,
      "step": 2075,
      "valid_targets_mean": 3396.6,
      "valid_targets_min": 1637
    },
    {
      "epoch": 3.8805970149253732,
      "grad_norm": 0.6400940729932223,
      "learning_rate": 1.9720839102182717e-05,
      "loss": 0.4576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2274247705936432,
      "step": 2080,
      "valid_targets_mean": 3804.2,
      "valid_targets_min": 1439
    },
    {
      "epoch": 3.8899253731343286,
      "grad_norm": 0.5872565798013654,
      "learning_rate": 1.962779487064815e-05,
      "loss": 0.4903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2871890068054199,
      "step": 2085,
      "valid_targets_mean": 5241.0,
      "valid_targets_min": 2325
    },
    {
      "epoch": 3.8992537313432836,
      "grad_norm": 0.979618761172191,
      "learning_rate": 1.9534758696912922e-05,
      "loss": 0.4699,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24316516518592834,
      "step": 2090,
      "valid_targets_mean": 3387.8,
      "valid_targets_min": 1025
    },
    {
      "epoch": 3.908582089552239,
      "grad_norm": 0.773525975406754,
      "learning_rate": 1.9441732595099804e-05,
      "loss": 0.4733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27585703134536743,
      "step": 2095,
      "valid_targets_mean": 2789.4,
      "valid_targets_min": 584
    },
    {
      "epoch": 3.917910447761194,
      "grad_norm": 0.7637276423844814,
      "learning_rate": 1.9348718579113484e-05,
      "loss": 0.4907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22049155831336975,
      "step": 2100,
      "valid_targets_mean": 1644.9,
      "valid_targets_min": 273
    },
    {
      "epoch": 3.9272388059701493,
      "grad_norm": 0.6176106209901676,
      "learning_rate": 1.9255718662597044e-05,
      "loss": 0.426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19905486702919006,
      "step": 2105,
      "valid_targets_mean": 3707.4,
      "valid_targets_min": 1406
    },
    {
      "epoch": 3.9365671641791042,
      "grad_norm": 0.5810387597470694,
      "learning_rate": 1.9162734858888293e-05,
      "loss": 0.4605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2654506266117096,
      "step": 2110,
      "valid_targets_mean": 5372.4,
      "valid_targets_min": 2038
    },
    {
      "epoch": 3.9458955223880596,
      "grad_norm": 0.6028047075488562,
      "learning_rate": 1.9069769180976263e-05,
      "loss": 0.4309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17171043157577515,
      "step": 2115,
      "valid_targets_mean": 3269.9,
      "valid_targets_min": 1257
    },
    {
      "epoch": 3.955223880597015,
      "grad_norm": 0.6450131990155004,
      "learning_rate": 1.8976823641457523e-05,
      "loss": 0.4691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2730379104614258,
      "step": 2120,
      "valid_targets_mean": 3788.6,
      "valid_targets_min": 1302
    },
    {
      "epoch": 3.96455223880597,
      "grad_norm": 0.6555567328927122,
      "learning_rate": 1.888390025249273e-05,
      "loss": 0.4808,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20766517519950867,
      "step": 2125,
      "valid_targets_mean": 2685.5,
      "valid_targets_min": 1289
    },
    {
      "epoch": 3.9738805970149254,
      "grad_norm": 0.6624567840059948,
      "learning_rate": 1.879100102576297e-05,
      "loss": 0.4525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23509281873703003,
      "step": 2130,
      "valid_targets_mean": 3803.6,
      "valid_targets_min": 1889
    },
    {
      "epoch": 3.9832089552238807,
      "grad_norm": 2.4947822110040794,
      "learning_rate": 1.8698127972426255e-05,
      "loss": 0.4697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2938823997974396,
      "step": 2135,
      "valid_targets_mean": 5112.8,
      "valid_targets_min": 1091
    },
    {
      "epoch": 3.9925373134328357,
      "grad_norm": 0.5780907568759792,
      "learning_rate": 1.8605283103073982e-05,
      "loss": 0.4348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27421608567237854,
      "step": 2140,
      "valid_targets_mean": 5806.4,
      "valid_targets_min": 2032
    },
    {
      "epoch": 4.001865671641791,
      "grad_norm": 0.6060632020047783,
      "learning_rate": 1.851246842768738e-05,
      "loss": 0.4435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24582168459892273,
      "step": 2145,
      "valid_targets_mean": 3831.4,
      "valid_targets_min": 1441
    },
    {
      "epoch": 4.0111940298507465,
      "grad_norm": 0.7009901036431029,
      "learning_rate": 1.841968595559404e-05,
      "loss": 0.4323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18534894287586212,
      "step": 2150,
      "valid_targets_mean": 3017.4,
      "valid_targets_min": 369
    },
    {
      "epoch": 4.020522388059701,
      "grad_norm": 0.6431801674238758,
      "learning_rate": 1.8326937695424367e-05,
      "loss": 0.4378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26719096302986145,
      "step": 2155,
      "valid_targets_mean": 4756.9,
      "valid_targets_min": 700
    },
    {
      "epoch": 4.029850746268656,
      "grad_norm": 0.6611686880788306,
      "learning_rate": 1.8234225655068133e-05,
      "loss": 0.4391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1821727752685547,
      "step": 2160,
      "valid_targets_mean": 2917.9,
      "valid_targets_min": 2172
    },
    {
      "epoch": 4.039179104477612,
      "grad_norm": 0.6835057889892572,
      "learning_rate": 1.8141551841630976e-05,
      "loss": 0.4292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18096674978733063,
      "step": 2165,
      "valid_targets_mean": 2570.5,
      "valid_targets_min": 711
    },
    {
      "epoch": 4.048507462686567,
      "grad_norm": 0.702963636690837,
      "learning_rate": 1.804891826139099e-05,
      "loss": 0.4263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21073882281780243,
      "step": 2170,
      "valid_targets_mean": 3497.5,
      "valid_targets_min": 1436
    },
    {
      "epoch": 4.057835820895522,
      "grad_norm": 0.5936413868801393,
      "learning_rate": 1.795632691975526e-05,
      "loss": 0.442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.10570041835308075,
      "step": 2175,
      "valid_targets_mean": 2645.6,
      "valid_targets_min": 1344
    },
    {
      "epoch": 4.067164179104478,
      "grad_norm": 0.5897651964604801,
      "learning_rate": 1.7863779821216443e-05,
      "loss": 0.4644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19892853498458862,
      "step": 2180,
      "valid_targets_mean": 4334.6,
      "valid_targets_min": 786
    },
    {
      "epoch": 4.076492537313433,
      "grad_norm": 0.630359088758679,
      "learning_rate": 1.77712789693094e-05,
      "loss": 0.4248,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24680113792419434,
      "step": 2185,
      "valid_targets_mean": 5018.2,
      "valid_targets_min": 839
    },
    {
      "epoch": 4.085820895522388,
      "grad_norm": 0.6475126024977133,
      "learning_rate": 1.76788263665678e-05,
      "loss": 0.4503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2277972400188446,
      "step": 2190,
      "valid_targets_mean": 3480.6,
      "valid_targets_min": 1260
    },
    {
      "epoch": 4.095149253731344,
      "grad_norm": 0.6561200489136899,
      "learning_rate": 1.758642401448078e-05,
      "loss": 0.4511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13427501916885376,
      "step": 2195,
      "valid_targets_mean": 2769.2,
      "valid_targets_min": 1133
    },
    {
      "epoch": 4.104477611940299,
      "grad_norm": 0.6544497448636003,
      "learning_rate": 1.74940739134496e-05,
      "loss": 0.4513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2530699372291565,
      "step": 2200,
      "valid_targets_mean": 5376.2,
      "valid_targets_min": 2386
    },
    {
      "epoch": 4.1138059701492535,
      "grad_norm": 0.6256798516671497,
      "learning_rate": 1.7401778062744365e-05,
      "loss": 0.4478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22730037569999695,
      "step": 2205,
      "valid_targets_mean": 4033.2,
      "valid_targets_min": 2698
    },
    {
      "epoch": 4.123134328358209,
      "grad_norm": 0.6079814510809718,
      "learning_rate": 1.7309538460460698e-05,
      "loss": 0.4275,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31900912523269653,
      "step": 2210,
      "valid_targets_mean": 5437.2,
      "valid_targets_min": 1134
    },
    {
      "epoch": 4.132462686567164,
      "grad_norm": 0.647355724782543,
      "learning_rate": 1.721735710347654e-05,
      "loss": 0.437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3508025109767914,
      "step": 2215,
      "valid_targets_mean": 5634.6,
      "valid_targets_min": 2196
    },
    {
      "epoch": 4.141791044776119,
      "grad_norm": 0.6152148655121742,
      "learning_rate": 1.7125235987408867e-05,
      "loss": 0.4579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2936285138130188,
      "step": 2220,
      "valid_targets_mean": 5473.9,
      "valid_targets_min": 1422
    },
    {
      "epoch": 4.151119402985074,
      "grad_norm": 0.6958876258775811,
      "learning_rate": 1.7033177106570516e-05,
      "loss": 0.4611,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25055307149887085,
      "step": 2225,
      "valid_targets_mean": 3369.1,
      "valid_targets_min": 872
    },
    {
      "epoch": 4.16044776119403,
      "grad_norm": 0.6469152760776189,
      "learning_rate": 1.694118245392703e-05,
      "loss": 0.437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18549364805221558,
      "step": 2230,
      "valid_targets_mean": 3206.5,
      "valid_targets_min": 1250
    },
    {
      "epoch": 4.169776119402985,
      "grad_norm": 0.5615080382367836,
      "learning_rate": 1.684925402105344e-05,
      "loss": 0.4305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1907576620578766,
      "step": 2235,
      "valid_targets_mean": 3946.8,
      "valid_targets_min": 1445
    },
    {
      "epoch": 4.17910447761194,
      "grad_norm": 0.5136642593551568,
      "learning_rate": 1.6757393798091245e-05,
      "loss": 0.4531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24885302782058716,
      "step": 2240,
      "valid_targets_mean": 6832.8,
      "valid_targets_min": 1913
    },
    {
      "epoch": 4.188432835820896,
      "grad_norm": 0.5648835716252492,
      "learning_rate": 1.6665603773705247e-05,
      "loss": 0.4587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24105992913246155,
      "step": 2245,
      "valid_targets_mean": 4576.6,
      "valid_targets_min": 1001
    },
    {
      "epoch": 4.197761194029851,
      "grad_norm": 0.770242929069094,
      "learning_rate": 1.6573885935040554e-05,
      "loss": 0.4488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33347582817077637,
      "step": 2250,
      "valid_targets_mean": 3805.9,
      "valid_targets_min": 1045
    },
    {
      "epoch": 4.207089552238806,
      "grad_norm": 0.5975461413608706,
      "learning_rate": 1.648224226767952e-05,
      "loss": 0.4547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19192320108413696,
      "step": 2255,
      "valid_targets_mean": 3637.6,
      "valid_targets_min": 1308
    },
    {
      "epoch": 4.2164179104477615,
      "grad_norm": 0.8518760022154768,
      "learning_rate": 1.6390674755598798e-05,
      "loss": 0.469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2788088321685791,
      "step": 2260,
      "valid_targets_mean": 2425.1,
      "valid_targets_min": 881
    },
    {
      "epoch": 4.225746268656716,
      "grad_norm": 0.6174032472222464,
      "learning_rate": 1.6299185381126344e-05,
      "loss": 0.4293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17284691333770752,
      "step": 2265,
      "valid_targets_mean": 3921.8,
      "valid_targets_min": 1312
    },
    {
      "epoch": 4.235074626865671,
      "grad_norm": 0.6661487358611796,
      "learning_rate": 1.6207776124898557e-05,
      "loss": 0.4397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27458280324935913,
      "step": 2270,
      "valid_targets_mean": 4506.2,
      "valid_targets_min": 1758
    },
    {
      "epoch": 4.244402985074627,
      "grad_norm": 0.7443198937477352,
      "learning_rate": 1.611644896581736e-05,
      "loss": 0.4497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.348906010389328,
      "step": 2275,
      "valid_targets_mean": 3673.1,
      "valid_targets_min": 1133
    },
    {
      "epoch": 4.253731343283582,
      "grad_norm": 0.7514602820618991,
      "learning_rate": 1.602520588100735e-05,
      "loss": 0.4176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16066180169582367,
      "step": 2280,
      "valid_targets_mean": 2503.1,
      "valid_targets_min": 1278
    },
    {
      "epoch": 4.263059701492537,
      "grad_norm": 0.6605663564712001,
      "learning_rate": 1.5934048845773055e-05,
      "loss": 0.4293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1894732415676117,
      "step": 2285,
      "valid_targets_mean": 2932.2,
      "valid_targets_min": 855
    },
    {
      "epoch": 4.272388059701493,
      "grad_norm": 0.6478329485707311,
      "learning_rate": 1.5842979833556084e-05,
      "loss": 0.4314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15124742686748505,
      "step": 2290,
      "valid_targets_mean": 2438.5,
      "valid_targets_min": 346
    },
    {
      "epoch": 4.281716417910448,
      "grad_norm": 0.5804929237474775,
      "learning_rate": 1.575200081589251e-05,
      "loss": 0.3959,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2257540225982666,
      "step": 2295,
      "valid_targets_mean": 5449.8,
      "valid_targets_min": 943
    },
    {
      "epoch": 4.291044776119403,
      "grad_norm": 0.7037622320049316,
      "learning_rate": 1.5661113762370063e-05,
      "loss": 0.4322,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15288349986076355,
      "step": 2300,
      "valid_targets_mean": 2822.6,
      "valid_targets_min": 1210
    },
    {
      "epoch": 4.300373134328359,
      "grad_norm": 0.6963070697520833,
      "learning_rate": 1.5570320640585624e-05,
      "loss": 0.4234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22153517603874207,
      "step": 2305,
      "valid_targets_mean": 3570.4,
      "valid_targets_min": 1459
    },
    {
      "epoch": 4.309701492537314,
      "grad_norm": 0.7329729659703779,
      "learning_rate": 1.5479623416102512e-05,
      "loss": 0.4109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2383253276348114,
      "step": 2310,
      "valid_targets_mean": 3944.4,
      "valid_targets_min": 1938
    },
    {
      "epoch": 4.3190298507462686,
      "grad_norm": 0.7985277868290318,
      "learning_rate": 1.5389024052408026e-05,
      "loss": 0.4344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19057363271713257,
      "step": 2315,
      "valid_targets_mean": 2628.9,
      "valid_targets_min": 791
    },
    {
      "epoch": 4.3283582089552235,
      "grad_norm": 0.5978848093323659,
      "learning_rate": 1.529852451087085e-05,
      "loss": 0.444,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2259930968284607,
      "step": 2320,
      "valid_targets_mean": 4019.9,
      "valid_targets_min": 1779
    },
    {
      "epoch": 4.337686567164179,
      "grad_norm": 0.6465879123431579,
      "learning_rate": 1.5208126750698676e-05,
      "loss": 0.4123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26882416009902954,
      "step": 2325,
      "valid_targets_mean": 4287.9,
      "valid_targets_min": 892
    },
    {
      "epoch": 4.347014925373134,
      "grad_norm": 0.7307291618176373,
      "learning_rate": 1.5117832728895734e-05,
      "loss": 0.4188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1527242362499237,
      "step": 2330,
      "valid_targets_mean": 2229.6,
      "valid_targets_min": 1264
    },
    {
      "epoch": 4.356343283582089,
      "grad_norm": 0.6392318314092182,
      "learning_rate": 1.5027644400220435e-05,
      "loss": 0.4563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2487446665763855,
      "step": 2335,
      "valid_targets_mean": 4706.1,
      "valid_targets_min": 1185
    },
    {
      "epoch": 4.365671641791045,
      "grad_norm": 0.6618981542626332,
      "learning_rate": 1.4937563717143077e-05,
      "loss": 0.4652,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28851789236068726,
      "step": 2340,
      "valid_targets_mean": 4294.0,
      "valid_targets_min": 1556
    },
    {
      "epoch": 4.375,
      "grad_norm": 0.7529161579275341,
      "learning_rate": 1.4847592629803538e-05,
      "loss": 0.4236,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1825079619884491,
      "step": 2345,
      "valid_targets_mean": 2900.8,
      "valid_targets_min": 1075
    },
    {
      "epoch": 4.384328358208955,
      "grad_norm": 0.6671351820082562,
      "learning_rate": 1.4757733085969095e-05,
      "loss": 0.4589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22679242491722107,
      "step": 2350,
      "valid_targets_mean": 3741.5,
      "valid_targets_min": 839
    },
    {
      "epoch": 4.393656716417911,
      "grad_norm": 0.6687639369769314,
      "learning_rate": 1.4667987030992223e-05,
      "loss": 0.4871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.184140145778656,
      "step": 2355,
      "valid_targets_mean": 3491.0,
      "valid_targets_min": 1442
    },
    {
      "epoch": 4.402985074626866,
      "grad_norm": 0.6199553070050913,
      "learning_rate": 1.4578356407768524e-05,
      "loss": 0.4555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2220112383365631,
      "step": 2360,
      "valid_targets_mean": 5140.2,
      "valid_targets_min": 2142
    },
    {
      "epoch": 4.412313432835821,
      "grad_norm": 0.6365687259670468,
      "learning_rate": 1.4488843156694614e-05,
      "loss": 0.4184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17575378715991974,
      "step": 2365,
      "valid_targets_mean": 3332.8,
      "valid_targets_min": 1449
    },
    {
      "epoch": 4.4216417910447765,
      "grad_norm": 0.6341053111063015,
      "learning_rate": 1.4399449215626154e-05,
      "loss": 0.4224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33901840448379517,
      "step": 2370,
      "valid_targets_mean": 4009.6,
      "valid_targets_min": 1339
    },
    {
      "epoch": 4.4309701492537314,
      "grad_norm": 0.6265355653881179,
      "learning_rate": 1.4310176519835885e-05,
      "loss": 0.4373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1486091911792755,
      "step": 2375,
      "valid_targets_mean": 3080.8,
      "valid_targets_min": 396
    },
    {
      "epoch": 4.440298507462686,
      "grad_norm": 0.6629653626197524,
      "learning_rate": 1.422102700197172e-05,
      "loss": 0.4314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19583386182785034,
      "step": 2380,
      "valid_targets_mean": 3179.4,
      "valid_targets_min": 948
    },
    {
      "epoch": 4.449626865671641,
      "grad_norm": 0.9408179448519994,
      "learning_rate": 1.4132002592014939e-05,
      "loss": 0.4314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2807454466819763,
      "step": 2385,
      "valid_targets_mean": 3273.6,
      "valid_targets_min": 860
    },
    {
      "epoch": 4.458955223880597,
      "grad_norm": 0.6216175434291872,
      "learning_rate": 1.404310521723836e-05,
      "loss": 0.4533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23090285062789917,
      "step": 2390,
      "valid_targets_mean": 4614.0,
      "valid_targets_min": 679
    },
    {
      "epoch": 4.468283582089552,
      "grad_norm": 0.6226975452937478,
      "learning_rate": 1.3954336802164658e-05,
      "loss": 0.4635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1825587898492813,
      "step": 2395,
      "valid_targets_mean": 3619.8,
      "valid_targets_min": 721
    },
    {
      "epoch": 4.477611940298507,
      "grad_norm": 0.7638470348141475,
      "learning_rate": 1.3865699268524668e-05,
      "loss": 0.459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2274436205625534,
      "step": 2400,
      "valid_targets_mean": 3343.1,
      "valid_targets_min": 1134
    },
    {
      "epoch": 4.486940298507463,
      "grad_norm": 0.7122301912413254,
      "learning_rate": 1.3777194535215812e-05,
      "loss": 0.4584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31319156289100647,
      "step": 2405,
      "valid_targets_mean": 4563.1,
      "valid_targets_min": 1110
    },
    {
      "epoch": 4.496268656716418,
      "grad_norm": 0.7567993962695424,
      "learning_rate": 1.3688824518260528e-05,
      "loss": 0.4226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13031692802906036,
      "step": 2410,
      "valid_targets_mean": 1921.2,
      "valid_targets_min": 1227
    },
    {
      "epoch": 4.505597014925373,
      "grad_norm": 0.6711336883898671,
      "learning_rate": 1.3600591130764825e-05,
      "loss": 0.4459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18896600604057312,
      "step": 2415,
      "valid_targets_mean": 3321.0,
      "valid_targets_min": 961
    },
    {
      "epoch": 4.514925373134329,
      "grad_norm": 0.6972431825434895,
      "learning_rate": 1.3512496282876813e-05,
      "loss": 0.4677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3178806006908417,
      "step": 2420,
      "valid_targets_mean": 3565.5,
      "valid_targets_min": 649
    },
    {
      "epoch": 4.524253731343284,
      "grad_norm": 0.6705103620682652,
      "learning_rate": 1.3424541881745425e-05,
      "loss": 0.4517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24133093655109406,
      "step": 2425,
      "valid_targets_mean": 3670.8,
      "valid_targets_min": 360
    },
    {
      "epoch": 4.5335820895522385,
      "grad_norm": 0.6083320581699869,
      "learning_rate": 1.3336729831479062e-05,
      "loss": 0.4431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23500260710716248,
      "step": 2430,
      "valid_targets_mean": 4631.4,
      "valid_targets_min": 1012
    },
    {
      "epoch": 4.542910447761194,
      "grad_norm": 0.6381415679940657,
      "learning_rate": 1.32490620331044e-05,
      "loss": 0.4366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21626059710979462,
      "step": 2435,
      "valid_targets_mean": 3962.9,
      "valid_targets_min": 1244
    },
    {
      "epoch": 4.552238805970149,
      "grad_norm": 0.6108744573121613,
      "learning_rate": 1.3161540384525244e-05,
      "loss": 0.4321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16019883751869202,
      "step": 2440,
      "valid_targets_mean": 3793.0,
      "valid_targets_min": 1181
    },
    {
      "epoch": 4.561567164179104,
      "grad_norm": 0.7680112408521977,
      "learning_rate": 1.3074166780481412e-05,
      "loss": 0.465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27843910455703735,
      "step": 2445,
      "valid_targets_mean": 3369.8,
      "valid_targets_min": 1656
    },
    {
      "epoch": 4.57089552238806,
      "grad_norm": 0.7125575062540254,
      "learning_rate": 1.2986943112507753e-05,
      "loss": 0.436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2446242868900299,
      "step": 2450,
      "valid_targets_mean": 3816.4,
      "valid_targets_min": 1919
    },
    {
      "epoch": 4.580223880597015,
      "grad_norm": 0.6490484459473351,
      "learning_rate": 1.2899871268893161e-05,
      "loss": 0.445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21625559031963348,
      "step": 2455,
      "valid_targets_mean": 3832.1,
      "valid_targets_min": 1701
    },
    {
      "epoch": 4.58955223880597,
      "grad_norm": 0.7288896293384832,
      "learning_rate": 1.2812953134639725e-05,
      "loss": 0.4428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21461918950080872,
      "step": 2460,
      "valid_targets_mean": 2627.2,
      "valid_targets_min": 1238
    },
    {
      "epoch": 4.598880597014926,
      "grad_norm": 0.6973433634351924,
      "learning_rate": 1.27261905914219e-05,
      "loss": 0.4047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23721319437026978,
      "step": 2465,
      "valid_targets_mean": 4540.2,
      "valid_targets_min": 311
    },
    {
      "epoch": 4.608208955223881,
      "grad_norm": 0.6063446914924041,
      "learning_rate": 1.2639585517545783e-05,
      "loss": 0.4443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32490983605384827,
      "step": 2470,
      "valid_targets_mean": 6601.0,
      "valid_targets_min": 1059
    },
    {
      "epoch": 4.617537313432836,
      "grad_norm": 0.629631304202207,
      "learning_rate": 1.2553139787908457e-05,
      "loss": 0.4293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19959989190101624,
      "step": 2475,
      "valid_targets_mean": 4318.9,
      "valid_targets_min": 770
    },
    {
      "epoch": 4.6268656716417915,
      "grad_norm": 0.7008850064972045,
      "learning_rate": 1.2466855273957372e-05,
      "loss": 0.4495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24872657656669617,
      "step": 2480,
      "valid_targets_mean": 3817.8,
      "valid_targets_min": 1786
    },
    {
      "epoch": 4.6361940298507465,
      "grad_norm": 0.7094606616520585,
      "learning_rate": 1.2380733843649866e-05,
      "loss": 0.4221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17468532919883728,
      "step": 2485,
      "valid_targets_mean": 2549.5,
      "valid_targets_min": 1984
    },
    {
      "epoch": 4.645522388059701,
      "grad_norm": 0.642921832086949,
      "learning_rate": 1.2294777361412696e-05,
      "loss": 0.4318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22473353147506714,
      "step": 2490,
      "valid_targets_mean": 4510.4,
      "valid_targets_min": 1683
    },
    {
      "epoch": 4.654850746268656,
      "grad_norm": 0.5861440734323993,
      "learning_rate": 1.2208987688101701e-05,
      "loss": 0.4012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14747220277786255,
      "step": 2495,
      "valid_targets_mean": 3801.1,
      "valid_targets_min": 1819
    },
    {
      "epoch": 4.664179104477612,
      "grad_norm": 0.6963996311121602,
      "learning_rate": 1.2123366680961493e-05,
      "loss": 0.4257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1983906626701355,
      "step": 2500,
      "valid_targets_mean": 3466.6,
      "valid_targets_min": 827
    },
    {
      "epoch": 4.673507462686567,
      "grad_norm": 0.7725469692070901,
      "learning_rate": 1.2037916193585285e-05,
      "loss": 0.4366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20175820589065552,
      "step": 2505,
      "valid_targets_mean": 2666.6,
      "valid_targets_min": 981
    },
    {
      "epoch": 4.682835820895522,
      "grad_norm": 0.7198799605934142,
      "learning_rate": 1.1952638075874696e-05,
      "loss": 0.4135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13449133932590485,
      "step": 2510,
      "valid_targets_mean": 1679.4,
      "valid_targets_min": 1285
    },
    {
      "epoch": 4.692164179104478,
      "grad_norm": 0.663444652586058,
      "learning_rate": 1.18675341739998e-05,
      "loss": 0.4314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23156410455703735,
      "step": 2515,
      "valid_targets_mean": 4048.6,
      "valid_targets_min": 1849
    },
    {
      "epoch": 4.701492537313433,
      "grad_norm": 0.6538972343971937,
      "learning_rate": 1.178260633035906e-05,
      "loss": 0.4141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1897672414779663,
      "step": 2520,
      "valid_targets_mean": 2916.8,
      "valid_targets_min": 975
    },
    {
      "epoch": 4.710820895522388,
      "grad_norm": 0.5917015740244828,
      "learning_rate": 1.1697856383539507e-05,
      "loss": 0.4347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1782170534133911,
      "step": 2525,
      "valid_targets_mean": 2594.5,
      "valid_targets_min": 988
    },
    {
      "epoch": 4.720149253731344,
      "grad_norm": 0.6821840942453192,
      "learning_rate": 1.1613286168276933e-05,
      "loss": 0.4327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.162733256816864,
      "step": 2530,
      "valid_targets_mean": 2912.6,
      "valid_targets_min": 1497
    },
    {
      "epoch": 4.729477611940299,
      "grad_norm": 0.6424322417514464,
      "learning_rate": 1.1528897515416114e-05,
      "loss": 0.4533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22855347394943237,
      "step": 2535,
      "valid_targets_mean": 4387.5,
      "valid_targets_min": 1914
    },
    {
      "epoch": 4.7388059701492535,
      "grad_norm": 0.7776055816892727,
      "learning_rate": 1.1444692251871253e-05,
      "loss": 0.4368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1997443288564682,
      "step": 2540,
      "valid_targets_mean": 3196.5,
      "valid_targets_min": 699
    },
    {
      "epoch": 4.7481343283582085,
      "grad_norm": 0.6715818075836522,
      "learning_rate": 1.1360672200586365e-05,
      "loss": 0.4402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26281169056892395,
      "step": 2545,
      "valid_targets_mean": 4101.2,
      "valid_targets_min": 2035
    },
    {
      "epoch": 4.757462686567164,
      "grad_norm": 0.7928535784200762,
      "learning_rate": 1.1276839180495877e-05,
      "loss": 0.4319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3162769377231598,
      "step": 2550,
      "valid_targets_mean": 3788.5,
      "valid_targets_min": 1009
    },
    {
      "epoch": 4.766791044776119,
      "grad_norm": 0.7013727566266669,
      "learning_rate": 1.1193195006485153e-05,
      "loss": 0.4603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2292349934577942,
      "step": 2555,
      "valid_targets_mean": 3295.5,
      "valid_targets_min": 955
    },
    {
      "epoch": 4.776119402985074,
      "grad_norm": 0.5817888769030757,
      "learning_rate": 1.1109741489351325e-05,
      "loss": 0.4372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21150292456150055,
      "step": 2560,
      "valid_targets_mean": 4384.8,
      "valid_targets_min": 1099
    },
    {
      "epoch": 4.78544776119403,
      "grad_norm": 0.7884954979754613,
      "learning_rate": 1.1026480435763984e-05,
      "loss": 0.4426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24815651774406433,
      "step": 2565,
      "valid_targets_mean": 2872.6,
      "valid_targets_min": 745
    },
    {
      "epoch": 4.794776119402985,
      "grad_norm": 0.6940086966769629,
      "learning_rate": 1.0943413648226142e-05,
      "loss": 0.4399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19736522436141968,
      "step": 2570,
      "valid_targets_mean": 3237.1,
      "valid_targets_min": 1805
    },
    {
      "epoch": 4.80410447761194,
      "grad_norm": 0.6527719590595376,
      "learning_rate": 1.0860542925035187e-05,
      "loss": 0.4358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1981087327003479,
      "step": 2575,
      "valid_targets_mean": 3470.6,
      "valid_targets_min": 1516
    },
    {
      "epoch": 4.813432835820896,
      "grad_norm": 0.7212961265922682,
      "learning_rate": 1.0777870060243902e-05,
      "loss": 0.4645,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14289066195487976,
      "step": 2580,
      "valid_targets_mean": 2402.8,
      "valid_targets_min": 808
    },
    {
      "epoch": 4.822761194029851,
      "grad_norm": 0.6771507105035453,
      "learning_rate": 1.0695396843621722e-05,
      "loss": 0.4278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2371062934398651,
      "step": 2585,
      "valid_targets_mean": 4137.4,
      "valid_targets_min": 1394
    },
    {
      "epoch": 4.832089552238806,
      "grad_norm": 0.7278376667899698,
      "learning_rate": 1.0613125060615899e-05,
      "loss": 0.4091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12925156950950623,
      "step": 2590,
      "valid_targets_mean": 1610.5,
      "valid_targets_min": 514
    },
    {
      "epoch": 4.8414179104477615,
      "grad_norm": 0.6501789276367153,
      "learning_rate": 1.0531056492312914e-05,
      "loss": 0.4332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14594261348247528,
      "step": 2595,
      "valid_targets_mean": 2760.6,
      "valid_targets_min": 1324
    },
    {
      "epoch": 4.850746268656716,
      "grad_norm": 0.633103618407971,
      "learning_rate": 1.0449192915399878e-05,
      "loss": 0.4257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11315122991800308,
      "step": 2600,
      "valid_targets_mean": 2296.2,
      "valid_targets_min": 1041
    },
    {
      "epoch": 4.860074626865671,
      "grad_norm": 0.6844217555712022,
      "learning_rate": 1.0367536102126072e-05,
      "loss": 0.4538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15750224888324738,
      "step": 2605,
      "valid_targets_mean": 2542.2,
      "valid_targets_min": 602
    },
    {
      "epoch": 4.869402985074627,
      "grad_norm": 0.7269932487235211,
      "learning_rate": 1.0286087820264603e-05,
      "loss": 0.3927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18912087380886078,
      "step": 2610,
      "valid_targets_mean": 2959.6,
      "valid_targets_min": 1321
    },
    {
      "epoch": 4.878731343283582,
      "grad_norm": 0.6029535795525097,
      "learning_rate": 1.0204849833074122e-05,
      "loss": 0.4213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2072172909975052,
      "step": 2615,
      "valid_targets_mean": 4930.1,
      "valid_targets_min": 1433
    },
    {
      "epoch": 4.888059701492537,
      "grad_norm": 0.7012326292060802,
      "learning_rate": 1.0123823899260634e-05,
      "loss": 0.4514,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26750418543815613,
      "step": 2620,
      "valid_targets_mean": 3680.5,
      "valid_targets_min": 1050
    },
    {
      "epoch": 4.897388059701493,
      "grad_norm": 0.5743499232135608,
      "learning_rate": 1.0043011772939466e-05,
      "loss": 0.4231,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22266338765621185,
      "step": 2625,
      "valid_targets_mean": 3795.2,
      "valid_targets_min": 839
    },
    {
      "epoch": 4.906716417910448,
      "grad_norm": 0.6400543211883544,
      "learning_rate": 9.962415203597245e-06,
      "loss": 0.4366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18735265731811523,
      "step": 2630,
      "valid_targets_mean": 3965.0,
      "valid_targets_min": 1881
    },
    {
      "epoch": 4.916044776119403,
      "grad_norm": 0.6534979492680628,
      "learning_rate": 9.882035936054042e-06,
      "loss": 0.4467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19820962846279144,
      "step": 2635,
      "valid_targets_mean": 3497.4,
      "valid_targets_min": 924
    },
    {
      "epoch": 4.925373134328359,
      "grad_norm": 0.6598445501360165,
      "learning_rate": 9.801875710425625e-06,
      "loss": 0.4416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24448105692863464,
      "step": 2640,
      "valid_targets_mean": 3618.5,
      "valid_targets_min": 1971
    },
    {
      "epoch": 4.934701492537314,
      "grad_norm": 0.6786663732925825,
      "learning_rate": 9.72193626208574e-06,
      "loss": 0.4422,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28025513887405396,
      "step": 2645,
      "valid_targets_mean": 4469.2,
      "valid_targets_min": 2162
    },
    {
      "epoch": 4.9440298507462686,
      "grad_norm": 0.6719035268513569,
      "learning_rate": 9.642219321628592e-06,
      "loss": 0.4369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23438382148742676,
      "step": 2650,
      "valid_targets_mean": 4588.0,
      "valid_targets_min": 1468
    },
    {
      "epoch": 4.9533582089552235,
      "grad_norm": 0.6850595903904508,
      "learning_rate": 9.56272661483133e-06,
      "loss": 0.4494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2651742696762085,
      "step": 2655,
      "valid_targets_mean": 4798.2,
      "valid_targets_min": 1018
    },
    {
      "epoch": 4.962686567164179,
      "grad_norm": 0.6506478900163718,
      "learning_rate": 9.483459862616723e-06,
      "loss": 0.4403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3017311096191406,
      "step": 2660,
      "valid_targets_mean": 5628.1,
      "valid_targets_min": 1479
    },
    {
      "epoch": 4.972014925373134,
      "grad_norm": 0.6580283309162392,
      "learning_rate": 9.404420781015881e-06,
      "loss": 0.4161,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15099717676639557,
      "step": 2665,
      "valid_targets_mean": 2355.9,
      "valid_targets_min": 1215
    },
    {
      "epoch": 4.981343283582089,
      "grad_norm": 0.673732605625557,
      "learning_rate": 9.325611081131129e-06,
      "loss": 0.4598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2350398451089859,
      "step": 2670,
      "valid_targets_mean": 3777.8,
      "valid_targets_min": 2000
    },
    {
      "epoch": 4.990671641791045,
      "grad_norm": 0.5980676015234843,
      "learning_rate": 9.247032469098953e-06,
      "loss": 0.445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.244520902633667,
      "step": 2675,
      "valid_targets_mean": 4462.0,
      "valid_targets_min": 1554
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.7432796098004715,
      "learning_rate": 9.168686646053046e-06,
      "loss": 0.4368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17967258393764496,
      "step": 2680,
      "valid_targets_mean": 3088.5,
      "valid_targets_min": 1533
    },
    {
      "epoch": 5.009328358208955,
      "grad_norm": 0.5650320748953177,
      "learning_rate": 9.090575308087502e-06,
      "loss": 0.4202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19163274765014648,
      "step": 2685,
      "valid_targets_mean": 4906.4,
      "valid_targets_min": 2843
    },
    {
      "epoch": 5.018656716417911,
      "grad_norm": 0.6338297619547821,
      "learning_rate": 9.012700146220082e-06,
      "loss": 0.4243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21268635988235474,
      "step": 2690,
      "valid_targets_mean": 4402.0,
      "valid_targets_min": 1712
    },
    {
      "epoch": 5.027985074626866,
      "grad_norm": 0.7896758184248664,
      "learning_rate": 8.935062846355642e-06,
      "loss": 0.4388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2253761738538742,
      "step": 2695,
      "valid_targets_mean": 2753.4,
      "valid_targets_min": 1703
    },
    {
      "epoch": 5.037313432835821,
      "grad_norm": 0.69177340095553,
      "learning_rate": 8.857665089249572e-06,
      "loss": 0.3896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17261390388011932,
      "step": 2700,
      "valid_targets_mean": 2918.8,
      "valid_targets_min": 1735
    },
    {
      "epoch": 5.0466417910447765,
      "grad_norm": 0.7469894097676494,
      "learning_rate": 8.780508550471483e-06,
      "loss": 0.4114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.226849764585495,
      "step": 2705,
      "valid_targets_mean": 3747.6,
      "valid_targets_min": 868
    },
    {
      "epoch": 5.0559701492537314,
      "grad_norm": 0.7722742088916789,
      "learning_rate": 8.703594900368866e-06,
      "loss": 0.4495,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19612279534339905,
      "step": 2710,
      "valid_targets_mean": 2987.5,
      "valid_targets_min": 1266
    },
    {
      "epoch": 5.065298507462686,
      "grad_norm": 0.7065452567706656,
      "learning_rate": 8.62692580403097e-06,
      "loss": 0.4394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1994909644126892,
      "step": 2715,
      "valid_targets_mean": 2953.9,
      "valid_targets_min": 942
    },
    {
      "epoch": 5.074626865671641,
      "grad_norm": 0.6654490490254981,
      "learning_rate": 8.550502921252742e-06,
      "loss": 0.3963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.11040803790092468,
      "step": 2720,
      "valid_targets_mean": 2099.9,
      "valid_targets_min": 839
    },
    {
      "epoch": 5.083955223880597,
      "grad_norm": 0.6754730118320539,
      "learning_rate": 8.474327906498905e-06,
      "loss": 0.4255,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24235710501670837,
      "step": 2725,
      "valid_targets_mean": 4367.6,
      "valid_targets_min": 692
    },
    {
      "epoch": 5.093283582089552,
      "grad_norm": 0.5957275510589598,
      "learning_rate": 8.398402408868145e-06,
      "loss": 0.3935,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1836654245853424,
      "step": 2730,
      "valid_targets_mean": 4766.2,
      "valid_targets_min": 1110
    },
    {
      "epoch": 5.102611940298507,
      "grad_norm": 0.6670776775881953,
      "learning_rate": 8.322728072057358e-06,
      "loss": 0.4395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20618875324726105,
      "step": 2735,
      "valid_targets_mean": 3293.4,
      "valid_targets_min": 1537
    },
    {
      "epoch": 5.111940298507463,
      "grad_norm": 0.6500446779098641,
      "learning_rate": 8.247306534326147e-06,
      "loss": 0.4127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22236144542694092,
      "step": 2740,
      "valid_targets_mean": 4163.9,
      "valid_targets_min": 963
    },
    {
      "epoch": 5.121268656716418,
      "grad_norm": 0.6857954334714782,
      "learning_rate": 8.172139428461292e-06,
      "loss": 0.4143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18901528418064117,
      "step": 2745,
      "valid_targets_mean": 3142.4,
      "valid_targets_min": 978
    },
    {
      "epoch": 5.130597014925373,
      "grad_norm": 0.8680157637703501,
      "learning_rate": 8.097228381741441e-06,
      "loss": 0.4492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2641044855117798,
      "step": 2750,
      "valid_targets_mean": 2668.2,
      "valid_targets_min": 844
    },
    {
      "epoch": 5.139925373134329,
      "grad_norm": 0.776098126813042,
      "learning_rate": 8.022575015901854e-06,
      "loss": 0.4117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3025306463241577,
      "step": 2755,
      "valid_targets_mean": 3590.1,
      "valid_targets_min": 877
    },
    {
      "epoch": 5.149253731343284,
      "grad_norm": 0.8463062043276112,
      "learning_rate": 7.948180947099309e-06,
      "loss": 0.4148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22754406929016113,
      "step": 2760,
      "valid_targets_mean": 2614.2,
      "valid_targets_min": 1505
    },
    {
      "epoch": 5.1585820895522385,
      "grad_norm": 0.7390812546619375,
      "learning_rate": 7.874047785877099e-06,
      "loss": 0.4188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15721000730991364,
      "step": 2765,
      "valid_targets_mean": 2251.0,
      "valid_targets_min": 1047
    },
    {
      "epoch": 5.167910447761194,
      "grad_norm": 0.5590807227500687,
      "learning_rate": 7.800177137130198e-06,
      "loss": 0.4239,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1274961233139038,
      "step": 2770,
      "valid_targets_mean": 3844.9,
      "valid_targets_min": 1295
    },
    {
      "epoch": 5.177238805970149,
      "grad_norm": 0.6845961833060672,
      "learning_rate": 7.726570600070498e-06,
      "loss": 0.4333,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22977977991104126,
      "step": 2775,
      "valid_targets_mean": 3048.2,
      "valid_targets_min": 1609
    },
    {
      "epoch": 5.186567164179104,
      "grad_norm": 0.7144925585051675,
      "learning_rate": 7.653229768192163e-06,
      "loss": 0.4384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22613228857517242,
      "step": 2780,
      "valid_targets_mean": 3329.1,
      "valid_targets_min": 1846
    },
    {
      "epoch": 5.19589552238806,
      "grad_norm": 0.6733141968439991,
      "learning_rate": 7.580156229237172e-06,
      "loss": 0.4201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13405677676200867,
      "step": 2785,
      "valid_targets_mean": 2421.1,
      "valid_targets_min": 1070
    },
    {
      "epoch": 5.205223880597015,
      "grad_norm": 0.6726833602463744,
      "learning_rate": 7.507351565160918e-06,
      "loss": 0.424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1910320520401001,
      "step": 2790,
      "valid_targets_mean": 3763.1,
      "valid_targets_min": 1163
    },
    {
      "epoch": 5.21455223880597,
      "grad_norm": 0.7016446767092265,
      "learning_rate": 7.434817352097994e-06,
      "loss": 0.4112,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2430885136127472,
      "step": 2795,
      "valid_targets_mean": 4863.0,
      "valid_targets_min": 1459
    },
    {
      "epoch": 5.223880597014926,
      "grad_norm": 0.7888976308841222,
      "learning_rate": 7.36255516032802e-06,
      "loss": 0.4317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21842098236083984,
      "step": 2800,
      "valid_targets_mean": 2568.4,
      "valid_targets_min": 907
    },
    {
      "epoch": 5.233208955223881,
      "grad_norm": 0.6166016582901445,
      "learning_rate": 7.290566554241705e-06,
      "loss": 0.4193,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19115903973579407,
      "step": 2805,
      "valid_targets_mean": 4269.4,
      "valid_targets_min": 2463
    },
    {
      "epoch": 5.242537313432836,
      "grad_norm": 0.6627778432572504,
      "learning_rate": 7.218853092306937e-06,
      "loss": 0.4121,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2591168284416199,
      "step": 2810,
      "valid_targets_mean": 4634.2,
      "valid_targets_min": 1480
    },
    {
      "epoch": 5.251865671641791,
      "grad_norm": 0.8466140837636219,
      "learning_rate": 7.147416327035057e-06,
      "loss": 0.449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1265844851732254,
      "step": 2815,
      "valid_targets_mean": 1549.0,
      "valid_targets_min": 600
    },
    {
      "epoch": 5.2611940298507465,
      "grad_norm": 0.7190671171195822,
      "learning_rate": 7.0762578049472574e-06,
      "loss": 0.4266,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2343316376209259,
      "step": 2820,
      "valid_targets_mean": 3625.8,
      "valid_targets_min": 1392
    },
    {
      "epoch": 5.270522388059701,
      "grad_norm": 0.6303963053220908,
      "learning_rate": 7.005379066541101e-06,
      "loss": 0.4259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18870729207992554,
      "step": 2825,
      "valid_targets_mean": 3790.4,
      "valid_targets_min": 933
    },
    {
      "epoch": 5.279850746268656,
      "grad_norm": 0.6137312756719183,
      "learning_rate": 6.9347816462571675e-06,
      "loss": 0.4341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16674146056175232,
      "step": 2830,
      "valid_targets_mean": 3455.1,
      "valid_targets_min": 1184
    },
    {
      "epoch": 5.289179104477612,
      "grad_norm": 0.6724696938870595,
      "learning_rate": 6.864467072445817e-06,
      "loss": 0.402,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2180698812007904,
      "step": 2835,
      "valid_targets_mean": 5510.9,
      "valid_targets_min": 2781
    },
    {
      "epoch": 5.298507462686567,
      "grad_norm": 0.868085025237454,
      "learning_rate": 6.794436867334133e-06,
      "loss": 0.4126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23925995826721191,
      "step": 2840,
      "valid_targets_mean": 2959.8,
      "valid_targets_min": 774
    },
    {
      "epoch": 5.307835820895522,
      "grad_norm": 0.7727965247678154,
      "learning_rate": 6.7246925469929395e-06,
      "loss": 0.4502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13370978832244873,
      "step": 2845,
      "valid_targets_mean": 1874.4,
      "valid_targets_min": 809
    },
    {
      "epoch": 5.317164179104478,
      "grad_norm": 0.8904331435367575,
      "learning_rate": 6.655235621304021e-06,
      "loss": 0.4033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18272532522678375,
      "step": 2850,
      "valid_targets_mean": 2921.0,
      "valid_targets_min": 913
    },
    {
      "epoch": 5.326492537313433,
      "grad_norm": 0.8017933362959264,
      "learning_rate": 6.5860675939273766e-06,
      "loss": 0.4271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2041250765323639,
      "step": 2855,
      "valid_targets_mean": 3174.2,
      "valid_targets_min": 1237
    },
    {
      "epoch": 5.335820895522388,
      "grad_norm": 0.8233747882404984,
      "learning_rate": 6.517189962268733e-06,
      "loss": 0.4097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17487163841724396,
      "step": 2860,
      "valid_targets_mean": 2851.5,
      "valid_targets_min": 2312
    },
    {
      "epoch": 5.345149253731344,
      "grad_norm": 0.7443897778362639,
      "learning_rate": 6.448604217447067e-06,
      "loss": 0.4641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19296571612358093,
      "step": 2865,
      "valid_targets_mean": 3133.0,
      "valid_targets_min": 777
    },
    {
      "epoch": 5.354477611940299,
      "grad_norm": 0.6025606420283552,
      "learning_rate": 6.3803118442623565e-06,
      "loss": 0.4144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17586597800254822,
      "step": 2870,
      "valid_targets_mean": 4149.0,
      "valid_targets_min": 1223
    },
    {
      "epoch": 5.3638059701492535,
      "grad_norm": 0.6659343581783279,
      "learning_rate": 6.312314321163449e-06,
      "loss": 0.4151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1946224421262741,
      "step": 2875,
      "valid_targets_mean": 3293.8,
      "valid_targets_min": 1537
    },
    {
      "epoch": 5.373134328358209,
      "grad_norm": 0.696643437457153,
      "learning_rate": 6.244613120216014e-06,
      "loss": 0.416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14468196034431458,
      "step": 2880,
      "valid_targets_mean": 2237.8,
      "valid_targets_min": 1252
    },
    {
      "epoch": 5.382462686567164,
      "grad_norm": 0.7235677103989777,
      "learning_rate": 6.177209707070722e-06,
      "loss": 0.3955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17538125813007355,
      "step": 2885,
      "valid_targets_mean": 2617.5,
      "valid_targets_min": 1802
    },
    {
      "epoch": 5.391791044776119,
      "grad_norm": 0.7755972779952659,
      "learning_rate": 6.110105540931472e-06,
      "loss": 0.449,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28210440278053284,
      "step": 2890,
      "valid_targets_mean": 3969.2,
      "valid_targets_min": 1450
    },
    {
      "epoch": 5.401119402985074,
      "grad_norm": 0.647274765866972,
      "learning_rate": 6.043302074523827e-06,
      "loss": 0.4107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15531793236732483,
      "step": 2895,
      "valid_targets_mean": 2801.4,
      "valid_targets_min": 1133
    },
    {
      "epoch": 5.41044776119403,
      "grad_norm": 0.8753875579576921,
      "learning_rate": 5.976800754063552e-06,
      "loss": 0.4343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16340753436088562,
      "step": 2900,
      "valid_targets_mean": 1916.4,
      "valid_targets_min": 526
    },
    {
      "epoch": 5.419776119402985,
      "grad_norm": 0.7215649428484227,
      "learning_rate": 5.9106030192253275e-06,
      "loss": 0.4613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2129140943288803,
      "step": 2905,
      "valid_targets_mean": 3166.6,
      "valid_targets_min": 1873
    },
    {
      "epoch": 5.42910447761194,
      "grad_norm": 0.6796824485403441,
      "learning_rate": 5.844710303111541e-06,
      "loss": 0.437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18664315342903137,
      "step": 2910,
      "valid_targets_mean": 3327.1,
      "valid_targets_min": 1846
    },
    {
      "epoch": 5.438432835820896,
      "grad_norm": 0.6692318896212334,
      "learning_rate": 5.7791240322213215e-06,
      "loss": 0.4181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15738973021507263,
      "step": 2915,
      "valid_targets_mean": 3057.9,
      "valid_targets_min": 1690
    },
    {
      "epoch": 5.447761194029851,
      "grad_norm": 0.7955814995730689,
      "learning_rate": 5.7138456264195765e-06,
      "loss": 0.3974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1776963472366333,
      "step": 2920,
      "valid_targets_mean": 3010.6,
      "valid_targets_min": 674
    },
    {
      "epoch": 5.457089552238806,
      "grad_norm": 0.7001004729678523,
      "learning_rate": 5.648876498906335e-06,
      "loss": 0.4807,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15117397904396057,
      "step": 2925,
      "valid_targets_mean": 2731.4,
      "valid_targets_min": 602
    },
    {
      "epoch": 5.4664179104477615,
      "grad_norm": 0.7711781611271641,
      "learning_rate": 5.584218056186113e-06,
      "loss": 0.4189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19576111435890198,
      "step": 2930,
      "valid_targets_mean": 3041.8,
      "valid_targets_min": 817
    },
    {
      "epoch": 5.475746268656716,
      "grad_norm": 0.6838569161947178,
      "learning_rate": 5.519871698037453e-06,
      "loss": 0.4279,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1883586347103119,
      "step": 2935,
      "valid_targets_mean": 3094.2,
      "valid_targets_min": 938
    },
    {
      "epoch": 5.485074626865671,
      "grad_norm": 0.7624263929002456,
      "learning_rate": 5.455838817482666e-06,
      "loss": 0.4577,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24204497039318085,
      "step": 2940,
      "valid_targets_mean": 2908.0,
      "valid_targets_min": 1199
    },
    {
      "epoch": 5.494402985074627,
      "grad_norm": 0.6335010783857147,
      "learning_rate": 5.392120800757603e-06,
      "loss": 0.4297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2556833028793335,
      "step": 2945,
      "valid_targets_mean": 6224.2,
      "valid_targets_min": 284
    },
    {
      "epoch": 5.503731343283582,
      "grad_norm": 0.6336287483069856,
      "learning_rate": 5.328719027281728e-06,
      "loss": 0.4251,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17912890017032623,
      "step": 2950,
      "valid_targets_mean": 3603.6,
      "valid_targets_min": 1615
    },
    {
      "epoch": 5.513059701492537,
      "grad_norm": 0.6862044475405126,
      "learning_rate": 5.265634869628182e-06,
      "loss": 0.4377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2261010706424713,
      "step": 2955,
      "valid_targets_mean": 4182.2,
      "valid_targets_min": 1291
    },
    {
      "epoch": 5.522388059701493,
      "grad_norm": 0.6674400991907332,
      "learning_rate": 5.20286969349413e-06,
      "loss": 0.4153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23886638879776,
      "step": 2960,
      "valid_targets_mean": 3886.1,
      "valid_targets_min": 476
    },
    {
      "epoch": 5.531716417910448,
      "grad_norm": 0.6314117195966904,
      "learning_rate": 5.140424857671145e-06,
      "loss": 0.4108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1526910364627838,
      "step": 2965,
      "valid_targets_mean": 3415.9,
      "valid_targets_min": 1338
    },
    {
      "epoch": 5.541044776119403,
      "grad_norm": 0.6940029925514981,
      "learning_rate": 5.07830171401581e-06,
      "loss": 0.4204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1888255923986435,
      "step": 2970,
      "valid_targets_mean": 3438.6,
      "valid_targets_min": 518
    },
    {
      "epoch": 5.550373134328359,
      "grad_norm": 0.6111753080622749,
      "learning_rate": 5.016501607420476e-06,
      "loss": 0.4157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22798597812652588,
      "step": 2975,
      "valid_targets_mean": 4222.9,
      "valid_targets_min": 1218
    },
    {
      "epoch": 5.559701492537314,
      "grad_norm": 0.6681967046075253,
      "learning_rate": 4.955025875784098e-06,
      "loss": 0.4395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24814580380916595,
      "step": 2980,
      "valid_targets_mean": 4181.9,
      "valid_targets_min": 1642
    },
    {
      "epoch": 5.5690298507462686,
      "grad_norm": 0.8139703686603935,
      "learning_rate": 4.893875849983323e-06,
      "loss": 0.4223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20523005723953247,
      "step": 2985,
      "valid_targets_mean": 2473.4,
      "valid_targets_min": 1365
    },
    {
      "epoch": 5.5783582089552235,
      "grad_norm": 0.763592112626437,
      "learning_rate": 4.833052853843636e-06,
      "loss": 0.4584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34939849376678467,
      "step": 2990,
      "valid_targets_mean": 3709.2,
      "valid_targets_min": 825
    },
    {
      "epoch": 5.587686567164179,
      "grad_norm": 0.6663368162729548,
      "learning_rate": 4.772558204110724e-06,
      "loss": 0.4107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26237136125564575,
      "step": 2995,
      "valid_targets_mean": 5118.5,
      "valid_targets_min": 1976
    },
    {
      "epoch": 5.597014925373134,
      "grad_norm": 0.806490342081118,
      "learning_rate": 4.712393210421957e-06,
      "loss": 0.429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20364099740982056,
      "step": 3000,
      "valid_targets_mean": 2631.0,
      "valid_targets_min": 1324
    },
    {
      "epoch": 5.606343283582089,
      "grad_norm": 0.6576439211890244,
      "learning_rate": 4.652559175278062e-06,
      "loss": 0.4134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2547221779823303,
      "step": 3005,
      "valid_targets_mean": 4836.2,
      "valid_targets_min": 692
    },
    {
      "epoch": 5.615671641791045,
      "grad_norm": 0.6516082661061794,
      "learning_rate": 4.593057394014882e-06,
      "loss": 0.3873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1882113814353943,
      "step": 3010,
      "valid_targets_mean": 3831.9,
      "valid_targets_min": 1165
    },
    {
      "epoch": 5.625,
      "grad_norm": 0.5574343405497224,
      "learning_rate": 4.5338891547753775e-06,
      "loss": 0.403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1985384225845337,
      "step": 3015,
      "valid_targets_mean": 6085.6,
      "valid_targets_min": 2689
    },
    {
      "epoch": 5.634328358208955,
      "grad_norm": 0.6610359004153935,
      "learning_rate": 4.475055738481711e-06,
      "loss": 0.4058,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23995891213417053,
      "step": 3020,
      "valid_targets_mean": 4396.9,
      "valid_targets_min": 1211
    },
    {
      "epoch": 5.643656716417911,
      "grad_norm": 0.6910568534423158,
      "learning_rate": 4.416558418807517e-06,
      "loss": 0.4497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21296477317810059,
      "step": 3025,
      "valid_targets_mean": 3805.8,
      "valid_targets_min": 1473
    },
    {
      "epoch": 5.652985074626866,
      "grad_norm": 0.8047119371084426,
      "learning_rate": 4.3583984621503596e-06,
      "loss": 0.4126,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23835790157318115,
      "step": 3030,
      "valid_targets_mean": 3202.6,
      "valid_targets_min": 1211
    },
    {
      "epoch": 5.662313432835821,
      "grad_norm": 0.8412476624117674,
      "learning_rate": 4.300577127604269e-06,
      "loss": 0.4234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22557514905929565,
      "step": 3035,
      "valid_targets_mean": 2449.4,
      "valid_targets_min": 1819
    },
    {
      "epoch": 5.6716417910447765,
      "grad_norm": 0.6857523392988729,
      "learning_rate": 4.243095666932531e-06,
      "loss": 0.4259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13939909636974335,
      "step": 3040,
      "valid_targets_mean": 2928.5,
      "valid_targets_min": 865
    },
    {
      "epoch": 5.6809701492537314,
      "grad_norm": 0.7816465741254548,
      "learning_rate": 4.18595532454055e-06,
      "loss": 0.4191,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20731967687606812,
      "step": 3045,
      "valid_targets_mean": 2922.5,
      "valid_targets_min": 1529
    },
    {
      "epoch": 5.690298507462686,
      "grad_norm": 0.6570088327342807,
      "learning_rate": 4.129157337448926e-06,
      "loss": 0.4317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2325798124074936,
      "step": 3050,
      "valid_targets_mean": 4718.9,
      "valid_targets_min": 1328
    },
    {
      "epoch": 5.699626865671641,
      "grad_norm": 0.7150884645503687,
      "learning_rate": 4.072702935266677e-06,
      "loss": 0.4047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20510876178741455,
      "step": 3055,
      "valid_targets_mean": 3591.1,
      "valid_targets_min": 1186
    },
    {
      "epoch": 5.708955223880597,
      "grad_norm": 0.6690319491136354,
      "learning_rate": 4.016593340164618e-06,
      "loss": 0.4091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14075709879398346,
      "step": 3060,
      "valid_targets_mean": 3247.1,
      "valid_targets_min": 1336
    },
    {
      "epoch": 5.718283582089552,
      "grad_norm": 0.8715275867533018,
      "learning_rate": 3.960829766848893e-06,
      "loss": 0.4141,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12968966364860535,
      "step": 3065,
      "valid_targets_mean": 2196.2,
      "valid_targets_min": 1005
    },
    {
      "epoch": 5.727611940298507,
      "grad_norm": 0.7556925856308164,
      "learning_rate": 3.905413422534696e-06,
      "loss": 0.4296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23165617883205414,
      "step": 3070,
      "valid_targets_mean": 3119.0,
      "valid_targets_min": 1172
    },
    {
      "epoch": 5.736940298507463,
      "grad_norm": 0.6971225006979036,
      "learning_rate": 3.85034550692011e-06,
      "loss": 0.3867,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2653481364250183,
      "step": 3075,
      "valid_targets_mean": 4400.4,
      "valid_targets_min": 948
    },
    {
      "epoch": 5.746268656716418,
      "grad_norm": 0.7501807078278229,
      "learning_rate": 3.7956272121601555e-06,
      "loss": 0.3884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15901848673820496,
      "step": 3080,
      "valid_targets_mean": 3011.4,
      "valid_targets_min": 1322
    },
    {
      "epoch": 5.755597014925373,
      "grad_norm": 0.919191005705221,
      "learning_rate": 3.7412597228409884e-06,
      "loss": 0.4404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12636013329029083,
      "step": 3085,
      "valid_targets_mean": 1392.0,
      "valid_targets_min": 650
    },
    {
      "epoch": 5.764925373134329,
      "grad_norm": 0.8956530903186518,
      "learning_rate": 3.687244215954222e-06,
      "loss": 0.4433,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24802561104297638,
      "step": 3090,
      "valid_targets_mean": 2106.5,
      "valid_targets_min": 302
    },
    {
      "epoch": 5.774253731343284,
      "grad_norm": 0.6664223416320986,
      "learning_rate": 3.633581860871491e-06,
      "loss": 0.4044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29356157779693604,
      "step": 3095,
      "valid_targets_mean": 3856.9,
      "valid_targets_min": 925
    },
    {
      "epoch": 5.7835820895522385,
      "grad_norm": 0.6770167915526055,
      "learning_rate": 3.5802738193190954e-06,
      "loss": 0.4356,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22814005613327026,
      "step": 3100,
      "valid_targets_mean": 4039.0,
      "valid_targets_min": 1197
    },
    {
      "epoch": 5.792910447761194,
      "grad_norm": 0.5904332253627855,
      "learning_rate": 3.5273212453528705e-06,
      "loss": 0.3999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1884804666042328,
      "step": 3105,
      "valid_targets_mean": 4530.6,
      "valid_targets_min": 1918
    },
    {
      "epoch": 5.802238805970149,
      "grad_norm": 0.7570344659292785,
      "learning_rate": 3.4747252853332004e-06,
      "loss": 0.4334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16944462060928345,
      "step": 3110,
      "valid_targets_mean": 2513.9,
      "valid_targets_min": 477
    },
    {
      "epoch": 5.811567164179104,
      "grad_norm": 0.6233705522921676,
      "learning_rate": 3.4224870779002117e-06,
      "loss": 0.3906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17937105894088745,
      "step": 3115,
      "valid_targets_mean": 4073.1,
      "valid_targets_min": 1360
    },
    {
      "epoch": 5.82089552238806,
      "grad_norm": 0.5982485870618515,
      "learning_rate": 3.3706077539490933e-06,
      "loss": 0.4465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20505157113075256,
      "step": 3120,
      "valid_targets_mean": 4467.2,
      "valid_targets_min": 1150
    },
    {
      "epoch": 5.830223880597015,
      "grad_norm": 0.6228514633168549,
      "learning_rate": 3.3190884366056532e-06,
      "loss": 0.4292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23444685339927673,
      "step": 3125,
      "valid_targets_mean": 4762.1,
      "valid_targets_min": 1303
    },
    {
      "epoch": 5.83955223880597,
      "grad_norm": 0.6682707619457782,
      "learning_rate": 3.2679302412019665e-06,
      "loss": 0.3936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2485828697681427,
      "step": 3130,
      "valid_targets_mean": 4351.9,
      "valid_targets_min": 1364
    },
    {
      "epoch": 5.848880597014926,
      "grad_norm": 0.8097780133784603,
      "learning_rate": 3.2171342752522494e-06,
      "loss": 0.4604,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2296757996082306,
      "step": 3135,
      "valid_targets_mean": 2568.6,
      "valid_targets_min": 932
    },
    {
      "epoch": 5.858208955223881,
      "grad_norm": 0.6048001731822701,
      "learning_rate": 3.166701638428895e-06,
      "loss": 0.4328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24331319332122803,
      "step": 3140,
      "valid_targets_mean": 4538.8,
      "valid_targets_min": 1702
    },
    {
      "epoch": 5.867537313432836,
      "grad_norm": 0.6534078538554506,
      "learning_rate": 3.1166334225386306e-06,
      "loss": 0.4053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13204309344291687,
      "step": 3145,
      "valid_targets_mean": 3320.6,
      "valid_targets_min": 961
    },
    {
      "epoch": 5.8768656716417915,
      "grad_norm": 0.7237597542981903,
      "learning_rate": 3.066930711498921e-06,
      "loss": 0.3972,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.176609069108963,
      "step": 3150,
      "valid_targets_mean": 3294.2,
      "valid_targets_min": 892
    },
    {
      "epoch": 5.8861940298507465,
      "grad_norm": 0.6457920440796694,
      "learning_rate": 3.0175945813144668e-06,
      "loss": 0.4064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22954711318016052,
      "step": 3155,
      "valid_targets_mean": 4949.5,
      "valid_targets_min": 1958
    },
    {
      "epoch": 5.895522388059701,
      "grad_norm": 0.6831151650417017,
      "learning_rate": 2.9686261000539484e-06,
      "loss": 0.4655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22442278265953064,
      "step": 3160,
      "valid_targets_mean": 4283.5,
      "valid_targets_min": 2245
    },
    {
      "epoch": 5.904850746268656,
      "grad_norm": 0.7687113784331426,
      "learning_rate": 2.920026327826866e-06,
      "loss": 0.4079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2781185507774353,
      "step": 3165,
      "valid_targets_mean": 3618.4,
      "valid_targets_min": 1549
    },
    {
      "epoch": 5.914179104477612,
      "grad_norm": 0.9964065037789626,
      "learning_rate": 2.87179631676062e-06,
      "loss": 0.4253,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1957223266363144,
      "step": 3170,
      "valid_targets_mean": 2006.4,
      "valid_targets_min": 990
    },
    {
      "epoch": 5.923507462686567,
      "grad_norm": 0.7063835422090396,
      "learning_rate": 2.8239371109777127e-06,
      "loss": 0.4172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23344768583774567,
      "step": 3175,
      "valid_targets_mean": 4792.0,
      "valid_targets_min": 1394
    },
    {
      "epoch": 5.932835820895522,
      "grad_norm": 0.7004255800009324,
      "learning_rate": 2.7764497465731487e-06,
      "loss": 0.4288,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36521095037460327,
      "step": 3180,
      "valid_targets_mean": 5133.1,
      "valid_targets_min": 1465
    },
    {
      "epoch": 5.942164179104478,
      "grad_norm": 0.6275852264573771,
      "learning_rate": 2.72933525159202e-06,
      "loss": 0.4133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17552903294563293,
      "step": 3185,
      "valid_targets_mean": 4072.9,
      "valid_targets_min": 415
    },
    {
      "epoch": 5.951492537313433,
      "grad_norm": 0.8504858813749513,
      "learning_rate": 2.6825946460072237e-06,
      "loss": 0.3976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24496161937713623,
      "step": 3190,
      "valid_targets_mean": 2222.5,
      "valid_targets_min": 856
    },
    {
      "epoch": 5.960820895522388,
      "grad_norm": 0.64300173903718,
      "learning_rate": 2.636228941697414e-06,
      "loss": 0.4335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2607845067977905,
      "step": 3195,
      "valid_targets_mean": 4499.9,
      "valid_targets_min": 934
    },
    {
      "epoch": 5.970149253731344,
      "grad_norm": 1.0273664671571736,
      "learning_rate": 2.5902391424250573e-06,
      "loss": 0.3967,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20763085782527924,
      "step": 3200,
      "valid_targets_mean": 2845.5,
      "valid_targets_min": 782
    },
    {
      "epoch": 5.979477611940299,
      "grad_norm": 0.8253886051515185,
      "learning_rate": 2.544626243814732e-06,
      "loss": 0.414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21895374357700348,
      "step": 3205,
      "valid_targets_mean": 2869.8,
      "valid_targets_min": 725
    },
    {
      "epoch": 5.9888059701492535,
      "grad_norm": 0.685587775292678,
      "learning_rate": 2.4993912333315605e-06,
      "loss": 0.4365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2170969545841217,
      "step": 3210,
      "valid_targets_mean": 3810.4,
      "valid_targets_min": 1267
    },
    {
      "epoch": 5.9981343283582085,
      "grad_norm": 0.6510372014440976,
      "learning_rate": 2.4545350902598464e-06,
      "loss": 0.4341,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19423387944698334,
      "step": 3215,
      "valid_targets_mean": 4377.9,
      "valid_targets_min": 1865
    },
    {
      "epoch": 6.007462686567164,
      "grad_norm": 0.6957886903316935,
      "learning_rate": 2.4100587856818458e-06,
      "loss": 0.3946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1854865849018097,
      "step": 3220,
      "valid_targets_mean": 4014.5,
      "valid_targets_min": 1459
    },
    {
      "epoch": 6.016791044776119,
      "grad_norm": 0.7375540495783114,
      "learning_rate": 2.3659632824567823e-06,
      "loss": 0.404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1780610829591751,
      "step": 3225,
      "valid_targets_mean": 2992.8,
      "valid_targets_min": 1786
    },
    {
      "epoch": 6.026119402985074,
      "grad_norm": 0.7893155845807066,
      "learning_rate": 2.322249535199965e-06,
      "loss": 0.4044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1939329355955124,
      "step": 3230,
      "valid_targets_mean": 2229.1,
      "valid_targets_min": 1045
    },
    {
      "epoch": 6.03544776119403,
      "grad_norm": 0.5758679692017847,
      "learning_rate": 2.278918490262143e-06,
      "loss": 0.4357,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23732808232307434,
      "step": 3235,
      "valid_targets_mean": 5999.0,
      "valid_targets_min": 1738
    },
    {
      "epoch": 6.044776119402985,
      "grad_norm": 0.6271375760514692,
      "learning_rate": 2.235971085709028e-06,
      "loss": 0.4029,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22192716598510742,
      "step": 3240,
      "valid_targets_mean": 4646.2,
      "valid_targets_min": 1454
    },
    {
      "epoch": 6.05410447761194,
      "grad_norm": 0.7267021981395005,
      "learning_rate": 2.193408251300948e-06,
      "loss": 0.4507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3360394835472107,
      "step": 3245,
      "valid_targets_mean": 4387.6,
      "valid_targets_min": 978
    },
    {
      "epoch": 6.063432835820896,
      "grad_norm": 0.7021426609277562,
      "learning_rate": 2.1512309084727724e-06,
      "loss": 0.4056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20068864524364471,
      "step": 3250,
      "valid_targets_mean": 3784.1,
      "valid_targets_min": 1260
    },
    {
      "epoch": 6.072761194029851,
      "grad_norm": 0.6899633945206223,
      "learning_rate": 2.1094399703139113e-06,
      "loss": 0.406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20617982745170593,
      "step": 3255,
      "valid_targets_mean": 4027.5,
      "valid_targets_min": 1486
    },
    {
      "epoch": 6.082089552238806,
      "grad_norm": 0.8195486220710256,
      "learning_rate": 2.068036341548585e-06,
      "loss": 0.4132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23133915662765503,
      "step": 3260,
      "valid_targets_mean": 3196.2,
      "valid_targets_min": 2035
    },
    {
      "epoch": 6.0914179104477615,
      "grad_norm": 0.6811915104614523,
      "learning_rate": 2.027020918516216e-06,
      "loss": 0.426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17442333698272705,
      "step": 3265,
      "valid_targets_mean": 3753.8,
      "valid_targets_min": 1462
    },
    {
      "epoch": 6.100746268656716,
      "grad_norm": 0.7451064908678495,
      "learning_rate": 1.9863945891520474e-06,
      "loss": 0.4323,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2854803800582886,
      "step": 3270,
      "valid_targets_mean": 4286.4,
      "valid_targets_min": 1858
    },
    {
      "epoch": 6.110074626865671,
      "grad_norm": 0.7244269207843559,
      "learning_rate": 1.9461582329678895e-06,
      "loss": 0.4571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16119667887687683,
      "step": 3275,
      "valid_targets_mean": 2951.9,
      "valid_targets_min": 336
    },
    {
      "epoch": 6.119402985074627,
      "grad_norm": 0.8709750659410566,
      "learning_rate": 1.9063127210331145e-06,
      "loss": 0.4423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20131686329841614,
      "step": 3280,
      "valid_targets_mean": 3928.1,
      "valid_targets_min": 1669
    },
    {
      "epoch": 6.128731343283582,
      "grad_norm": 0.7429602110693045,
      "learning_rate": 1.8668589159557626e-06,
      "loss": 0.4205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1660965383052826,
      "step": 3285,
      "valid_targets_mean": 3569.0,
      "valid_targets_min": 1458
    },
    {
      "epoch": 6.138059701492537,
      "grad_norm": 0.7131735510261875,
      "learning_rate": 1.8277976718638934e-06,
      "loss": 0.4174,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1863085776567459,
      "step": 3290,
      "valid_targets_mean": 3340.1,
      "valid_targets_min": 1279
    },
    {
      "epoch": 6.147388059701493,
      "grad_norm": 0.7455566163381298,
      "learning_rate": 1.789129834387091e-06,
      "loss": 0.418,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18644563853740692,
      "step": 3295,
      "valid_targets_mean": 2760.5,
      "valid_targets_min": 716
    },
    {
      "epoch": 6.156716417910448,
      "grad_norm": 0.6711883553208501,
      "learning_rate": 1.7508562406381414e-06,
      "loss": 0.407,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3289915919303894,
      "step": 3300,
      "valid_targets_mean": 5180.6,
      "valid_targets_min": 1607
    },
    {
      "epoch": 6.166044776119403,
      "grad_norm": 0.7220319355668634,
      "learning_rate": 1.7129777191949437e-06,
      "loss": 0.3783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20095688104629517,
      "step": 3305,
      "valid_targets_mean": 3527.5,
      "valid_targets_min": 1432
    },
    {
      "epoch": 6.175373134328359,
      "grad_norm": 0.7233061287391501,
      "learning_rate": 1.6754950900825174e-06,
      "loss": 0.419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1349385380744934,
      "step": 3310,
      "valid_targets_mean": 2717.4,
      "valid_targets_min": 518
    },
    {
      "epoch": 6.184701492537314,
      "grad_norm": 0.6187130925267182,
      "learning_rate": 1.6384091647553125e-06,
      "loss": 0.437,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19661355018615723,
      "step": 3315,
      "valid_targets_mean": 4145.5,
      "valid_targets_min": 625
    },
    {
      "epoch": 6.1940298507462686,
      "grad_norm": 0.7127359933706064,
      "learning_rate": 1.601720746079598e-06,
      "loss": 0.3872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1949930489063263,
      "step": 3320,
      "valid_targets_mean": 3383.2,
      "valid_targets_min": 1912
    },
    {
      "epoch": 6.2033582089552235,
      "grad_norm": 0.6827825276658471,
      "learning_rate": 1.5654306283161002e-06,
      "loss": 0.3896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16057997941970825,
      "step": 3325,
      "valid_targets_mean": 3141.4,
      "valid_targets_min": 1613
    },
    {
      "epoch": 6.212686567164179,
      "grad_norm": 0.7623156686260089,
      "learning_rate": 1.5295395971028094e-06,
      "loss": 0.4202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1859741508960724,
      "step": 3330,
      "valid_targets_mean": 2781.8,
      "valid_targets_min": 639
    },
    {
      "epoch": 6.222014925373134,
      "grad_norm": 0.6526555317978197,
      "learning_rate": 1.4940484294379442e-06,
      "loss": 0.4335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36455029249191284,
      "step": 3335,
      "valid_targets_mean": 5160.5,
      "valid_targets_min": 1179
    },
    {
      "epoch": 6.231343283582089,
      "grad_norm": 0.6151501372350625,
      "learning_rate": 1.4589578936631776e-06,
      "loss": 0.4131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1599680334329605,
      "step": 3340,
      "valid_targets_mean": 3947.1,
      "valid_targets_min": 1558
    },
    {
      "epoch": 6.240671641791045,
      "grad_norm": 0.6160801970086336,
      "learning_rate": 1.424268749446962e-06,
      "loss": 0.3663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21979206800460815,
      "step": 3345,
      "valid_targets_mean": 5793.2,
      "valid_targets_min": 2661
    },
    {
      "epoch": 6.25,
      "grad_norm": 0.7083223219195554,
      "learning_rate": 1.3899817477681056e-06,
      "loss": 0.4162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17735572159290314,
      "step": 3350,
      "valid_targets_mean": 2859.5,
      "valid_targets_min": 1029
    },
    {
      "epoch": 6.259328358208955,
      "grad_norm": 0.8843773396491078,
      "learning_rate": 1.3560976308995065e-06,
      "loss": 0.3911,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1908641755580902,
      "step": 3355,
      "valid_targets_mean": 1929.6,
      "valid_targets_min": 778
    },
    {
      "epoch": 6.268656716417911,
      "grad_norm": 1.1978044032534327,
      "learning_rate": 1.3226171323920811e-06,
      "loss": 0.4385,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22838398814201355,
      "step": 3360,
      "valid_targets_mean": 3202.0,
      "valid_targets_min": 974
    },
    {
      "epoch": 6.277985074626866,
      "grad_norm": 0.7494867938435484,
      "learning_rate": 1.2895409770588874e-06,
      "loss": 0.3937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24941056966781616,
      "step": 3365,
      "valid_targets_mean": 3614.2,
      "valid_targets_min": 1176
    },
    {
      "epoch": 6.287313432835821,
      "grad_norm": 0.7383756430752176,
      "learning_rate": 1.2568698809594437e-06,
      "loss": 0.4036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1690540313720703,
      "step": 3370,
      "valid_targets_mean": 2442.9,
      "valid_targets_min": 780
    },
    {
      "epoch": 6.2966417910447765,
      "grad_norm": 0.6979531207282197,
      "learning_rate": 1.2246045513842008e-06,
      "loss": 0.3823,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17707446217536926,
      "step": 3375,
      "valid_targets_mean": 4107.1,
      "valid_targets_min": 721
    },
    {
      "epoch": 6.3059701492537314,
      "grad_norm": 0.6605500097273439,
      "learning_rate": 1.1927456868392605e-06,
      "loss": 0.4252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22325918078422546,
      "step": 3380,
      "valid_targets_mean": 4676.5,
      "valid_targets_min": 2599
    },
    {
      "epoch": 6.315298507462686,
      "grad_norm": 0.7878548942459243,
      "learning_rate": 1.1612939770312325e-06,
      "loss": 0.4473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24905769526958466,
      "step": 3385,
      "valid_targets_mean": 3095.1,
      "valid_targets_min": 435
    },
    {
      "epoch": 6.324626865671641,
      "grad_norm": 1.0521696508005067,
      "learning_rate": 1.1302501028523039e-06,
      "loss": 0.4836,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3051932156085968,
      "step": 3390,
      "valid_targets_mean": 4302.6,
      "valid_targets_min": 913
    },
    {
      "epoch": 6.333955223880597,
      "grad_norm": 0.592831512396042,
      "learning_rate": 1.0996147363655175e-06,
      "loss": 0.3809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16529172658920288,
      "step": 3395,
      "valid_targets_mean": 4249.2,
      "valid_targets_min": 1629
    },
    {
      "epoch": 6.343283582089552,
      "grad_norm": 0.6227501455630098,
      "learning_rate": 1.069388540790195e-06,
      "loss": 0.4204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13754741847515106,
      "step": 3400,
      "valid_targets_mean": 4249.1,
      "valid_targets_min": 1199
    },
    {
      "epoch": 6.352611940298507,
      "grad_norm": 0.8382135423218251,
      "learning_rate": 1.039572170487606e-06,
      "loss": 0.3976,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1525755226612091,
      "step": 3405,
      "valid_targets_mean": 2806.8,
      "valid_targets_min": 792
    },
    {
      "epoch": 6.361940298507463,
      "grad_norm": 0.6606022400626858,
      "learning_rate": 1.0101662709467841e-06,
      "loss": 0.4114,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18086276948451996,
      "step": 3410,
      "valid_targets_mean": 3630.5,
      "valid_targets_min": 1064
    },
    {
      "epoch": 6.371268656716418,
      "grad_norm": 0.6558442888814625,
      "learning_rate": 9.811714787705528e-07,
      "loss": 0.4134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23364867269992828,
      "step": 3415,
      "valid_targets_mean": 3803.8,
      "valid_targets_min": 515
    },
    {
      "epoch": 6.380597014925373,
      "grad_norm": 0.7979016301100487,
      "learning_rate": 9.525884216617575e-07,
      "loss": 0.4551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3536340594291687,
      "step": 3420,
      "valid_targets_mean": 3563.1,
      "valid_targets_min": 1117
    },
    {
      "epoch": 6.389925373134329,
      "grad_norm": 0.6185553560617878,
      "learning_rate": 9.244177184096603e-07,
      "loss": 0.4088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1816781610250473,
      "step": 3425,
      "valid_targets_mean": 3587.2,
      "valid_targets_min": 1196
    },
    {
      "epoch": 6.399253731343284,
      "grad_norm": 0.6461446700758247,
      "learning_rate": 8.96659978876564e-07,
      "loss": 0.4445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21228957176208496,
      "step": 3430,
      "valid_targets_mean": 3427.9,
      "valid_targets_min": 1364
    },
    {
      "epoch": 6.4085820895522385,
      "grad_norm": 0.6370489379600102,
      "learning_rate": 8.693158039845851e-07,
      "loss": 0.4023,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.237797349691391,
      "step": 3435,
      "valid_targets_mean": 4330.8,
      "valid_targets_min": 273
    },
    {
      "epoch": 6.417910447761194,
      "grad_norm": 0.6582084874859667,
      "learning_rate": 8.423857857026574e-07,
      "loss": 0.4292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16511529684066772,
      "step": 3440,
      "valid_targets_mean": 4038.5,
      "valid_targets_min": 1799
    },
    {
      "epoch": 6.427238805970149,
      "grad_norm": 0.8035397705894686,
      "learning_rate": 8.158705070337181e-07,
      "loss": 0.415,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1576245278120041,
      "step": 3445,
      "valid_targets_mean": 2312.2,
      "valid_targets_min": 1100
    },
    {
      "epoch": 6.436567164179104,
      "grad_norm": 0.8347501785511845,
      "learning_rate": 7.897705420020863e-07,
      "loss": 0.417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20214515924453735,
      "step": 3450,
      "valid_targets_mean": 2022.9,
      "valid_targets_min": 811
    },
    {
      "epoch": 6.44589552238806,
      "grad_norm": 0.6870720744607335,
      "learning_rate": 7.640864556410311e-07,
      "loss": 0.4281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14587557315826416,
      "step": 3455,
      "valid_targets_mean": 2709.8,
      "valid_targets_min": 1120
    },
    {
      "epoch": 6.455223880597015,
      "grad_norm": 0.6842176075206781,
      "learning_rate": 7.388188039805455e-07,
      "loss": 0.4097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17586246132850647,
      "step": 3460,
      "valid_targets_mean": 3484.8,
      "valid_targets_min": 1199
    },
    {
      "epoch": 6.46455223880597,
      "grad_norm": 0.718267164202874,
      "learning_rate": 7.139681340352966e-07,
      "loss": 0.4036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14952470362186432,
      "step": 3465,
      "valid_targets_mean": 2353.8,
      "valid_targets_min": 790
    },
    {
      "epoch": 6.473880597014926,
      "grad_norm": 0.629729514067453,
      "learning_rate": 6.895349837928033e-07,
      "loss": 0.4073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2846236228942871,
      "step": 3470,
      "valid_targets_mean": 5173.2,
      "valid_targets_min": 1375
    },
    {
      "epoch": 6.483208955223881,
      "grad_norm": 0.7361206913365843,
      "learning_rate": 6.655198822017661e-07,
      "loss": 0.436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18752285838127136,
      "step": 3475,
      "valid_targets_mean": 3109.5,
      "valid_targets_min": 1359
    },
    {
      "epoch": 6.492537313432836,
      "grad_norm": 0.7704518663050081,
      "learning_rate": 6.419233491606403e-07,
      "loss": 0.4271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23204265534877777,
      "step": 3480,
      "valid_targets_mean": 3539.4,
      "valid_targets_min": 1296
    },
    {
      "epoch": 6.5018656716417915,
      "grad_norm": 0.7225818651132002,
      "learning_rate": 6.187458955063652e-07,
      "loss": 0.3898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20344993472099304,
      "step": 3485,
      "valid_targets_mean": 3525.0,
      "valid_targets_min": 1672
    },
    {
      "epoch": 6.5111940298507465,
      "grad_norm": 0.8828281184576846,
      "learning_rate": 5.959880230033043e-07,
      "loss": 0.4292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16142112016677856,
      "step": 3490,
      "valid_targets_mean": 2504.4,
      "valid_targets_min": 1382
    },
    {
      "epoch": 6.520522388059701,
      "grad_norm": 0.6456211710432735,
      "learning_rate": 5.736502243323894e-07,
      "loss": 0.4094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20658551156520844,
      "step": 3495,
      "valid_targets_mean": 4238.2,
      "valid_targets_min": 854
    },
    {
      "epoch": 6.529850746268656,
      "grad_norm": 0.6982590352107721,
      "learning_rate": 5.517329830804552e-07,
      "loss": 0.3866,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18700110912322998,
      "step": 3500,
      "valid_targets_mean": 3436.9,
      "valid_targets_min": 746
    },
    {
      "epoch": 6.539179104477612,
      "grad_norm": 1.0416057006022554,
      "learning_rate": 5.302367737297642e-07,
      "loss": 0.3839,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19404514133930206,
      "step": 3505,
      "valid_targets_mean": 3251.4,
      "valid_targets_min": 1650
    },
    {
      "epoch": 6.548507462686567,
      "grad_norm": 0.762369543137671,
      "learning_rate": 5.091620616477366e-07,
      "loss": 0.4167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22729825973510742,
      "step": 3510,
      "valid_targets_mean": 3530.2,
      "valid_targets_min": 1117
    },
    {
      "epoch": 6.557835820895522,
      "grad_norm": 0.7281638887340047,
      "learning_rate": 4.88509303076885e-07,
      "loss": 0.3928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21897470951080322,
      "step": 3515,
      "valid_targets_mean": 3942.9,
      "valid_targets_min": 360
    },
    {
      "epoch": 6.567164179104478,
      "grad_norm": 0.6979639665788098,
      "learning_rate": 4.6827894512491814e-07,
      "loss": 0.4061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20810270309448242,
      "step": 3520,
      "valid_targets_mean": 3859.5,
      "valid_targets_min": 1070
    },
    {
      "epoch": 6.576492537313433,
      "grad_norm": 0.7363877294361197,
      "learning_rate": 4.4847142575507706e-07,
      "loss": 0.395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24719929695129395,
      "step": 3525,
      "valid_targets_mean": 4256.1,
      "valid_targets_min": 1696
    },
    {
      "epoch": 6.585820895522388,
      "grad_norm": 0.7823925366060069,
      "learning_rate": 4.290871737766544e-07,
      "loss": 0.4427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23075155913829803,
      "step": 3530,
      "valid_targets_mean": 2815.9,
      "valid_targets_min": 1542
    },
    {
      "epoch": 6.595149253731344,
      "grad_norm": 0.7701263762503229,
      "learning_rate": 4.1012660883570146e-07,
      "loss": 0.4219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13105091452598572,
      "step": 3535,
      "valid_targets_mean": 2105.9,
      "valid_targets_min": 600
    },
    {
      "epoch": 6.604477611940299,
      "grad_norm": 0.5841826712400768,
      "learning_rate": 3.915901414059464e-07,
      "loss": 0.3875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1549183875322342,
      "step": 3540,
      "valid_targets_mean": 4577.4,
      "valid_targets_min": 1012
    },
    {
      "epoch": 6.6138059701492535,
      "grad_norm": 0.6883802843116491,
      "learning_rate": 3.734781727799086e-07,
      "loss": 0.389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17763827741146088,
      "step": 3545,
      "valid_targets_mean": 3975.0,
      "valid_targets_min": 686
    },
    {
      "epoch": 6.6231343283582085,
      "grad_norm": 0.7558346827586868,
      "learning_rate": 3.557910950602228e-07,
      "loss": 0.4182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14256131649017334,
      "step": 3550,
      "valid_targets_mean": 1844.1,
      "valid_targets_min": 781
    },
    {
      "epoch": 6.632462686567164,
      "grad_norm": 0.7140695573379601,
      "learning_rate": 3.3852929115112177e-07,
      "loss": 0.3998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1760803759098053,
      "step": 3555,
      "valid_targets_mean": 3544.5,
      "valid_targets_min": 1418
    },
    {
      "epoch": 6.641791044776119,
      "grad_norm": 0.6425073528045743,
      "learning_rate": 3.2169313475018506e-07,
      "loss": 0.4442,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18695861101150513,
      "step": 3560,
      "valid_targets_mean": 3875.8,
      "valid_targets_min": 1434
    },
    {
      "epoch": 6.651119402985074,
      "grad_norm": 0.6080700632142163,
      "learning_rate": 3.0528299034021437e-07,
      "loss": 0.397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18689629435539246,
      "step": 3565,
      "valid_targets_mean": 4561.2,
      "valid_targets_min": 1317
    },
    {
      "epoch": 6.66044776119403,
      "grad_norm": 0.7965855791582336,
      "learning_rate": 2.892992131813621e-07,
      "loss": 0.4202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20818768441677094,
      "step": 3570,
      "valid_targets_mean": 3581.8,
      "valid_targets_min": 1205
    },
    {
      "epoch": 6.669776119402985,
      "grad_norm": 0.6995837658044377,
      "learning_rate": 2.737421493034331e-07,
      "loss": 0.4157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17812196910381317,
      "step": 3575,
      "valid_targets_mean": 3287.8,
      "valid_targets_min": 1237
    },
    {
      "epoch": 6.67910447761194,
      "grad_norm": 0.6403577918014498,
      "learning_rate": 2.586121354984017e-07,
      "loss": 0.4163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23359298706054688,
      "step": 3580,
      "valid_targets_mean": 5413.5,
      "valid_targets_min": 2057
    },
    {
      "epoch": 6.688432835820896,
      "grad_norm": 0.57504782980932,
      "learning_rate": 2.4390949931311304e-07,
      "loss": 0.3958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.12046363949775696,
      "step": 3585,
      "valid_targets_mean": 4195.2,
      "valid_targets_min": 650
    },
    {
      "epoch": 6.697761194029851,
      "grad_norm": 0.707324481325869,
      "learning_rate": 2.296345590421889e-07,
      "loss": 0.4321,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22736376523971558,
      "step": 3590,
      "valid_targets_mean": 3745.4,
      "valid_targets_min": 1434
    },
    {
      "epoch": 6.707089552238806,
      "grad_norm": 0.6717599047778491,
      "learning_rate": 2.157876237211487e-07,
      "loss": 0.3964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2693077027797699,
      "step": 3595,
      "valid_targets_mean": 4930.0,
      "valid_targets_min": 1969
    },
    {
      "epoch": 6.7164179104477615,
      "grad_norm": 0.6964655421773875,
      "learning_rate": 2.0236899311970593e-07,
      "loss": 0.4094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17000341415405273,
      "step": 3600,
      "valid_targets_mean": 2721.8,
      "valid_targets_min": 1224
    },
    {
      "epoch": 6.725746268656716,
      "grad_norm": 0.8319322314464308,
      "learning_rate": 1.8937895773529114e-07,
      "loss": 0.4351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21979916095733643,
      "step": 3605,
      "valid_targets_mean": 2926.9,
      "valid_targets_min": 795
    },
    {
      "epoch": 6.735074626865671,
      "grad_norm": 0.7774006575688079,
      "learning_rate": 1.7681779878675697e-07,
      "loss": 0.4176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17645777761936188,
      "step": 3610,
      "valid_targets_mean": 2225.2,
      "valid_targets_min": 1363
    },
    {
      "epoch": 6.744402985074627,
      "grad_norm": 0.6469554757014483,
      "learning_rate": 1.646857882082853e-07,
      "loss": 0.4092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20928488671779633,
      "step": 3615,
      "valid_targets_mean": 4176.9,
      "valid_targets_min": 861
    },
    {
      "epoch": 6.753731343283582,
      "grad_norm": 0.843973781651811,
      "learning_rate": 1.5298318864350738e-07,
      "loss": 0.3945,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2268897294998169,
      "step": 3620,
      "valid_targets_mean": 2861.4,
      "valid_targets_min": 808
    },
    {
      "epoch": 6.763059701492537,
      "grad_norm": 0.7432435120793429,
      "learning_rate": 1.417102534398196e-07,
      "loss": 0.4233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.09236513823270798,
      "step": 3625,
      "valid_targets_mean": 2268.1,
      "valid_targets_min": 466
    },
    {
      "epoch": 6.772388059701493,
      "grad_norm": 0.6537084944755202,
      "learning_rate": 1.3086722664288787e-07,
      "loss": 0.4228,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24160681664943695,
      "step": 3630,
      "valid_targets_mean": 4067.2,
      "valid_targets_min": 990
    },
    {
      "epoch": 6.781716417910448,
      "grad_norm": 0.6374489952440006,
      "learning_rate": 1.2045434299137403e-07,
      "loss": 0.405,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2295844703912735,
      "step": 3635,
      "valid_targets_mean": 4980.4,
      "valid_targets_min": 1200
    },
    {
      "epoch": 6.791044776119403,
      "grad_norm": 0.8158266773809864,
      "learning_rate": 1.1047182791185551e-07,
      "loss": 0.4166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20229694247245789,
      "step": 3640,
      "valid_targets_mean": 3240.6,
      "valid_targets_min": 724
    },
    {
      "epoch": 6.800373134328359,
      "grad_norm": 0.6844336180185098,
      "learning_rate": 1.0091989751393583e-07,
      "loss": 0.4016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19978830218315125,
      "step": 3645,
      "valid_targets_mean": 4074.0,
      "valid_targets_min": 1011
    },
    {
      "epoch": 6.809701492537314,
      "grad_norm": 0.6068688014339626,
      "learning_rate": 9.179875858557285e-08,
      "loss": 0.4096,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19169116020202637,
      "step": 3650,
      "valid_targets_mean": 4783.6,
      "valid_targets_min": 1819
    },
    {
      "epoch": 6.8190298507462686,
      "grad_norm": 0.679718685067832,
      "learning_rate": 8.310860858859793e-08,
      "loss": 0.3898,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16579127311706543,
      "step": 3655,
      "valid_targets_mean": 3271.4,
      "valid_targets_min": 955
    },
    {
      "epoch": 6.8283582089552235,
      "grad_norm": 0.6240357816971318,
      "learning_rate": 7.484963565444813e-08,
      "loss": 0.4027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1807710975408554,
      "step": 3660,
      "valid_targets_mean": 4356.5,
      "valid_targets_min": 1683
    },
    {
      "epoch": 6.837686567164179,
      "grad_norm": 0.8997239043284767,
      "learning_rate": 6.702201858008517e-08,
      "loss": 0.4045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19364050030708313,
      "step": 3665,
      "valid_targets_mean": 2621.9,
      "valid_targets_min": 901
    },
    {
      "epoch": 6.847014925373134,
      "grad_norm": 0.6551880613285674,
      "learning_rate": 5.962592682412948e-08,
      "loss": 0.4256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19388341903686523,
      "step": 3670,
      "valid_targets_mean": 3922.9,
      "valid_targets_min": 749
    },
    {
      "epoch": 6.856343283582089,
      "grad_norm": 0.8873475637528511,
      "learning_rate": 5.2661520503192176e-08,
      "loss": 0.4592,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17050158977508545,
      "step": 3675,
      "valid_targets_mean": 2052.1,
      "valid_targets_min": 1759
    },
    {
      "epoch": 6.865671641791045,
      "grad_norm": 0.6620972031783834,
      "learning_rate": 4.612895038840215e-08,
      "loss": 0.4153,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2763952612876892,
      "step": 3680,
      "valid_targets_mean": 5871.6,
      "valid_targets_min": 823
    },
    {
      "epoch": 6.875,
      "grad_norm": 0.646399810747169,
      "learning_rate": 4.0028357902153204e-08,
      "loss": 0.4372,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23939159512519836,
      "step": 3685,
      "valid_targets_mean": 3650.6,
      "valid_targets_min": 1637
    },
    {
      "epoch": 6.884328358208955,
      "grad_norm": 0.7786476743857734,
      "learning_rate": 3.435987511503314e-08,
      "loss": 0.4054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2298683375120163,
      "step": 3690,
      "valid_targets_mean": 3284.2,
      "valid_targets_min": 1414
    },
    {
      "epoch": 6.893656716417911,
      "grad_norm": 0.8271915376241483,
      "learning_rate": 2.9123624742963818e-08,
      "loss": 0.4037,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20432712137699127,
      "step": 3695,
      "valid_targets_mean": 3313.1,
      "valid_targets_min": 1172
    },
    {
      "epoch": 6.902985074626866,
      "grad_norm": 0.6673844395426864,
      "learning_rate": 2.4319720144554417e-08,
      "loss": 0.4379,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24143289029598236,
      "step": 3700,
      "valid_targets_mean": 4895.2,
      "valid_targets_min": 1919
    },
    {
      "epoch": 6.912313432835821,
      "grad_norm": 0.7429881662051876,
      "learning_rate": 1.9948265318638915e-08,
      "loss": 0.4209,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24234910309314728,
      "step": 3705,
      "valid_targets_mean": 4462.0,
      "valid_targets_min": 1537
    },
    {
      "epoch": 6.9216417910447765,
      "grad_norm": 0.7319193423701678,
      "learning_rate": 1.6009354902024598e-08,
      "loss": 0.4224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16761994361877441,
      "step": 3710,
      "valid_targets_mean": 3053.9,
      "valid_targets_min": 884
    },
    {
      "epoch": 6.9309701492537314,
      "grad_norm": 0.6834045391106603,
      "learning_rate": 1.2503074167451445e-08,
      "loss": 0.4284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2003517895936966,
      "step": 3715,
      "valid_targets_mean": 4521.0,
      "valid_targets_min": 1312
    },
    {
      "epoch": 6.940298507462686,
      "grad_norm": 0.7102406173302587,
      "learning_rate": 9.429499021731403e-09,
      "loss": 0.4175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22342665493488312,
      "step": 3720,
      "valid_targets_mean": 4343.9,
      "valid_targets_min": 935
    },
    {
      "epoch": 6.949626865671641,
      "grad_norm": 0.6888790932368005,
      "learning_rate": 6.788696004120798e-09,
      "loss": 0.4521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18838061392307281,
      "step": 3725,
      "valid_targets_mean": 3470.2,
      "valid_targets_min": 1640
    },
    {
      "epoch": 6.958955223880597,
      "grad_norm": 0.7791224075152483,
      "learning_rate": 4.580722284872608e-09,
      "loss": 0.3958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2523302137851715,
      "step": 3730,
      "valid_targets_mean": 3751.1,
      "valid_targets_min": 2557
    },
    {
      "epoch": 6.968283582089552,
      "grad_norm": 0.6981227296720393,
      "learning_rate": 2.8056256639974467e-09,
      "loss": 0.3764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1694352775812149,
      "step": 3735,
      "valid_targets_mean": 4078.9,
      "valid_targets_min": 1586
    },
    {
      "epoch": 6.977611940298507,
      "grad_norm": 0.6041985239305606,
      "learning_rate": 1.4634445702288446e-09,
      "loss": 0.4403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17324933409690857,
      "step": 3740,
      "valid_targets_mean": 4397.9,
      "valid_targets_min": 1706
    },
    {
      "epoch": 6.986940298507463,
      "grad_norm": 0.8751160509231176,
      "learning_rate": 5.542080601950161e-10,
      "loss": 0.3982,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1973869502544403,
      "step": 3745,
      "valid_targets_mean": 1969.9,
      "valid_targets_min": 770
    },
    {
      "epoch": 6.996268656716418,
      "grad_norm": 0.5874782019411326,
      "learning_rate": 7.793581778825499e-11,
      "loss": 0.4035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2725503444671631,
      "step": 3750,
      "valid_targets_mean": 5778.5,
      "valid_targets_min": 2086
    },
    {
      "epoch": 7.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.312700480222702,
      "step": 3752,
      "total_flos": 9.579822550267986e+17,
      "train_loss": 0.48628626106136136,
      "train_runtime": 32410.6521,
      "train_samples_per_second": 1.851,
      "train_steps_per_second": 0.116,
      "valid_targets_mean": 4984.9,
      "valid_targets_min": 1323
    }
  ],
  "logging_steps": 5,
  "max_steps": 3752,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 600,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.579822550267986e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}